mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-21 21:07:13 +08:00
Remove mamba-ssm package
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
This commit is contained in:
parent
31f5dc5b2a
commit
c41ea52634
@ -113,7 +113,6 @@ WORKDIR /workspace/vllm
|
|||||||
|
|
||||||
RUN --mount=type=bind,src=requirements/test.in,target=requirements/test.in \
|
RUN --mount=type=bind,src=requirements/test.in,target=requirements/test.in \
|
||||||
cp requirements/test.in requirements/cpu-test.in && \
|
cp requirements/test.in requirements/cpu-test.in && \
|
||||||
sed -i '/mamba_ssm/d' requirements/cpu-test.in && \
|
|
||||||
sed -i 's/^torch==.*/torch==2.6.0/g' requirements/cpu-test.in && \
|
sed -i 's/^torch==.*/torch==2.6.0/g' requirements/cpu-test.in && \
|
||||||
sed -i 's/torchaudio.*/torchaudio/g' requirements/cpu-test.in && \
|
sed -i 's/torchaudio.*/torchaudio/g' requirements/cpu-test.in && \
|
||||||
sed -i 's/torchvision.*/torchvision/g' requirements/cpu-test.in && \
|
sed -i 's/torchvision.*/torchvision/g' requirements/cpu-test.in && \
|
||||||
|
|||||||
@ -131,19 +131,6 @@ MAX_JOBS=16 uv pip install --system \
|
|||||||
--no-build-isolation "git+https://github.com/facebookresearch/xformers@v0.0.30"
|
--no-build-isolation "git+https://github.com/facebookresearch/xformers@v0.0.30"
|
||||||
```
|
```
|
||||||
|
|
||||||
### Mamba
|
|
||||||
|
|
||||||
```bash
|
|
||||||
uv pip install --system \
|
|
||||||
--no-build-isolation "git+https://github.com/state-spaces/mamba@v2.2.5"
|
|
||||||
```
|
|
||||||
|
|
||||||
### causal-conv1d
|
|
||||||
|
|
||||||
```bash
|
|
||||||
uv pip install 'git+https://github.com/Dao-AILab/causal-conv1d@v1.5.0.post8'
|
|
||||||
```
|
|
||||||
|
|
||||||
## Update all the different vLLM platforms
|
## Update all the different vLLM platforms
|
||||||
|
|
||||||
Rather than attempting to update all vLLM platforms in a single pull request, it's more manageable
|
Rather than attempting to update all vLLM platforms in a single pull request, it's more manageable
|
||||||
|
|||||||
@ -26,7 +26,6 @@ torch==2.7.1
|
|||||||
torchaudio==2.7.1
|
torchaudio==2.7.1
|
||||||
torchvision==0.22.1
|
torchvision==0.22.1
|
||||||
transformers_stream_generator # required for qwen-vl test
|
transformers_stream_generator # required for qwen-vl test
|
||||||
mamba_ssm==2.2.5 # required for plamo2 test
|
|
||||||
matplotlib # required for qwen-vl test
|
matplotlib # required for qwen-vl test
|
||||||
mistral_common[image,audio] >= 1.8.2 # required for voxtral test
|
mistral_common[image,audio] >= 1.8.2 # required for voxtral test
|
||||||
num2words # required for smolvlm test
|
num2words # required for smolvlm test
|
||||||
@ -54,4 +53,4 @@ runai-model-streamer==0.11.0
|
|||||||
runai-model-streamer-s3==0.11.0
|
runai-model-streamer-s3==0.11.0
|
||||||
fastsafetensors>=0.1.10
|
fastsafetensors>=0.1.10
|
||||||
pydantic>=2.10 # 2.9 leads to error on python 3.10
|
pydantic>=2.10 # 2.9 leads to error on python 3.10
|
||||||
terratorch==1.1rc2 # required for PrithviMAE test
|
terratorch==1.1rc2 # required for PrithviMAE test
|
||||||
|
|||||||
@ -25,10 +25,6 @@ SSM_MODELS = [
|
|||||||
|
|
||||||
HYBRID_MODELS = [
|
HYBRID_MODELS = [
|
||||||
"ai21labs/Jamba-tiny-dev",
|
"ai21labs/Jamba-tiny-dev",
|
||||||
# NOTE: Running Plamo2 in transformers implementation requires to install
|
|
||||||
# causal-conv1d package, which is not listed as a test dependency as it's
|
|
||||||
# not compatible with pip-compile.
|
|
||||||
"pfnet/plamo-2-1b",
|
|
||||||
"Zyphra/Zamba2-1.2B-instruct",
|
"Zyphra/Zamba2-1.2B-instruct",
|
||||||
"hmellor/tiny-random-BambaForCausalLM",
|
"hmellor/tiny-random-BambaForCausalLM",
|
||||||
"ibm-ai-platform/Bamba-9B-v1",
|
"ibm-ai-platform/Bamba-9B-v1",
|
||||||
@ -50,6 +46,10 @@ HF_UNSUPPORTED_MODELS = [
|
|||||||
# https://github.com/huggingface/transformers/pull/39033
|
# https://github.com/huggingface/transformers/pull/39033
|
||||||
# We will enable vLLM test for Granite after next HF transformers release.
|
# We will enable vLLM test for Granite after next HF transformers release.
|
||||||
"ibm-granite/granite-4.0-tiny-preview",
|
"ibm-granite/granite-4.0-tiny-preview",
|
||||||
|
# NOTE: Plamo2 requires both mamba_ssm and causal-conv1d libraries
|
||||||
|
# (see https://huggingface.co/pfnet/plamo-2-1b/blob/main/modeling_plamo.py),
|
||||||
|
# Don't compare it to HF, to avoid managing the dependency.
|
||||||
|
"pfnet/plamo-2-1b",
|
||||||
]
|
]
|
||||||
|
|
||||||
V1_SUPPORTED_MODELS = [
|
V1_SUPPORTED_MODELS = [
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user