xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-16 23:45:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[CI Bugfix] Fix CI OOM for test_shared_storage_connector_hashes (#21973)

Browse Source 
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin 2025-07-30 23:45:29 -04:00 committed by GitHub
parent 0f7919fca0
commit 055bd3978e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/v1/kv_connector/unit/test_shared_storage_connector.py
View File

@ -10,7 +10,7 @@ from vllm.assets.image import ImageAsset
from vllm.config import KVTransferConfig from vllm.config import KVTransferConfig
from vllm.multimodal.utils import encode_image_base64 from vllm.multimodal.utils import encode_image_base64
MODEL_NAME = "Qwen/Qwen2.5-VL-3B-Instruct" MODEL_NAME = "RedHatAI/Qwen2.5-VL-3B-Instruct-quantized.w4a16"
SAMPLING_PARAMS = SamplingParams(temperature=0.0, top_k=1, max_tokens=128) SAMPLING_PARAMS = SamplingParams(temperature=0.0, top_k=1, max_tokens=128)
@ -130,6 +130,8 @@ def test_shared_storage_connector_hashes(tmp_path):
model=MODEL_NAME, model=MODEL_NAME,
max_model_len=8192, max_model_len=8192,
max_num_seqs=1, max_num_seqs=1,
gpu_memory_utilization=0.4,
enforce_eager=True,
kv_transfer_config=kv_transfer_config, kv_transfer_config=kv_transfer_config,
limit_mm_per_prompt={"image": 2}, limit_mm_per_prompt={"image": 2},
) )