mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-16 01:15:47 +08:00
[CI Failure] fix test_default_mm_loras (#27795)
Signed-off-by: Huamin Li <3ericli@gmail.com>
This commit is contained in:
parent
af826e0820
commit
c7d2a554ba
@ -30,7 +30,8 @@ VLLM_RUNNER_BASE_KWARGS = {
|
|||||||
"enable_lora": "True",
|
"enable_lora": "True",
|
||||||
"max_num_seqs": 2,
|
"max_num_seqs": 2,
|
||||||
"max_lora_rank": 320,
|
"max_lora_rank": 320,
|
||||||
"max_model_len": 12800,
|
# Keep these LoRA tests on short-RoPE for determinism post-LongRoPE change.
|
||||||
|
"max_model_len": 4096,
|
||||||
"gpu_memory_utilization": 0.8,
|
"gpu_memory_utilization": 0.8,
|
||||||
"limit_mm_per_prompt": {"audio": 1},
|
"limit_mm_per_prompt": {"audio": 1},
|
||||||
"enforce_eager": True,
|
"enforce_eager": True,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user