From a6e6604d32ead92a20a615312b7a83668d0f9d7f Mon Sep 17 00:00:00 2001 From: Jee Jee Li Date: Mon, 23 Jun 2025 21:30:55 +0800 Subject: [PATCH] [Bugfix] Fix CI bitsandbytes failure (#19969) Signed-off-by: Jee Jee Li --- tests/quantization/test_bitsandbytes.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/quantization/test_bitsandbytes.py b/tests/quantization/test_bitsandbytes.py index 325a902b3111..8e39ed2fff87 100644 --- a/tests/quantization/test_bitsandbytes.py +++ b/tests/quantization/test_bitsandbytes.py @@ -159,6 +159,7 @@ def test_4bit_bnb_embedding_model( with vllm_runner(model_name, task="embed", dtype=dtype, + gpu_memory_utilization=0.5, quantization="bitsandbytes") as vllm_model: vllm_outputs = vllm_model.encode(example_prompts) check_embeddings_close(