xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 23:06:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix CI bitsandbytes failure (#19969)

Browse Source 
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jee Jee Li 2025-06-23 21:30:55 +08:00 committed by GitHub
parent b82e0f82cb
commit a6e6604d32
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tests/quantization/test_bitsandbytes.py
View File

@ -159,6 +159,7 @@ def test_4bit_bnb_embedding_model(
with vllm_runner(model_name, with vllm_runner(model_name,
task="embed", task="embed",
dtype=dtype, dtype=dtype,
gpu_memory_utilization=0.5,
quantization="bitsandbytes") as vllm_model: quantization="bitsandbytes") as vllm_model:
vllm_outputs = vllm_model.encode(example_prompts) vllm_outputs = vllm_model.encode(example_prompts)
check_embeddings_close( check_embeddings_close(