xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 19:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix wrong multi_modal_input format for CPU runner (#5451)

Browse Source
This commit is contained in:
Isotr0py 2024-06-13 07:20:18 +08:00 committed by GitHub
parent 7d19de2e9c
commit 2135cacb45
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/worker/cpu_model_runner.py
View File

@ -343,8 +343,8 @@ class CPUModelRunner:
"kv_caches": kv_caches,
"attn_metadata": attn_metadata,
}
if self.vision_language_config:
execute_model_kwargs.update({"image_input": multi_modal_input})
if self.vision_language_config and multi_modal_input is not None:
execute_model_kwargs.update(multi_modal_input)
hidden_states = model_executable(**execute_model_kwargs)