From 2135cacb457b7daf1143c8465ab72650eaa4dd7e Mon Sep 17 00:00:00 2001 From: Isotr0py <2037008807@qq.com> Date: Thu, 13 Jun 2024 07:20:18 +0800 Subject: [PATCH] [Bugfix] Fix wrong multi_modal_input format for CPU runner (#5451) --- vllm/worker/cpu_model_runner.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py index eaf43247d4fc..d539f56937be 100644 --- a/vllm/worker/cpu_model_runner.py +++ b/vllm/worker/cpu_model_runner.py @@ -343,8 +343,8 @@ class CPUModelRunner: "kv_caches": kv_caches, "attn_metadata": attn_metadata, } - if self.vision_language_config: - execute_model_kwargs.update({"image_input": multi_modal_input}) + if self.vision_language_config and multi_modal_input is not None: + execute_model_kwargs.update(multi_modal_input) hidden_states = model_executable(**execute_model_kwargs)