xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-06 02:09:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix for the condition to accept empty encoder inputs for mllama (#17732)

Browse Source 
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>
This commit is contained in:
Gregory Shtrasberg 2025-05-06 15:59:06 -04:00 committed by GitHub
parent d456aea71f
commit de906b95f9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/llm_engine.py
View File

@ -2021,7 +2021,7 @@ class LLMEngine:
if not prompt_ids: if not prompt_ids:
if prompt_type == "encoder" and model_config.is_multimodal_model: if prompt_type == "encoder" and model_config.is_multimodal_model:
pass # Mllama may have empty encoder inputs for text-only data pass # Mllama may have empty encoder inputs for text-only data
if prompt_inputs["type"] == "embeds": elif prompt_inputs["type"] == "embeds":
pass pass
else: else:
raise ValueError(f"The {prompt_type} prompt cannot be empty") raise ValueError(f"The {prompt_type} prompt cannot be empty")