From dd2b5633dd5fb0ecb5fb7247351ebedc1d69d054 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Sat, 21 Dec 2024 14:22:21 +0900 Subject: [PATCH] [V1][Bugfix] Skip hashing empty or None mm_data (#11386) Signed-off-by: Woosuk Kwon --- vllm/v1/engine/mm_input_mapper.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/v1/engine/mm_input_mapper.py b/vllm/v1/engine/mm_input_mapper.py index 218724bff6bba..8bfc739b3dbbc 100644 --- a/vllm/v1/engine/mm_input_mapper.py +++ b/vllm/v1/engine/mm_input_mapper.py @@ -180,6 +180,10 @@ class MMHasher: return None mm_data = prompt["multi_modal_data"] + if not mm_data: + # mm_data can be None or an empty dict. + return None + image_inputs = mm_data["image"] return self.hash_images(image_inputs)