diff --git a/vllm/v1/executor/utils.py b/vllm/v1/executor/utils.py index e6c107692a5b9..1855bc9963817 100644 --- a/vllm/v1/executor/utils.py +++ b/vllm/v1/executor/utils.py @@ -19,7 +19,5 @@ def get_and_update_mm_cache( """ scheduler_output = args[0] for request_data in scheduler_output.scheduled_new_reqs: - for i in range(len(request_data.mm_kwargs)): - mm_input = request_data.mm_kwargs[i] - request_data.mm_kwargs[i] = \ - receiver_cache.get_and_update_item(mm_input, None) + request_data.mm_features = receiver_cache.get_and_update_features( + request_data.mm_features)