mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-09 17:37:13 +08:00
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
parent
c8c42597ab
commit
010acc6e1e
@ -19,7 +19,5 @@ def get_and_update_mm_cache(
|
|||||||
"""
|
"""
|
||||||
scheduler_output = args[0]
|
scheduler_output = args[0]
|
||||||
for request_data in scheduler_output.scheduled_new_reqs:
|
for request_data in scheduler_output.scheduled_new_reqs:
|
||||||
for i in range(len(request_data.mm_kwargs)):
|
request_data.mm_features = receiver_cache.get_and_update_features(
|
||||||
mm_input = request_data.mm_kwargs[i]
|
request_data.mm_features)
|
||||||
request_data.mm_kwargs[i] = \
|
|
||||||
receiver_cache.get_and_update_item(mm_input, None)
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user