xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-24 11:16:34 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] disable processor cache (#19068)

Browse Source 
Signed-off-by: raushan <raushan@huggingface.co>
This commit is contained in:
Raushan Turganbay 2025-06-03 17:06:04 +02:00 committed by GitHub
parent 476844d44c
commit d81edded69
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/engine/mm_input_cache.py
View File

@ -34,8 +34,8 @@ class MirroredProcessingCache:
def __init__(self, model_config): def __init__(self, model_config):
mm_config = model_config.multimodal_config mm_config = model_config.multimodal_config
disable_mm_preprocessor_cache = mm_config is not None and \ disable_mm_preprocessor_cache = (
not mm_config.disable_mm_preprocessor_cache mm_config is not None and mm_config.disable_mm_preprocessor_cache)
self.use_cache = not disable_mm_preprocessor_cache self.use_cache = not disable_mm_preprocessor_cache
self.mm_cache = ProcessingCache.get_lru_cache(VLLM_MM_INPUT_CACHE_GIB, self.mm_cache = ProcessingCache.get_lru_cache(VLLM_MM_INPUT_CACHE_GIB,
MultiModalKwargs) MultiModalKwargs)