xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-21 17:49:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

address the ci issue

Browse Source 
Signed-off-by: bk-201 <joy25810@foxmail.com>
This commit is contained in:
bk-201 2025-12-05 11:14:53 +00:00
parent f67ccfae9c
commit 1745bb9353
1 changed files with 15 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
vllm/lora/models.py
View File

@ -362,11 +362,15 @@ class LoRAModelManager:
and hasattr(self.model, "get_mm_mapping")
)
model_config: ModelConfig = vllm_config.model_config
self.info = MULTIMODAL_REGISTRY.create_processor(model_config).info
self.supports_mm_lora = self.supports_mm and hasattr(
self.info, "get_num_mm_encoder_tokens"
)
self.supports_mm_lora = False
if self.supports_mm:
model_config: ModelConfig = vllm_config.model_config
self.mm_mapping: MultiModelKeys = self.model.get_mm_mapping()
self.info = MULTIMODAL_REGISTRY.create_processor(model_config).info
self.supports_mm_lora = self.supports_mm and hasattr(
self.info, "get_num_mm_encoder_tokens"
)
if not self.supports_mm_lora:
return
@ -591,10 +595,12 @@ class LoRAModelManager:
if not self._match_target_modules(module_name):
continue
if (
self.supports_mm_lora
and self._get_mm_punica_wrapper(module_name) is None
):
if self._filter_unsupported_mm_module(module_name):
logger.warning(
"Module %s does not support adding LoRA for "
"now and has been ignored.",
module_name,
)
continue
parts = module_name.split(".")[-1]