xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-28 12:37:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

address the ci issue

Browse Source 
Signed-off-by: bk-201 <joy25810@foxmail.com>
This commit is contained in:
bk-201 2025-12-05 11:14:53 +00:00
parent f67ccfae9c
commit 1745bb9353
1 changed files with 15 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
vllm/lora/models.py
View File

@ -362,11 +362,15 @@ class LoRAModelManager:
and hasattr(self.model, "get_mm_mapping") and hasattr(self.model, "get_mm_mapping")
) )
model_config: ModelConfig = vllm_config.model_config self.supports_mm_lora = False
self.info = MULTIMODAL_REGISTRY.create_processor(model_config).info
self.supports_mm_lora = self.supports_mm and hasattr( if self.supports_mm:
self.info, "get_num_mm_encoder_tokens" model_config: ModelConfig = vllm_config.model_config
) self.mm_mapping: MultiModelKeys = self.model.get_mm_mapping()
self.info = MULTIMODAL_REGISTRY.create_processor(model_config).info
self.supports_mm_lora = self.supports_mm and hasattr(
self.info, "get_num_mm_encoder_tokens"
)
if not self.supports_mm_lora: if not self.supports_mm_lora:
return return
@ -591,10 +595,12 @@ class LoRAModelManager:
if not self._match_target_modules(module_name): if not self._match_target_modules(module_name):
continue continue
if ( if self._filter_unsupported_mm_module(module_name):
self.supports_mm_lora logger.warning(
and self._get_mm_punica_wrapper(module_name) is None "Module %s does not support adding LoRA for "
): "now and has been ignored.",
module_name,
)
continue continue
parts = module_name.split(".")[-1] parts = module_name.split(".")[-1]