xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-08 01:15:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix bug

Browse Source 
Signed-off-by: bk-201 <joy25810@foxmail.com>
This commit is contained in:
bk-201 2025-11-26 02:46:18 +00:00
parent 9d41f6e95b
commit 92ed13c1c8
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/lora/models.py
View File

@ -601,6 +601,13 @@ class LoRAModelManager:
if not self._match_target_modules(module_name): if not self._match_target_modules(module_name):
continue continue
if (
self.supports_mm_lora
and self._get_mm_punica_wrapper(module_name) is None
):
continue
parts = module_name.split(".")[-1] parts = module_name.split(".")[-1]
packed_moduled_lst = self.packed_modules_mapping.get(parts, []) packed_moduled_lst = self.packed_modules_mapping.get(parts, [])
if isinstance(module, FusedMoE): if isinstance(module, FusedMoE):