xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-31 09:07:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source 
Signed-off-by: bk-201 <joy25810@foxmail.com>
This commit is contained in:
bk-201 2025-10-13 02:41:29 +00:00
parent 882213cca2
commit 8863bd2b74
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/lora/models.py
View File

@ -390,12 +390,12 @@ class LoRAModelManager:
) )
else: else:
self.supports_mm_lora = False self.supports_mm_lora = False
if self.supports_mm_lora: # 从init传进来就可以了，不需要model_config了 if self.supports_mm_lora:
self.mm_mapping: MultiModelKeys = self.model.get_mm_mapping() self.mm_mapping: MultiModelKeys = self.model.get_mm_mapping()
self.mm_config = model_config.multimodal_config self.mm_config = model_config.multimodal_config
# limit_per_prompt: int = max( # limit_per_prompt: int = max(
# self.info.get_allowed_mm_limits().values()) # self.info.get_allowed_mm_limits().values())
limit_per_prompt = 5 limit_per_prompt = 5 # TODO
# For vision tower # For vision tower
# max_num_batched_tokens = encoder_budget # max_num_batched_tokens = encoder_budget