mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-23 16:45:48 +08:00
update
Signed-off-by: bk-201 <joy25810@foxmail.com>
This commit is contained in:
parent
882213cca2
commit
8863bd2b74
@ -390,12 +390,12 @@ class LoRAModelManager:
|
||||
)
|
||||
else:
|
||||
self.supports_mm_lora = False
|
||||
if self.supports_mm_lora: # 从init传进来就可以了,不需要model_config了
|
||||
if self.supports_mm_lora:
|
||||
self.mm_mapping: MultiModelKeys = self.model.get_mm_mapping()
|
||||
self.mm_config = model_config.multimodal_config
|
||||
# limit_per_prompt: int = max(
|
||||
# self.info.get_allowed_mm_limits().values())
|
||||
limit_per_prompt = 5
|
||||
limit_per_prompt = 5 # TODO
|
||||
|
||||
# For vision tower
|
||||
# max_num_batched_tokens = encoder_budget
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user