xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-08-15 20:27:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

raise exception for pin_lora (#19809)

Browse Source 
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
Ning Xie 2025-06-19 13:57:35 +08:00 committed by GitHub
parent aa20d10a91
commit c7b370c603
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/worker/worker_base.py
View File

@ -202,8 +202,7 @@ class LoRANotSupportedWorkerBase(WorkerBase):
raise ValueError(f"{type(self)} does not support LoRA") raise ValueError(f"{type(self)} does not support LoRA")
def pin_lora(self, lora_id: int) -> bool: def pin_lora(self, lora_id: int) -> bool:
return ValueError( raise ValueError(f"{type(self)} does not support LoRA")
f"{type(self)} does not support LoRA") # type: ignore
def list_loras(self) -> Set[int]: def list_loras(self) -> Set[int]:
raise ValueError(f"{type(self)} does not support LoRA") raise ValueError(f"{type(self)} does not support LoRA")
@ -398,7 +397,7 @@ class LocalOrDistributedWorkerBase(WorkerBase):
model_input, worker_input, kwargs = inputs model_input, worker_input, kwargs = inputs
num_steps = worker_input.num_steps num_steps = worker_input.num_steps
if (execute_model_req is not None and execute_model_req.spec_step_idx): if execute_model_req is not None and execute_model_req.spec_step_idx:
kwargs["spec_step_idx"] = execute_model_req.spec_step_idx kwargs["spec_step_idx"] = execute_model_req.spec_step_idx
self.execute_worker(worker_input) self.execute_worker(worker_input)