mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-04 19:11:23 +08:00
cleanup gpu_worker.py
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
parent
1ca65412b8
commit
fc562e22e2
@ -328,7 +328,6 @@ class Worker(WorkerBase):
|
|||||||
sort_by="self_cuda_time_total"))
|
sort_by="self_cuda_time_total"))
|
||||||
|
|
||||||
def execute_dummy_batch(self) -> None:
|
def execute_dummy_batch(self) -> None:
|
||||||
# TODO: adding allow_microbatching will break non-gpu backends
|
|
||||||
self.model_runner._dummy_run(1)
|
self.model_runner._dummy_run(1)
|
||||||
|
|
||||||
def add_lora(self, lora_request: LoRARequest) -> bool:
|
def add_lora(self, lora_request: LoRARequest) -> bool:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user