cleanup gpu_worker.py

Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-07-03 13:07:59 +00:00
parent 1ca65412b8
commit fc562e22e2

View File

@ -328,7 +328,6 @@ class Worker(WorkerBase):
sort_by="self_cuda_time_total"))
def execute_dummy_batch(self) -> None:
# TODO: adding allow_microbatching will break non-gpu backends
self.model_runner._dummy_run(1)
def add_lora(self, lora_request: LoRARequest) -> bool: