Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2025-09-16 01:06:10 -07:00
parent c320a33c59
commit 91510260b2

View File

@ -421,6 +421,7 @@ class Worker(WorkerBase):
return self.model_runner.get_model()
def get_supported_tasks(self) -> tuple[SupportedTask, ...]:
return "generate"
return self.model_runner.get_supported_tasks()
@torch.inference_mode()