xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-17 00:36:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

Type-fix: make execute_model output type optional (#12020)

Browse Source
This commit is contained in:
Keyun Tong 2025-01-15 01:44:56 -08:00 committed by GitHub
parent cbe94391eb
commit ad388d25a8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/v1/executor/uniproc_executor.py
View File

@ -70,6 +70,7 @@ class UniprocExecutor(Executor):
scheduler_output, scheduler_output,
) -> ModelRunnerOutput: ) -> ModelRunnerOutput:
output = self.worker.execute_model(scheduler_output) output = self.worker.execute_model(scheduler_output)
assert output is not None
return output return output
def profile(self, is_start: bool = True): def profile(self, is_start: bool = True):

2
vllm/v1/worker/gpu_worker.py
View File

@ -200,7 +200,7 @@ class Worker:
def execute_model( def execute_model(
self, self,
scheduler_output: "SchedulerOutput", scheduler_output: "SchedulerOutput",
) -> ModelRunnerOutput: ) -> Optional[ModelRunnerOutput]:
output = self.model_runner.execute_model(scheduler_output) output = self.model_runner.execute_model(scheduler_output)
return output if self.rank == 0 else None return output if self.rank == 0 else None