mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-06-04 10:35:42 +08:00
[Misc]Fix typo in llm_engine.py (#28584)
Signed-off-by: Wei Wei <wwei6@meta.com>
This commit is contained in:
parent
58ce8d12b7
commit
478ee511de
@ -281,11 +281,11 @@ class LLMEngine:
|
|||||||
return []
|
return []
|
||||||
|
|
||||||
# 1) Get EngineCoreOutput from the EngineCore.
|
# 1) Get EngineCoreOutput from the EngineCore.
|
||||||
with record_function_or_nullcontext("llm_genine step: get_output"):
|
with record_function_or_nullcontext("llm_engine step: get_output"):
|
||||||
outputs = self.engine_core.get_output()
|
outputs = self.engine_core.get_output()
|
||||||
|
|
||||||
# 2) Process EngineCoreOutputs.
|
# 2) Process EngineCoreOutputs.
|
||||||
with record_function_or_nullcontext("llm_genine step: process_outputs"):
|
with record_function_or_nullcontext("llm_engine step: process_outputs"):
|
||||||
iteration_stats = IterationStats() if self.log_stats else None
|
iteration_stats = IterationStats() if self.log_stats else None
|
||||||
processed_outputs = self.output_processor.process_outputs(
|
processed_outputs = self.output_processor.process_outputs(
|
||||||
outputs.outputs,
|
outputs.outputs,
|
||||||
@ -295,11 +295,11 @@ class LLMEngine:
|
|||||||
self.output_processor.update_scheduler_stats(outputs.scheduler_stats)
|
self.output_processor.update_scheduler_stats(outputs.scheduler_stats)
|
||||||
|
|
||||||
# 3) Abort any reqs that finished due to stop strings.
|
# 3) Abort any reqs that finished due to stop strings.
|
||||||
with record_function_or_nullcontext("llm_genine step: abort_requests"):
|
with record_function_or_nullcontext("llm_engine step: abort_requests"):
|
||||||
self.engine_core.abort_requests(processed_outputs.reqs_to_abort)
|
self.engine_core.abort_requests(processed_outputs.reqs_to_abort)
|
||||||
|
|
||||||
# 4) Record stats
|
# 4) Record stats
|
||||||
with record_function_or_nullcontext("llm_genine step: record_stats"):
|
with record_function_or_nullcontext("llm_engine step: record_stats"):
|
||||||
if self.logger_manager is not None and outputs.scheduler_stats is not None:
|
if self.logger_manager is not None and outputs.scheduler_stats is not None:
|
||||||
self.logger_manager.record(
|
self.logger_manager.record(
|
||||||
scheduler_stats=outputs.scheduler_stats,
|
scheduler_stats=outputs.scheduler_stats,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user