xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 04:26:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] Enable async scheduling for external_launcher mode (#27394)

Browse Source 
Signed-off-by: 22quinn <33176974+22quinn@users.noreply.github.com>
Co-authored-by: Zhuohan Li <zhuohan123@gmail.com>
This commit is contained in:
22quinn 2025-10-28 06:52:47 -07:00 committed by GitHub
parent 446912d1cb
commit 2abbd351ef
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/engine/arg_utils.py
View File

@ -1553,11 +1553,12 @@ class EngineArgs:
)
if self.async_scheduling and (
parallel_config.distributed_executor_backend not in ("mp", "uni")
parallel_config.distributed_executor_backend
not in ("mp", "uni", "external_launcher")
):
raise ValueError(
"Currently, async scheduling only supports `mp` or `uni` "
"distributed executor backend, but you choose "
"Currently, async scheduling only supports `mp`, `uni` or "
"`external_launcher` distributed executor backend, but you choose "
f"`{parallel_config.distributed_executor_backend}`."
)

4
vllm/v1/engine/llm_engine.py
View File

@ -306,9 +306,7 @@ class LLMEngine:
self.engine_core.abort_requests(processed_outputs.reqs_to_abort)
# 4) Record stats
if self.logger_manager is not None:
assert outputs.scheduler_stats is not None
if self.logger_manager is not None and outputs.scheduler_stats is not None:
self.logger_manager.record(
scheduler_stats=outputs.scheduler_stats,
iteration_stats=iteration_stats,