xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-28 03:57:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

cleanup

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 20:32:02 +00:00
parent fc79d23d9a
commit 6491d59202
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/v1/engine/utils.py
View File

@ -598,16 +598,21 @@ def launch_core_engines(
yield engine_actor_manager, coordinator, addresses yield engine_actor_manager, coordinator, addresses
return return
if offline_mode or (external_dp_lb and dp_rank > 0): if offline_mode:
assert local_engine_count == 1 assert local_engine_count == 1
engines_to_handshake = [CoreEngine(index=dp_rank, local=True)] engines_to_handshake = [CoreEngine(index=dp_rank, local=True)]
elif dp_rank == 0: elif dp_rank == 0:
# Rank 0 holds Coordinator, so it handshakes will all Cores,
# in addition to those that it is managing.
engines_to_handshake = [ engines_to_handshake = [
CoreEngine(index=i, local=(i < local_engine_count)) CoreEngine(index=i, local=(i < local_engine_count))
for i in range(dp_size) for i in range(dp_size)
] ]
else: else:
# Just handshake with local engines. # All other ranks just handshake with those that it is managing.
assert vllm_config.parallel_config.data_parallel_external_lb, (
"Attempting to launch core_engines from dp_rank > 0, but "
"found internal DPLB, which is incompatible.")
engines_to_handshake = [ engines_to_handshake = [
CoreEngine(index=i, local=True) CoreEngine(index=i, local=True)
for i in range(dp_rank, dp_rank + local_engine_count) for i in range(dp_rank, dp_rank + local_engine_count)