xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-26 02:57:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 20:41:36 +00:00
parent cae7cb0223
commit 093b9380db
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/engine/utils.py
View File

@ -609,7 +609,7 @@ def launch_core_engines(
for i in range(dp_size) for i in range(dp_size)
] ]
else: else:
# All other ranks just handshake with those that it is managing. # Rank > 0 handshakes with just the local cores it is managing.
assert vllm_config.parallel_config.data_parallel_external_lb, ( assert vllm_config.parallel_config.data_parallel_external_lb, (
"Attempting to launch core_engines from dp_rank > 0, but " "Attempting to launch core_engines from dp_rank > 0, but "
"found internal DPLB, which is incompatible.") "found internal DPLB, which is incompatible.")