xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-22 14:42:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 22:45:45 +00:00
parent 32a35f5d93
commit fe68027a08
2 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/engine/core_client.py
View File

@ -90,8 +90,8 @@ class EngineCoreClient(ABC):
client_args = (vllm_config, executor_class, log_stats,
client_addresses, client_index)
if parallel_config.data_parallel_size > 1:
if parallel_config.data_parallel_external_lb:
# if False:
# if parallel_config.data_parallel_external_lb:
if False:
# External load balancer - client per DP rank.
return DPAsyncMPClient(*client_args)
# Internal load balancer - client balances to all DP ranks.

1
vllm/v1/engine/utils.py
View File

@ -617,7 +617,6 @@ def launch_core_engines(
CoreEngine(index=i, local=True)
for i in range(dp_rank, dp_rank + local_engine_count)
]
logger.info(f"{engines_to_handshake=}")
# Whether the started engines will handshake only with co-located
# front-end processes. In external_dp_lb mode, ranks > 0 handshake with