From fe68027a08ad873de57ebc1b103615ca0ee68fce Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Sun, 20 Jul 2025 22:45:45 +0000 Subject: [PATCH] updated Signed-off-by: Robert Shaw --- vllm/v1/engine/core_client.py | 4 ++-- vllm/v1/engine/utils.py | 1 - 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/vllm/v1/engine/core_client.py b/vllm/v1/engine/core_client.py index 1027a7ef6ff40..93a7eb8b8a9f1 100644 --- a/vllm/v1/engine/core_client.py +++ b/vllm/v1/engine/core_client.py @@ -90,8 +90,8 @@ class EngineCoreClient(ABC): client_args = (vllm_config, executor_class, log_stats, client_addresses, client_index) if parallel_config.data_parallel_size > 1: - if parallel_config.data_parallel_external_lb: - # if False: + # if parallel_config.data_parallel_external_lb: + if False: # External load balancer - client per DP rank. return DPAsyncMPClient(*client_args) # Internal load balancer - client balances to all DP ranks. diff --git a/vllm/v1/engine/utils.py b/vllm/v1/engine/utils.py index 801b7f1d60d0c..99574a5c9067b 100644 --- a/vllm/v1/engine/utils.py +++ b/vllm/v1/engine/utils.py @@ -617,7 +617,6 @@ def launch_core_engines( CoreEngine(index=i, local=True) for i in range(dp_rank, dp_rank + local_engine_count) ] - logger.info(f"{engines_to_handshake=}") # Whether the started engines will handshake only with co-located # front-end processes. In external_dp_lb mode, ranks > 0 handshake with