diff --git a/vllm/v1/engine/core_client.py b/vllm/v1/engine/core_client.py index 1027a7ef6ff40..93a7eb8b8a9f1 100644 --- a/vllm/v1/engine/core_client.py +++ b/vllm/v1/engine/core_client.py @@ -90,8 +90,8 @@ class EngineCoreClient(ABC): client_args = (vllm_config, executor_class, log_stats, client_addresses, client_index) if parallel_config.data_parallel_size > 1: - if parallel_config.data_parallel_external_lb: - # if False: + # if parallel_config.data_parallel_external_lb: + if False: # External load balancer - client per DP rank. return DPAsyncMPClient(*client_args) # Internal load balancer - client balances to all DP ranks. diff --git a/vllm/v1/engine/utils.py b/vllm/v1/engine/utils.py index 801b7f1d60d0c..99574a5c9067b 100644 --- a/vllm/v1/engine/utils.py +++ b/vllm/v1/engine/utils.py @@ -617,7 +617,6 @@ def launch_core_engines( CoreEngine(index=i, local=True) for i in range(dp_rank, dp_rank + local_engine_count) ] - logger.info(f"{engines_to_handshake=}") # Whether the started engines will handshake only with co-located # front-end processes. In external_dp_lb mode, ranks > 0 handshake with