xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-19 19:57:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

stash

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 22:43:08 +00:00
parent be03d841f6
commit 32a35f5d93
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/engine/core_client.py
View File

@ -90,8 +90,8 @@ class EngineCoreClient(ABC):
client_args = (vllm_config, executor_class, log_stats,
client_addresses, client_index)
if parallel_config.data_parallel_size > 1:
# if parallel_config.data_parallel_external_lb:
if False:
if parallel_config.data_parallel_external_lb:
# if False:
# External load balancer - client per DP rank.
return DPAsyncMPClient(*client_args)
# Internal load balancer - client balances to all DP ranks.