xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-10 02:27:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

finished validating

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-21 00:46:31 +00:00
parent 1b481d3489
commit 40397e378d
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/engine/core_client.py
View File

@ -431,8 +431,8 @@ class MPClient(EngineCoreClient):
dp_rank = parallel_config.data_parallel_rank dp_rank = parallel_config.data_parallel_rank
dp_local_size = parallel_config.data_parallel_size_local dp_local_size = parallel_config.data_parallel_size_local
offline_mode = parallel_config.data_parallel_rank_local is not None offline_mode = parallel_config.data_parallel_rank_local is not None
# If Internal DPLB, the Client manages local+remote EngineCores. # Client manages local+remote EngineCores in pure internal LB case.
# Otherwise, the Client just manages the local EngineCores. # Client manages local EngineCores in hybrid and external LB case.
local_engines_only = (parallel_config.data_parallel_hybrid_lb local_engines_only = (parallel_config.data_parallel_hybrid_lb
or parallel_config.data_parallel_external_lb) or parallel_config.data_parallel_external_lb)