xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-15 05:20:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-21 00:33:24 +00:00
parent e80c015d24
commit 1b481d3489
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/arg_utils.py
View File

@ -1102,6 +1102,7 @@ class EngineArgs:
placement_group = ray.util.get_current_placement_group() placement_group = ray.util.get_current_placement_group()
data_parallel_external_lb = self.data_parallel_rank is not None data_parallel_external_lb = self.data_parallel_rank is not None
# Local DP rank = 1, use pure-external LB.
if data_parallel_external_lb: if data_parallel_external_lb:
assert self.data_parallel_size_local in (1, None), ( assert self.data_parallel_size_local in (1, None), (
"data_parallel_size_local must be 1 when data_parallel_rank " "data_parallel_size_local must be 1 when data_parallel_rank "
@ -1109,6 +1110,7 @@ class EngineArgs:
data_parallel_size_local = 1 data_parallel_size_local = 1
# Use full external lb if we have local_size of 1. # Use full external lb if we have local_size of 1.
self.data_parallel_hybrid_lb = False self.data_parallel_hybrid_lb = False
# Local DP rank > 1, use hybrid LB.
elif self.data_parallel_hybrid_lb: elif self.data_parallel_hybrid_lb:
assert self.data_parallel_start_rank is not None, ( assert self.data_parallel_start_rank is not None, (
"data_parallel_start_rank must be set to use " "data_parallel_start_rank must be set to use "

4
vllm/entrypoints/cli/serve.py
View File

@ -86,8 +86,8 @@ def run_headless(args: argparse.Namespace):
if not envs.VLLM_USE_V1: if not envs.VLLM_USE_V1:
raise ValueError("Headless mode is only supported for V1") raise ValueError("Headless mode is only supported for V1")
if engine_args.data_parallel_rank is not None: if engine_args.data_parallel_hybrid_lb:
raise ValueError("data_parallel_rank is not applicable in " raise ValueError("data_parallel_hybrid_lb is not applicable in "
"headless mode") "headless mode")
parallel_config = vllm_config.parallel_config parallel_config = vllm_config.parallel_config