xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-18 03:07:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

relax hybrid dp asserts

Browse Source 
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
This commit is contained in:
Tyler Michael Smith 2025-07-23 13:49:52 -04:00
parent 5fb68091db
commit 35f3782d21
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/engine/arg_utils.py
View File

@ -1098,8 +1098,7 @@ class EngineArgs:
data_parallel_size_local = 1 data_parallel_size_local = 1
# Use full external lb if we have local_size of 1. # Use full external lb if we have local_size of 1.
self.data_parallel_hybrid_lb = False self.data_parallel_hybrid_lb = False
elif self.data_parallel_size_local is not None and ( elif self.data_parallel_size_local is not None:
self.data_parallel_size_local != self.data_parallel_size):
data_parallel_size_local = self.data_parallel_size_local data_parallel_size_local = self.data_parallel_size_local
if self.data_parallel_start_rank and not headless: if self.data_parallel_start_rank and not headless:
@ -1111,6 +1110,10 @@ class EngineArgs:
data_parallel_external_lb = True data_parallel_external_lb = True
self.data_parallel_hybrid_lb = False self.data_parallel_hybrid_lb = False
if data_parallel_size_local == self.data_parallel_size:
# Disable hybrid LB mode if set for a single node
self.data_parallel_hybrid_lb = False
self.data_parallel_rank = self.data_parallel_start_rank or 0 self.data_parallel_rank = self.data_parallel_start_rank or 0
else: else:
assert not self.data_parallel_hybrid_lb, ( assert not self.data_parallel_hybrid_lb, (