xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-25 17:07:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix assertion for single world use case (uni) (#29429)

Browse Source 
Signed-off-by: Lu Fang <fanglu@fb.com>
Co-authored-by: Lucia (Lu) Fang <fanglu@meta.com>
This commit is contained in:
Lucia Fang 2025-11-25 16:14:23 -08:00 committed by GitHub
parent de75b0bb70
commit d8819c88eb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/config/parallel.py
View File

@ -593,9 +593,10 @@ class ParallelConfig:
"max_parallel_loading_workers is currently "
"not supported and will be ignored."
)
if self.distributed_executor_backend != "mp" and self.nnodes > 1:
if self.distributed_executor_backend not in ("mp", "uni") and self.nnodes > 1:
raise ValueError(
"nnodes > 1 can only be set when distributed exectuor backend is mp."
"nnodes > 1 can only be set when distributed executor "
"backend is mp or uni."
)
@property