xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 15:45:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix PP default fallback behavior for V1 (#18915)

Browse Source 
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin 2025-05-29 22:13:17 -04:00 committed by GitHub
parent a1cc9f33a3
commit d54af615d5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/engine/arg_utils.py
View File

@ -1380,7 +1380,8 @@ class EngineArgs:
if (self.pipeline_parallel_size > 1 if (self.pipeline_parallel_size > 1
and self.distributed_executor_backend and self.distributed_executor_backend
not in ("ray", "mp", "external_launcher")): not in (ParallelConfig.distributed_executor_backend, "ray",
"mp", "external_launcher")):
name = "Pipeline Parallelism without Ray distributed executor " \ name = "Pipeline Parallelism without Ray distributed executor " \
"or multiprocessing executor or external launcher" "or multiprocessing executor or external launcher"
_raise_or_fallback(feature_name=name, recommend_to_remove=False) _raise_or_fallback(feature_name=name, recommend_to_remove=False)