xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 02:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Minor] Fix false warning when TP=1 (#2674)

Browse Source
This commit is contained in:
Woosuk Kwon 2024-01-30 14:39:40 -08:00 committed by GitHub
parent bbe9bd9684
commit 105a40f53a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/parallel_utils/custom_all_reduce.py
View File

@ -29,6 +29,10 @@ def init_custom_ar() -> None:
return
rank = get_tensor_model_parallel_rank()
world_size = get_tensor_model_parallel_world_size()
if world_size == 1:
# No need to initialize custom allreduce for single GPU case.
return
if world_size not in _SUPPORTED_WORLD_SIZES:
logger.warn(
"Custom allreduce is disabled due to an unsupported world size: "