xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-09-02 01:46:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix precommit

Browse Source 
Signed-off-by: Tyler Michael Smith <tysmith@redhat.com>
This commit is contained in:
Tyler Michael Smith 2025-07-18 18:48:12 +00:00
parent feeb17303d
commit 2f86f710dd
2 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/distributed/parallel_state.py
View File

@ -222,11 +222,13 @@ class GroupCoordinator:
for ranks in group_ranks: for ranks in group_ranks:
device_group = torch.distributed.new_group( device_group = torch.distributed.new_group(
ranks, backend=torch_distributed_backend, ranks,
backend=torch_distributed_backend,
timeout=envs.VLLM_DISTRIBUTED_INIT_TIMEOUT_SECONDS) timeout=envs.VLLM_DISTRIBUTED_INIT_TIMEOUT_SECONDS)
# a group with `gloo` backend, to allow direct coordination between # a group with `gloo` backend, to allow direct coordination between
# processes through the CPU. # processes through the CPU.
cpu_group = torch.distributed.new_group(ranks, cpu_group = torch.distributed.new_group(
ranks,
backend="gloo", backend="gloo",
timeout=envs.VLLM_DISTRIBUTED_INIT_TIMEOUT_SECONDS) timeout=envs.VLLM_DISTRIBUTED_INIT_TIMEOUT_SECONDS)
if self.rank in ranks: if self.rank in ranks: