xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-07 20:22:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

[TPU] Lazy Import (#15656)

Browse Source 
Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
This commit is contained in:
Robert Shaw 2025-03-27 21:57:01 -04:00 committed by GitHub
parent 15dac210f0
commit bd45912b99
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/distributed/utils.py
View File

@ -15,7 +15,6 @@ import torch
from torch.distributed import ProcessGroup, TCPStore from torch.distributed import ProcessGroup, TCPStore
from torch.distributed.distributed_c10d import (Backend, PrefixStore, from torch.distributed.distributed_c10d import (Backend, PrefixStore,
_get_default_timeout, _get_default_timeout,
_shutdown_backend,
_unregister_process_group, _unregister_process_group,
is_nccl_available) is_nccl_available)
from torch.distributed.rendezvous import rendezvous from torch.distributed.rendezvous import rendezvous
@ -343,5 +342,7 @@ def stateless_destroy_torch_distributed_process_group(
Destroy ProcessGroup returned by Destroy ProcessGroup returned by
stateless_init_torch_distributed_process_group(). stateless_init_torch_distributed_process_group().
""" """
# Lazy import for non-CUDA backends.
from torch.distributed.distributed_c10d import _shutdown_backend
_shutdown_backend(pg) _shutdown_backend(pg)
_unregister_process_group(pg.group_name) _unregister_process_group(pg.group_name)