mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-14 17:05:36 +08:00
Fix LLMEngine.del dp_group cleanup condition (#29954)
Signed-off-by: Yongtao Huang <yongtaoh2022@gmail.com>
This commit is contained in:
parent
afe9eb408e
commit
2fc5d6e0d7
@ -409,8 +409,6 @@ class LLMEngine:
|
|||||||
return self.collective_rpc("apply_model", args=(func,))
|
return self.collective_rpc("apply_model", args=(func,))
|
||||||
|
|
||||||
def __del__(self):
|
def __del__(self):
|
||||||
if (
|
dp_group = getattr(self, "dp_group", None)
|
||||||
dp_group := getattr(self, "dp_group", None)
|
if dp_group is not None and not self.external_launcher_dp:
|
||||||
and not self.external_launcher_dp
|
|
||||||
):
|
|
||||||
stateless_destroy_torch_distributed_process_group(dp_group)
|
stateless_destroy_torch_distributed_process_group(dp_group)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user