From 6e4a93e3f78a6af2447328d1e7db0fa66f0bc5be Mon Sep 17 00:00:00 2001 From: Isotr0py Date: Fri, 9 May 2025 16:55:14 +0800 Subject: [PATCH] [Bugfix][CPU] Fix broken AVX2 CPU TP support (#17252) Signed-off-by: Isotr0py <2037008807@qq.com> --- vllm/distributed/device_communicators/cpu_communicator.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/distributed/device_communicators/cpu_communicator.py b/vllm/distributed/device_communicators/cpu_communicator.py index 1f4b4faf1190a..296f5f2b424be 100644 --- a/vllm/distributed/device_communicators/cpu_communicator.py +++ b/vllm/distributed/device_communicators/cpu_communicator.py @@ -22,7 +22,8 @@ class CpuCommunicator(DeviceCommunicatorBase): super().__init__(cpu_group, device, device_group, unique_name) self.dist_module = torch.distributed - if current_platform.get_cpu_architecture() == CpuArchEnum.X86: + if (current_platform.get_cpu_architecture() == CpuArchEnum.X86) \ + and hasattr(torch.ops._C, "init_shm_manager"): self.dist_module = _CPUSHMDistributed(self) def all_reduce(self, input_):