From e512f76a898d61b8857b36b138bb9cf93ea04d03 Mon Sep 17 00:00:00 2001 From: XiaobingZhang Date: Tue, 7 Jan 2025 14:12:48 +0800 Subject: [PATCH] fix init error for MessageQueue when n_local_reader is zero (#11768) --- vllm/distributed/device_communicators/shm_broadcast.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/distributed/device_communicators/shm_broadcast.py b/vllm/distributed/device_communicators/shm_broadcast.py index 9f97b0f01ad8a..4ced991f62f66 100644 --- a/vllm/distributed/device_communicators/shm_broadcast.py +++ b/vllm/distributed/device_communicators/shm_broadcast.py @@ -247,7 +247,8 @@ class MessageQueue: self.handle = Handle( connect_ip=connect_ip, local_reader_ranks=local_reader_ranks, - buffer_handle=self.buffer.handle(), + buffer_handle=self.buffer.handle() + if self.buffer is not None else None, local_subscribe_port=local_subscribe_port, remote_subscribe_port=remote_subscribe_port, )