fix init error for MessageQueue when n_local_reader is zero

Signed-off-by: XiaobingSuper <[email protected]>
vllm-project · Jan 7, 2025 · 75526b1 · 75526b1
1 parent 996357e
commit 75526b1
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/distributed/device_communicators/shm_broadcast.py b/vllm/distributed/device_communicators/shm_broadcast.py
@@ -247,7 +247,8 @@ def __init__(
         self.handle = Handle(
             connect_ip=connect_ip,
             local_reader_ranks=local_reader_ranks,
-            buffer_handle=self.buffer.handle(),
+            buffer_handle=self.buffer.handle()
+            if self.buffer is not None else None,
             local_subscribe_port=local_subscribe_port,
             remote_subscribe_port=remote_subscribe_port,
         )