fix init error for MessageQueue when n_local_reader is zero (vllm-pro…

…ject#11768)
abmfy · Jan 24, 2025 · 1a08d08 · 1a08d08
1 parent 75a9f16
commit 1a08d08
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/distributed/device_communicators/shm_broadcast.py b/vllm/distributed/device_communicators/shm_broadcast.py
@@ -247,7 +247,8 @@ def __init__(
         self.handle = Handle(
             connect_ip=connect_ip,
             local_reader_ranks=local_reader_ranks,
-            buffer_handle=self.buffer.handle(),
+            buffer_handle=self.buffer.handle()
+            if self.buffer is not None else None,
             local_subscribe_port=local_subscribe_port,
             remote_subscribe_port=remote_subscribe_port,
         )