xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 16:55:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] zmq: bind only to 127.0.0.1 for local-only usage (#8543)

Browse Source 
Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
Russell Bryant 2024-09-18 12:10:27 -04:00 committed by GitHub
parent a8c1d161a7
commit d65798f78c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
vllm/distributed/device_communicators/shm_broadcast.py
View File

@ -196,7 +196,9 @@ class MessageQueue:
# see http://api.zeromq.org/3-3:zmq-setsockopt for more details # see http://api.zeromq.org/3-3:zmq-setsockopt for more details
self.local_socket.setsockopt(XPUB_VERBOSE, True) self.local_socket.setsockopt(XPUB_VERBOSE, True)
local_subscribe_port = get_open_port() local_subscribe_port = get_open_port()
self.local_socket.bind(f"tcp://*:{local_subscribe_port}") socket_addr = f"tcp://127.0.0.1:{local_subscribe_port}"
logger.debug("Binding to %s", socket_addr)
self.local_socket.bind(socket_addr)
self.current_idx = 0 self.current_idx = 0
@ -212,7 +214,8 @@ class MessageQueue:
self.remote_socket = context.socket(XPUB) self.remote_socket = context.socket(XPUB)
self.remote_socket.setsockopt(XPUB_VERBOSE, True) self.remote_socket.setsockopt(XPUB_VERBOSE, True)
remote_subscribe_port = get_open_port() remote_subscribe_port = get_open_port()
self.remote_socket.bind(f"tcp://*:{remote_subscribe_port}") socket_addr = f"tcp://*:{remote_subscribe_port}"
self.remote_socket.bind(socket_addr)
else: else:
remote_subscribe_port = None remote_subscribe_port = None
@ -255,8 +258,9 @@ class MessageQueue:
self.local_socket = context.socket(SUB) self.local_socket = context.socket(SUB)
self.local_socket.setsockopt_string(SUBSCRIBE, "") self.local_socket.setsockopt_string(SUBSCRIBE, "")
self.local_socket.connect( socket_addr = f"tcp://127.0.0.1:{handle.local_subscribe_port}"
f"tcp://{handle.connect_ip}:{handle.local_subscribe_port}") logger.debug("Connecting to %s", socket_addr)
self.local_socket.connect(socket_addr)
self.remote_socket = None self.remote_socket = None
else: else:
@ -270,8 +274,9 @@ class MessageQueue:
self.remote_socket = context.socket(SUB) self.remote_socket = context.socket(SUB)
self.remote_socket.setsockopt_string(SUBSCRIBE, "") self.remote_socket.setsockopt_string(SUBSCRIBE, "")
self.remote_socket.connect( socket_addr = f"tcp://{handle.connect_ip}:{handle.remote_subscribe_port}"
f"tcp://{handle.connect_ip}:{handle.remote_subscribe_port}") logger.debug("Connecting to %s", socket_addr)
self.remote_socket.connect(socket_addr)
return self return self