xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-09-09 06:37:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix handshake

Browse Source 
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill 2025-07-22 18:48:56 +01:00
parent cecf38ae82
commit 75bd8ead71
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/v1/engine/core.py
View File

@ -523,6 +523,7 @@ class EngineCoreProc(EngineCore):
bind=False) as handshake_socket: bind=False) as handshake_socket:
# Register engine with front-end. # Register engine with front-end.
addresses = self.startup_handshake(handshake_socket, local_client, addresses = self.startup_handshake(handshake_socket, local_client,
headless,
parallel_config_to_update) parallel_config_to_update)
yield addresses yield addresses
@ -545,6 +546,7 @@ class EngineCoreProc(EngineCore):
def startup_handshake( def startup_handshake(
handshake_socket: zmq.Socket, handshake_socket: zmq.Socket,
local_client: bool, local_client: bool,
headless: bool,
parallel_config: Optional[ParallelConfig] = None, parallel_config: Optional[ParallelConfig] = None,
) -> EngineZmqAddresses: ) -> EngineZmqAddresses:
@ -553,6 +555,7 @@ class EngineCoreProc(EngineCore):
msgspec.msgpack.encode({ msgspec.msgpack.encode({
"status": "HELLO", "status": "HELLO",
"local": local_client, "local": local_client,
"headless": headless,
})) }))
# Receive initialization message. # Receive initialization message.