xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-04 06:17:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 02:19:30 +00:00
parent aefeeed64d
commit 59a958362f
1 changed files with 0 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/v1/engine/core.py
View File

@ -484,20 +484,16 @@ class EngineCoreProc(EngineCore):
"""
input_ctx = zmq.Context()
is_local = local_client and client_handshake_address is None
logger.info(f"HS: {handshake_address=}, {is_local=}")
handshake = self._perform_handshake(input_ctx, handshake_address,
identity, is_local, vllm_config,
vllm_config.parallel_config)
logger.info(f"DONE HS: {handshake=}")
if client_handshake_address is None:
with handshake as addresses:
yield addresses
else:
logger.info(f"HS: {client_handshake_address=}, {local_client=}")
local_handshake = self._perform_handshake(
input_ctx, client_handshake_address, identity, local_client,
vllm_config)
logger.info(f"DONE HS: {local_handshake=}")
with handshake as addresses, local_handshake as client_addresses:
addresses.inputs = client_addresses.inputs
@ -524,8 +520,6 @@ class EngineCoreProc(EngineCore):
linger=5000,
bind=False) as handshake_socket:
# Register engine with front-end.
logger.info(f"calling startup_handshake: {handshake_address=}")
logger.info(f"calling startup_handshake: {local_client=}")
addresses = self.startup_handshake(handshake_socket, local_client,
parallel_config_to_update)
yield addresses