mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-06-02 23:51:19 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
59a958362f
commit
48cf09be0b
@ -411,12 +411,10 @@ class EngineCoreProc(EngineCore):
|
|||||||
identity = self.engine_index.to_bytes(length=2, byteorder="little")
|
identity = self.engine_index.to_bytes(length=2, byteorder="little")
|
||||||
self.engines_running = False
|
self.engines_running = False
|
||||||
|
|
||||||
logger.info("======= HANDSHAKING:")
|
|
||||||
with self._perform_handshakes(handshake_address, identity,
|
with self._perform_handshakes(handshake_address, identity,
|
||||||
local_client, vllm_config,
|
local_client, vllm_config,
|
||||||
client_handshake_address) as addresses:
|
client_handshake_address) as addresses:
|
||||||
self.client_count = len(addresses.outputs)
|
self.client_count = len(addresses.outputs)
|
||||||
logger.info(f"{addresses.outputs=}")
|
|
||||||
|
|
||||||
# Set up data parallel environment.
|
# Set up data parallel environment.
|
||||||
self.has_coordinator = addresses.coordinator_output is not None
|
self.has_coordinator = addresses.coordinator_output is not None
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user