mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-09 21:47:24 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
48cf09be0b
commit
2fd05875d4
@ -492,7 +492,6 @@ class EngineCoreProc(EngineCore):
|
|||||||
local_handshake = self._perform_handshake(
|
local_handshake = self._perform_handshake(
|
||||||
input_ctx, client_handshake_address, identity, local_client,
|
input_ctx, client_handshake_address, identity, local_client,
|
||||||
vllm_config)
|
vllm_config)
|
||||||
|
|
||||||
with handshake as addresses, local_handshake as client_addresses:
|
with handshake as addresses, local_handshake as client_addresses:
|
||||||
addresses.inputs = client_addresses.inputs
|
addresses.inputs = client_addresses.inputs
|
||||||
addresses.outputs = client_addresses.outputs
|
addresses.outputs = client_addresses.outputs
|
||||||
|
|||||||
@ -405,15 +405,12 @@ class MPClient(EngineCoreClient):
|
|||||||
"stats_update_address")
|
"stats_update_address")
|
||||||
else:
|
else:
|
||||||
# Engines are managed by this client.
|
# Engines are managed by this client.
|
||||||
print(f"{vllm_config.parallel_config=}")
|
|
||||||
with launch_core_engines(vllm_config, executor_class,
|
with launch_core_engines(vllm_config, executor_class,
|
||||||
log_stats) as (engine_manager,
|
log_stats) as (engine_manager,
|
||||||
coordinator,
|
coordinator,
|
||||||
addresses):
|
addresses):
|
||||||
self.resources.coordinator = coordinator
|
self.resources.coordinator = coordinator
|
||||||
self.resources.engine_manager = engine_manager
|
self.resources.engine_manager = engine_manager
|
||||||
print("========================================")
|
|
||||||
print(f"{vllm_config.parallel_config=}")
|
|
||||||
|
|
||||||
(input_address, ) = addresses.inputs
|
(input_address, ) = addresses.inputs
|
||||||
(output_address, ) = addresses.outputs
|
(output_address, ) = addresses.outputs
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user