mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-28 08:18:05 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
48cf09be0b
commit
2fd05875d4
@ -492,7 +492,6 @@ class EngineCoreProc(EngineCore):
|
||||
local_handshake = self._perform_handshake(
|
||||
input_ctx, client_handshake_address, identity, local_client,
|
||||
vllm_config)
|
||||
|
||||
with handshake as addresses, local_handshake as client_addresses:
|
||||
addresses.inputs = client_addresses.inputs
|
||||
addresses.outputs = client_addresses.outputs
|
||||
|
||||
@ -405,15 +405,12 @@ class MPClient(EngineCoreClient):
|
||||
"stats_update_address")
|
||||
else:
|
||||
# Engines are managed by this client.
|
||||
print(f"{vllm_config.parallel_config=}")
|
||||
with launch_core_engines(vllm_config, executor_class,
|
||||
log_stats) as (engine_manager,
|
||||
coordinator,
|
||||
addresses):
|
||||
self.resources.coordinator = coordinator
|
||||
self.resources.engine_manager = engine_manager
|
||||
print("========================================")
|
||||
print(f"{vllm_config.parallel_config=}")
|
||||
|
||||
(input_address, ) = addresses.inputs
|
||||
(output_address, ) = addresses.outputs
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user