mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-11 03:07:08 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
dbc51d6e98
commit
471fa4ae68
@ -1011,9 +1011,6 @@ class DPLBAsyncMPClient(DPAsyncMPClient):
|
|||||||
|
|
||||||
def get_core_engine_for_request(
|
def get_core_engine_for_request(
|
||||||
self, request: EngineCoreRequest) -> EngineIdentity:
|
self, request: EngineCoreRequest) -> EngineIdentity:
|
||||||
logger.info(f"{self.lb_engines=} | {request.data_parallel_rank=}")
|
|
||||||
logger.info(f"{self.core_engine=}")
|
|
||||||
logger.info(f"{self.client_index=}")
|
|
||||||
# Engines are in rank order.
|
# Engines are in rank order.
|
||||||
if (eng_index := request.data_parallel_rank) is None:
|
if (eng_index := request.data_parallel_rank) is None:
|
||||||
if not self.lb_engines:
|
if not self.lb_engines:
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user