mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-26 03:45:52 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
dbc51d6e98
commit
471fa4ae68
@ -1011,9 +1011,6 @@ class DPLBAsyncMPClient(DPAsyncMPClient):
|
||||
|
||||
def get_core_engine_for_request(
|
||||
self, request: EngineCoreRequest) -> EngineIdentity:
|
||||
logger.info(f"{self.lb_engines=} | {request.data_parallel_rank=}")
|
||||
logger.info(f"{self.core_engine=}")
|
||||
logger.info(f"{self.client_index=}")
|
||||
# Engines are in rank order.
|
||||
if (eng_index := request.data_parallel_rank) is None:
|
||||
if not self.lb_engines:
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user