From d2d54e9c7284fd2ac08e5960fbf9cfe9a227e195 Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Sun, 20 Jul 2025 02:46:54 +0000 Subject: [PATCH] updated Signed-off-by: Robert Shaw --- vllm/v1/engine/core_client.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vllm/v1/engine/core_client.py b/vllm/v1/engine/core_client.py index 82fc1fa9937c5..2d574efd03c51 100644 --- a/vllm/v1/engine/core_client.py +++ b/vllm/v1/engine/core_client.py @@ -429,11 +429,12 @@ class MPClient(EngineCoreClient): parallel_config = vllm_config.parallel_config dp_size = parallel_config.data_parallel_size dp_rank = parallel_config.data_parallel_rank + dp_local_size = parallel_config.data_parallel_size_local external_dp_lb = parallel_config.data_parallel_external_lb offline_mode = parallel_config.data_parallel_rank_local is not None - engine_ranks = [dp_rank] if (offline_mode - or external_dp_lb) else range(dp_size) + engine_ranks = ([dp_rank] if (offline_mode or external_dp_lb) + else range(dp_rank, dp_rank + dp_local_size)) assert parallel_config.data_parallel_size_local <= len( engine_ranks)