From b4ac449a83383b18c920d1dba0ca39a2e1030f1a Mon Sep 17 00:00:00 2001 From: Kebe Date: Tue, 8 Apr 2025 15:18:15 +0800 Subject: [PATCH] [Misc] Merge the logs of pp layers partitions (#16225) Signed-off-by: Kebe --- vllm/distributed/utils.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/vllm/distributed/utils.py b/vllm/distributed/utils.py index cae1a25519b3e..2cb57afd45664 100644 --- a/vllm/distributed/utils.py +++ b/vllm/distributed/utils.py @@ -102,10 +102,11 @@ def get_pp_indices(num_hidden_layers: int, pp_rank: int, if remaining_layers := num_hidden_layers % pp_size: for i in range(2, remaining_layers + 2): partitions[-i] += 1 - logger.info("Hidden layers were unevenly partitioned: %s", - ",".join(str(p) for p in partitions)) - logger.info("This can be manually overridden using the " - "VLLM_PP_LAYER_PARTITION environment variable") + logger.info( + "Hidden layers were unevenly partitioned: [%s]. " + "This can be manually overridden using the " + "VLLM_PP_LAYER_PARTITION environment variable", + ",".join(str(p) for p in partitions)) start_layer = sum(partitions[:pp_rank]) end_layer = start_layer + partitions[pp_rank]