From bd3db7f46965bfc979734a6d4b50cf96184c10d8 Mon Sep 17 00:00:00 2001 From: Ning Xie Date: Tue, 5 Aug 2025 10:36:55 +0800 Subject: [PATCH] [Misc] log more detailed message for ensure_model_parallel_initialized (#22144) Signed-off-by: Andy Xie --- vllm/distributed/parallel_state.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/vllm/distributed/parallel_state.py b/vllm/distributed/parallel_state.py index 48a82d30193e3..470c1355d2a91 100644 --- a/vllm/distributed/parallel_state.py +++ b/vllm/distributed/parallel_state.py @@ -1125,14 +1125,14 @@ def ensure_model_parallel_initialized( assert ( get_tensor_model_parallel_world_size() == tensor_model_parallel_size - ), ("tensor parallel group already initialized, but of unexpected size: " - f"{get_tensor_model_parallel_world_size()=} vs. " - f"{tensor_model_parallel_size=}") + ), ("tensor parallel group already initialized, but of unexpected size. " + f"got: {get_tensor_model_parallel_world_size()=} vs. " + f"wanted: {tensor_model_parallel_size=}") pp_world_size = get_pp_group().world_size assert (pp_world_size == pipeline_model_parallel_size), ( - "pipeline parallel group already initialized, but of unexpected size: " - f"{pp_world_size=} vs. " - f"{pipeline_model_parallel_size=}") + "pipeline parallel group already initialized, but of unexpected size. " + f"got: {pp_world_size=} vs. " + f"wanted: {pipeline_model_parallel_size=}") def prepare_communication_buffer_for_model(model: torch.nn.Module):