From 29b97c09950fb6970756f5e2cfd4a3d7c1f4d72e Mon Sep 17 00:00:00 2001 From: Ning Xie Date: Tue, 5 Aug 2025 10:36:20 +0800 Subject: [PATCH] [Doc] add backend to doc string of initialize_model_parallel (#22142) Signed-off-by: Andy Xie --- vllm/distributed/parallel_state.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/distributed/parallel_state.py b/vllm/distributed/parallel_state.py index f31e4766bfdad..48a82d30193e3 100644 --- a/vllm/distributed/parallel_state.py +++ b/vllm/distributed/parallel_state.py @@ -1013,6 +1013,7 @@ def initialize_model_parallel( parallelism. pipeline_model_parallel_size: number of GPUs used for pipeline model parallelism. + backend: name of torch distributed communication backend. Let's say we have a total of 8 GPUs denoted by g0 ... g7 and we use 2 GPUs to parallelize the model tensor, and 4 GPUs to parallelize