From 29596317b086e86ed786f4ff6aefb5f89ce73d8b Mon Sep 17 00:00:00 2001 From: Tyler Michael Smith Date: Thu, 10 Jul 2025 18:20:25 -0400 Subject: [PATCH] barrier Signed-off-by: Tyler Michael Smith --- vllm/distributed/parallel_state.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/distributed/parallel_state.py b/vllm/distributed/parallel_state.py index c53601a22f215..d7bb4f3aeef15 100644 --- a/vllm/distributed/parallel_state.py +++ b/vllm/distributed/parallel_state.py @@ -782,6 +782,7 @@ class GroupCoordinator: def prepare_communication_buffer_for_model(self, model: torch.nn.Module): if self.device_communicator is not None: + torch.distributed.barrier(self.device_communicator) self.device_communicator.prepare_communication_buffer_for_model( model)