mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-26 14:17:10 +08:00
barrier
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
This commit is contained in:
parent
7b86860ff5
commit
29596317b0
@ -782,6 +782,7 @@ class GroupCoordinator:
|
|||||||
|
|
||||||
def prepare_communication_buffer_for_model(self, model: torch.nn.Module):
|
def prepare_communication_buffer_for_model(self, model: torch.nn.Module):
|
||||||
if self.device_communicator is not None:
|
if self.device_communicator is not None:
|
||||||
|
torch.distributed.barrier(self.device_communicator)
|
||||||
self.device_communicator.prepare_communication_buffer_for_model(
|
self.device_communicator.prepare_communication_buffer_for_model(
|
||||||
model)
|
model)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user