From fcec8c882714e61697f0964641f795f89a86cd11 Mon Sep 17 00:00:00 2001 From: Tyler Michael Smith Date: Fri, 20 Jun 2025 20:37:37 +0000 Subject: [PATCH] add debug cruft Signed-off-by: Tyler Michael Smith --- .../device_communicators/all2all.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/vllm/distributed/device_communicators/all2all.py b/vllm/distributed/device_communicators/all2all.py index c8c373b8adc9b..874147960bed7 100644 --- a/vllm/distributed/device_communicators/all2all.py +++ b/vllm/distributed/device_communicators/all2all.py @@ -143,6 +143,24 @@ class DeepEPAll2AllManagerBase(All2AllManagerBase): device = self.dp_group.device props = torch.cuda.get_device_properties(device) self.num_sms = props.multi_processor_count + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") + print(f"Setting num sms to {self.num_sms}") def get_handle(self, kwargs): raise NotImplementedError