xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-27 14:13:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

add debug cruft

Browse Source 
Signed-off-by: Tyler Michael Smith <tysmith@redhat.com>
This commit is contained in:
Tyler Michael Smith 2025-06-20 20:37:37 +00:00
parent 850dafea92
commit fcec8c8827
1 changed files with 18 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
vllm/distributed/device_communicators/all2all.py
View File

@ -143,6 +143,24 @@ class DeepEPAll2AllManagerBase(All2AllManagerBase):
device = self.dp_group.device device = self.dp_group.device
props = torch.cuda.get_device_properties(device) props = torch.cuda.get_device_properties(device)
self.num_sms = props.multi_processor_count self.num_sms = props.multi_processor_count
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
print(f"Setting num sms to {self.num_sms}")
def get_handle(self, kwargs): def get_handle(self, kwargs):
raise NotImplementedError raise NotImplementedError