xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-28 06:57:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

remove previous fix

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-07-09 20:36:08 +00:00
parent b53450e368
commit 29a5ac1d04
1 changed files with 1 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/distributed/device_communicators/all2all.py
View File

@ -280,10 +280,4 @@ class DeepEPLLAll2AllManager(DeepEPAll2AllManagerBase):
buffer_kwargs = self._make_all2all_kwargs(**kwargs) buffer_kwargs = self._make_all2all_kwargs(**kwargs)
first_handle = self.handle_caches[0].get_or_create(buffer_kwargs, deep_ep.Buffer) first_handle = self.handle_caches[0].get_or_create(buffer_kwargs, deep_ep.Buffer)
second_handle = self.handle_caches[1].get_or_create(buffer_kwargs, deep_ep.Buffer) second_handle = self.handle_caches[1].get_or_create(buffer_kwargs, deep_ep.Buffer)
return [first_handle, second_handle] return [first_handle, second_handle]
def destroy(self):
for handle_cache in self.handle_caches:
with handle_cache._lock:
for _, handle in handle_cache._cache.items():
handle.destroy()