xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-22 20:04:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix deep ep ll teardown

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-07-09 20:12:10 +00:00
parent 9b5913ed10
commit b53450e368
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/distributed/device_communicators/all2all.py
View File

@ -281,3 +281,9 @@ class DeepEPLLAll2AllManager(DeepEPAll2AllManagerBase):
first_handle = self.handle_caches[0].get_or_create(buffer_kwargs, deep_ep.Buffer) first_handle = self.handle_caches[0].get_or_create(buffer_kwargs, deep_ep.Buffer)
second_handle = self.handle_caches[1].get_or_create(buffer_kwargs, deep_ep.Buffer) second_handle = self.handle_caches[1].get_or_create(buffer_kwargs, deep_ep.Buffer)
return [first_handle, second_handle] return [first_handle, second_handle]
def destroy(self):
for handle_cache in self.handle_caches:
with handle_cache._lock:
for _, handle in handle_cache._cache.items():
handle.destroy()