xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 07:07:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix hang

Browse Source
This commit is contained in:
Sage Moore 2025-05-21 21:29:41 +00:00 committed by Lucas Wilkinson
parent 9c60a6299d
commit 2a7f25fbe2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/worker/ubatching.py
View File

@ -64,9 +64,9 @@ class UBatchContext:
self.cpu_signal_event.set() self.cpu_signal_event.set()
def _wait(self): def _wait(self):
self.stream.wait_event(self.gpu_wait_event)
self.cpu_wait_event.wait() self.cpu_wait_event.wait()
self.cpu_wait_event.clear() self.cpu_wait_event.clear()
self.stream.wait_event(self.gpu_wait_event)
self._restore_context() self._restore_context()
_CURRENT_CONTEXT: dict = {} _CURRENT_CONTEXT: dict = {}