xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-07 04:57:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix dp=2 tp=2 hang

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-05-26 18:37:03 +00:00
parent 37bdf9f324
commit 020d9b05bc
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/worker/ubatching.py
View File

@ -46,7 +46,7 @@ class UBatchContext:
# self.stream.wait_event(start_event)
print("Starting ubatch %d" % self.id)
# if self.gpu_wait_on_launch:
# self.gpu_stream_wait()
self.gpu_stream_wait()
return self
def __exit__(self, exc_type, exc_val, exc_tb):