xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 18:07:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Fix DBO hang (#25625)

Browse Source 
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com>
This commit is contained in:
Lucas Wilkinson 2025-09-25 13:04:48 -04:00 committed by GitHub
parent 916bd9204d
commit 13cc7f5370
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/v1/worker/gpu_ubatch_wrapper.py
View File

@ -366,7 +366,8 @@ class UBatchWrapper:
cudagraph_runtime_mode=CUDAGraphMode.NONE) cudagraph_runtime_mode=CUDAGraphMode.NONE)
with self.sm_control: with self.sm_control:
return self._capture_ubatches(ubatch_metadata, self.model) return self._capture_ubatches(ubatch_metadata, self.model)
elif num_tokens in self.cudagraphs: elif num_tokens in self.cudagraphs \
and cudagraph_runtime_mode is CUDAGraphMode.FULL:
cudagraph_metadata = self.cudagraphs[num_tokens] cudagraph_metadata = self.cudagraphs[num_tokens]
cudagraph_metadata.cudagraph.replay() cudagraph_metadata.cudagraph.replay()
return cudagraph_metadata.outputs return cudagraph_metadata.outputs