From 13cc7f5370ed5d629028143311e95ac6646819cb Mon Sep 17 00:00:00 2001 From: Lucas Wilkinson Date: Thu, 25 Sep 2025 13:04:48 -0400 Subject: [PATCH] [BugFix] Fix DBO hang (#25625) Signed-off-by: Lucas Wilkinson --- vllm/v1/worker/gpu_ubatch_wrapper.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/v1/worker/gpu_ubatch_wrapper.py b/vllm/v1/worker/gpu_ubatch_wrapper.py index 8f6044e594184..5e4c1d32ab6cd 100644 --- a/vllm/v1/worker/gpu_ubatch_wrapper.py +++ b/vllm/v1/worker/gpu_ubatch_wrapper.py @@ -366,7 +366,8 @@ class UBatchWrapper: cudagraph_runtime_mode=CUDAGraphMode.NONE) with self.sm_control: return self._capture_ubatches(ubatch_metadata, self.model) - elif num_tokens in self.cudagraphs: + elif num_tokens in self.cudagraphs \ + and cudagraph_runtime_mode is CUDAGraphMode.FULL: cudagraph_metadata = self.cudagraphs[num_tokens] cudagraph_metadata.cudagraph.replay() return cudagraph_metadata.outputs