From 020d9b05bc6f98b30ca59926ba95b55b0322d581 Mon Sep 17 00:00:00 2001 From: Sage Moore Date: Mon, 26 May 2025 18:37:03 +0000 Subject: [PATCH] fix dp=2 tp=2 hang Signed-off-by: Sage Moore --- vllm/v1/worker/ubatching.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/v1/worker/ubatching.py b/vllm/v1/worker/ubatching.py index c0e44689d886e..47a681a6757b5 100644 --- a/vllm/v1/worker/ubatching.py +++ b/vllm/v1/worker/ubatching.py @@ -46,7 +46,7 @@ class UBatchContext: # self.stream.wait_event(start_event) print("Starting ubatch %d" % self.id) # if self.gpu_wait_on_launch: - # self.gpu_stream_wait() + self.gpu_stream_wait() return self def __exit__(self, exc_type, exc_val, exc_tb):