From 93ecb8139c2a13675273835746d025f3ffc61f6d Mon Sep 17 00:00:00 2001 From: Nick Hill Date: Thu, 22 May 2025 19:22:11 -0700 Subject: [PATCH] [BugFix] Increase TP execute_model timeout (#18558) Signed-off-by: Nick Hill --- vllm/v1/executor/multiproc_executor.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/v1/executor/multiproc_executor.py b/vllm/v1/executor/multiproc_executor.py index 2061806e6b36a..eb5f9d4bfe004 100644 --- a/vllm/v1/executor/multiproc_executor.py +++ b/vllm/v1/executor/multiproc_executor.py @@ -38,7 +38,7 @@ logger = init_logger(__name__) POLLING_TIMEOUT_MS = 5000 POLLING_TIMEOUT_S = POLLING_TIMEOUT_MS // 1000 -EXECUTE_MODEL_TIMEOUT_S = 40 +EXECUTE_MODEL_TIMEOUT_S = 300 class MultiprocExecutor(Executor):