From a00d6254e998be472d8df9dc590784d6facf8d85 Mon Sep 17 00:00:00 2001 From: Zhengxu Chen Date: Tue, 28 Oct 2025 08:58:12 -0400 Subject: [PATCH] [compile] Disable dynamo guards check for AOT compilation. (#27288) Signed-off-by: zhxchen17 Co-authored-by: Cyrus Leung --- vllm/compilation/decorators.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/compilation/decorators.py b/vllm/compilation/decorators.py index 4a4903035cf9e..376039e4f133e 100644 --- a/vllm/compilation/decorators.py +++ b/vllm/compilation/decorators.py @@ -302,6 +302,7 @@ def _support_torch_compile( start_monitoring_torch_compile(self.vllm_config) loaded_fn = torch.compiler.load_compiled_function(f) _verify_source_unchanged(loaded_fn.source_info(), self.vllm_config) + loaded_fn.disable_guard_check() self.aot_compiled_fn = loaded_fn except Exception as e: if os.path.exists(aot_compilation_path):