From 554df8a6a2ed9007086f64768803ae4c780127bd Mon Sep 17 00:00:00 2001 From: Xiao Date: Sat, 2 Aug 2025 09:03:30 -0700 Subject: [PATCH] Revert "[compile][startup] Disable C++ compilation of symbolic shapes" (#22122) Signed-off-by: Xiao Liu --- vllm/compilation/decorators.py | 11 ++--------- 1 file changed, 2 insertions(+), 9 deletions(-) diff --git a/vllm/compilation/decorators.py b/vllm/compilation/decorators.py index 0d2c432497c40..1370862d580a5 100644 --- a/vllm/compilation/decorators.py +++ b/vllm/compilation/decorators.py @@ -267,15 +267,8 @@ def _support_torch_compile( code.co_filename) return inline_call(parent, func, args, kwargs) - # Disable the C++ compilation of symbolic shape guards. C++-fication - # of symbolic shape guards can improve guard overhead. But, since - # vllm skip guards anyways, setting this flag to False can improve - # compile time. - with torch._dynamo.config.patch("enable_cpp_symbolic_shape_guards", - False), patch.object( - InliningInstructionTranslator, - 'inline_call', - patched_inline_call): + with patch.object(InliningInstructionTranslator, 'inline_call', + patched_inline_call): output = self.compiled_callable(*args, **kwargs) return output