xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-29 07:07:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

[compile][startup] Disable C++ compilation of symbolic shapes (#20836)

Browse Source 
Signed-off-by: Animesh Jain <anijain@umich.edu>
This commit is contained in:
Animesh Jain 2025-08-01 10:38:52 -07:00 committed by GitHub
parent 3277e8f9e1
commit 9659bc7f27
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
vllm/compilation/decorators.py
View File

@ -267,8 +267,15 @@ def _support_torch_compile(
code.co_filename)
return inline_call(parent, func, args, kwargs)
with patch.object(InliningInstructionTranslator, 'inline_call',
patched_inline_call):
# Disable the C++ compilation of symbolic shape guards. C++-fication
# of symbolic shape guards can improve guard overhead. But, since
# vllm skip guards anyways, setting this flag to False can improve
# compile time.
with torch._dynamo.config.patch("enable_cpp_symbolic_shape_guards",
False), patch.object(
InliningInstructionTranslator,
'inline_call',
patched_inline_call):
output = self.compiled_callable(*args, **kwargs)
return output