xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-25 16:31:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

[compile] Disable dynamo guards check for AOT compilation. (#27288)

Browse Source 
Signed-off-by: zhxchen17 <zhxchen17@fb.com>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
Zhengxu Chen 2025-10-28 08:58:12 -04:00 committed by GitHub
parent 05181cc57f
commit a00d6254e9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/compilation/decorators.py
View File

@ -302,6 +302,7 @@ def _support_torch_compile(
start_monitoring_torch_compile(self.vllm_config) start_monitoring_torch_compile(self.vllm_config)
loaded_fn = torch.compiler.load_compiled_function(f) loaded_fn = torch.compiler.load_compiled_function(f)
_verify_source_unchanged(loaded_fn.source_info(), self.vllm_config) _verify_source_unchanged(loaded_fn.source_info(), self.vllm_config)
loaded_fn.disable_guard_check()
self.aot_compiled_fn = loaded_fn self.aot_compiled_fn = loaded_fn
except Exception as e: except Exception as e:
if os.path.exists(aot_compilation_path): if os.path.exists(aot_compilation_path):