xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-29 05:47:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

[bugfix] Pass globals to aot_compiled function (#29428)

Browse Source 
Signed-off-by: angelayi <yiangela7@gmail.com>
This commit is contained in:
Angela Yi 2025-12-05 08:54:26 -08:00 committed by GitHub
parent da7bc54ea8
commit e7296b08da
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/compilation/decorators.py
View File

@ -409,7 +409,9 @@ def _support_torch_compile(
open(aot_compilation_path, "rb") as f, open(aot_compilation_path, "rb") as f,
): ):
start_monitoring_torch_compile(self.vllm_config) start_monitoring_torch_compile(self.vllm_config)
loaded_fn = torch.compiler.load_compiled_function(f) loaded_fn = torch.compiler.load_compiled_function(
f, f_globals=self.forward.__globals__
)
_verify_source_unchanged(loaded_fn.source_info(), self.vllm_config) _verify_source_unchanged(loaded_fn.source_info(), self.vllm_config)
loaded_fn.disable_guard_check() loaded_fn.disable_guard_check()
self.aot_compiled_fn = loaded_fn self.aot_compiled_fn = loaded_fn