xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-23 22:44:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add workaround for TorchInductor get_raw_stream bug

Browse Source
This commit is contained in:
baonudesifeizhai 2025-12-17 18:16:48 -05:00
parent 9d70afe6c6
commit e8985d9716
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/env_override.py
View File

@ -371,12 +371,11 @@ def _update_scheduler_patched(self) -> None:
# For more context, see https://github.com/vllm-project/vllm/issues/30905. # For more context, see https://github.com/vllm-project/vllm/issues/30905.
def _patch_get_raw_stream_if_needed(): def _patch_get_raw_stream_if_needed():
"""Workaround for TorchInductor autotune get_raw_stream() bug.""" """Workaround for TorchInductor autotune get_raw_stream() bug."""
if is_torch_equal("2.9.0") and os.getenv("VLLM_PATCH_GET_RAW_STREAM", "1") == "1": import builtins
import builtins
from torch._C import _cuda_getCurrentRawStream as _get_raw_stream from torch._C import _cuda_getCurrentRawStream as _get_raw_stream
builtins.get_raw_stream = _get_raw_stream builtins.get_raw_stream = _get_raw_stream
_patch_get_raw_stream_if_needed() _patch_get_raw_stream_if_needed()