xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-09-01 22:36:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add workaround for TorchInductor get_raw_stream bug

Browse Source
This commit is contained in:
baonudesifeizhai 2025-12-17 18:16:48 -05:00
parent 9d70afe6c6
commit e8985d9716
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/env_override.py
View File

@ -371,7 +371,6 @@ def _update_scheduler_patched(self) -> None:
# For more context, see https://github.com/vllm-project/vllm/issues/30905. # For more context, see https://github.com/vllm-project/vllm/issues/30905.
def _patch_get_raw_stream_if_needed(): def _patch_get_raw_stream_if_needed():
"""Workaround for TorchInductor autotune get_raw_stream() bug.""" """Workaround for TorchInductor autotune get_raw_stream() bug."""
if is_torch_equal("2.9.0") and os.getenv("VLLM_PATCH_GET_RAW_STREAM", "1") == "1":
import builtins import builtins
from torch._C import _cuda_getCurrentRawStream as _get_raw_stream from torch._C import _cuda_getCurrentRawStream as _get_raw_stream