mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-14 02:09:33 +08:00
[Misc] Change tests/compile to use VLLM_V1 by default (#19302)
Signed-off-by: rzou <zou3519@gmail.com>
This commit is contained in:
parent
eaa2e51088
commit
3d64d366e0
@ -1,15 +0,0 @@
|
|||||||
# SPDX-License-Identifier: Apache-2.0
|
|
||||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
|
|
||||||
# TEST V1: this should be removed. Right now V1 overrides
|
|
||||||
# all the torch compile logic. We should re-enable this
|
|
||||||
# as we add torch compile support back to V1.
|
|
||||||
@pytest.fixture(scope="function", autouse=True)
|
|
||||||
def use_v0_only(monkeypatch):
|
|
||||||
"""
|
|
||||||
Since this module is V0 only, set VLLM_USE_V1=0 for
|
|
||||||
all tests in the module.
|
|
||||||
"""
|
|
||||||
monkeypatch.setenv('VLLM_USE_V1', '0')
|
|
||||||
@ -13,6 +13,7 @@ from vllm.compilation.counter import compilation_counter
|
|||||||
from vllm.compilation.decorators import support_torch_compile
|
from vllm.compilation.decorators import support_torch_compile
|
||||||
from vllm.config import (CompilationConfig, CompilationLevel, VllmConfig,
|
from vllm.config import (CompilationConfig, CompilationLevel, VllmConfig,
|
||||||
set_current_vllm_config)
|
set_current_vllm_config)
|
||||||
|
from vllm.envs import VLLM_USE_V1
|
||||||
from vllm.utils import direct_register_custom_op
|
from vllm.utils import direct_register_custom_op
|
||||||
|
|
||||||
global_counter = 0
|
global_counter = 0
|
||||||
@ -76,6 +77,7 @@ class SillyModel(nn.Module):
|
|||||||
|
|
||||||
|
|
||||||
def _test_simple_piecewise_compile(*, use_inductor):
|
def _test_simple_piecewise_compile(*, use_inductor):
|
||||||
|
assert VLLM_USE_V1
|
||||||
|
|
||||||
vllm_config = VllmConfig(compilation_config=CompilationConfig(
|
vllm_config = VllmConfig(compilation_config=CompilationConfig(
|
||||||
level=CompilationLevel.PIECEWISE,
|
level=CompilationLevel.PIECEWISE,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user