mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 01:05:01 +08:00
cddce79fda
Signed-off-by: baonudesifeizhai <baonudesifeizhai@gmail.com> Signed-off-by: baonudesifeizhai <85092850+baonudesifeizhai@users.noreply.github.com> Co-authored-by: Luka Govedič <ProExpertProg@users.noreply.github.com>
219 lines
8.2 KiB
Python
219 lines
8.2 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
import pytest
|
|
|
|
from vllm.compilation.counter import compilation_counter
|
|
from vllm.config import CompilationConfig, CUDAGraphMode, VllmConfig
|
|
from vllm.config.compilation import CompilationLevel
|
|
from vllm.utils import _is_torch_equal_or_newer, is_torch_equal_or_newer
|
|
|
|
|
|
def test_version():
|
|
# Test the version comparison logic using the private function
|
|
assert _is_torch_equal_or_newer("2.8.0.dev20250624+cu128", "2.8.0.dev")
|
|
assert _is_torch_equal_or_newer("2.8.0a0+gitc82a174", "2.8.0.dev")
|
|
assert _is_torch_equal_or_newer("2.8.0", "2.8.0.dev")
|
|
assert _is_torch_equal_or_newer("2.8.1", "2.8.0.dev")
|
|
assert not _is_torch_equal_or_newer("2.7.1", "2.8.0.dev")
|
|
|
|
|
|
def test_use_cudagraphs_dynamic():
|
|
vllm_config = VllmConfig()
|
|
# Default V1 configuration now starts without cudagraphs enabled; the
|
|
# engine decides when to capture based on runtime settings instead of a
|
|
# blanket default.
|
|
assert vllm_config.compilation_config.use_cudagraph
|
|
|
|
|
|
def test_custom_op():
|
|
# proper syntax
|
|
_ = CompilationConfig(custom_ops=["+quant_fp8", "-silu_and_mul"])
|
|
|
|
with pytest.raises(ValueError, match="Invalid syntax '"):
|
|
_ = CompilationConfig(custom_ops=["quant_fp8"])
|
|
|
|
|
|
# forked needed to workaround https://github.com/vllm-project/vllm/issues/21073
|
|
@pytest.mark.forked
|
|
# NB: We don't test VLLM_DISABLE_COMPILE_CACHE=0 because that depends
|
|
# on the state of the cache directory on the current machine, which
|
|
# may be influenced by other tests.
|
|
@pytest.mark.parametrize("val", ["1"])
|
|
def test_VLLM_DISABLE_COMPILE_CACHE(vllm_runner, monkeypatch, val):
|
|
# Disable multiprocessing so that the counter is in the same process
|
|
monkeypatch.setenv("VLLM_ENABLE_V1_MULTIPROCESSING", "0")
|
|
monkeypatch.setenv("VLLM_DISABLE_COMPILE_CACHE", val)
|
|
|
|
compilation_config = {
|
|
"use_cudagraph": False, # speed things up a bit
|
|
}
|
|
with (
|
|
compilation_counter.expect(
|
|
num_cache_entries_updated=0, num_compiled_artifacts_saved=0
|
|
),
|
|
# loading the model causes compilation (if enabled) to happen
|
|
vllm_runner(
|
|
"facebook/opt-125m",
|
|
compilation_config=compilation_config,
|
|
gpu_memory_utilization=0.4,
|
|
) as _,
|
|
):
|
|
pass
|
|
|
|
|
|
# forked needed to workaround https://github.com/vllm-project/vllm/issues/21073
|
|
@pytest.mark.forked
|
|
@pytest.mark.parametrize("enabled", [True, False])
|
|
def test_use_cudagraphs(vllm_runner, monkeypatch, enabled):
|
|
# Disable multiprocessing so that the counter is in the same process
|
|
monkeypatch.setenv("VLLM_ENABLE_V1_MULTIPROCESSING", "0")
|
|
|
|
compilation_config = {
|
|
"cudagraph_capture_sizes": [100],
|
|
"use_cudagraph": enabled,
|
|
}
|
|
with (
|
|
compilation_counter.expect(
|
|
num_graphs_seen=1,
|
|
num_gpu_runner_capture_triggers=1 if enabled else 0,
|
|
num_cudagraph_captured=13 if enabled else 0,
|
|
),
|
|
# loading the model causes compilation (if enabled) to happen
|
|
vllm_runner(
|
|
"facebook/opt-125m",
|
|
compilation_config=compilation_config,
|
|
gpu_memory_utilization=0.4,
|
|
) as _,
|
|
):
|
|
pass
|
|
|
|
|
|
# forked needed to workaround https://github.com/vllm-project/vllm/issues/21073
|
|
@pytest.mark.forked
|
|
def test_dynamo_as_is(vllm_runner, monkeypatch):
|
|
# Disable multiprocessing so that the counter is in the same process
|
|
monkeypatch.setenv("VLLM_ENABLE_V1_MULTIPROCESSING", "0")
|
|
|
|
with (
|
|
compilation_counter.expect(dynamo_as_is_count=1),
|
|
# loading the model causes compilation (if enabled) to happen
|
|
vllm_runner(
|
|
"facebook/opt-125m",
|
|
compilation_config={"level": 1},
|
|
gpu_memory_utilization=0.4,
|
|
) as _,
|
|
):
|
|
pass
|
|
|
|
|
|
# forked needed to workaround https://github.com/vllm-project/vllm/issues/21073
|
|
@pytest.mark.forked
|
|
def test_no_compilation(vllm_runner, monkeypatch):
|
|
# Disable multiprocessing so that the counter is in the same process
|
|
monkeypatch.setenv("VLLM_ENABLE_V1_MULTIPROCESSING", "0")
|
|
with (
|
|
compilation_counter.expect(num_graphs_seen=0, dynamo_as_is_count=0),
|
|
# loading the model causes compilation (if enabled) to happen
|
|
vllm_runner(
|
|
"facebook/opt-125m",
|
|
compilation_config={"level": 0},
|
|
gpu_memory_utilization=0.4,
|
|
) as _,
|
|
):
|
|
pass
|
|
|
|
|
|
# forked needed to workaround https://github.com/vllm-project/vllm/issues/21073
|
|
@pytest.mark.forked
|
|
def test_enforce_eager(vllm_runner, monkeypatch):
|
|
# Disable multiprocessing so that the counter is in the same process
|
|
monkeypatch.setenv("VLLM_ENABLE_V1_MULTIPROCESSING", "0")
|
|
|
|
with (
|
|
compilation_counter.expect(num_graphs_seen=0, dynamo_as_is_count=0),
|
|
# loading the model causes compilation (if enabled) to happen
|
|
vllm_runner(
|
|
"facebook/opt-125m", enforce_eager=True, gpu_memory_utilization=0.4
|
|
) as _,
|
|
):
|
|
pass
|
|
|
|
|
|
def test_splitting_ops_dynamic():
|
|
# Default config
|
|
config = VllmConfig()
|
|
# Default V1 config leaves cudagraph mode unset; splitting ops are only
|
|
# populated when the engine decides to use piecewise compilation.
|
|
assert config.compilation_config.cudagraph_mode == CUDAGraphMode.NONE
|
|
assert not config.compilation_config.splitting_ops_contain_attention()
|
|
|
|
# When use_inductor_graph_partition=True
|
|
if is_torch_equal_or_newer("2.9.0.dev"):
|
|
config = VllmConfig(
|
|
compilation_config=CompilationConfig(
|
|
level=CompilationLevel.PIECEWISE,
|
|
use_inductor_graph_partition=True,
|
|
splitting_ops=["vllm::unified_attention"],
|
|
)
|
|
)
|
|
# with inductor partition we use splitting_ops directly for
|
|
# partition rules
|
|
assert config.compilation_config.splitting_ops == ["vllm::unified_attention"]
|
|
|
|
# When attn_fusion pass enabled, splitting_ops now default to attention ops.
|
|
config = VllmConfig(
|
|
compilation_config=CompilationConfig(
|
|
level=CompilationLevel.PIECEWISE,
|
|
pass_config={"enable_attn_fusion": True, "enable_noop": True},
|
|
custom_ops=["+quant_fp8"],
|
|
cudagraph_mode=CUDAGraphMode.PIECEWISE,
|
|
)
|
|
)
|
|
# With the new simplified logic, attention fusion works with splitting_ops
|
|
assert config.compilation_config.splitting_ops_contain_attention()
|
|
# cudagraph mode remains PIECEWISE
|
|
assert config.compilation_config.cudagraph_mode == CUDAGraphMode.PIECEWISE
|
|
|
|
# When both use_inductor_graph_partition and attn_fusion pass enabled.
|
|
if is_torch_equal_or_newer("2.9.0.dev"):
|
|
config = VllmConfig(
|
|
compilation_config=CompilationConfig(
|
|
level=CompilationLevel.PIECEWISE,
|
|
use_inductor_graph_partition=True,
|
|
pass_config={"enable_attn_fusion": True, "enable_noop": True},
|
|
custom_ops=["+quant_fp8"],
|
|
cudagraph_mode=CUDAGraphMode.PIECEWISE,
|
|
)
|
|
)
|
|
# With inductor graph partition, attn_fusion and splitting_ops
|
|
# work together. Default splitting_ops include attention ops.
|
|
assert config.compilation_config.splitting_ops_contain_attention()
|
|
# enable_attn_fusion is directly supported under
|
|
# use_inductor_graph_partition=True, and cudagraph_mode
|
|
# is unchanged.
|
|
assert config.compilation_config.cudagraph_mode == CUDAGraphMode.PIECEWISE
|
|
|
|
|
|
def test_resolve_operator_overload():
|
|
import torch
|
|
|
|
from vllm.compilation.partition_rules import resolve_defined_ops
|
|
|
|
# Test valid operator names
|
|
resolved = resolve_defined_ops(["aten::mm.default", "aten::addmm.default"])
|
|
assert len(resolved) == 2
|
|
assert resolved[0] is torch.ops.aten.mm.default
|
|
assert resolved[1] is torch.ops.aten.addmm.default
|
|
|
|
# Test that invalid operators are skipped (not raising exceptions)
|
|
resolved = resolve_defined_ops(
|
|
[
|
|
"aten::mm.default",
|
|
"aten::nonexistent_op.default", # This should be skipped
|
|
"aten::addmm.default",
|
|
]
|
|
)
|
|
assert len(resolved) == 2 # Only 2 valid ops
|
|
assert resolved[0] is torch.ops.aten.mm.default
|
|
assert resolved[1] is torch.ops.aten.addmm.default
|