xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-30 07:14:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] [ROCm] [UX]: revert Flex attention backend (#29371)

Browse Source 
Signed-off-by: vllmellm <vllm.ellm@embeddedllm.com>
This commit is contained in:
vllmellm 2025-11-25 14:56:06 +08:00 committed by GitHub
parent 7992324f23
commit 64deead719
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/v1/attention/test_rocm_attention_backends_selection.py
View File

@ -36,6 +36,12 @@ def mock_on_gfx9():
@pytest.mark.parametrize( @pytest.mark.parametrize(
"env_vars, selected_backend, expected_backend_path", "env_vars, selected_backend, expected_backend_path",
[ [
# Test Case: Explicit FLEX_ATTENTION backend
(
{},
"FLEX_ATTENTION",
AttentionBackendEnum.FLEX_ATTENTION.get_path(),
),
# Test Case 1: Default (no env vars, no explicit backend) # Test Case 1: Default (no env vars, no explicit backend)
( (
{}, {},

4
vllm/platforms/rocm.py
View File

@ -262,6 +262,10 @@ class RocmPlatform(Platform):
f"is not MLA type while requested for MLA backend." f"is not MLA type while requested for MLA backend."
) )
if selected_backend == AttentionBackendEnum.FLEX_ATTENTION:
logger.info("Using FlexAttention backend.")
return AttentionBackendEnum.FLEX_ATTENTION.get_path()
if selected_backend == AttentionBackendEnum.TRITON_ATTN: if selected_backend == AttentionBackendEnum.TRITON_ATTN:
logger.info("Using Triton Attention backend on V1 engine.") logger.info("Using Triton Attention backend on V1 engine.")
return AttentionBackendEnum.TRITON_ATTN.get_path() return AttentionBackendEnum.TRITON_ATTN.get_path()