From 0b018d8baf1bf967db20c7b962dc5a5d65e24539 Mon Sep 17 00:00:00 2001 From: Gregory Shtrasberg <156009573+gshtras@users.noreply.github.com> Date: Wed, 1 Oct 2025 22:23:14 -0400 Subject: [PATCH] [ROCm][Bugfix] Add missing parameter to ROCm backend (#26029) Signed-off-by: Gregory Shtrasberg --- vllm/v1/attention/backends/rocm_attn.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/v1/attention/backends/rocm_attn.py b/vllm/v1/attention/backends/rocm_attn.py index e973be16d779..37fc85bf351a 100644 --- a/vllm/v1/attention/backends/rocm_attn.py +++ b/vllm/v1/attention/backends/rocm_attn.py @@ -175,6 +175,7 @@ class RocmAttentionBackend(AttentionBackend): block_size: int, num_kv_heads: int, head_size: int, + cache_dtype_str: str = "auto", ) -> tuple[int, ...]: if block_size % 16 != 0: raise ValueError("Block size must be a multiple of 16.")