mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-27 05:28:44 +08:00
[ROCm][Bugfix] Add missing parameter to ROCm backend (#26029)
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com> Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
parent
2ae74a80af
commit
91e10c725c
@ -175,6 +175,7 @@ class RocmAttentionBackend(AttentionBackend):
|
||||
block_size: int,
|
||||
num_kv_heads: int,
|
||||
head_size: int,
|
||||
cache_dtype_str: str = "auto",
|
||||
) -> tuple[int, ...]:
|
||||
if block_size % 16 != 0:
|
||||
raise ValueError("Block size must be a multiple of 16.")
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user