From 217db4baa6466f89d893386ea1cefee176dc45d6 Mon Sep 17 00:00:00 2001 From: vllmellm Date: Fri, 9 May 2025 16:38:21 +0800 Subject: [PATCH] [Bugfix][ROCm] Fix AITER MLA V1 (#17880) Signed-off-by: vllmellm --- vllm/v1/attention/backends/mla/rocm_aiter_mla.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py index 909e737dcea8c..37b72c08d52b8 100644 --- a/vllm/v1/attention/backends/mla/rocm_aiter_mla.py +++ b/vllm/v1/attention/backends/mla/rocm_aiter_mla.py @@ -95,8 +95,7 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]): paged_kv_last_page_len, ) - def _build_decode(self, input_positions: torch.Tensor, - block_table: torch.Tensor, + def _build_decode(self, block_table: torch.Tensor, seq_lens: torch.Tensor) -> AiterMLADecodeMetadata: ( @@ -106,7 +105,6 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]): ) = self._get_paged_kv_tensors(block_table, seq_lens) attn_metadata = AiterMLADecodeMetadata( - input_positions=input_positions, block_table=block_table, seq_lens=seq_lens, paged_kv_indptr=paged_kv_indptr,