xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-17 21:25:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BUG] [ROCm] [MLA] Fix variable name bug due to change in variable name in PR #17483 (#17961)

Browse Source 
Signed-off-by: tjtanaa <tunjian.tan@embeddedllm.com>
This commit is contained in:
TJian 2025-05-12 00:14:30 +08:00 committed by GitHub
parent a810b5b088
commit 7de18d541b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/v1/attention/backends/mla/rocm_aiter_mla.py
View File

@ -98,17 +98,17 @@ class AiterMLAMetadataBuilder(MLACommonMetadataBuilder[AiterMLAMetadata]):
paged_kv_last_page_len, paged_kv_last_page_len,
) )
def _build_decode(self, block_table: torch.Tensor, def _build_decode(self, block_table_tensor: torch.Tensor,
seq_lens: torch.Tensor) -> AiterMLADecodeMetadata: seq_lens: torch.Tensor) -> AiterMLADecodeMetadata:
( (
paged_kv_indices, paged_kv_indices,
paged_kv_indptr, paged_kv_indptr,
paged_last_page_len, paged_last_page_len,
) = self._get_paged_kv_tensors(block_table, seq_lens) ) = self._get_paged_kv_tensors(block_table_tensor, seq_lens)
attn_metadata = AiterMLADecodeMetadata( attn_metadata = AiterMLADecodeMetadata(
block_table=block_table, block_table=block_table_tensor,
seq_lens=seq_lens, seq_lens=seq_lens,
paged_kv_indptr=paged_kv_indptr, paged_kv_indptr=paged_kv_indptr,
paged_kv_indices=paged_kv_indices, paged_kv_indices=paged_kv_indices,