xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 20:05:33 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Kernel] mark TorchSDPABackend swap_blocks NotImplementedError (#19749)

Browse Source
This commit is contained in:
Ning Xie 2025-06-21 02:18:11 +08:00 committed by GitHub
parent 79f2f1c2a1
commit 71baf85ae1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/attention/backends/torch_sdpa.py
View File

@ -65,7 +65,7 @@ class TorchSDPABackend(AttentionBackend):
dst_kv_cache: torch.Tensor, dst_kv_cache: torch.Tensor,
src_to_dst: torch.Tensor, src_to_dst: torch.Tensor,
) -> None: ) -> None:
PagedAttention.swap_blocks(src_kv_cache, dst_kv_cache, src_to_dst) raise NotImplementedError("Swap is not supported in TorchSDPABackend.")
@staticmethod @staticmethod
def copy_blocks( def copy_blocks(