xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-16 13:06:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core]fix type annotation for swap_blocks (#4726)

Browse Source
This commit is contained in:
Kunshang Ji 2024-05-10 20:52:48 +08:00 committed by GitHub
parent 51d4094fda
commit 64b77dfd7e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/_custom_ops.py
View File

@ -1,4 +1,4 @@
from typing import Dict, Optional, Tuple
from typing import Optional, Tuple
import torch
@ -266,7 +266,7 @@ def copy_blocks(key_caches: torch.Tensor, value_caches: torch.Tensor,
def swap_blocks(src: torch.Tensor, dst: torch.Tensor,
block_mapping: Dict[int, int]) -> None:
block_mapping: torch.Tensor) -> None:
vllm_cache_ops.swap_blocks(src, dst, block_mapping)