From c53711bd63dba1945c45f654b9f8e0776b02f7f2 Mon Sep 17 00:00:00 2001 From: Ning Xie Date: Wed, 18 Jun 2025 08:21:06 +0800 Subject: [PATCH] [MISC] correct copy_blocks src_to_dists param type (#19696) Signed-off-by: Andy Xie --- vllm/attention/ops/ipex_attn.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/attention/ops/ipex_attn.py b/vllm/attention/ops/ipex_attn.py index b7e4ba4d7416..7207d0420a01 100644 --- a/vllm/attention/ops/ipex_attn.py +++ b/vllm/attention/ops/ipex_attn.py @@ -1,7 +1,7 @@ # SPDX-License-Identifier: Apache-2.0 # SPDX-FileCopyrightText: Copyright contributors to the vLLM project -from typing import Dict, List, Optional, Tuple +from typing import List, Optional, Tuple try: import intel_extension_for_pytorch.llm.modules as ipex_modules @@ -120,7 +120,7 @@ class _PagedAttention: @staticmethod def copy_blocks( kv_caches: List[torch.Tensor], - src_to_dists: Dict[int, List[int]], + src_to_dists: torch.Tensor, *args, ) -> None: key_caches = [kv_cache[0] for kv_cache in kv_caches]