xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-27 05:28:44 +08:00
Code Issues Packages Projects Releases Wiki Activity

[XPU]Fix flash_attn_varlen_func interface on xpu (#22350)

Browse Source 
Signed-off-by: Kunshang Ji <kunshang.ji@intel.com>
This commit is contained in:
Kunshang Ji 2025-08-07 10:28:11 +08:00 committed by GitHub
parent 1dc8a70b6d
commit 6b47ef24de
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/_ipex_ops.py
View File

@ -271,6 +271,7 @@ class ipex_ops:
k_descale=None,
v_descale=None,
num_splits=0,
s_aux: Optional[torch.Tensor] = None,
):
if cu_seqlens_k is None:
# cu_seqlens_k is not used in ipex kernel.