xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-25 03:14:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

[bugfix][deepseek] fix flashmla kernel selection (#25956)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2025-10-01 00:30:36 +08:00 committed by GitHub
parent 9f1c4ecaf2
commit a2e6fa7e03
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/attention/ops/flashmla.py
View File

@ -136,7 +136,7 @@ def flash_mla_with_kvcache(
descale_k is None
), "descale_q and descale_k should be both None or both not None"
if (descale_q is not None) and (descale_k is not None):
if indices is None and q.element_size() == 1:
out, softmax_lse = torch.ops._flashmla_extension_C.fwd_kvcache_mla_fp8(
q, k_cache, head_dim_v, cache_seqlens, block_table, softmax_scale,
causal, tile_scheduler_metadata, num_splits, descale_q, descale_k)