xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-09-09 05:37:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[bugfix] fix wrong dcp_local_seq_lens calc (#27518)

Browse Source 
Signed-off-by: Qiu <qiuchunshuo@huawei.com>
This commit is contained in:
Qiu 2025-11-05 17:58:13 +08:00 committed by GitHub
parent 0976711f3b
commit 16b37f3119
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/attention/backends/mla/common.py
View File

@ -800,7 +800,7 @@ class MLACommonMetadataBuilder(AttentionMetadataBuilder[M]):
dcp_local_seq_lens[:num_decodes] = seq_lens[ dcp_local_seq_lens[:num_decodes] = seq_lens[
:num_decodes :num_decodes
] // self.dcp_world_size + ( ] // self.dcp_world_size + (
self.dcp_rank <= (seq_lens[:num_decodes] - 1) % self.dcp_world_size self.dcp_rank < seq_lens[:num_decodes] % self.dcp_world_size
) )
assert num_decodes + num_prefills == num_reqs assert num_decodes + num_prefills == num_reqs