xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-01 15:57:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Mamba2 remove bugged initial state condition in chunk scan (#22034)

Browse Source 
Signed-off-by: Chih-Chieh-Yang <7364402+cyang49@users.noreply.github.com>
This commit is contained in:
Chih-Chieh Yang 2025-08-02 02:55:57 -04:00 committed by GitHub
parent 8564dc9448
commit c64861d63c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py
View File

@ -476,15 +476,8 @@ def _chunk_scan_fwd(
# with initial states, we need to take care of how # with initial states, we need to take care of how
# seq_idx crosses the boundaries # seq_idx crosses the boundaries
assert batch == 1, "chunk scan only supports initial states with batch 1" assert batch == 1, "chunk scan only supports initial states with batch 1"
assert chunk_indices is not None and chunk_offsets is not None, \
if initial_states.shape[0] == 1: "chunk_indices and chunk_offsets should have been set"
# no in this case no point to use initial states
initial_states = None
else:
assert chunk_indices is not None and chunk_offsets is not None, \
(
"chunk_indices and chunk_offsets should have been set"
)
else: else:
chunk_indices, chunk_offsets = None, None chunk_indices, chunk_offsets = None, None
else: else: