xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 13:55:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

[fix] fix correct assertion syntax error in attention utils. (#22154)

Browse Source 
Signed-off-by: zitian.zhao <zitian.zhao@tencentmusic.com>
This commit is contained in:
ZiTian.Zhao 2025-08-04 10:24:02 +08:00 committed by GitHub
parent 6f5478298d
commit e27d25a0dc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/attention/backends/utils.py
View File

@ -97,7 +97,9 @@ def _make_metadata_with_slice(
query_start_loc = slice_query_start_locs(attn_metadata.query_start_loc, query_start_loc = slice_query_start_locs(attn_metadata.query_start_loc,
request_slice) request_slice)
assert len(query_start_loc >= 2) assert len(query_start_loc) >= 2, (
f"query_start_loc must have at least 2 elements, "
f"got {len(query_start_loc)}")
query_start_loc_cpu = slice_query_start_locs( query_start_loc_cpu = slice_query_start_locs(
attn_metadata.query_start_loc_cpu, request_slice) attn_metadata.query_start_loc_cpu, request_slice)