xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-11 21:42:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

fa format

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-06-02 19:17:50 +00:00
parent d46397661f
commit e34e4411b9
1 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/attention/backends/flash_attn.py
View File

@ -324,7 +324,9 @@ class FlashAttentionMetadataBuilder:
scheduler_output: "SchedulerOutput") -> bool: scheduler_output: "SchedulerOutput") -> bool:
return False return False
def build_slice(self, req_slice: slice, def build_slice(
self,
req_slice: slice,
token_slice: slice, token_slice: slice,
max_query_len: int, max_query_len: int,
common_prefix_len: int, common_prefix_len: int,