xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-11 03:54:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

Use the optimized block sizes after tuning the kernel. (#14329)

Browse Source
This commit is contained in:
iefgnoix 2025-03-07 05:25:13 -08:00 committed by GitHub
parent f7a6bd0fa1
commit 1e3598edeb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/attention/backends/pallas.py
View File

@ -12,8 +12,8 @@ from vllm.attention.backends.abstract import (AttentionBackend, AttentionImpl,
from vllm.attention.backends.utils import CommonAttentionState
# These are the 2 tunable parameters of the paged attention Pallas kernel.
NUM_QUERIES_PER_BLOCK = 32
NUM_KV_PAGES_PER_BLOCK = 128
NUM_QUERIES_PER_BLOCK = 16
NUM_KV_PAGES_PER_BLOCK = 256
class PallasAttentionBackend(AttentionBackend):