xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 17:57:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

[misc] Add FlashMLA as a new option of VLLM_ATTENTION_BACKEND env (#14267)

Browse Source
This commit is contained in:
Serena 2025-03-06 05:28:50 +08:00 committed by GitHub
parent ac60dc7fe1
commit 1b7624bf5c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/envs.py
View File

@ -321,6 +321,7 @@ environment_variables: dict[str, Callable[[], Any]] = {
# - "XFORMERS": use XFormers # - "XFORMERS": use XFormers
# - "ROCM_FLASH": use ROCmFlashAttention # - "ROCM_FLASH": use ROCmFlashAttention
# - "FLASHINFER": use flashinfer # - "FLASHINFER": use flashinfer
# - "FLASHMLA": use FlashMLA
"VLLM_ATTENTION_BACKEND": "VLLM_ATTENTION_BACKEND":
lambda: os.getenv("VLLM_ATTENTION_BACKEND", None), lambda: os.getenv("VLLM_ATTENTION_BACKEND", None),