xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 12:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Check if selected backend is None in get_attn_backend_cls() (#12975)

Browse Source 
Signed-off-by: Yuan Tang <terrytangyuan@gmail.com>
This commit is contained in:
Yuan Tang 2025-02-09 22:45:07 -05:00 committed by GitHub
parent 67c4637ccf
commit 44607e07d3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/platforms/cpu.py
View File

@ -35,7 +35,7 @@ class CpuPlatform(Platform):
dtype: torch.dtype, kv_cache_dtype: Optional[str], dtype: torch.dtype, kv_cache_dtype: Optional[str],
block_size: int, use_v1: bool, block_size: int, use_v1: bool,
use_mla: bool) -> str: use_mla: bool) -> str:
if selected_backend != _Backend.TORCH_SDPA: if selected_backend and selected_backend != _Backend.TORCH_SDPA:
logger.info("Cannot use %s backend on CPU.", selected_backend) logger.info("Cannot use %s backend on CPU.", selected_backend)
logger.info("Using Torch SDPA backend.") logger.info("Using Torch SDPA backend.")
return "vllm.attention.backends.torch_sdpa.TorchSDPABackend" return "vllm.attention.backends.torch_sdpa.TorchSDPABackend"