From 44607e07d3baf297efe56d77b3b1ddfbf16dad88 Mon Sep 17 00:00:00 2001 From: Yuan Tang Date: Sun, 9 Feb 2025 22:45:07 -0500 Subject: [PATCH] Check if selected backend is None in get_attn_backend_cls() (#12975) Signed-off-by: Yuan Tang --- vllm/platforms/cpu.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/platforms/cpu.py b/vllm/platforms/cpu.py index 4e0683b8a2de1..179ee6a7d2478 100644 --- a/vllm/platforms/cpu.py +++ b/vllm/platforms/cpu.py @@ -35,7 +35,7 @@ class CpuPlatform(Platform): dtype: torch.dtype, kv_cache_dtype: Optional[str], block_size: int, use_v1: bool, use_mla: bool) -> str: - if selected_backend != _Backend.TORCH_SDPA: + if selected_backend and selected_backend != _Backend.TORCH_SDPA: logger.info("Cannot use %s backend on CPU.", selected_backend) logger.info("Using Torch SDPA backend.") return "vllm.attention.backends.torch_sdpa.TorchSDPABackend"