From d4bfc23ef0319e2af6b01a715572364d947aee29 Mon Sep 17 00:00:00 2001 From: Harry Mellor <19981378+hmellor@users.noreply.github.com> Date: Mon, 31 Mar 2025 18:27:07 +0100 Subject: [PATCH] Fix Transformers backend compatibility check (#15290) Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com> --- vllm/model_executor/model_loader/utils.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/vllm/model_executor/model_loader/utils.py b/vllm/model_executor/model_loader/utils.py index a252c7f8e57bc..d9613fab3a28e 100644 --- a/vllm/model_executor/model_loader/utils.py +++ b/vllm/model_executor/model_loader/utils.py @@ -36,10 +36,7 @@ def is_transformers_impl_compatible( mod = module or getattr(transformers, arch, None) if mod is None: return False - if hasattr(mod, "supports_backend"): - return mod.is_backend_compatible() - else: - return mod._supports_flex_attn + return mod.is_backend_compatible() def resolve_transformers_fallback(model_config: ModelConfig,