diff --git a/vllm/model_executor/model_loader/utils.py b/vllm/model_executor/model_loader/utils.py index a252c7f8e57bc..d9613fab3a28e 100644 --- a/vllm/model_executor/model_loader/utils.py +++ b/vllm/model_executor/model_loader/utils.py @@ -36,10 +36,7 @@ def is_transformers_impl_compatible( mod = module or getattr(transformers, arch, None) if mod is None: return False - if hasattr(mod, "supports_backend"): - return mod.is_backend_compatible() - else: - return mod._supports_flex_attn + return mod.is_backend_compatible() def resolve_transformers_fallback(model_config: ModelConfig,