From 2b140debbbfe29b94400d9398d8e60aac0d5eb63 Mon Sep 17 00:00:00 2001 From: Lucas Wilkinson Date: Thu, 30 Jan 2025 08:51:42 -0500 Subject: [PATCH] Update vllm/config.py Co-authored-by: Zhuohan Li --- vllm/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/config.py b/vllm/config.py index ebe46c4bec5b1..82d6144700df4 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -970,7 +970,7 @@ class ModelConfig: return ModelRegistry.is_cross_encoder_model(architectures) @property - def should_use_mla(self) -> bool: + def use_mla(self) -> bool: use_mla = (self.is_deepseek_mla and not self.disable_mla and not envs.VLLM_MLA_DISABLE) return use_mla