From fbdb7b3ee2c3f7b58841c12b52ed4c83f508babb Mon Sep 17 00:00:00 2001 From: sasha0552 Date: Mon, 27 May 2024 22:26:14 +0000 Subject: [PATCH] [Core] Allow AQLM on Pascal (#5058) --- vllm/model_executor/layers/quantization/aqlm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/quantization/aqlm.py b/vllm/model_executor/layers/quantization/aqlm.py index 83e24fadc1405..730595c3d36d1 100644 --- a/vllm/model_executor/layers/quantization/aqlm.py +++ b/vllm/model_executor/layers/quantization/aqlm.py @@ -192,7 +192,7 @@ class AQLMConfig(QuantizationConfig): @classmethod def get_min_capability(cls) -> int: - return 70 + return 60 @classmethod def get_config_filenames(cls) -> List[str]: