From 24aebae1777288503657e4163e14d854ed4ab633 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Thu, 1 May 2025 18:59:35 -0600 Subject: [PATCH] [Bugfix] Disable gptq_bitblas for --- vllm/model_executor/layers/quantization/gptq_bitblas.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/quantization/gptq_bitblas.py b/vllm/model_executor/layers/quantization/gptq_bitblas.py index 6ee3a2f1bbbb0..b06c9579d63db 100644 --- a/vllm/model_executor/layers/quantization/gptq_bitblas.py +++ b/vllm/model_executor/layers/quantization/gptq_bitblas.py @@ -134,7 +134,7 @@ class GPTQBitBLASConfig(QuantizationConfig): @classmethod def get_min_capability(cls) -> int: - return 70 + return 80 @classmethod def get_config_filenames(cls) -> List[str]: