From b4003d11fc7ab82c12c3fb996e853f8d6ea9cd7a Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Thu, 1 May 2025 22:32:54 -0600 Subject: [PATCH] Check if bitblas is installed during support check (#17572) Signed-off-by: mgoin --- .../layers/quantization/utils/bitblas_utils.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/vllm/model_executor/layers/quantization/utils/bitblas_utils.py b/vllm/model_executor/layers/quantization/utils/bitblas_utils.py index 5d28d327e8a2..e26ac4ea3d4c 100644 --- a/vllm/model_executor/layers/quantization/utils/bitblas_utils.py +++ b/vllm/model_executor/layers/quantization/utils/bitblas_utils.py @@ -71,6 +71,15 @@ def _check_bitblas_supported( f"Only group_sizes = {BITBLAS_SUPPORTED_GROUP_SIZES} " "are supported.") + # Finally, check if bitblas is installed + try: + import bitblas + if bitblas.__version__ < MINIMUM_BITBLAS_VERSION: + raise ImportError("bitblas version is wrong. Please " + f"install bitblas>={MINIMUM_BITBLAS_VERSION}") + except ImportError: + return False, "BitBLAS is not installed." + return True, None