From 09b1a5676dd2ee7f64a9cd878da8e58e70bc771b Mon Sep 17 00:00:00 2001 From: Zhewen Li Date: Thu, 2 Oct 2025 22:37:25 -0700 Subject: [PATCH] [Bugfix] Fix import `gemm_afp4wfp4` failure on AMD (#26068) Signed-off-by: zhewenli Signed-off-by: yewentao256 --- .../layers/quantization/quark/schemes/quark_w4a4_mxfp4.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py b/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py index f8628a82277b5..bcf3911095ac0 100644 --- a/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py +++ b/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py @@ -97,7 +97,7 @@ try: dispatch_key=current_platform.dispatch_key, ) -except ImportError: +except (ImportError, AttributeError): dynamic_mxfp4_quant = gemm_afp4wfp4 = None __all__ = ["QuarkW4A4MXFP4"]