From 213b64452a4afe5ed0a38fb7cff4076705ec84e1 Mon Sep 17 00:00:00 2001 From: Lucas Kabela Date: Fri, 10 Oct 2025 06:32:29 -0700 Subject: [PATCH] [Bugfix] Convert untraceable GroupShape to list for AMD impl (#26535) Signed-off-by: Lucas Kabela --- vllm/model_executor/layers/quantization/utils/fp8_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/layers/quantization/utils/fp8_utils.py b/vllm/model_executor/layers/quantization/utils/fp8_utils.py index 16ede6113a947..fa34dba371e81 100644 --- a/vllm/model_executor/layers/quantization/utils/fp8_utils.py +++ b/vllm/model_executor/layers/quantization/utils/fp8_utils.py @@ -360,7 +360,7 @@ class W8A8BlockFp8LinearOp: weight, input_scale, weight_scale, - self.weight_group_shape, + list(self.weight_group_shape), input_2d.dtype, ) @@ -377,7 +377,7 @@ class W8A8BlockFp8LinearOp: weight, input_scale, weight_scale, - self.weight_group_shape, + list(self.weight_group_shape), input_2d.dtype, )