xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-16 16:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Convert untraceable GroupShape to list for AMD impl (#26535)

Browse Source 
Signed-off-by: Lucas Kabela <lucaskabela@meta.com>
This commit is contained in:
Lucas Kabela 2025-10-10 06:32:29 -07:00 committed by GitHub
parent 784c231151
commit 213b64452a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/layers/quantization/utils/fp8_utils.py
View File

@ -360,7 +360,7 @@ class W8A8BlockFp8LinearOp:
weight, weight,
input_scale, input_scale,
weight_scale, weight_scale,
self.weight_group_shape, list(self.weight_group_shape),
input_2d.dtype, input_2d.dtype,
) )
@ -377,7 +377,7 @@ class W8A8BlockFp8LinearOp:
weight, weight,
input_scale, input_scale,
weight_scale, weight_scale,
self.weight_group_shape, list(self.weight_group_shape),
input_2d.dtype, input_2d.dtype,
) )