xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-28 09:47:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

[CI/Build][AMD] Fix ref_dynamic_per_token_quant reference implementation on ROCm. (#30291)

Browse Source 
Signed-off-by: Randall Smith <ransmith@amd.com>
Co-authored-by: Randall Smith <ransmith@amd.com>
This commit is contained in:
rasmith 2025-12-12 03:30:23 -06:00 committed by GitHub
parent 8f8fda261a
commit 302b2c1eb9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
tests/kernels/quant_utils.py
View File

@ -30,16 +30,11 @@ def ref_dynamic_per_token_quant(
if quant_dtype == torch.int8 if quant_dtype == torch.int8
else torch.finfo(quant_dtype) else torch.finfo(quant_dtype)
) )
qtype_traits_max = ( use_fp8fnuz = (
ROCM_FP8FNUZ_MAX current_platform.is_fp8_fnuz() and quant_dtype == current_platform.fp8_dtype()
if current_platform.is_rocm() and current_platform.is_fp8_fnuz()
else qtype_traits.max
)
qtype_traits_min = (
-ROCM_FP8FNUZ_MAX
if current_platform.is_rocm() and current_platform.is_fp8_fnuz()
else qtype_traits.min
) )
qtype_traits_max = ROCM_FP8FNUZ_MAX if use_fp8fnuz else qtype_traits.max
qtype_traits_min = -ROCM_FP8FNUZ_MAX if use_fp8fnuz else qtype_traits.min
qtype_max = as_float32_tensor(qtype_traits_max) qtype_max = as_float32_tensor(qtype_traits_max)
s_1 = as_float32_tensor(1.0) s_1 = as_float32_tensor(1.0)
s_512 = as_float32_tensor(512.0) s_512 = as_float32_tensor(512.0)