From d6069887c6868f5f9683b4eb3e85a123d5124e53 Mon Sep 17 00:00:00 2001 From: Lifans Date: Wed, 10 Sep 2025 06:16:21 -0700 Subject: [PATCH] [rocm] enable torchao quantization for rocm (#24400) Signed-off-by: Lifan Shen --- vllm/platforms/rocm.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/platforms/rocm.py b/vllm/platforms/rocm.py index cf7b87cf030a9..fd899dcc9a65c 100644 --- a/vllm/platforms/rocm.py +++ b/vllm/platforms/rocm.py @@ -171,7 +171,7 @@ class RocmPlatform(Platform): supported_quantization: list[str] = [ "awq", "gptq", "fp8", "compressed-tensors", "fbgemm_fp8", "gguf", - "quark", "ptpc_fp8", "mxfp4", "petit_nvfp4" + "quark", "ptpc_fp8", "mxfp4", "petit_nvfp4", "torchao" ] @classmethod