From 487745ff493c365fe328f8d8bc8b29f50e04dfc2 Mon Sep 17 00:00:00 2001 From: Gregory Shtrasberg <156009573+gshtras@users.noreply.github.com> Date: Wed, 24 Sep 2025 11:24:39 -0400 Subject: [PATCH] [ROCm][Bugfix] Only enable +rms_norm based on aiter if not explicitly disabled (#25275) Signed-off-by: Gregory Shtrasberg --- vllm/platforms/rocm.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/platforms/rocm.py b/vllm/platforms/rocm.py index 942fd1973f4f3..d44d6930c1770 100644 --- a/vllm/platforms/rocm.py +++ b/vllm/platforms/rocm.py @@ -340,7 +340,8 @@ class RocmPlatform(Platform): else: parallel_config.worker_cls = "vllm.worker.worker.Worker" # Aiter rms norm perform best when CUDA Graph capture is enabled. - if use_v1 and use_aiter_rms_norm and not is_eager_execution: + if (use_v1 and use_aiter_rms_norm and not is_eager_execution + and "-rms_norm" not in compilation_config.custom_ops): compilation_config.custom_ops.append("+rms_norm") @classmethod