From 031ca762d7bdb566917c8aa39a0294fea89c55ed Mon Sep 17 00:00:00 2001 From: Gregory Shtrasberg <156009573+gshtras@users.noreply.github.com> Date: Mon, 4 Aug 2025 22:12:28 -0400 Subject: [PATCH] [ROCm][Bugfix] Compilation passes fix (#22202) Signed-off-by: Gregory Shtrasberg --- vllm/compilation/pass_manager.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/vllm/compilation/pass_manager.py b/vllm/compilation/pass_manager.py index 54f00d541521..e07e52be9fdf 100644 --- a/vllm/compilation/pass_manager.py +++ b/vllm/compilation/pass_manager.py @@ -7,11 +7,13 @@ from vllm.config import VllmConfig from vllm.logger import init_logger from vllm.platforms import current_platform -if current_platform.is_cuda(): +if current_platform.is_cuda_alike(): from .fusion import FusionPass - from .collective_fusion import AllReduceFusionPass, AsyncTPPass from .fusion_attn import AttnFusionPass +if current_platform.is_cuda(): + from .collective_fusion import AllReduceFusionPass, AsyncTPPass + from .activation_quant_fusion import ActivationQuantFusionPass from .fix_functionalization import FixFunctionalizationPass from .inductor_pass import CustomGraphPass, InductorPass, get_pass_context