xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 21:35:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[ROCm][Bugfix] Compilation passes fix (#22202)

Browse Source 
Signed-off-by: Gregory Shtrasberg <Gregory.Shtrasberg@amd.com>
This commit is contained in:
Gregory Shtrasberg 2025-08-04 22:12:28 -04:00 committed by GitHub
parent 6ad6b8e115
commit 031ca762d7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/compilation/pass_manager.py
View File

@ -7,11 +7,13 @@ from vllm.config import VllmConfig
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.platforms import current_platform from vllm.platforms import current_platform
if current_platform.is_cuda(): if current_platform.is_cuda_alike():
from .fusion import FusionPass from .fusion import FusionPass
from .collective_fusion import AllReduceFusionPass, AsyncTPPass
from .fusion_attn import AttnFusionPass from .fusion_attn import AttnFusionPass
if current_platform.is_cuda():
from .collective_fusion import AllReduceFusionPass, AsyncTPPass
from .activation_quant_fusion import ActivationQuantFusionPass from .activation_quant_fusion import ActivationQuantFusionPass
from .fix_functionalization import FixFunctionalizationPass from .fix_functionalization import FixFunctionalizationPass
from .inductor_pass import CustomGraphPass, InductorPass, get_pass_context from .inductor_pass import CustomGraphPass, InductorPass, get_pass_context