From 7ab643e425c6c894e37b8bb25b987185dc5c0e9e Mon Sep 17 00:00:00 2001 From: Alexei-V-Ivanov-AMD <156011006+Alexei-V-Ivanov-AMD@users.noreply.github.com> Date: Thu, 1 May 2025 01:23:07 -0500 Subject: [PATCH] FIxing the AMD test failures caused by PR#16457 (#17511) Signed-off-by: Alexei V. Ivanov --- docker/Dockerfile.rocm | 1 - vllm/model_executor/layers/rotary_embedding.py | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/docker/Dockerfile.rocm b/docker/Dockerfile.rocm index f9ebb10ca8731..0a512f993a1e6 100644 --- a/docker/Dockerfile.rocm +++ b/docker/Dockerfile.rocm @@ -118,4 +118,3 @@ ENV TOKENIZERS_PARALLELISM=false ENV HIP_FORCE_DEV_KERNARG=1 CMD ["/bin/bash"] - diff --git a/vllm/model_executor/layers/rotary_embedding.py b/vllm/model_executor/layers/rotary_embedding.py index 8cad5482d6fcd..523250c308076 100644 --- a/vllm/model_executor/layers/rotary_embedding.py +++ b/vllm/model_executor/layers/rotary_embedding.py @@ -80,7 +80,7 @@ def _apply_rotary_emb(x: torch.Tensor, cos: torch.Tensor, sin: torch.Tensor, is_neox_style: Whether to use the Neox-style or GPT-J-style rotary positional embeddings. """ - if current_platform.is_cuda_alike(): + if current_platform.is_cuda(): return apply_rotary_emb(x.unsqueeze(0), cos, sin, not is_neox_style).squeeze(0) else: