diff --git a/docker/Dockerfile.rocm b/docker/Dockerfile.rocm index f9ebb10ca8731..0a512f993a1e6 100644 --- a/docker/Dockerfile.rocm +++ b/docker/Dockerfile.rocm @@ -118,4 +118,3 @@ ENV TOKENIZERS_PARALLELISM=false ENV HIP_FORCE_DEV_KERNARG=1 CMD ["/bin/bash"] - diff --git a/vllm/model_executor/layers/rotary_embedding.py b/vllm/model_executor/layers/rotary_embedding.py index 8cad5482d6fcd..523250c308076 100644 --- a/vllm/model_executor/layers/rotary_embedding.py +++ b/vllm/model_executor/layers/rotary_embedding.py @@ -80,7 +80,7 @@ def _apply_rotary_emb(x: torch.Tensor, cos: torch.Tensor, sin: torch.Tensor, is_neox_style: Whether to use the Neox-style or GPT-J-style rotary positional embeddings. """ - if current_platform.is_cuda_alike(): + if current_platform.is_cuda(): return apply_rotary_emb(x.unsqueeze(0), cos, sin, not is_neox_style).squeeze(0) else: