From 4d7c1d531b89b400b31c9d2e369299d8205980e5 Mon Sep 17 00:00:00 2001 From: Yan Ma Date: Fri, 12 Sep 2025 21:43:56 +0800 Subject: [PATCH] [Bugfix] Fix MRoPE dispatch on XPU (#24724) Signed-off-by: Yan Ma --- vllm/model_executor/layers/rotary_embedding/mrope.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/vllm/model_executor/layers/rotary_embedding/mrope.py b/vllm/model_executor/layers/rotary_embedding/mrope.py index 786a6e1b3e12..69849fdac027 100644 --- a/vllm/model_executor/layers/rotary_embedding/mrope.py +++ b/vllm/model_executor/layers/rotary_embedding/mrope.py @@ -300,6 +300,15 @@ class MRotaryEmbedding(RotaryEmbedding): key = torch.cat((key_rot, key_pass), dim=-1).reshape(key_shape) return query, key + def forward_xpu( + self, + positions: torch.Tensor, + query: torch.Tensor, + key: Optional[torch.Tensor] = None, + offsets: Optional[torch.Tensor] = None, + ) -> tuple[torch.Tensor, Optional[torch.Tensor]]: + return self.forward_native(positions, query, key, offsets) + def forward_cpu( self, positions: torch.Tensor,