diff --git a/vllm/_aiter_ops.py b/vllm/_aiter_ops.py index a8f472d147a0d..025f588a92f2b 100644 --- a/vllm/_aiter_ops.py +++ b/vllm/_aiter_ops.py @@ -878,14 +878,14 @@ class rocm_aiter_ops: key_ = key[..., :rotary_dim] positions = positions.view(*query.shape[:1]) rope_cached_thd_positions_2c_fwd_inplace( - positions, - sin, - cos, query_, key_, + sin, + cos, + positions, rotate_style, reuse_freqs_front_part=True, - is_nope_first=False, + nope_first=False, ) query = query.view(query_shape) key = key.view(key_shape)