diff --git a/vllm/_aiter_ops.py b/vllm/_aiter_ops.py index 5820832ed4860..3c156333bde4f 100644 --- a/vllm/_aiter_ops.py +++ b/vllm/_aiter_ops.py @@ -1374,14 +1374,14 @@ class rocm_aiter_ops: key_ = key[..., :rotary_dim] positions = positions.view(*query.shape[:1]) rope_cached_thd_positions_2c_fwd_inplace( - positions, - sin, - cos, query_, key_, + cos, + sin, + positions, rotate_style, reuse_freqs_front_part=True, - is_nope_first=False, + nope_first=False, ) query = query.view(query_shape) key = key.view(key_shape)