xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-20 03:17:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge de36a71f037febedd9213e0dc6af0f2bfe5cbce4 into 254f6b986720c92ddf97fbb1a6a6465da8e87e29

Browse Source
This commit is contained in:
Tres 2025-12-25 00:06:52 +00:00 committed by GitHub
commit d065cb45c6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/_aiter_ops.py
View File

@ -1374,14 +1374,14 @@ class rocm_aiter_ops:
key_ = key[..., :rotary_dim] key_ = key[..., :rotary_dim]
positions = positions.view(*query.shape[:1]) positions = positions.view(*query.shape[:1])
rope_cached_thd_positions_2c_fwd_inplace( rope_cached_thd_positions_2c_fwd_inplace(
positions,
sin,
cos,
query_, query_,
key_, key_,
cos,
sin,
positions,
rotate_style, rotate_style,
reuse_freqs_front_part=True, reuse_freqs_front_part=True,
is_nope_first=False, nope_first=False,
) )
query = query.view(query_shape) query = query.view(query_shape)
key = key.view(key_shape) key = key.view(key_shape)