mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-19 15:27:12 +08:00
Merge de36a71f037febedd9213e0dc6af0f2bfe5cbce4 into 254f6b986720c92ddf97fbb1a6a6465da8e87e29
This commit is contained in:
commit
d065cb45c6
@ -1374,14 +1374,14 @@ class rocm_aiter_ops:
|
||||
key_ = key[..., :rotary_dim]
|
||||
positions = positions.view(*query.shape[:1])
|
||||
rope_cached_thd_positions_2c_fwd_inplace(
|
||||
positions,
|
||||
sin,
|
||||
cos,
|
||||
query_,
|
||||
key_,
|
||||
cos,
|
||||
sin,
|
||||
positions,
|
||||
rotate_style,
|
||||
reuse_freqs_front_part=True,
|
||||
is_nope_first=False,
|
||||
nope_first=False,
|
||||
)
|
||||
query = query.view(query_shape)
|
||||
key = key.view(key_shape)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user