mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 03:54:56 +08:00
[CI] Fix precommit rope_theta issue (#29040)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
parent
cb0a7b4bea
commit
0075bfffd4
@ -991,8 +991,7 @@ class DeepseekV2MLAAttention(nn.Module):
|
|||||||
qk_rope_head_dim,
|
qk_rope_head_dim,
|
||||||
rotary_dim=qk_rope_head_dim,
|
rotary_dim=qk_rope_head_dim,
|
||||||
max_position=max_position_embeddings,
|
max_position=max_position_embeddings,
|
||||||
base=rope_theta,
|
rope_parameters=config.rope_parameters,
|
||||||
rope_scaling=rope_scaling,
|
|
||||||
is_neox_style=True,
|
is_neox_style=True,
|
||||||
)
|
)
|
||||||
self.indexer = Indexer(
|
self.indexer = Indexer(
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user