mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 05:34:57 +08:00
[Bugfix] Fix invalid rotary embedding unit test (#13431)
Signed-off-by: Liangfu Chen <liangfc@amazon.com>
This commit is contained in:
parent
d3231cb436
commit
3809458456
@ -41,7 +41,7 @@ def test_rotary_embedding_opcheck(dist_init, device, max_position,
|
|||||||
is_neox_style, rotary_dim, head_size,
|
is_neox_style, rotary_dim, head_size,
|
||||||
seq_len):
|
seq_len):
|
||||||
batch_size = 1
|
batch_size = 1
|
||||||
base = 0
|
base = 10000
|
||||||
num_heads = 7
|
num_heads = 7
|
||||||
rot = RotaryEmbedding(head_size, rotary_dim, max_position, base,
|
rot = RotaryEmbedding(head_size, rotary_dim, max_position, base,
|
||||||
is_neox_style, torch.float32)
|
is_neox_style, torch.float32)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user