From 38094584566b89210a6f72a408eba1fae43c3d81 Mon Sep 17 00:00:00 2001 From: Liangfu Chen Date: Tue, 18 Feb 2025 03:52:03 -0800 Subject: [PATCH] [Bugfix] Fix invalid rotary embedding unit test (#13431) Signed-off-by: Liangfu Chen --- tests/kernels/test_rotary_embedding.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/kernels/test_rotary_embedding.py b/tests/kernels/test_rotary_embedding.py index 362bcb35ceab..c497dd90edda 100644 --- a/tests/kernels/test_rotary_embedding.py +++ b/tests/kernels/test_rotary_embedding.py @@ -41,7 +41,7 @@ def test_rotary_embedding_opcheck(dist_init, device, max_position, is_neox_style, rotary_dim, head_size, seq_len): batch_size = 1 - base = 0 + base = 10000 num_heads = 7 rot = RotaryEmbedding(head_size, rotary_dim, max_position, base, is_neox_style, torch.float32)