diff --git a/tests/lora/test_layers.py b/tests/lora/test_layers.py
index 6e2dda464d8eb..891bc75fcdee0 100644
--- a/tests/lora/test_layers.py
+++ b/tests/lora/test_layers.py
@@ -60,9 +60,9 @@ DEVICES = ([
 # prefill stage(True) or decode stage(False)
 STAGES = [True, False]
 
-NUM_RANDOM_SEEDS = 6
+NUM_RANDOM_SEEDS = 2
 
-VOCAB_PARALLEL_EMBEDDING_TEST_NUM_RANDOM_SEEDS = 128
+VOCAB_PARALLEL_EMBEDDING_TEST_NUM_RANDOM_SEEDS = 2
 
 
 @pytest.fixture(autouse=True)