From 563c1d7ec56aa0f9fdc28720f3517bf9297f5476 Mon Sep 17 00:00:00 2001 From: Robert Shaw <114415538+robertgshaw2-neuralmagic@users.noreply.github.com> Date: Sat, 30 Mar 2024 21:18:34 -0500 Subject: [PATCH] [CI/Build] Make Marlin Tests Green (#3753) --- tests/models/test_marlin.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/models/test_marlin.py b/tests/models/test_marlin.py index cfa3025c8fdce..2305db3510060 100644 --- a/tests/models/test_marlin.py +++ b/tests/models/test_marlin.py @@ -47,7 +47,7 @@ model_pairs = [ @pytest.mark.parametrize("model_pair", model_pairs) @pytest.mark.parametrize("dtype", ["half"]) @pytest.mark.parametrize("max_tokens", [32]) -@pytest.mark.parametrize("num_logprobs", [3]) +@pytest.mark.parametrize("num_logprobs", [5]) def test_models( vllm_runner, example_prompts,