From 91add85ec409a3628d01a1e4d4b3230e0fd3aa3f Mon Sep 17 00:00:00 2001 From: sroy745 <142070531+sroy745@users.noreply.github.com> Date: Thu, 3 Oct 2024 16:07:29 -0700 Subject: [PATCH] Fix failing spec decode test (#9054) --- tests/spec_decode/e2e/test_compatibility.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/spec_decode/e2e/test_compatibility.py b/tests/spec_decode/e2e/test_compatibility.py index 81f91c5e10b0d..9f0af211e264a 100644 --- a/tests/spec_decode/e2e/test_compatibility.py +++ b/tests/spec_decode/e2e/test_compatibility.py @@ -100,6 +100,7 @@ def test_spec_decode_xfail_spec_max_model_len(test_llm_generator): "model": "JackFram/llama-68m", "speculative_model": "JackFram/llama-68m", "num_speculative_tokens": 5, + "use_v2_block_manager": False, }]) @pytest.mark.parametrize("per_test_common_llm_kwargs", [{}]) @pytest.mark.parametrize("test_llm_kwargs", [{}])