[FIX] Fix beam search test (#2930)

This commit is contained in:
Zhuohan Li 2024-02-20 14:37:39 -08:00 committed by GitHub
parent 264017a2bf
commit 63e2a6419d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -26,6 +26,7 @@ def test_beam_search_single_input(
max_tokens: int,
beam_width: int,
) -> None:
example_prompts = example_prompts[:1]
hf_model = hf_runner(model, dtype=dtype)
hf_outputs = hf_model.generate_beam_search(example_prompts, beam_width,
max_tokens)