xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 22:35:30 +08:00
Code Issues Packages Projects Releases Wiki Activity

[FIX] Fix beam search test (#2930)

Browse Source
This commit is contained in:
Zhuohan Li 2024-02-20 14:37:39 -08:00 committed by GitHub
parent 264017a2bf
commit 63e2a6419d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
tests/samplers/test_beam_search.py
View File

@ -26,6 +26,7 @@ def test_beam_search_single_input(
max_tokens: int, max_tokens: int,
beam_width: int, beam_width: int,
) -> None: ) -> None:
example_prompts = example_prompts[:1]
hf_model = hf_runner(model, dtype=dtype) hf_model = hf_runner(model, dtype=dtype)
hf_outputs = hf_model.generate_beam_search(example_prompts, beam_width, hf_outputs = hf_model.generate_beam_search(example_prompts, beam_width,
max_tokens) max_tokens)