xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-28 22:47:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

convert to enforce eager

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-08-14 03:13:47 +00:00
parent 806a377171
commit 91d7dedc06
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/samplers/test_no_bad_words.py
View File

@ -50,7 +50,7 @@ class TestOneTokenBadWord:
add_special_tokens=False)[0] add_special_tokens=False)[0]
def test_one_token_bad_word(self, vllm_runner): def test_one_token_bad_word(self, vllm_runner):
with vllm_runner(self.MODEL) as llm: with vllm_runner(self.MODEL, enforce_eager=True) as llm:
output_token_ids = self._generate(llm) output_token_ids = self._generate(llm)
assert output_token_ids[0] == self.target_token_id assert output_token_ids[0] == self.target_token_id
@ -97,7 +97,7 @@ class TestTwoTokenBadWord:
add_special_tokens=False)[0] add_special_tokens=False)[0]
def test_two_token_bad_word(self, vllm_runner): def test_two_token_bad_word(self, vllm_runner):
with vllm_runner(self.MODEL, dtype="half") as llm: with vllm_runner(self.MODEL, enforce_eager=True) as llm:
output_token_ids = self._generate(llm) output_token_ids = self._generate(llm)
assert output_token_ids[:2] == [ assert output_token_ids[:2] == [
self.target_token_id1, self.target_token_id2 self.target_token_id1, self.target_token_id2