xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 02:15:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

use FP1 instead

Browse Source 
Signed-off-by: Fanli Lin <fanli.lin@intel.com>
This commit is contained in:
Fanli Lin 2025-10-17 01:40:45 -07:00
parent acb1bfa601
commit 0700fdddc7
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/v1/sample/test_sampling_params_e2e.py
View File

@ -11,7 +11,7 @@ PROMPT = "Hello my name is Robert and I"
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
def llm() -> LLM: def llm() -> LLM:
return LLM(MODEL, enforce_eager=True) return LLM(MODEL, enforce_eager=True, dtype="half")
def test_n_gt_1(llm): def test_n_gt_1(llm):