xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-25 00:17:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

change to greedy

Browse Source
This commit is contained in:
LiuXiaoxuanPKU 2025-04-01 15:53:26 -07:00
parent b484b79504
commit af985d70bf
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/benchmark_latency.py
View File

@ -51,7 +51,7 @@ def main(args: argparse.Namespace):
sampling_params = SamplingParams( sampling_params = SamplingParams(
n=args.n, n=args.n,
temperature=1.0, temperature=0,
top_p=1.0, top_p=1.0,
ignore_eos=True, ignore_eos=True,
max_tokens=args.output_len, max_tokens=args.output_len,