change to greedy

2026-04-06 05:17:02 +08:00 · 2025-04-01 15:53:26 -07:00 · 2025-04-01 15:53:26 -07:00 · af985d70bf
commit af985d70bf
parent b484b79504
1 changed files with 1 additions and 1 deletions
--- a/benchmarks/benchmark_latency.py
+++ b/benchmarks/benchmark_latency.py
@ -51,7 +51,7 @@ def main(args: argparse.Namespace):

    sampling_params = SamplingParams(
        n=args.n,
-        temperature=1.0,
+        temperature=0,
        top_p=1.0,
        ignore_eos=True,
        max_tokens=args.output_len,