From 717f4bcea036a049e86802b3a05dd6f7cd17efc8 Mon Sep 17 00:00:00 2001 From: Haichuan <1778876540@qq.com> Date: Mon, 8 Jul 2024 15:52:06 +0800 Subject: [PATCH] Feature/add benchmark testing (#5947) Co-authored-by: Roger Wang --- benchmarks/benchmark_serving.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index dbcb9743b6773..7ba977141de0f 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -483,10 +483,10 @@ def main(args: argparse.Namespace): elif args.dataset_name == "random": input_requests = sample_random_requests( - input_len=args.input_len, - output_len=args.output_len, + input_len=args.random_input_len, + output_len=args.random_output_len, num_prompts=args.num_prompts, - range_ratio=args.range_ratio, + range_ratio=args.random_range_ratio, tokenizer=tokenizer, )