xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 20:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Feature/add benchmark testing (#5947)

Browse Source 
Co-authored-by: Roger Wang <ywang@roblox.com>
This commit is contained in:
Haichuan 2024-07-08 15:52:06 +08:00 committed by GitHub
parent 16620f439d
commit 717f4bcea0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
benchmarks/benchmark_serving.py
View File

@ -483,10 +483,10 @@ def main(args: argparse.Namespace):
elif args.dataset_name == "random": elif args.dataset_name == "random":
input_requests = sample_random_requests( input_requests = sample_random_requests(
input_len=args.input_len, input_len=args.random_input_len,
output_len=args.output_len, output_len=args.random_output_len,
num_prompts=args.num_prompts, num_prompts=args.num_prompts,
range_ratio=args.range_ratio, range_ratio=args.random_range_ratio,
tokenizer=tokenizer, tokenizer=tokenizer,
) )