xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-09 06:35:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix latency benchmark script (#2035)

Browse Source
This commit is contained in:
Woosuk Kwon 2023-12-11 11:19:08 -08:00 committed by GitHub
parent beeee69bc9
commit 5dd80d3777
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/benchmark_latency.py
View File

@ -72,7 +72,7 @@ def main(args: argparse.Namespace):
# Benchmark. # Benchmark.
latencies = [] latencies = []
for _ in tqdm(range(args.num_iters), desc="Profiling iterations"): for _ in tqdm(range(args.num_iters), desc="Profiling iterations"):
latencies.append(run_to_completion(profile=False)) latencies.append(run_to_completion(profile_dir=None))
print(f'Avg latency: {np.mean(latencies)} seconds') print(f'Avg latency: {np.mean(latencies)} seconds')