From 5dd80d3777306e489cb17cb4df1ea4c902d32645 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Mon, 11 Dec 2023 11:19:08 -0800 Subject: [PATCH] Fix latency benchmark script (#2035) --- benchmarks/benchmark_latency.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmarks/benchmark_latency.py b/benchmarks/benchmark_latency.py index ae5583ffe0617..3c2a80da2c633 100644 --- a/benchmarks/benchmark_latency.py +++ b/benchmarks/benchmark_latency.py @@ -72,7 +72,7 @@ def main(args: argparse.Namespace): # Benchmark. latencies = [] for _ in tqdm(range(args.num_iters), desc="Profiling iterations"): - latencies.append(run_to_completion(profile=False)) + latencies.append(run_to_completion(profile_dir=None)) print(f'Avg latency: {np.mean(latencies)} seconds')