From ae4f3e2aeb5be504f26f77f8724e5e4534a13d90 Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Wed, 26 Mar 2025 01:41:36 +0000 Subject: [PATCH] update Signed-off-by: rshaw@neuralmagic.com --- benchmarks/benchmark_serving.py | 7 ++++++- benchmarks/convert_to_csv.py | 7 +++++++ 2 files changed, 13 insertions(+), 1 deletion(-) create mode 100644 benchmarks/convert_to_csv.py diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index 47627126b6688..69cb7d7038cf7 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -692,6 +692,8 @@ def main(args: argparse.Namespace): ]: if field in result_json: del result_json[field] + if field in benchmark_result: + del benchmark_result[field] # Traffic result_json["request_rate"] = (args.request_rate if args.request_rate @@ -711,7 +713,10 @@ def main(args: argparse.Namespace): file_name = args.result_filename if args.result_dir: file_name = os.path.join(args.result_dir, file_name) - with open(file_name, "w", encoding='utf-8') as outfile: + with open(file_name, mode="a+", encoding='utf-8') as outfile: + # Append a newline. + if outfile.tell() != 0: + outfile.write("\n") json.dump(result_json, outfile) save_to_pytorch_benchmark_format(args, result_json, file_name) diff --git a/benchmarks/convert_to_csv.py b/benchmarks/convert_to_csv.py new file mode 100644 index 0000000000000..c845164fc3088 --- /dev/null +++ b/benchmarks/convert_to_csv.py @@ -0,0 +1,7 @@ +import pandas as pd + +df_sgl = pd.read_json("sgl-results.json", lines=True) +df_sgl.to_csv("sgl-results.csv") + +df_vllm = pd.read_json("vllm-results.json", lines=True) +df_vllm.to_csv("vllm-results.csv")