xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-17 06:42:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source 
Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
This commit is contained in:
rshaw@neuralmagic.com 2025-03-26 01:41:36 +00:00
parent ff38f0a32c
commit ae4f3e2aeb
2 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
benchmarks/benchmark_serving.py
View File

@ -692,6 +692,8 @@ def main(args: argparse.Namespace):
]: ]:
if field in result_json: if field in result_json:
del result_json[field] del result_json[field]
if field in benchmark_result:
del benchmark_result[field]
# Traffic # Traffic
result_json["request_rate"] = (args.request_rate if args.request_rate result_json["request_rate"] = (args.request_rate if args.request_rate
@ -711,7 +713,10 @@ def main(args: argparse.Namespace):
file_name = args.result_filename file_name = args.result_filename
if args.result_dir: if args.result_dir:
file_name = os.path.join(args.result_dir, file_name) file_name = os.path.join(args.result_dir, file_name)
with open(file_name, "w", encoding='utf-8') as outfile: with open(file_name, mode="a+", encoding='utf-8') as outfile:
# Append a newline.
if outfile.tell() != 0:
outfile.write("\n")
json.dump(result_json, outfile) json.dump(result_json, outfile)
save_to_pytorch_benchmark_format(args, result_json, file_name) save_to_pytorch_benchmark_format(args, result_json, file_name)

7
benchmarks/convert_to_csv.py Normal file
View File

@ -0,0 +1,7 @@
import pandas as pd
df_sgl = pd.read_json("sgl-results.json", lines=True)
df_sgl.to_csv("sgl-results.csv")
df_vllm = pd.read_json("vllm-results.json", lines=True)
df_vllm.to_csv("vllm-results.csv")