diff --git a/vllm/benchmarks/serve_multi.py b/vllm/benchmarks/serve_multi.py index 084d22e62fff4..dcc8bb0f7775b 100644 --- a/vllm/benchmarks/serve_multi.py +++ b/vllm/benchmarks/serve_multi.py @@ -227,6 +227,7 @@ def main(): with open(args.serve_params, "rb") as f: serve_params = json.load(f) else: + # i.e.: run serve_cmd without any modification serve_params = [{}] benchmark_all(