From 43710e8d0965d616db51639ced76605dee1bde93 Mon Sep 17 00:00:00 2001 From: Zhuohan Li Date: Mon, 26 Jun 2023 13:15:35 -0700 Subject: [PATCH] [Fix] Fix default port number in benchmark scripts (#265) --- benchmarks/benchmark_serving.py | 2 +- benchmarks/launch_tgi_server.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index b8d824c7db74..5e3af12f5b53 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -217,7 +217,7 @@ if __name__ == "__main__": parser.add_argument("--backend", type=str, default="vllm", choices=["vllm", "tgi"]) parser.add_argument("--host", type=str, default="localhost") - parser.add_argument("--port", type=int, default=8001) + parser.add_argument("--port", type=int, default=8000) parser.add_argument("--dataset", type=str, required=True, help="Path to the dataset.") parser.add_argument("--tokenizer", type=str, required=True, diff --git a/benchmarks/launch_tgi_server.sh b/benchmarks/launch_tgi_server.sh index 828ca0219353..bdb25b78d85b 100755 --- a/benchmarks/launch_tgi_server.sh +++ b/benchmarks/launch_tgi_server.sh @@ -1,6 +1,6 @@ #!/bin/bash -PORT=8001 +PORT=8000 MODEL=$1 TOKENS=$2