xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 23:55:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Fix] Fix default port number in benchmark scripts (#265)

Browse Source
This commit is contained in:
Zhuohan Li 2023-06-26 13:15:35 -07:00 committed by GitHub
parent 526df28fb2
commit 43710e8d09
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/benchmark_serving.py
View File

@ -217,7 +217,7 @@ if __name__ == "__main__":
parser.add_argument("--backend", type=str, default="vllm", parser.add_argument("--backend", type=str, default="vllm",
choices=["vllm", "tgi"]) choices=["vllm", "tgi"])
parser.add_argument("--host", type=str, default="localhost") parser.add_argument("--host", type=str, default="localhost")
parser.add_argument("--port", type=int, default=8001) parser.add_argument("--port", type=int, default=8000)
parser.add_argument("--dataset", type=str, required=True, parser.add_argument("--dataset", type=str, required=True,
help="Path to the dataset.") help="Path to the dataset.")
parser.add_argument("--tokenizer", type=str, required=True, parser.add_argument("--tokenizer", type=str, required=True,

2
benchmarks/launch_tgi_server.sh
View File

@ -1,6 +1,6 @@
#!/bin/bash #!/bin/bash
PORT=8001 PORT=8000
MODEL=$1 MODEL=$1
TOKENS=$2 TOKENS=$2