xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-28 21:01:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

[CI/Build] Also check DP in benchmarks throughput script (#23038)

Browse Source 
Co-authored-by: Simon Mo <simon.mo@hey.com>
This commit is contained in:
Zhewen Li 2025-08-19 21:09:27 -07:00 committed by GitHub
parent 1a3079a15e
commit f729023272
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 10 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
benchmarks/benchmark_throughput.py
View File

@ -597,8 +597,8 @@ def validate_args(args):
# https://github.com/vllm-project/vllm/issues/16222 # https://github.com/vllm-project/vllm/issues/16222
if args.data_parallel_size > 1: if args.data_parallel_size > 1:
raise ValueError( raise ValueError(
"Data parallel is not supported in offline benchmark, \ "Data parallel is not supported in offline benchmark, "
please use benchmark serving instead" "please use benchmark serving instead"
) )

8
vllm/benchmarks/throughput.py
View File

@ -435,6 +435,14 @@ def validate_args(args):
raise ValueError( raise ValueError(
"Tokenizer must be the same as the model for MII backend.") "Tokenizer must be the same as the model for MII backend.")
# --data-parallel is not supported currently.
# https://github.com/vllm-project/vllm/issues/16222
if args.data_parallel_size > 1:
raise ValueError(
"Data parallel is not supported in offline benchmark, "
"please use benchmark serving instead"
)
def add_cli_args(parser: argparse.ArgumentParser): def add_cli_args(parser: argparse.ArgumentParser):
parser.add_argument("--backend", parser.add_argument("--backend",