From 3b34fd5273580942bb573f511a4fc3d2522d67f3 Mon Sep 17 00:00:00 2001 From: Kartik Ramesh Date: Mon, 21 Apr 2025 10:51:43 -0500 Subject: [PATCH] Raise error for data-parallel with benchmark_throughput (#16737) Signed-off-by: Kartik Ramesh Co-authored-by: Simon Mo --- benchmarks/benchmark_throughput.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/benchmarks/benchmark_throughput.py b/benchmarks/benchmark_throughput.py index 67e509c1f550..1f65277e1bfe 100644 --- a/benchmarks/benchmark_throughput.py +++ b/benchmarks/benchmark_throughput.py @@ -523,6 +523,13 @@ def validate_args(args): raise ValueError( "Tokenizer must be the same as the model for MII backend.") + # --data-parallel is not supported currently. + # https://github.com/vllm-project/vllm/issues/16222 + if args.data_parallel_size > 1: + raise ValueError( + "Data parallel is not supported in offline benchmark, \ + please use benchmark serving instead") + if __name__ == "__main__": parser = FlexibleArgumentParser(description="Benchmark the throughput.")