From 10d82f9ac5bd83861f0265e3f30e90ca8ff2cf63 Mon Sep 17 00:00:00 2001 From: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com> Date: Thu, 19 Jun 2025 21:30:41 -0400 Subject: [PATCH] [Benchmark][Bugfix] Fix Dataset Length Calculation (#19868) Signed-off-by: Robert Shaw Co-authored-by: Robert Shaw --- benchmarks/benchmark_dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmarks/benchmark_dataset.py b/benchmarks/benchmark_dataset.py index 5d2a26cd443c..8671719bce72 100644 --- a/benchmarks/benchmark_dataset.py +++ b/benchmarks/benchmark_dataset.py @@ -353,7 +353,7 @@ class RandomDataset(BenchmarkDataset): : input_lens[i] ] prompt = tokenizer.decode(re_encoded_sequence) - total_input_len = prefix_len + int(input_lens[i]) + total_input_len = len(re_encoded_sequence) requests.append( SampleRequest( prompt=prompt,