xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 12:36:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Benchmark][Bugfix] Fix Dataset Length Calculation (#19868)

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
Co-authored-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-06-19 21:30:41 -04:00 committed by GitHub
parent ea10dd9d9e
commit 10d82f9ac5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/benchmark_dataset.py
View File

@ -353,7 +353,7 @@ class RandomDataset(BenchmarkDataset):
: input_lens[i] : input_lens[i]
] ]
prompt = tokenizer.decode(re_encoded_sequence) prompt = tokenizer.decode(re_encoded_sequence)
total_input_len = prefix_len + int(input_lens[i]) total_input_len = len(re_encoded_sequence)
requests.append( requests.append(
SampleRequest( SampleRequest(
prompt=prompt, prompt=prompt,