mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-15 05:15:01 +08:00
fix sonnet dataset sample when prefix len is very small (#16379)
Signed-off-by: Chenyaaang <chenyangli@google.com>
This commit is contained in:
parent
baada0e737
commit
417bcefbae
@ -472,7 +472,7 @@ class SonnetDataset(BenchmarkDataset):
|
|||||||
|
|
||||||
# Determine how many poem lines to use.
|
# Determine how many poem lines to use.
|
||||||
num_input_lines = round((input_len - base_offset) / avg_len)
|
num_input_lines = round((input_len - base_offset) / avg_len)
|
||||||
num_prefix_lines = round((prefix_len - base_offset) / avg_len)
|
num_prefix_lines = max(round((prefix_len - base_offset) / avg_len), 0)
|
||||||
prefix_lines = self.data[:num_prefix_lines]
|
prefix_lines = self.data[:num_prefix_lines]
|
||||||
|
|
||||||
samples = []
|
samples = []
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user