mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-27 10:37:03 +08:00
fix(regression): clone from reference items (#18662)
Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
This commit is contained in:
parent
2807271c86
commit
9ea7f1abf3
@ -1494,7 +1494,7 @@ class ParallelSampleSequenceGroup(SequenceGroupBase):
|
||||
for i in range(original_params.n):
|
||||
request_id_i = f"{request_id}_parallel_sample_{i}"
|
||||
group.seq_id_to_index[request_id_i] = i
|
||||
params = params.clone()
|
||||
params = original_params.clone()
|
||||
params.n = 1
|
||||
if params.seed is not None:
|
||||
params.seed += i
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user