xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-08 00:49:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(regression): clone from reference items (#18662)

Browse Source 
Signed-off-by: Aaron Pham <contact@aarnphm.xyz>
This commit is contained in:
Aaron Pham 2025-05-24 11:25:20 -04:00 committed by GitHub
parent 2807271c86
commit 9ea7f1abf3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/sequence.py
View File

@ -1494,7 +1494,7 @@ class ParallelSampleSequenceGroup(SequenceGroupBase):
for i in range(original_params.n): for i in range(original_params.n):
request_id_i = f"{request_id}_parallel_sample_{i}" request_id_i = f"{request_id}_parallel_sample_{i}"
group.seq_id_to_index[request_id_i] = i group.seq_id_to_index[request_id_i] = i
params = params.clone() params = original_params.clone()
params.n = 1 params.n = 1
if params.seed is not None: if params.seed is not None:
params.seed += i params.seed += i