From 9ea7f1abf3c015c5e560da099ad347e88b4a517d Mon Sep 17 00:00:00 2001 From: Aaron Pham Date: Sat, 24 May 2025 11:25:20 -0400 Subject: [PATCH] fix(regression): clone from reference items (#18662) Signed-off-by: Aaron Pham --- vllm/sequence.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/sequence.py b/vllm/sequence.py index e9212a82506e3..a4b4bd66c843d 100644 --- a/vllm/sequence.py +++ b/vllm/sequence.py @@ -1494,7 +1494,7 @@ class ParallelSampleSequenceGroup(SequenceGroupBase): for i in range(original_params.n): request_id_i = f"{request_id}_parallel_sample_{i}" group.seq_id_to_index[request_id_i] = i - params = params.clone() + params = original_params.clone() params.n = 1 if params.seed is not None: params.seed += i