From 067fa2255b6687ccaa79391dc9d1a08c7632f605 Mon Sep 17 00:00:00 2001 From: Xu Song Date: Sat, 15 Feb 2025 13:39:42 +0800 Subject: [PATCH] [Bugfix]Fix search start_index of stop_checker (#13280) --- vllm/engine/output_processor/stop_checker.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/engine/output_processor/stop_checker.py b/vllm/engine/output_processor/stop_checker.py index 3bca0bee35a4c..6cad9ec8f327f 100644 --- a/vllm/engine/output_processor/stop_checker.py +++ b/vllm/engine/output_processor/stop_checker.py @@ -113,7 +113,7 @@ class StopChecker: stop_string_len = len(stop_str) # Avoid searching already-searched text. stop_index = output_text.find(stop_str, - -new_char_count - stop_string_len) + 1 - new_char_count - stop_string_len) if stop_index == -1: continue