[Bugfix]Fix search start_index of stop_checker (vllm-project#13280)

yottalabsai · Feb 18, 2025 · b36608f · b36608f
1 parent e9a7f2a
commit b36608f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/engine/output_processor/stop_checker.py b/vllm/engine/output_processor/stop_checker.py
@@ -113,7 +113,7 @@ def check_stop_strings(
             stop_string_len = len(stop_str)
             # Avoid searching already-searched text.
             stop_index = output_text.find(stop_str,
-                                          -new_char_count - stop_string_len)
+                                          1 - new_char_count - stop_string_len)
             if stop_index == -1:
                 continue