fix new_char_count

neuralmagic · Nov 1, 2024 · cc1f690 · cc1f690
1 parent ae26a38
commit cc1f690
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/v1/engine/detokenizer.py b/vllm/v1/engine/detokenizer.py
@@ -137,7 +137,7 @@ def add_tokens(
         if self.stop:
             stop = StopChecker.check_stop_strings(
                 output_text=self.output_text,
-                new_char_count=666,
+                new_char_count=len(decoded_text),
                 stop=self.stop,
                 include_in_output=self.include_stop_str_in_output,
             )