From cc1f690902ef738d8da22e455b1b22fbc56c6df0 Mon Sep 17 00:00:00 2001
From: Nick Hill <nickhill@us.ibm.com>
Date: Thu, 31 Oct 2024 16:58:50 -0700
Subject: [PATCH] fix new_char_count

---
 vllm/v1/engine/detokenizer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/vllm/v1/engine/detokenizer.py b/vllm/v1/engine/detokenizer.py
index 72d93649493e2..1453e6e7004cd 100644
--- a/vllm/v1/engine/detokenizer.py
+++ b/vllm/v1/engine/detokenizer.py
@@ -137,7 +137,7 @@ def add_tokens(
         if self.stop:
             stop = StopChecker.check_stop_strings(
                 output_text=self.output_text,
-                new_char_count=666,
+                new_char_count=len(decoded_text),
                 stop=self.stop,
                 include_in_output=self.include_stop_str_in_output,
             )