chore: update gpt token counting

seems to have been updated slightly?
zhudotexe · Oct 24, 2023 · 6cf7600 · 6cf7600
1 parent c9ff0a2
commit 6cf7600
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/kani/engines/openai/engine.py b/kani/engines/openai/engine.py
@@ -97,7 +97,7 @@ def _load_tokenizer(self):
             self.tokenizer = tiktoken.get_encoding("cl100k_base")
 
     def message_len(self, message: ChatMessage) -> int:
-        mlen = 5  # ChatML = 4, role = 1
+        mlen = 7
         if message.text:
             mlen += len(self.tokenizer.encode(message.text))
         if message.name: