From 6cf76005b8df73b428611998a406b3165bafcb95 Mon Sep 17 00:00:00 2001
From: Andrew Zhu <me@andrew-zhu.com>
Date: Tue, 24 Oct 2023 16:26:18 -0400
Subject: [PATCH] chore: update gpt token counting

seems to have been updated slightly?
---
 kani/engines/openai/engine.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/kani/engines/openai/engine.py b/kani/engines/openai/engine.py
index bd2c27c..ceee3cb 100644
--- a/kani/engines/openai/engine.py
+++ b/kani/engines/openai/engine.py
@@ -97,7 +97,7 @@ def _load_tokenizer(self):
             self.tokenizer = tiktoken.get_encoding("cl100k_base")
 
     def message_len(self, message: ChatMessage) -> int:
-        mlen = 5  # ChatML = 4, role = 1
+        mlen = 7
         if message.text:
             mlen += len(self.tokenizer.encode(message.text))
         if message.name: