Fixed num_context_tokens always being 0 if the value of max_context_t…

…okens is not exceeded
seratch · Nov 24, 2023 · b1ca551 · b1ca551
1 parent 6112bc2
commit b1ca551
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/app/openai_ops.py b/app/openai_ops.py
@@ -78,6 +78,9 @@ def messages_within_context_window(
         if not removed:
             # Fall through and let the OpenAI error handler deal with it
             break
+    else:
+        num_context_tokens = num_tokens
+
     return messages, num_context_tokens, max_context_tokens