fix(llm): set timeout

kuafuai · May 2, 2024 · 7635681 · 7635681
1 parent c827f65
commit 7635681
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/backend/app/pkgs/tools/llm_basic.py b/backend/app/pkgs/tools/llm_basic.py
@@ -64,7 +64,8 @@ def chatCompletion(self, context, fackData, bill):
                 model= LLM_MODEL,
                 messages=context,
                 max_tokens=10000,
-                temperature=0
+                temperature=0,
+                timeout=600
             )
 
             total_tokens = response.usage.total_tokens