Reduce context window on zephyr orpo (#1272)

* Reduce context window on zephyr orpo * fix
huggingface · Jun 11, 2024 · bfd6b5f · bfd6b5f
1 parent 7f66311
commit bfd6b5f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/chart/env/prod.yaml b/chart/env/prod.yaml
@@ -99,8 +99,8 @@ envVars:
         "websiteUrl": "https://huggingface.co/HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1",
         "logoUrl": "https://huggingface.co/datasets/huggingchat/models-logo/resolve/main/zephyr-logo.png",
         "parameters": {
-          "truncate" : 24576,
-          "max_new_tokens" : 8192,
+          "truncate" : 6146,
+          "max_new_tokens" : 2044,
           "temperature": 0.6
         },
         "preprompt" : "You are Zephyr, an assistant developed by KAIST AI, Argilla, and Hugging Face. You should give concise responses to very simple questions, but provide thorough responses to more complex and open-ended questions. You are happy to help with writing, analysis, question answering, math, coding, and all sorts of other tasks.",