From 71c558d3064636f710e271a977cdb30657a9c23f Mon Sep 17 00:00:00 2001 From: dceoy Date: Sat, 28 Dec 2024 01:51:33 +0900 Subject: [PATCH 1/2] Update Groq models and tokens --- pr_agent/algo/__init__.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/pr_agent/algo/__init__.py b/pr_agent/algo/__init__.py index cfa1bbe30..b092077ad 100644 --- a/pr_agent/algo/__init__.py +++ b/pr_agent/algo/__init__.py @@ -66,10 +66,10 @@ 'claude-3-5-sonnet': 100000, 'groq/llama3-8b-8192': 8192, 'groq/llama3-70b-8192': 8192, + 'groq/llama-3.1-8b-instant': 8192, + 'groq/llama-3.3-70b-versatile': 8192, 'groq/mixtral-8x7b-32768': 32768, - 'groq/llama-3.1-8b-instant': 131072, - 'groq/llama-3.1-70b-versatile': 131072, - 'groq/llama-3.1-405b-reasoning': 131072, + 'groq/gemma2-9b-it': 8192, 'ollama/llama3': 4096, 'watsonx/meta-llama/llama-3-8b-instruct': 4096, "watsonx/meta-llama/llama-3-70b-instruct": 4096, From e89b65ed38d8c3b2cb016fdc4e0963e83f48182b Mon Sep 17 00:00:00 2001 From: dceoy Date: Mon, 30 Dec 2024 11:35:02 +0900 Subject: [PATCH 2/2] Increase the max token of groq/llama-3.3-70b-versatile --- pr_agent/algo/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pr_agent/algo/__init__.py b/pr_agent/algo/__init__.py index b092077ad..72eb79120 100644 --- a/pr_agent/algo/__init__.py +++ b/pr_agent/algo/__init__.py @@ -67,7 +67,7 @@ 'groq/llama3-8b-8192': 8192, 'groq/llama3-70b-8192': 8192, 'groq/llama-3.1-8b-instant': 8192, - 'groq/llama-3.3-70b-versatile': 8192, + 'groq/llama-3.3-70b-versatile': 128000, 'groq/mixtral-8x7b-32768': 32768, 'groq/gemma2-9b-it': 8192, 'ollama/llama3': 4096,