Add support for sqlcoder-34b-alpha #4

h2oai · Dec 13, 2023 · ba1e6f0 · ba1e6f0
1 parent abe06ef
commit ba1e6f0
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 3 deletions.
diff --git a/Makefile b/Makefile
@@ -1,4 +1,3 @@
-sentence_transformer = s3cmd get --recursive --skip-existing s3://h2o-model-gym/models/nlp/sentence_trasnsformer/all-MiniLM-L6-v2/ ./models/sentence_transformers/sentence-transformers_all-MiniLM-L6-v2
 demo_data = s3cmd get --recursive --skip-existing s3://h2o-sql-sidekick/demo/sleepEDA/ ./examples/demo/
 
 .PHONY: download_demo_data
@@ -12,8 +11,6 @@ setup: download_demo_data ## Setup
 	./.sidekickvenv/bin/python3 -m pip install -r requirements.txt
 	mkdir -p ./examples/demo/
 
-download_models:
-	mkdir -p ./models/sentence_transformers/sentence-transformers_all-MiniLM-L6-v2
 
 download_demo_data:
 	mkdir -p ./examples/demo/

diff --git a/sidekick/utils.py b/sidekick/utils.py
@@ -23,6 +23,7 @@
 
 MODEL_CHOICE_MAP_EVAL_MODE = {
     "h2ogpt-sql-sqlcoder2": "defog/sqlcoder2",
+    "h2ogpt-sql-sqlcoder-34b-alpha": "defog/sqlcoder-34b-alpha",
     "h2ogpt-sql-nsql-llama-2-7B": "NumbersStation/nsql-llama-2-7B",
     "gpt-3.5-turbo": "gpt-3.5-turbo-1106",
     "gpt-4-8k": "gpt-4",
@@ -32,6 +33,7 @@
 
 MODEL_CHOICE_MAP_DEFAULT = {
     "h2ogpt-sql-sqlcoder2": "defog/sqlcoder2",
+     "h2ogpt-sql-sqlcoder-34b-alpha": "defog/sqlcoder-34b-alpha",
     "h2ogpt-sql-nsql-llama-2-7B": "NumbersStation/nsql-llama-2-7B"
 
 }

diff --git a/start.py b/start.py
@@ -25,6 +25,9 @@ def setup_dir(base_path: str):
 # Model 2:
 print(f"Download model 2...")
 snapshot_download(repo_id="defog/sqlcoder2", cache_dir=f"{base_path}/models/")
+# Model 3:
+print(f"Download model 3...")
+snapshot_download(repo_id="defog/sqlcoder-34b-alpha", cache_dir=f"{base_path}/models/")
 
 print(f"Download embedding model...")
 snapshot_download(repo_id="BAAI/bge-base-en", cache_dir=f"{base_path}/models/sentence_transformers/")