Merge pull request #2 from okoge-kaz/t4-mixtral-upcycling

Support Phi-3
okoge-kaz · May 24, 2024 · c4d2459 · c4d2459
2 parents 4dba897 + 22a0895
commit c4d2459
Show file tree

Hide file tree

Showing 39 changed files with 413 additions and 2,451 deletions.
diff --git a/.vscode/sftp.json b/.vscode/sftp.json
@@ -0,0 +1,36 @@
+{
+  "name": "t4",
+  "host": "login.t4.gsic.titech.ac.jp",
+  "protocol": "sftp",
+  "port": 22,
+  "username": "ug02141",
+  "context": "/Users/kazuki/Documents/tsubame-4/llm-recipes",
+  "remotePath": "/gs/bs/tge-gc24sp01/fujii/llm-recipes",
+  "privateKeyPath": "~/.ssh/tsubame",
+  "uploadOnSave": true,
+  "useTempFile": false,
+  "openSsh": false,
+  "ignore": [
+    ".vscode",
+    ".history",
+    ".DS_Store",
+    ".env",
+    ".git"
+  ],
+  "syncOption": {
+    "delete": true,
+    "skipCreate": false,
+    "skipUpdate": false,
+    "skipDelete": false,
+    "ignoreExisting": false,
+    "update": true,
+    "watch": true,
+    "watcher": {
+      "files": [
+        "**/*"
+      ],
+      "autoUpload": true,
+      "autoDelete": true
+    }
+  }
+}
diff --git a/docs/Dataset.md b/docs/Dataset.md
diff --git a/docs/FAQ.md b/docs/FAQ.md
diff --git a/docs/LLM_finetuning.md b/docs/LLM_finetuning.md
diff --git a/docs/images/feature-based_FN.png b/docs/images/feature-based_FN.png
diff --git a/docs/images/feature-based_FN_2.png b/docs/images/feature-based_FN_2.png
diff --git a/docs/images/featurebased_FN_.png b/docs/images/featurebased_FN_.png
diff --git a/docs/images/full-param-FN.png b/docs/images/full-param-FN.png