Update @lenml/tokenizers for new tokenizer format

frost-beta · Oct 21, 2024 · 52e0415 · 52e0415
1 parent 13ba668
commit 52e0415
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -21,7 +21,7 @@ jobs:
           huggingface download --silent mlx-community/Llama-3.2-1B-Instruct-8bit
           echo 'Who are you?' | yarn tsx src/chat.ts Llama-3.2-1B-Instruct-8bit
 
-          huggingface download --silent mlx-community/llava-1.5-7b-4bit --revision 82b38f2
+          huggingface download --silent mlx-community/llava-1.5-7b-4bit
           echo 'What is in the photo? <image:https://www.techno-edge.net/imgs/zoom/19711.jpg>' | yarn tsx src/chat.ts llava-1.5-7b-4bit --temperature=0
 
           huggingface download --silent Qwen/Qwen2-0.5B

diff --git a/package.json b/package.json
@@ -26,7 +26,7 @@
   },
   "dependencies": {
     "@frost-beta/mlx": "0.0.23",
-    "@lenml/tokenizers": "3.0.1",
+    "@lenml/tokenizers": "3.0.2",
     "sharp": "0.33.5"
   }
 }