feat: upgrade to v3

lenML · Oct 5, 2024 · 96db3e4 · 96db3e4
1 parent 5042776
commit 96db3e4
Show file tree

Hide file tree

Showing 3 changed files with 13 additions and 12 deletions.
diff --git a/package.json b/package.json
@@ -10,7 +10,7 @@
     "preview": "vite preview"
   },
   "dependencies": {
-    "@lenml/tokenizers": "^1.0.5",
+    "@lenml/tokenizers": "^3.0.1",
     "@quik-fe/stand": "^1.1.2",
     "@types/draft-js": "^0.11.18",
     "@types/styled-components": "^5.1.34",

diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
diff --git a/src/TokenizersHub.ts b/src/TokenizersHub.ts
@@ -4,7 +4,7 @@ import EventEmitter from "eventemitter3";
 
 type PreTrainedTokenizer = tokenizers.PreTrainedTokenizer;
 
-const package_version = "1.1.1";
+const package_version = "3.0.1";
 export const packages = [
   "llama3_1",
   "llama2",