Update TikToken for perfect token computation on 'o' models.

This commit is contained in:
Enrico Ros
2024-05-16 00:53:08 -07:00
parent a9c1c34dc9
commit 21d045be59
3 changed files with 29 additions and 19 deletions
+1 -1
View File
@@ -62,7 +62,7 @@
"sharp": "^0.33.3",
"superjson": "^2.2.1",
"tesseract.js": "^5.1.0",
"tiktoken": "^1.0.14",
"tiktoken": "^1.0.15",
"turndown": "^7.1.3",
"uuid": "^9.0.1",
"zod": "^3.23.8",