Add tokenizers and configurable context size limits (khanon/oai-reverse-proxy!28)

2023-07-22 00:11:32 +00:00
parent 7634afeea4
commit 56a4902599
23 changed files with 419 additions and 119 deletions
@@ -28,6 +28,7 @@
    "pino": "^8.11.0",
    "pino-http": "^8.3.3",
    "showdown": "^2.1.0",
+    "tiktoken": "^1.0.10",
    "uuid": "^9.0.0",
    "zlib": "^1.0.5",
    "zod": "^3.21.4"