properly enforce allowedModelFamilies; refactor HPM proxyReq handlers

This commit is contained in:
nai-degen
2023-12-05 21:41:04 -06:00
parent 12276a1f59
commit 94d4efe9bb
34 changed files with 204 additions and 262 deletions
+1 -1
View File
@@ -2,7 +2,7 @@ import { Tiktoken } from "tiktoken/lite";
import cl100k_base from "tiktoken/encoders/cl100k_base.json";
import { logger } from "../../logger";
import { libSharp } from "../file-storage";
import type { OpenAIChatMessage } from "../../proxy/middleware/request/transform-outbound-payload";
import type { OpenAIChatMessage } from "../../proxy/middleware/request/preprocessors/transform-outbound-payload";
const log = logger.child({ module: "tokenizer", service: "openai" });
const GPT4_VISION_SYSTEM_PROMPT_SIZE = 170;