zack3d/simple-proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

adds aws opus maybe, idk cannot test

Browse Source
This commit is contained in:
nai-degen
2024-04-16 11:33:44 -05:00
parent 9445110727
commit c0cd2c7549
9 changed files with 36 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/proxy/aws.ts
+8 -2
View File
@@ -257,10 +257,16 @@ function maybeReassignModel(req: Request) {
}
// AWS currently only supports one v3 model.
const variant = match[8]; // sonnet or opus
const variant = match[8]; // sonnet, opus, or haiku
const variantVersion = match[9];
if (major === "3") {
req.body.model = "anthropic.claude-3-sonnet-20240229-v1:0";
if (variant.includes("opus")) {
req.body.model = "anthropic.claude-3-opus-20240229-v1:0";
} else if (variant.includes("haiku")) {
req.body.model = "anthropic.claude-3-haiku-20240307-v1:0";
} else {
req.body.model = "anthropic.claude-3-sonnet-20240229-v1:0";
}
return;
}
src/proxy/middleware/request/preprocessors/validate-context-size.ts
+2 -2
View File
@@ -63,7 +63,7 @@ export const validateContextSize: RequestPreprocessor = async (req) => {
} else if (model.match(/^gpt-4(-\d{4})?-vision(-preview)?$/)) {
modelMax = 131072;
} else if (model.match(/gpt-3.5-turbo/)) {
modelMax = 4096;
modelMax = 16384;
} else if (model.match(/gpt-4-32k/)) {
modelMax = 32768;
} else if (model.match(/gpt-4/)) {
@@ -82,7 +82,7 @@ export const validateContextSize: RequestPreprocessor = async (req) => {
modelMax = GOOGLE_AI_MAX_CONTEXT;
} else if (model.match(/^mistral-(tiny|small|medium)$/)) {
modelMax = MISTRAL_AI_MAX_CONTENT;
} else if (model.match(/^anthropic\.claude-3-sonnet/)) {
} else if (model.match(/^anthropic\.claude-3/)) {
modelMax = 200000;
} else if (model.match(/^anthropic\.claude-v2:\d/)) {
modelMax = 200000;