zack3d/OAI-Proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

improves handling of AWS regions with Sonnet 3.5 enabled but Sonnet 3.0 disabled

Browse Source
This commit is contained in:
nai-degen
2024-06-20 12:20:38 -05:00
parent ff38eda066
commit e3d1ab51d1
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/shared/key-management/aws/provider.ts
+5 -3
View File
@@ -105,11 +105,13 @@ export class AwsBedrockKeyProvider implements KeyProvider<AwsBedrockKey> {
// each of these should be separate model families, but adding model
// families is not low enough friction for the rate at which aws claude
// model variants are added.
const needsSonnet =
model.includes("sonnet") && neededFamily === "aws-claude";
const needsHaiku = model.includes("haiku") && neededFamily === "aws-claude";
const needsSonnet35 =
model.includes("claude-3-5-sonnet") && neededFamily === "aws-claude";
const needsSonnet =
!needsSonnet35 &&
model.includes("sonnet") &&
neededFamily === "aws-claude";
const needsHaiku = model.includes("haiku") && neededFamily === "aws-claude";
const availableKeys = this.keys.filter((k) => {
const isNotLogged = k.awsLoggingStatus !== "enabled";