diff --git a/src/proxy/middleware/request/sign-aws-request.ts b/src/proxy/middleware/request/sign-aws-request.ts index 3cd0cc5..17847dd 100644 --- a/src/proxy/middleware/request/sign-aws-request.ts +++ b/src/proxy/middleware/request/sign-aws-request.ts @@ -7,7 +7,7 @@ import { RequestPreprocessor } from "."; import { AnthropicV1CompleteSchema } from "./transform-outbound-payload"; const AMZ_HOST = - process.env.AMZ_HOST || "invoke-bedrock.%REGION%.amazonaws.com"; + process.env.AMZ_HOST || "bedrock-runtime.%REGION%.amazonaws.com"; /** * Signs an outgoing AWS request with the appropriate headers modifies the diff --git a/src/shared/key-management/aws/checker.ts b/src/shared/key-management/aws/checker.ts index ba3e648..3dd36de 100644 --- a/src/shared/key-management/aws/checker.ts +++ b/src/shared/key-management/aws/checker.ts @@ -8,11 +8,13 @@ import type { AwsBedrockKey, AwsBedrockKeyProvider } from "./provider"; const MIN_CHECK_INTERVAL = 3 * 1000; // 3 seconds const KEY_CHECK_PERIOD = 3 * 60 * 1000; // 3 minutes +const AMZ_HOST = + process.env.AMZ_HOST || "bedrock-runtime.%REGION%.amazonaws.com"; const GET_CALLER_IDENTITY_URL = `https://sts.amazonaws.com/?Action=GetCallerIdentity&Version=2011-06-15`; const GET_INVOCATION_LOGGING_CONFIG_URL = (region: string) => `https://bedrock.${region}.amazonaws.com/logging/modelinvocations`; const POST_INVOKE_MODEL_URL = (region: string, model: string) => - `https://invoke-bedrock.${region}.amazonaws.com/model/${model}/invoke`; + `https://${AMZ_HOST.replace("%REGION%", region)}/model/${model}/invoke`; const TEST_PROMPT = "\n\nHuman:\n\nAssistant:"; type AwsError = { error: {} };