fixes incorrect AWS Claude 2.1 max context limit

2024-02-01 20:40:15 -06:00
parent 7eb6eb90ad
commit 235510e588
1 changed files with 2 additions and 0 deletions
@@ -72,6 +72,8 @@ export const validateContextSize: RequestPreprocessor = async (req) => {
    modelMax = GOOGLE_AI_MAX_CONTEXT;
  } else if (model.match(/^mistral-(tiny|small|medium)$/)) {
    modelMax = MISTRAL_AI_MAX_CONTENT;
+  } else if (model.match(/^anthropic\.claude-v2:\d/)) {
+    modelMax = 200000;
  } else if (model.match(/^anthropic\.claude/)) {
    // Not sure if AWS Claude has the same context limit as Anthropic Claude.
    modelMax = 100000;