fixes incorrect max model size for gpt4-v

2023-11-19 02:23:41 -06:00
parent f29049f993
commit f95e24afbb
1 changed files with 2 additions and 0 deletions
@@ -46,6 +46,8 @@ export const validateContextSize: RequestPreprocessor = async (req) => {
    modelMax = 16384;
  } else if (model.match(/gpt-4-1106(-preview)?/)) {
    modelMax = 131072;
+  } else if (model.match(/^gpt-4(-\d{4})?-vision(-preview)?$/)) {
+    modelMax = 131072;
  } else if (model.match(/gpt-3.5-turbo/)) {
    modelMax = 4096;
  } else if (model.match(/gpt-4-32k/)) {