fixes incorrect max model size for gpt4-v

2023-11-19 02:23:41 -06:00 · 2023-11-19 02:23:41 -06:00 · f95e24afbb
parent f29049f993
commit f95e24afbb
1 changed files with 2 additions and 0 deletions
--- a/src/proxy/middleware/request/validate-context-size.ts
+++ b/src/proxy/middleware/request/validate-context-size.ts
@ -46,6 +46,8 @@ export const validateContextSize: RequestPreprocessor = async (req) => {
    modelMax = 16384;
  } else if (model.match(/gpt-4-1106(-preview)?/)) {
    modelMax = 131072;
+  } else if (model.match(/^gpt-4(-\d{4})?-vision(-preview)?$/)) {
+    modelMax = 131072;
  } else if (model.match(/gpt-3.5-turbo/)) {
    modelMax = 4096;
  } else if (model.match(/gpt-4-32k/)) {