From 8a325a1e0bff4368ca0a329f8e8163ef98a5d205 Mon Sep 17 00:00:00 2001 From: Nopm Date: Wed, 4 Dec 2024 01:27:21 +0000 Subject: [PATCH] Add 2 million Google AI context (khanon/oai-reverse-proxy!82) --- .../middleware/request/preprocessors/validate-context-size.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/proxy/middleware/request/preprocessors/validate-context-size.ts b/src/proxy/middleware/request/preprocessors/validate-context-size.ts index fa0c579..e639b37 100644 --- a/src/proxy/middleware/request/preprocessors/validate-context-size.ts +++ b/src/proxy/middleware/request/preprocessors/validate-context-size.ts @@ -7,7 +7,7 @@ import { RequestPreprocessor } from "../index"; const CLAUDE_MAX_CONTEXT = config.maxContextTokensAnthropic; const OPENAI_MAX_CONTEXT = config.maxContextTokensOpenAI; // todo: make configurable -const GOOGLE_AI_MAX_CONTEXT = 1024000; +const GOOGLE_AI_MAX_CONTEXT = 2048000; const MISTRAL_AI_MAX_CONTENT = 131072; /**