Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fixes turbo-16k incompatibility

This commit is contained in:
nai-degen 2023-07-23 20:13:38 -05:00
parent e2bd8a6b86
commit 00346360af
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/proxy/middleware/request/check-context-size.ts
View File

@ -62,12 +62,14 @@ function validateContextSize(req: Request) {
Number.MAX_SAFE_INTEGER;
let modelMax = 0;
if (model.match(/gpt-3.5/)) {
if (model.match(/gpt-3.5-turbo-16k/)) {
modelMax = 16384;
} else if (model.match(/gpt-3.5-turbo/)) {
modelMax = 4096;
} else if (model.match(/gpt-4/)) {
modelMax = 8192;
} else if (model.match(/gpt-4-32k/)) {
modelMax = 32768;
} else if (model.match(/gpt-4/)) {
modelMax = 8192;
} else if (model.match(/claude-(?:instant-)?v1(?:\.\d)?(?:-100k)/)) {
modelMax = 100000 * CLAUDE_TOKEN_LIMIT_ADJUSTMENT;
} else if (model.match(/claude-(?:instant-)?v1(?:\.\d)?$/)) {