Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fixes incorrect 3.5 sonnet v2 model id in gcp model reassignment

This commit is contained in:
nai-degen 2024-12-03 19:53:56 -06:00
parent 5072638ec2
commit 3496a2a9bd
1 changed files with 19 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
src/proxy/gcp.ts
View File

@ -151,7 +151,7 @@ function maybeReassignModel(req: Request) {
return;
}
const [_, _cl, instant, _v, major, _sep, minor, _ctx, name, _rev] = match;
const [_, _cl, instant, _v, major, _sep, minor, _ctx, name, rev] = match;
// TODO: rework this to function similarly to aws-claude.ts maybeReassignModel
const ver = minor ? `${major}.${minor}` : major;
@ -167,12 +167,25 @@ function maybeReassignModel(req: Request) {
}
return;
case "3.5":
if (name.includes("sonnet")) {
req.body.model = "claude-3-5-sonnet@20241022";
} else if (name.includes("haiku")) {
req.body.model = "claude-3-5-haiku@20241022";
}
switch (name) {
case "sonnet":
switch (rev) {
case "20241022":
case "latest":
req.body.model = "claude-3-5-sonnet-v2@20241022";
return;
case "20240620":
req.body.model = "claude-3-5-sonnet@20240620";
return;
}
break;
case "haiku":
req.body.model = "claude-3-5-haiku@20241022";
return;
case "opus":
// Add after model ids are announced late 2024
break;
}
}
// Fallback to Claude3 Sonnet