Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

disables key downgrade feature to prevent abuse

This commit is contained in:
nai-degen 2023-04-30 21:30:42 -07:00
parent 1d69078514
commit 16b5ccb977
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/proxy/middleware/response/index.ts
View File

@ -219,8 +219,13 @@ const handleDownstreamErrors: ProxyResHandlerWithBody = async (
// Most likely model not found
if (errorPayload.error?.code === "model_not_found") {
if (req.key!.isGpt4) {
keyPool.downgradeKey(req.key?.hash);
errorPayload.proxy_note = `This key was incorrectly assigned to GPT-4. It has been downgraded to Turbo.`;
// Malicious users can request a model that `startsWith` gpt-4 but is
// not actually a valid model name and force the key to be downgraded.
// I don't feel like fixing this so I'm just going to disable the key
// downgrading feature for now.
// keyPool.downgradeKey(req.key?.hash);
// errorPayload.proxy_note = `This key was incorrectly assigned to GPT-4. It has been downgraded to Turbo.`;
errorPayload.proxy_note = `This key was incorrectly assigned to GPT-4. Try again to get a different key.`;
} else {
errorPayload.proxy_note = `No model was found for this key.`;
}