Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fixes kobold endpoint not actually being rate-limited

This commit is contained in:
nai-degen 2023-04-10 06:42:12 -05:00 committed by nai-degen
parent 6b47c1cdc5
commit f0afc8c420
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/proxy/kobold.ts
View File

@ -13,6 +13,7 @@ import {
handleInternalError,
incrementKeyUsage,
} from "./common";
import { ipLimiter } from "./rate-limit";
import {
addKey,
disableStream,
@ -123,7 +124,7 @@ const koboldOaiProxy = createProxyMiddleware({
const koboldRouter = Router();
koboldRouter.get("/api/v1/model", handleModelRequest);
koboldRouter.get("/api/v1/config/soft_prompts_list", handleSoftPromptsRequest);
koboldRouter.post("/api/v1/generate", koboldOaiProxy);
koboldRouter.post("/api/v1/generate", ipLimiter, koboldOaiProxy);
koboldRouter.use((req, res) => {
logger.warn(`Unhandled kobold request: ${req.method} ${req.path}`);
res.status(404).json({ error: "Not found" });