disables kobold endpoint when queueing is enabled

2023-05-09 19:17:00 -05:00 · 2023-05-09 19:17:00 -05:00 · 8ff43aef1a
parent e03f3d48dd
commit 8ff43aef1a
1 changed files with 6 additions and 0 deletions
--- a/src/proxy/kobold.ts
+++ b/src/proxy/kobold.ts
@ -34,6 +34,12 @@ const rewriteRequest = (
  req: Request,
  res: Response
 ) => {
+  if (config.queueMode !== "none") {
+    const msg = `Queueing is enabled on this proxy instance and is incompatible with the KoboldAI endpoint. Use the OpenAI endpoint instead.`;
+    proxyReq.destroy(new Error(msg));
+    return;
+  }
+
  req.api = "kobold";
  const rewriterPipeline = [
    addKey,