Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add assistant postamble to prompt if necessary

This commit is contained in:
nai-degen 2023-08-01 12:59:22 -05:00
parent 075e415343
commit 5cf158ef73
1 changed files with 22 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
src/proxy/middleware/request/add-anthropic-preamble.ts
View File

@ -15,14 +15,31 @@ export const addAnthropicPreamble: ProxyRequestMiddleware = (
return;
}
let preamble = "";
let prompt = req.body.prompt;
assertAnthropicKey(req.key);
if (req.key.requiresPreamble) {
preamble = prompt.startsWith("\n\nHuman:") ? "" : "\n\nHuman:";
req.log.debug({ key: req.key.hash, preamble }, "Adding preamble to prompt");
let prompt = req.body.prompt;
const preamble = prompt.startsWith("\n\nHuman:") ? "" : "\n\nHuman:";
req.log.debug({ key: req.key.hash, preamble }, "Prompt requres preamble");
prompt = preamble + prompt;
// Adds `Assistant:` to the end of the prompt if the turn closest to the
// end is from the `Human:` persona.
const humanIndex = prompt.lastIndexOf("\n\nHuman:");
const assistantIndex = prompt.lastIndexOf("\n\nAssistant:");
const shouldAddAssistant = humanIndex > assistantIndex;
req.log.debug(
{
key: req.key.hash,
shouldAdd: shouldAddAssistant,
hIndex: humanIndex,
aIndex: assistantIndex,
},
"Possibly adding Assistant: to prompt"
);
if (shouldAddAssistant) prompt += "\n\nAssistant:";
req.body.prompt = prompt;
}
req.body.prompt = preamble + prompt;
};
function assertAnthropicKey(key: Key): asserts key is AnthropicKey {