Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fixes azure openai logprobs (actually tested this time)

This commit is contained in:
nai-degen 2024-01-25 01:17:18 -06:00
parent 79b2e5b6fd
commit 02a54bf4e3
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
src/proxy/middleware/request/preprocessors/add-azure-key.ts
View File

@ -20,13 +20,19 @@ export const addAzureKey: RequestPreprocessor = (req) => {
req.body.model = model;
// Handles the sole Azure API deviation from the OpenAI spec (that I know of)
if (req.body.logprobs || req.body.top_logprobs) {
const notNullOrUndefined = (x: any) => x !== null && x !== undefined;
if ([req.body.logprobs, req.body.top_logprobs].some(notNullOrUndefined)) {
// OpenAI wants logprobs: true/false and top_logprobs: number
// Azure seems to just want to combine them into logprobs: number
if (typeof req.body.logprobs === "boolean") {
req.body.logprobs = req.body.top_logprobs || undefined;
delete req.body.top_logprobs
}
// if (typeof req.body.logprobs === "boolean") {
// req.body.logprobs = req.body.top_logprobs || undefined;
// delete req.body.top_logprobs
// }
// Temporarily just disabling logprobs for Azure because their model support
// is random: `This model does not support the 'logprobs' parameter.`
delete req.body.logprobs;
delete req.body.top_logprobs;
}
req.log.info(