adds support for requesting logprobs from OpenAI Chat Completions API

2024-01-24 11:46:09 -06:00 · 2024-01-24 11:46:09 -06:00 · c7a351baa8
parent ba8b052b17
commit c7a351baa8
1 changed files with 2 additions and 0 deletions
--- a/src/proxy/middleware/request/preprocessors/transform-outbound-payload.ts
+++ b/src/proxy/middleware/request/preprocessors/transform-outbound-payload.ts
@ -87,6 +87,8 @@ export const OpenAIV1ChatCompletionSchema = z
    logit_bias: z.any().optional(),
    user: z.string().max(500).optional(),
    seed: z.number().int().optional(),
+    logprobs: z.boolean().optional().default(false),
+    top_logprobs: z.number().int().optional(),
  })
  .strip();