Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

adds gpt-4-turbo stable

This commit is contained in:
nai-degen 2024-04-09 16:31:42 -05:00
parent 34a673a80a
commit 9445110727
4 changed files with 13 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/info-page.ts
View File

@ -190,7 +190,7 @@ function buildRecentImageSection() {
</div>`; </div>`;
} }
html += `</div>`; html += `</div>`;
html += `<p style="clear: both; text-align: center;"><a href="/user/image-history">View all recent images</a></p>` html += `<p style="clear: both; text-align: center;"><a href="/user/image-history">View all recent images</a></p>`;
return html; return html;
} }
@ -201,7 +201,9 @@ function escapeHtml(unsafe: string) {
.replace(/</g, "&lt;") .replace(/</g, "&lt;")
.replace(/>/g, "&gt;") .replace(/>/g, "&gt;")
.replace(/"/g, "&quot;") .replace(/"/g, "&quot;")
.replace(/'/g, "&#39;"); .replace(/'/g, "&#39;")
.replace(/\[/g, "&#91;")
.replace(/]/g, "&#93;");
} }
function getExternalUrlForHuggingfaceSpaceId(spaceId: string) { function getExternalUrlForHuggingfaceSpaceId(spaceId: string) {

2
src/proxy/middleware/request/preprocessors/validate-context-size.ts
View File

@ -54,6 +54,8 @@ export const validateContextSize: RequestPreprocessor = async (req) => {
let modelMax: number; let modelMax: number;
if (model.match(/gpt-3.5-turbo-16k/)) { if (model.match(/gpt-3.5-turbo-16k/)) {
modelMax = 16384; modelMax = 16384;
} else if (model.match(/gpt-4-turbo(-\d{4}-\d{2}-\d{2})?$/)) {
modelMax = 131072;
} else if (model.match(/gpt-4-turbo(-preview)?$/)) { } else if (model.match(/gpt-4-turbo(-preview)?$/)) {
modelMax = 131072; modelMax = 131072;
} else if (model.match(/gpt-4-(0125|1106)(-preview)?$/)) { } else if (model.match(/gpt-4-(0125|1106)(-preview)?$/)) {

10
src/proxy/openai.ts
View File

@ -28,10 +28,12 @@ import {
// https://platform.openai.com/docs/models/overview // https://platform.openai.com/docs/models/overview
export const KNOWN_OPENAI_MODELS = [ export const KNOWN_OPENAI_MODELS = [
"gpt-4-turbo-preview", "gpt-4-turbo", // alias for latest gpt4-turbo stable
"gpt-4-0125-preview", "gpt-4-turbo-2024-04-09", // gpt4-turbo stable, with vision
"gpt-4-1106-preview", "gpt-4-turbo-preview", // alias for latest turbo preview
"gpt-4-vision-preview", "gpt-4-0125-preview", // gpt4-turbo preview 2
"gpt-4-1106-preview", // gpt4-turbo preview 1
"gpt-4-vision-preview", // gpt4-turbo preview 1 with vision
"gpt-4", "gpt-4",
"gpt-4-0613", "gpt-4-0613",
"gpt-4-0314", // EOL 2024-06-13 "gpt-4-0314", // EOL 2024-06-13

1
src/shared/models.ts
View File

@ -74,6 +74,7 @@ export const LLM_SERVICES = (<A extends readonly LLMService[]>(
] as const); ] as const);
export const OPENAI_MODEL_FAMILY_MAP: { [regex: string]: OpenAIModelFamily } = { export const OPENAI_MODEL_FAMILY_MAP: { [regex: string]: OpenAIModelFamily } = {
"^gpt-4-turbo(-\\d{4}-\\d{2}-\\d{2})?$": "gpt4-turbo",
"^gpt-4-turbo(-preview)?$": "gpt4-turbo", "^gpt-4-turbo(-preview)?$": "gpt4-turbo",
"^gpt-4-(0125|1106)(-preview)?$": "gpt4-turbo", "^gpt-4-(0125|1106)(-preview)?$": "gpt4-turbo",
"^gpt-4(-\\d{4})?-vision(-preview)?$": "gpt4-turbo", "^gpt-4(-\\d{4})?-vision(-preview)?$": "gpt4-turbo",