Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix for huggingface not sending x-forwarded-host anymore

This commit is contained in:
nai-degen 2023-06-06 20:47:45 -05:00
parent 7b5e612921
commit ace32c7e6e
1 changed files with 20 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
src/info-page.ts
View File

@ -16,18 +16,17 @@ export const handleInfoPage = (req: Request, res: Response) => {
return;
}
// Some load balancers/reverse proxies don't give us the right protocol in
// the host header. Huggingface works this way, Cloudflare does not.
const host = req.get("host");
const isHuggingface = host?.includes("hf.space");
const protocol = isHuggingface ? "https" : req.protocol;
res.send(cacheInfoPageHtml(protocol + "://" + host));
const baseUrl = process.env.SPACE_ID
? getExternalUrlForHuggingfaceSpaceId(process.env.SPACE_ID)
: req.protocol + "://" + req.get("host");
res.send(cacheInfoPageHtml(baseUrl));
};
function cacheInfoPageHtml(host: string) {
function cacheInfoPageHtml(baseUrl: string) {
const keys = keyPool.list();
let keyInfo: Record<string, any> = { all: keys.length };
const openAIKeys = keys.filter((k) => k.service === "openai");
const anthropicKeys = keys.filter((k) => k.service === "anthropic");
@ -90,9 +89,8 @@ function cacheInfoPageHtml(host: string) {
const info = {
uptime: process.uptime(),
endpoints: {
openai: host + "/proxy/openai",
anthropic: host + "/proxy/anthropic",
["kobold (deprecated)"]: host + "/proxy/kobold",
openai: baseUrl + "/proxy/openai",
anthropic: baseUrl + "/proxy/anthropic",
},
proompts: keys.reduce((acc, k) => acc + k.promptCount, 0),
...(config.modelRateLimit ? { proomptersNow: getUniqueIps() } : {}),
@ -199,3 +197,14 @@ function getServerTitle() {
return "OAI Reverse Proxy";
}
function getExternalUrlForHuggingfaceSpaceId(spaceId: string) {
// Huggingface broke their amazon elb config and no longer sends the
// x-forwarded-host header. This is a workaround.
try {
const [username, spacename] = spaceId.split("/");
return `https://${username}-${spacename.replace(/_/g, "-")}.hf.space`;
} catch (e) {
return "";
}
}