222 lines
6.7 KiB
TypeScript
222 lines
6.7 KiB
TypeScript
import { assertConfigIsValid, config, USER_ASSETS_DIR } from "./config";
|
|
import "source-map-support/register";
|
|
import checkDiskSpace from "check-disk-space";
|
|
import express from "express";
|
|
import cors from "cors";
|
|
import path from "path";
|
|
import pinoHttp from "pino-http";
|
|
import os from "os";
|
|
import childProcess from "child_process";
|
|
import { logger } from "./logger";
|
|
import { setupAssetsDir } from "./shared/file-storage/setup-assets-dir";
|
|
import { keyPool } from "./shared/key-management";
|
|
import { adminRouter } from "./admin/routes";
|
|
import { proxyRouter } from "./proxy/routes";
|
|
import { handleInfoPage } from "./info-page";
|
|
import { logQueue } from "./shared/prompt-logging";
|
|
import { start as startRequestQueue } from "./proxy/queue";
|
|
import { init as initUserStore } from "./shared/users/user-store";
|
|
import { init as initTokenizers } from "./shared/tokenization";
|
|
import { checkOrigin } from "./proxy/check-origin";
|
|
import { userRouter } from "./user/routes";
|
|
|
|
const PORT = config.port;
|
|
|
|
const app = express();
|
|
// middleware
|
|
app.use(
|
|
pinoHttp({
|
|
quietReqLogger: true,
|
|
logger,
|
|
autoLogging: { ignore: ({ url }) => ["/health"].includes(url as string) },
|
|
redact: {
|
|
paths: [
|
|
"req.headers.cookie",
|
|
'res.headers["set-cookie"]',
|
|
"req.headers.authorization",
|
|
'req.headers["x-api-key"]',
|
|
// Don't log the prompt text on transform errors
|
|
"body.messages",
|
|
"body.prompt",
|
|
],
|
|
censor: "********",
|
|
},
|
|
customProps: (req) => {
|
|
const user = (req as express.Request).user;
|
|
if (user) return { userToken: `...${user.token.slice(-5)}` };
|
|
return {};
|
|
},
|
|
})
|
|
);
|
|
|
|
// TODO: Detect (or support manual configuration of) whether the app is behind
|
|
// a load balancer/reverse proxy, which is necessary to determine request IP
|
|
// addresses correctly.
|
|
app.set("trust proxy", true);
|
|
|
|
app.set("view engine", "ejs");
|
|
app.set("views", [
|
|
path.join(__dirname, "admin/web/views"),
|
|
path.join(__dirname, "user/web/views"),
|
|
path.join(__dirname, "shared/views"),
|
|
]);
|
|
|
|
app.use("/user_content", express.static(USER_ASSETS_DIR));
|
|
|
|
app.get("/health", (_req, res) => res.sendStatus(200));
|
|
app.use(cors());
|
|
app.use(checkOrigin);
|
|
|
|
// routes
|
|
app.get("/", handleInfoPage);
|
|
app.use("/admin", adminRouter);
|
|
app.use("/proxy", proxyRouter);
|
|
app.use("/user", userRouter);
|
|
|
|
// 500 and 404
|
|
app.use((err: any, _req: unknown, res: express.Response, _next: unknown) => {
|
|
if (err.status) {
|
|
res.status(err.status).json({ error: err.message });
|
|
} else {
|
|
logger.error(err);
|
|
res.status(500).json({
|
|
error: {
|
|
type: "proxy_error",
|
|
message: err.message,
|
|
stack: err.stack,
|
|
proxy_note: `Reverse proxy encountered an internal server error.`,
|
|
},
|
|
});
|
|
}
|
|
});
|
|
app.use((_req: unknown, res: express.Response) => {
|
|
res.status(404).json({ error: "Not found" });
|
|
});
|
|
|
|
async function start() {
|
|
logger.info("Server starting up...");
|
|
await setBuildInfo();
|
|
|
|
logger.info("Checking configs and external dependencies...");
|
|
await assertConfigIsValid();
|
|
|
|
keyPool.init();
|
|
|
|
await initTokenizers();
|
|
|
|
if (config.allowedModelFamilies.includes("dall-e")) {
|
|
await setupAssetsDir();
|
|
}
|
|
|
|
if (config.gatekeeper === "user_token") {
|
|
await initUserStore();
|
|
}
|
|
|
|
if (config.promptLogging) {
|
|
logger.info("Starting prompt logging...");
|
|
await logQueue.start();
|
|
}
|
|
|
|
logger.info("Starting request queue...");
|
|
startRequestQueue();
|
|
|
|
app.listen(PORT, async () => {
|
|
logger.info({ port: PORT }, "Now listening for connections.");
|
|
registerUncaughtExceptionHandler();
|
|
});
|
|
|
|
const diskSpace = await checkDiskSpace(
|
|
__dirname.startsWith("/app") ? "/app" : os.homedir()
|
|
);
|
|
|
|
logger.info(
|
|
{ build: process.env.BUILD_INFO, nodeEnv: process.env.NODE_ENV, diskSpace },
|
|
"Startup complete."
|
|
);
|
|
}
|
|
|
|
function registerUncaughtExceptionHandler() {
|
|
process.on("uncaughtException", (err: any) => {
|
|
logger.error(
|
|
{ err, stack: err?.stack },
|
|
"UNCAUGHT EXCEPTION. Please report this error trace."
|
|
);
|
|
});
|
|
process.on("unhandledRejection", (err: any) => {
|
|
logger.error(
|
|
{ err, stack: err?.stack },
|
|
"UNCAUGHT PROMISE REJECTION. Please report this error trace."
|
|
);
|
|
});
|
|
}
|
|
|
|
/**
|
|
* Attepts to collect information about the current build from either the
|
|
* environment or the git repo used to build the image (only works if not
|
|
* .dockerignore'd). If you're running a sekrit club fork, you can no-op this
|
|
* function and set the BUILD_INFO env var manually, though I would prefer you
|
|
* didn't set it to something misleading.
|
|
*/
|
|
async function setBuildInfo() {
|
|
// Render .dockerignore's the .git directory but provides info in the env
|
|
if (process.env.RENDER) {
|
|
const sha = process.env.RENDER_GIT_COMMIT?.slice(0, 7) || "unknown SHA";
|
|
const branch = process.env.RENDER_GIT_BRANCH || "unknown branch";
|
|
const repo = process.env.RENDER_GIT_REPO_SLUG || "unknown repo";
|
|
const buildInfo = `${sha} (${branch}@${repo})`;
|
|
process.env.BUILD_INFO = buildInfo;
|
|
logger.info({ build: buildInfo }, "Got build info from Render config.");
|
|
return;
|
|
}
|
|
|
|
try {
|
|
// Ignore git's complaints about dubious directory ownership on Huggingface
|
|
// (which evidently runs dockerized Spaces on Windows with weird NTFS perms)
|
|
if (process.env.SPACE_ID) {
|
|
childProcess.execSync("git config --global --add safe.directory /app");
|
|
}
|
|
|
|
const promisifyExec = (cmd: string) =>
|
|
new Promise((resolve, reject) => {
|
|
childProcess.exec(cmd, (err, stdout) =>
|
|
err ? reject(err) : resolve(stdout)
|
|
);
|
|
});
|
|
|
|
const promises = [
|
|
promisifyExec("git rev-parse --short HEAD"),
|
|
promisifyExec("git rev-parse --abbrev-ref HEAD"),
|
|
promisifyExec("git config --get remote.origin.url"),
|
|
promisifyExec("git status --porcelain"),
|
|
].map((p) => p.then((result: any) => result.toString().trim()));
|
|
|
|
let [sha, branch, remote, status] = await Promise.all(promises);
|
|
|
|
remote = remote.match(/.*[\/:]([\w-]+)\/([\w\-\.]+?)(?:\.git)?$/) || [];
|
|
const repo = remote.slice(-2).join("/");
|
|
status = status
|
|
// ignore Dockerfile changes since that's how the user deploys the app
|
|
.split("\n")
|
|
.filter((line: string) => !line.endsWith("Dockerfile") && line);
|
|
|
|
const changes = status.length > 0;
|
|
|
|
const build = `${sha}${changes ? " (modified)" : ""} (${branch}@${repo})`;
|
|
process.env.BUILD_INFO = build;
|
|
logger.info({ build, status, changes }, "Got build info from Git.");
|
|
} catch (error: any) {
|
|
logger.error(
|
|
{
|
|
error,
|
|
stdout: error.stdout?.toString(),
|
|
stderr: error.stderr?.toString(),
|
|
},
|
|
"Failed to get commit SHA.",
|
|
error
|
|
);
|
|
process.env.BUILD_INFO = "unknown";
|
|
}
|
|
}
|
|
|
|
start();
|