Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

encodes queue payload

This commit is contained in:
nai-degen 2023-11-16 01:18:55 -06:00
parent 6aa6bebf08
commit bfd7e23124
1 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
src/proxy/queue.ts
View File

@ -473,6 +473,14 @@ function removeProxyMiddlewareEventListeners(req: Request) {
export function registerHeartbeat(req: Request) { export function registerHeartbeat(req: Request) {
const res = req.res!; const res = req.res!;
const currentSize = getHeartbeatSize();
req.log.info({
currentSize,
HEARTBEAT_INTERVAL,
PAYLOAD_SCALE_FACTOR,
MAX_HEARTBEAT_SIZE,
}, "Joining queue with heartbeat.");
let isBufferFull = false; let isBufferFull = false;
let bufferFullCount = 0; let bufferFullCount = 0;
req.heartbeatInterval = setInterval(() => { req.heartbeatInterval = setInterval(() => {
@ -542,8 +550,9 @@ function getHeartbeatPayload() {
const size = getHeartbeatSize(); const size = getHeartbeatSize();
const data = const data =
process.env.NODE_ENV === "production" process.env.NODE_ENV === "production"
? crypto.randomBytes(size) ? crypto.randomBytes(size).toString("base64")
: `payload size: ${size}`; : `payload size: ${size}`;
return `: queue heartbeat ${data}\n\n`; return `: queue heartbeat ${data}\n\n`;
} }