mirror of https://gitgud.io/cncanon/sg-proxy.git
102 lines
3.2 KiB
JavaScript
102 lines
3.2 KiB
JavaScript
require("dotenv").config();
|
|
|
|
const express = require('express');
|
|
const axios = require('axios');
|
|
const app = express();
|
|
app.use(express.json());
|
|
|
|
const API_TOKEN = process.env.API_TOKEN;
|
|
|
|
app.post('/v1/complete', async (req, res) => {
|
|
res.setHeader('Content-Type', 'text/event-stream; charset=utf-8');
|
|
res.setHeader('Cache-Control', 'no-cache');
|
|
res.setHeader('Connection', 'keep-alive');
|
|
res.setHeader('Transfer-Encoding', 'chunked');
|
|
res.flushHeaders();
|
|
|
|
//console.log(req.body);
|
|
const model = req.body.model;
|
|
const temp = req.body.temperature || 1.0;
|
|
const top_p = req.body.top_p || null;
|
|
const top_k = req.body.top_k || null;
|
|
const maxTokens = req.body.max_tokens_to_sample;
|
|
const stopSequences = req.body.stop_sequences || null;
|
|
const prompt = req.body.prompt;
|
|
|
|
// Set up axios instance for SSE
|
|
const sourcegraph = axios.create({
|
|
baseURL: 'https://sourcegraph.com/.api/completions/stream',
|
|
headers: {
|
|
'Content-Type': 'application/json',
|
|
'Authorization': `token ${API_TOKEN}`
|
|
},
|
|
responseType: 'stream',
|
|
timeout: 180000,
|
|
});
|
|
|
|
try {
|
|
let postData = {
|
|
model: model,
|
|
prompt: prompt,
|
|
maxTokensToSample: maxTokens
|
|
};
|
|
|
|
if (temp) postData.temperature = temp;
|
|
if (stopSequences) postData.stop_sequences = stopSequences;
|
|
if (top_p) postData.top_p = top_p;
|
|
if (top_k) postData.top_k = top_k;
|
|
const response = await sourcegraph.post('', postData);
|
|
|
|
let previousCompletion = "";
|
|
let buffer = ""; // Buffer to hold incomplete lines
|
|
|
|
response.data.on('data', (chunk) => {
|
|
buffer += chunk.toString();
|
|
let lines = buffer.split("\n");
|
|
buffer = lines.pop(); // Keep the last (potentially incomplete) line in the buffer
|
|
|
|
const data = lines.filter(line => line.startsWith('data: ')).map(line => line.replace(/^data: /, ''));
|
|
|
|
data.forEach((chunk) => {
|
|
try {
|
|
const parsedData = JSON.parse(chunk);
|
|
if ('completion' in parsedData) {
|
|
const newPart = parsedData.completion.replace(previousCompletion, '');
|
|
previousCompletion = parsedData.completion;
|
|
let resp = { completion: newPart, stop_reason: null };
|
|
//console.log(resp);
|
|
res.write(`event: completion\r\ndata: ${JSON.stringify(resp)}\r\n\r\n`);
|
|
}
|
|
} catch (error) {
|
|
// If an error is thrown, the JSON is not valid
|
|
console.error('Invalid JSON:', chunk);
|
|
}})
|
|
});
|
|
|
|
response.data.on('end', () => {
|
|
let finalResp = {completion: "", stop_reason: "stop_sequence"};
|
|
res.write(`event: completion\r\ndata: ${JSON.stringify(finalResp)}\r\n\r\n`);
|
|
res.end();
|
|
});
|
|
|
|
} catch (error) {
|
|
console.error(error);
|
|
res.status(500).send('An error occurred while making the request.');
|
|
}
|
|
});
|
|
|
|
app.use((err, req, res, next) => {
|
|
console.log(err);
|
|
res.status(500).json({"error": true});
|
|
});
|
|
|
|
process.on('uncaughtException', (err) => {
|
|
console.error('Uncaught exception:', err);
|
|
});
|
|
|
|
process.on('unhandledRejection', (reason, promise) => {
|
|
console.error('Unhandled Promise Rejection:', reason);
|
|
});
|
|
|
|
const port = process.env.PORT || 3000;
|
|
app.listen(port, () => console.log(`Server listening on port ${port}`)); |