linhj07's picture fanren's picture
Duplicate from fanren/openai-api-proxy
87ee2ab
Raw History Blame Contribute Delete
4.01 kB
const express = require('express')
const path = require('path')
const fetch = require('cross-fetch')
const app = express()
var multer = require('multer');
var forms = multer({limits: { fieldSize: 10*1024*1024 }});
app.use(forms.array());
const cors = require('cors');
app.use(cors());
const bodyParser = require('body-parser')
app.use(bodyParser.json({limit : '50mb' }));
app.use(bodyParser.urlencoded({ extended: true }));
app.all(`*`, async (req, res) => {
const url = `https://api.openai.com${req.url}`;
// 从 header 中取得 Authorization': 'Bearer 后的 token
const token = req.headers.authorization?.split(' ')[1];
if( !token ) return res.status(403).send('Forbidden');
const openai_key = token.split(':')[0];
if( !openai_key ) return res.status(403).send('Forbidden');
const proxy_key = token.split(':')[1]||"";
if( process.env.PROXY_KEY && proxy_key !== process.env.PROXY_KEY )
return res.status(403).send('Forbidden');
//console.log( req );
const options = {
method: req.method,
timeout: process.env.TIMEOUT||30000,
headers: {
'Content-Type': 'application/json; charset=utf-8',
'Authorization': 'Bearer '+ openai_key,
},
onMessage: (data) => {
// console.log(data);
res.write("data: "+data+"\n\n" );
if( data === '[DONE]' )
{
res.end();
}
}
};
if( req.method.toLocaleLowerCase() === 'post' && req.body ) options.body = JSON.stringify(req.body);
// console.log({url, options});
try {
// 如果是 chat completion 和 text completion,使用 SSE
if( (req.url.startsWith('/v1/completions') || req.url.startsWith('/v1/chat/completions')) && req.body.stream ) {
const response = await myFetch(url, options);
if( response.ok )
{
// write header
res.writeHead(200, {
'Content-Type': 'text/event-stream',
'Cache-Control': 'no-cache',
'Connection': 'keep-alive',
});
const { createParser } = await import("eventsource-parser");
const parser = createParser((event) => {
if (event.type === "event") {
options.onMessage(event.data);
}
});
if (!response.body.getReader) {
const body = response.body;
if (!body.on || !body.read) {
throw new error('unsupported "fetch" implementation');
}
body.on("readable", () => {
let chunk;
while (null !== (chunk = body.read())) {
parser.feed(chunk.toString());
}
});
} else {
for await (const chunk of streamAsyncIterable(response.body)) {
const str = new TextDecoder().decode(chunk);
parser.feed(str);
}
}
}
}else
{
const response = await myFetch(url, options);
console.log(response);
const data = await response.json();
console.log( data );
res.json(data);
}
} catch (error) {
console.error(error);
res.status(500).json({"error":error.toString()});
}
})
async function* streamAsyncIterable(stream) {
const reader = stream.getReader();
try {
while (true) {
const { done, value } = await reader.read();
if (done) {
return;
}
yield value;
}
} finally {
reader.releaseLock();
}
}
async function myFetch(url, options) {
const {timeout, ...fetchOptions} = options;
const controller = new AbortController();
const timeoutId = setTimeout(() => controller.abort(), timeout||30000)
const res = await fetch(url, {...fetchOptions,signal:controller.signal});
clearTimeout(timeoutId);
return res;
}
// Error handler
app.use(function(err, req, res, next) {
console.error(err)
res.status(500).send('Internal Serverless Error')
})
const port = process.env.PORT||9000;
app.listen(port, () => {
console.log(`Server start on http://localhost:${port}`);
})