Spaces:
Runtime error
Runtime error
File size: 4,010 Bytes
87ee2ab | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 | const express = require('express')
const path = require('path')
const fetch = require('cross-fetch')
const app = express()
var multer = require('multer');
var forms = multer({limits: { fieldSize: 10*1024*1024 }});
app.use(forms.array());
const cors = require('cors');
app.use(cors());
const bodyParser = require('body-parser')
app.use(bodyParser.json({limit : '50mb' }));
app.use(bodyParser.urlencoded({ extended: true }));
app.all(`*`, async (req, res) => {
const url = `https://api.openai.com${req.url}`;
// 从 header 中取得 Authorization': 'Bearer 后的 token
const token = req.headers.authorization?.split(' ')[1];
if( !token ) return res.status(403).send('Forbidden');
const openai_key = token.split(':')[0];
if( !openai_key ) return res.status(403).send('Forbidden');
const proxy_key = token.split(':')[1]||"";
if( process.env.PROXY_KEY && proxy_key !== process.env.PROXY_KEY )
return res.status(403).send('Forbidden');
//console.log( req );
const options = {
method: req.method,
timeout: process.env.TIMEOUT||30000,
headers: {
'Content-Type': 'application/json; charset=utf-8',
'Authorization': 'Bearer '+ openai_key,
},
onMessage: (data) => {
// console.log(data);
res.write("data: "+data+"\n\n" );
if( data === '[DONE]' )
{
res.end();
}
}
};
if( req.method.toLocaleLowerCase() === 'post' && req.body ) options.body = JSON.stringify(req.body);
// console.log({url, options});
try {
// 如果是 chat completion 和 text completion,使用 SSE
if( (req.url.startsWith('/v1/completions') || req.url.startsWith('/v1/chat/completions')) && req.body.stream ) {
const response = await myFetch(url, options);
if( response.ok )
{
// write header
res.writeHead(200, {
'Content-Type': 'text/event-stream',
'Cache-Control': 'no-cache',
'Connection': 'keep-alive',
});
const { createParser } = await import("eventsource-parser");
const parser = createParser((event) => {
if (event.type === "event") {
options.onMessage(event.data);
}
});
if (!response.body.getReader) {
const body = response.body;
if (!body.on || !body.read) {
throw new error('unsupported "fetch" implementation');
}
body.on("readable", () => {
let chunk;
while (null !== (chunk = body.read())) {
parser.feed(chunk.toString());
}
});
} else {
for await (const chunk of streamAsyncIterable(response.body)) {
const str = new TextDecoder().decode(chunk);
parser.feed(str);
}
}
}
}else
{
const response = await myFetch(url, options);
console.log(response);
const data = await response.json();
console.log( data );
res.json(data);
}
} catch (error) {
console.error(error);
res.status(500).json({"error":error.toString()});
}
})
async function* streamAsyncIterable(stream) {
const reader = stream.getReader();
try {
while (true) {
const { done, value } = await reader.read();
if (done) {
return;
}
yield value;
}
} finally {
reader.releaseLock();
}
}
async function myFetch(url, options) {
const {timeout, ...fetchOptions} = options;
const controller = new AbortController();
const timeoutId = setTimeout(() => controller.abort(), timeout||30000)
const res = await fetch(url, {...fetchOptions,signal:controller.signal});
clearTimeout(timeoutId);
return res;
}
// Error handler
app.use(function(err, req, res, next) {
console.error(err)
res.status(500).send('Internal Serverless Error')
})
const port = process.env.PORT||9000;
app.listen(port, () => {
console.log(`Server start on http://localhost:${port}`);
}) |