Download src/api/controllers/chat.ts from alcex/duck2: direct link, hf CLI and curl.
- Browser
- Download file 31.9 kB
-
https://huggingface.co/spaces/alcex/duck2/resolve/main/src/api/controllers/chat.ts
- Command line
-
hf download hf://spaces/alcex/duck2/src/api/controllers/chat.ts
-
curl -L -o chat.ts https://huggingface.co/spaces/alcex/duck2/resolve/main/src/api/controllers/chat.ts
31.9 kB
| import { PassThrough } from "stream"; | |
| import path from "path"; | |
| import _ from "lodash"; | |
| import mime from "mime"; | |
| import FormData from "form-data"; | |
| import axios, { AxiosResponse } from "axios"; | |
| import APIException from "@/lib/exceptions/APIException.ts"; | |
| import EX from "@/api/consts/exceptions.ts"; | |
| import { createParser } from "eventsource-parser"; | |
| import logger from "@/lib/logger.ts"; | |
| import util from "@/lib/util.ts"; | |
| // 模型名称 | |
| const MODEL_NAME = "spark"; | |
| // 最大重试次数 | |
| const MAX_RETRY_COUNT = 3; | |
| // 重试延迟 | |
| const RETRY_DELAY = 5000; | |
| // 伪装headers | |
| const FAKE_HEADERS = { | |
| Accept: "application/json, text/plain, */*", | |
| "Accept-Encoding": "gzip, deflate, br, zstd", | |
| "Accept-Language": "zh-CN,zh;q=0.9", | |
| "Cache-Control": "no-cache", | |
| Origin: "https://xinghuo.xfyun.cn", | |
| Pragma: "no-cache", | |
| "Sec-Ch-Ua": | |
| '"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"', | |
| "Sec-Ch-Ua-Mobile": "?0", | |
| "Sec-Ch-Ua-Platform": '"Windows"', | |
| "Sec-Fetch-Dest": "empty", | |
| "Sec-Fetch-Mode": "cors", | |
| "Sec-Fetch-Site": "same-site", | |
| Referer: "https://xinghuo.xfyun.cn/", | |
| "User-Agent": | |
| "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36", | |
| }; | |
| // 文件最大大小 | |
| const FILE_MAX_SIZE = 100 * 1024 * 1024; | |
| /** | |
| * 生成Cookie | |
| * | |
| * @param ssoSessionId 登录态ID | |
| */ | |
| function generateCookie(ssoSessionId: string) { | |
| return [ | |
| `JSESSIONID=A66730ECFCD6E33D0FD7E3F0D190437A`, | |
| `di_c_mti=${util.uuid()}`, | |
| `d_d_app_ver=1.4.0`, | |
| `daas_st=${encodeURIComponent( | |
| JSON.stringify({ | |
| sdk_ver: "1.3.9", | |
| status: "0", | |
| }) | |
| )}`, | |
| `appid=150b4dfebe`, | |
| `d_d_ci=${util.uuid()}`, | |
| `ssoSessionId=${ssoSessionId}`, | |
| `account_id=18${util.generateRandomString({ | |
| length: 9, | |
| charset: "numeric", | |
| })}`, | |
| ].join("; "); | |
| } | |
| /** | |
| * 创建会话 | |
| * | |
| * 创建临时的会话用于对话补全 | |
| * | |
| * @param ssoSessionId 登录态ID | |
| */ | |
| async function createConversation(ssoSessionId: string, assistantId?: string) { | |
| const result = await axios.post( | |
| "https://xinghuo.xfyun.cn/iflygpt/u/chat-list/v1/create-chat-list", | |
| assistantId ? { | |
| botId: assistantId | |
| } : {}, | |
| { | |
| headers: { | |
| Clienttype: "1", | |
| "Lang-Code": "zh", | |
| ...FAKE_HEADERS, | |
| Cookie: generateCookie(ssoSessionId), | |
| "X-Requested-With": "XMLHttpRequest", | |
| }, | |
| timeout: 15000, | |
| validateStatus: () => true, | |
| } | |
| ); | |
| const { id: convId } = checkResult(result); | |
| return `${convId}`; | |
| } | |
| /** | |
| * 移除会话 | |
| * | |
| * 在对话流传输完毕后移除会话,避免创建的会话出现在用户的对话列表中 | |
| * | |
| * @param ssoSessionId 登录态ID | |
| */ | |
| async function removeConversation(convId: string, ssoSessionId: string) { | |
| const result = await axios.post( | |
| "https://xinghuo.xfyun.cn/iflygpt/u/chat-list/v1/del-chat-list", | |
| { | |
| chatListId: convId, | |
| }, | |
| { | |
| headers: { | |
| Clienttype: "1", | |
| "Lang-Code": "zh", | |
| ...FAKE_HEADERS, | |
| Cookie: generateCookie(ssoSessionId), | |
| "X-Requested-With": "XMLHttpRequest", | |
| }, | |
| timeout: 15000, | |
| validateStatus: () => true, | |
| } | |
| ); | |
| checkResult(result); | |
| } | |
| /** | |
| * 同步对话补全 | |
| * | |
| * @param model 模型名称 | |
| * @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文 | |
| * @param ssoSessionId 登录态ID | |
| * @param retryCount 重试次数 | |
| */ | |
| async function createCompletion( | |
| model = MODEL_NAME, | |
| messages: any[], | |
| ssoSessionId: string, | |
| refConvId: string, | |
| retryCount = 0 | |
| ) { | |
| return (async () => { | |
| logger.info(messages); | |
| // 智能体ID解析 | |
| const assistantId = /^\d{3,}$/.test(model) ? model : null; | |
| assistantId && logger.info(`选用智能体ID: ${assistantId}`); | |
| let convId; | |
| // 引用对话ID处理 | |
| let sid; | |
| if (/[0-9]{9,}\:cht/.test(refConvId)) | |
| ([convId, sid] = refConvId.split(':')) | |
| // 创建会话 | |
| convId = convId || await createConversation(ssoSessionId, assistantId); | |
| // 提取引用文件URL并上传spark获得引用的文件ID列表 | |
| const refFileUrls = extractRefFileUrls(messages); | |
| const refs = refFileUrls.length | |
| ? await Promise.all( | |
| refFileUrls.map((fileUrl) => | |
| uploadFile(convId, fileUrl, ssoSessionId) | |
| ) | |
| ) | |
| : []; | |
| // 请求流 | |
| const formData = new FormData(); | |
| formData.append( | |
| "fd", | |
| util.generateRandomString({ length: 6, charset: "numeric" }) | |
| ); | |
| formData.append("isBot", assistantId ? "1" : "0"); | |
| assistantId && formData.append("botId", assistantId); | |
| formData.append("clientType", "1"); | |
| formData.append("text", messagesPrepare(messages, !!refConvId)); | |
| sid && formData.append("sid", sid); | |
| formData.append("chatId", convId); | |
| formData.append( | |
| "GtToken", | |
| "RzAwAGPhPKm+/9ZXJiBczVs0AJi32oPNZVXQxtWEjWBIP9R/jABbXLN0ESmMLCIj91w3ZeXT4J1ZA4CGcf14DgMDKWSDHLHnQIkotlkRhVEYSb/o58dKgu3LjYLC3Dy+76/agYQkhpiOdVc7s68bfGYLvibLdyrIJyX42a0GErTall8JYmiq6IO5K1w4je2QeYheEpKKqyttEjWnOBUAKrXx2kLYetnIebNyFOKr8o1A7jvKdNA6YfdpoJg0tHA3SQc72eiL0lO4/3kP1FWhonscdvH/88j5KRX76bO0u3+Fqt7FyFkHfLIcrZGN5HAc5GUuZrCUkf/OpePeNtPQ9gOC5pI8BlFnZQX9s2xFUv+R8Ijj6N5FNHBBhSJL/B5MYtMxMAmxOvs1rv/EACslRc2NJQb1Vu1BSFye//ATQZYTA6+Ox+BqTFcAy/yDEYRZE53ML1DZ4gG9QwmejVWLbW5N+dWPnbscua2/ZM20oIABd5NK6tp+6aQ71oen2mq/ADf17ekoH7zn/fe0U6pBGOVnl/+hDotMPbXbhzd6QBj3RIIaDBRFJdBI7AWkfe6DZvss+bURUcxy+B4wbkBc9E7791LYFKAHjh0poIT9L+Yz+rDihSIJLTBe0zcjOLRefFXyxB4zwfmIJhCNcrHWzL3+BhsZuGrd3LovOOGMObOOloAD2FYeizATyourGcz8U10POOF/ZnaAJOH7vMijGD9UhcPtPUgDzSWX6TZc+QUCM4XcGfbPcNIx9Y47OLEtsgsrrBNPPUXZLVV4ywR5mM0YU5i8Xzcba8QPuEnwI8GY09MIKCqwS+SYphKHdWn06Xm4mAT5wQtUXB1FVB6vmdnimhSdp8YF3y85xu1I7pTbAHU6y8MvX5WUS9KBMu5YSu02S4RGaXZgbsGSVMqtMyVunpNZ/uozjFbQZLF09R2hX94iFCiEfJ9F4EuEZWXFpiRrlNPjkVNWk7fyy4b8cTIN1myIeKbCRVGBj8pgoUbxkOjxZuVVpAXvKHyo0UuuXIpggLKx+rUZTg9GcJO7bowuRHvxF6wqayZsrT4NkLHiKgH9PP8wWCG/IBjCksmpB8AXmMMq6c5yyrXrXSg865OgLjM40+GyjzLsyLtOSLagbmCv9PsWEm5nlrUq+5J+kFEHRvvhybuuJ9cdsz9c/J2A+9i6xOePi2cEGKCmQrnbuGuS2UINZvc0L2F2RiPN3quzJ0yvUpSEt+Do37lj+sKY5vowdtP0BWka0NtHEYF8fpwNBj4DzELhZFZg/cnFgaf1EySk4/bCQtaZumrra3skfYrlWPP9IPRbDUNS5piqEg0IbKSGVIVMuShJzsiWvgEuWHIVzZEurIXR8UJ3h/XB4ciaFdDCjdo///Y7yRH00luqDLF9rnB9BRFfSOCxnH6fC0ZpW5qLpq3fFA3OuFgsGUENUaOBSYc1V5sZmGrpqHv+cSNvfyPXRuR3gHHbY4k0wFWWWXsCKdT+GQM9lD2eXzRrw5mRckGr+578Xa3Evf8tHAVSRo1HJTI2BmZQYhHxRia+LO/xCFdnLr7nwFqJ5cUWbqlCGmKNykPVZcuCJMr3qaVK2ED/GLB/6JB+0xXmtLJjm3qltNuu0Hv7cIdctXBQMcUP/NgxL2e1FPO6TbJjlwFBMcTjWmS9IjAb/irqZd/xEO/0Ak6rZo8twB6vIIhh8IVnPkOH037nbb27yc8XfT0CwZKX20nkKNtCpngghbAic7a8i9t3EulTvoJ1F37LnQ2F7OZ4JjSOKMgh6pw8GPp+mN0RZ/pfQIYc/HDhhLKN5cSdUaRjFdtxHuTd7B9nx/DA/fScgTOo7BA8lkxYp66bnvdoEfEzt8SM6Wm92JRYnARSVJpndJJCdFoRHVWFqHYzqlQaHYysiMo/vz6/fg==" | |
| ); | |
| if (refs.filter((v) => v).length > 0) | |
| formData.append("fileUrl", refs.join(",")); | |
| const result = await axios.request({ | |
| method: "POST", | |
| url: | |
| refs.indexOf(null) == -1 | |
| ? "https://xinghuo.xfyun.cn/iflygpt-chat/u/chat_message/chat" | |
| : "https://xinghuo.xfyun.cn/iflygpt-longcontext/u/chat_message/web/chat", | |
| data: formData, | |
| headers: { | |
| ...FAKE_HEADERS, | |
| Botweb: "0", | |
| Challenge: "undefined", | |
| Cookie: generateCookie(ssoSessionId), | |
| Seccode: "", | |
| Validate: "undefined", | |
| }, | |
| // 120秒超时 | |
| timeout: 120000, | |
| validateStatus: () => true, | |
| responseType: "stream", | |
| }); | |
| const streamStartTime = util.timestamp(); | |
| // 接收流为输出文本 | |
| const answer = await receiveStream(model, convId, result.data); | |
| logger.success( | |
| `Stream has completed transfer ${util.timestamp() - streamStartTime}ms` | |
| ); | |
| // 异步移除会话,如果消息不合规,此操作可能会抛出数据库错误异常,请忽略 | |
| !refConvId && removeConversation(convId, ssoSessionId).catch((err) => logger.error(err)); | |
| return answer; | |
| })().catch((err) => { | |
| if (retryCount < MAX_RETRY_COUNT) { | |
| logger.error(`Stream response error: ${err.message}`, err); | |
| logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`); | |
| return (async () => { | |
| await new Promise((resolve) => setTimeout(resolve, RETRY_DELAY)); | |
| return createCompletion(model, messages, ssoSessionId, refConvId, retryCount + 1); | |
| })(); | |
| } | |
| throw err; | |
| }); | |
| } | |
| /** | |
| * 流式对话补全 | |
| * | |
| * @param model 模型名称 | |
| * @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文 | |
| * @param ssoSessionId 登录态ID | |
| * @param refConvId 引用的会话ID | |
| * @param retryCount 重试次数 | |
| */ | |
| async function createCompletionStream( | |
| model = MODEL_NAME, | |
| messages: any[], | |
| ssoSessionId: string, | |
| refConvId?: string, | |
| retryCount = 0 | |
| ) { | |
| return (async () => { | |
| logger.info(messages); | |
| // 智能体ID解析 | |
| const assistantId = /^\d{3,}$/.test(model) ? model : null; | |
| assistantId && logger.info(`选用智能体ID: ${assistantId}`); | |
| let convId; | |
| // 引用对话ID处理 | |
| let sid; | |
| if (/[0-9]{9,}\:cht/.test(refConvId)) | |
| ([convId, sid] = refConvId.split(':')) | |
| // 创建会话 | |
| convId = convId || await createConversation(ssoSessionId, assistantId); | |
| // 提取引用文件URL并上传spark获得引用的文件ID列表 | |
| const refFileUrls = extractRefFileUrls(messages); | |
| const refs = refFileUrls.length | |
| ? await Promise.all( | |
| refFileUrls.map((fileUrl) => | |
| uploadFile(convId, fileUrl, ssoSessionId) | |
| ) | |
| ) | |
| : []; | |
| // 请求流 | |
| const formData = new FormData(); | |
| formData.append( | |
| "fd", | |
| util.generateRandomString({ length: 6, charset: "numeric" }) | |
| ); | |
| formData.append("isBot", assistantId ? "1" : "0"); | |
| assistantId && formData.append("botId", assistantId); | |
| formData.append("clientType", "1"); | |
| formData.append("text", messagesPrepare(messages, !!refConvId)); | |
| sid && formData.append("sid", sid); | |
| formData.append("chatId", convId); | |
| formData.append( | |
| "GtToken", | |
| "RzAwAGPhPKm+/9ZXJiBczVs0AJi32oPNZVXQxtWEjWBIP9R/jABbXLN0ESmMLCIj91w3ZeXT4J1ZA4CGcf14DgMDKWSDHLHnQIkotlkRhVEYSb/o58dKgu3LjYLC3Dy+76/agYQkhpiOdVc7s68bfGYLvibLdyrIJyX42a0GErTall8JYmiq6IO5K1w4je2QeYheEpKKqyttEjWnOBUAKrXx2kLYetnIebNyFOKr8o1A7jvKdNA6YfdpoJg0tHA3SQc72eiL0lO4/3kP1FWhonscdvH/88j5KRX76bO0u3+Fqt7FyFkHfLIcrZGN5HAc5GUuZrCUkf/OpePeNtPQ9gOC5pI8BlFnZQX9s2xFUv+R8Ijj6N5FNHBBhSJL/B5MYtMxMAmxOvs1rv/EACslRc2NJQb1Vu1BSFye//ATQZYTA6+Ox+BqTFcAy/yDEYRZE53ML1DZ4gG9QwmejVWLbW5N+dWPnbscua2/ZM20oIABd5NK6tp+6aQ71oen2mq/ADf17ekoH7zn/fe0U6pBGOVnl/+hDotMPbXbhzd6QBj3RIIaDBRFJdBI7AWkfe6DZvss+bURUcxy+B4wbkBc9E7791LYFKAHjh0poIT9L+Yz+rDihSIJLTBe0zcjOLRefFXyxB4zwfmIJhCNcrHWzL3+BhsZuGrd3LovOOGMObOOloAD2FYeizATyourGcz8U10POOF/ZnaAJOH7vMijGD9UhcPtPUgDzSWX6TZc+QUCM4XcGfbPcNIx9Y47OLEtsgsrrBNPPUXZLVV4ywR5mM0YU5i8Xzcba8QPuEnwI8GY09MIKCqwS+SYphKHdWn06Xm4mAT5wQtUXB1FVB6vmdnimhSdp8YF3y85xu1I7pTbAHU6y8MvX5WUS9KBMu5YSu02S4RGaXZgbsGSVMqtMyVunpNZ/uozjFbQZLF09R2hX94iFCiEfJ9F4EuEZWXFpiRrlNPjkVNWk7fyy4b8cTIN1myIeKbCRVGBj8pgoUbxkOjxZuVVpAXvKHyo0UuuXIpggLKx+rUZTg9GcJO7bowuRHvxF6wqayZsrT4NkLHiKgH9PP8wWCG/IBjCksmpB8AXmMMq6c5yyrXrXSg865OgLjM40+GyjzLsyLtOSLagbmCv9PsWEm5nlrUq+5J+kFEHRvvhybuuJ9cdsz9c/J2A+9i6xOePi2cEGKCmQrnbuGuS2UINZvc0L2F2RiPN3quzJ0yvUpSEt+Do37lj+sKY5vowdtP0BWka0NtHEYF8fpwNBj4DzELhZFZg/cnFgaf1EySk4/bCQtaZumrra3skfYrlWPP9IPRbDUNS5piqEg0IbKSGVIVMuShJzsiWvgEuWHIVzZEurIXR8UJ3h/XB4ciaFdDCjdo///Y7yRH00luqDLF9rnB9BRFfSOCxnH6fC0ZpW5qLpq3fFA3OuFgsGUENUaOBSYc1V5sZmGrpqHv+cSNvfyPXRuR3gHHbY4k0wFWWWXsCKdT+GQM9lD2eXzRrw5mRckGr+578Xa3Evf8tHAVSRo1HJTI2BmZQYhHxRia+LO/xCFdnLr7nwFqJ5cUWbqlCGmKNykPVZcuCJMr3qaVK2ED/GLB/6JB+0xXmtLJjm3qltNuu0Hv7cIdctXBQMcUP/NgxL2e1FPO6TbJjlwFBMcTjWmS9IjAb/irqZd/xEO/0Ak6rZo8twB6vIIhh8IVnPkOH037nbb27yc8XfT0CwZKX20nkKNtCpngghbAic7a8i9t3EulTvoJ1F37LnQ2F7OZ4JjSOKMgh6pw8GPp+mN0RZ/pfQIYc/HDhhLKN5cSdUaRjFdtxHuTd7B9nx/DA/fScgTOo7BA8lkxYp66bnvdoEfEzt8SM6Wm92JRYnARSVJpndJJCdFoRHVWFqHYzqlQaHYysiMo/vz6/fg==" | |
| ); | |
| if (refs.filter((v) => v).length > 0) | |
| formData.append("fileUrl", refs.join(",")); | |
| const result = await axios.request({ | |
| method: "POST", | |
| url: | |
| refs.indexOf(null) == -1 | |
| ? "https://xinghuo.xfyun.cn/iflygpt-chat/u/chat_message/chat" | |
| : "https://xinghuo.xfyun.cn/iflygpt-longcontext/u/chat_message/web/chat", | |
| data: formData, | |
| headers: { | |
| ...FAKE_HEADERS, | |
| Botweb: "0", | |
| Challenge: "undefined", | |
| Cookie: generateCookie(ssoSessionId), | |
| Seccode: "", | |
| Validate: "undefined", | |
| }, | |
| // 120秒超时 | |
| timeout: 120000, | |
| validateStatus: () => true, | |
| responseType: "stream", | |
| }); | |
| const streamStartTime = util.timestamp(); | |
| // 创建转换流将消息格式转换为gpt兼容格式 | |
| return createTransStream(model, convId, result.data, () => { | |
| logger.success( | |
| `Stream has completed transfer ${util.timestamp() - streamStartTime}ms` | |
| ); | |
| // 流传输结束后异步移除会话,如果消息不合规,此操作可能会抛出数据库错误异常,请忽略 | |
| !refConvId && removeConversation(convId, ssoSessionId).catch((err) => | |
| logger.error(err) | |
| ); | |
| }); | |
| })().catch((err) => { | |
| if (retryCount < MAX_RETRY_COUNT) { | |
| logger.error(`Stream response error: ${err.message}`); | |
| logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`); | |
| return (async () => { | |
| await new Promise((resolve) => setTimeout(resolve, RETRY_DELAY)); | |
| return createCompletionStream( | |
| model, | |
| messages, | |
| ssoSessionId, | |
| refConvId, | |
| retryCount + 1 | |
| ); | |
| })(); | |
| } | |
| throw err; | |
| }); | |
| } | |
| async function generateImages( | |
| model = MODEL_NAME, | |
| prompt: string, | |
| ssoSessionId: string, | |
| retryCount = 0 | |
| ) { | |
| return (async () => { | |
| logger.info(prompt); | |
| const messages = [ | |
| { role: "user", content: prompt.indexOf('画') == -1 ? `请画:${prompt}` : prompt }, | |
| ]; | |
| // 智能体ID解析 | |
| const assistantId = /^\d{3,}$/.test(model) ? model : null; | |
| assistantId && logger.info(`选用智能体ID: ${assistantId}`); | |
| // 创建会话 | |
| const convId = await createConversation(ssoSessionId, assistantId); | |
| // 请求流 | |
| const formData = new FormData(); | |
| formData.append( | |
| "fd", | |
| util.generateRandomString({ length: 6, charset: "numeric" }) | |
| ); | |
| formData.append("isBot", assistantId ? "1" : "0"); | |
| assistantId && formData.append("botId", assistantId); | |
| formData.append("clientType", "1"); | |
| formData.append("text", messagesPrepare(messages)); | |
| formData.append("chatId", convId); | |
| formData.append( | |
| "GtToken", | |
| "RzAwAGPhPKm+/9ZXJiBczVs0AJi32oPNZVXQxtWEjWBIP9R/jABbXLN0ESmMLCIj91w3ZeXT4J1ZA4CGcf14DgMDKWSDHLHnQIkotlkRhVEYSb/o58dKgu3LjYLC3Dy+76/agYQkhpiOdVc7s68bfGYLvibLdyrIJyX42a0GErTall8JYmiq6IO5K1w4je2QeYheEpKKqyttEjWnOBUAKrXx2kLYetnIebNyFOKr8o1A7jvKdNA6YfdpoJg0tHA3SQc72eiL0lO4/3kP1FWhonscdvH/88j5KRX76bO0u3+Fqt7FyFkHfLIcrZGN5HAc5GUuZrCUkf/OpePeNtPQ9gOC5pI8BlFnZQX9s2xFUv+R8Ijj6N5FNHBBhSJL/B5MYtMxMAmxOvs1rv/EACslRc2NJQb1Vu1BSFye//ATQZYTA6+Ox+BqTFcAy/yDEYRZE53ML1DZ4gG9QwmejVWLbW5N+dWPnbscua2/ZM20oIABd5NK6tp+6aQ71oen2mq/ADf17ekoH7zn/fe0U6pBGOVnl/+hDotMPbXbhzd6QBj3RIIaDBRFJdBI7AWkfe6DZvss+bURUcxy+B4wbkBc9E7791LYFKAHjh0poIT9L+Yz+rDihSIJLTBe0zcjOLRefFXyxB4zwfmIJhCNcrHWzL3+BhsZuGrd3LovOOGMObOOloAD2FYeizATyourGcz8U10POOF/ZnaAJOH7vMijGD9UhcPtPUgDzSWX6TZc+QUCM4XcGfbPcNIx9Y47OLEtsgsrrBNPPUXZLVV4ywR5mM0YU5i8Xzcba8QPuEnwI8GY09MIKCqwS+SYphKHdWn06Xm4mAT5wQtUXB1FVB6vmdnimhSdp8YF3y85xu1I7pTbAHU6y8MvX5WUS9KBMu5YSu02S4RGaXZgbsGSVMqtMyVunpNZ/uozjFbQZLF09R2hX94iFCiEfJ9F4EuEZWXFpiRrlNPjkVNWk7fyy4b8cTIN1myIeKbCRVGBj8pgoUbxkOjxZuVVpAXvKHyo0UuuXIpggLKx+rUZTg9GcJO7bowuRHvxF6wqayZsrT4NkLHiKgH9PP8wWCG/IBjCksmpB8AXmMMq6c5yyrXrXSg865OgLjM40+GyjzLsyLtOSLagbmCv9PsWEm5nlrUq+5J+kFEHRvvhybuuJ9cdsz9c/J2A+9i6xOePi2cEGKCmQrnbuGuS2UINZvc0L2F2RiPN3quzJ0yvUpSEt+Do37lj+sKY5vowdtP0BWka0NtHEYF8fpwNBj4DzELhZFZg/cnFgaf1EySk4/bCQtaZumrra3skfYrlWPP9IPRbDUNS5piqEg0IbKSGVIVMuShJzsiWvgEuWHIVzZEurIXR8UJ3h/XB4ciaFdDCjdo///Y7yRH00luqDLF9rnB9BRFfSOCxnH6fC0ZpW5qLpq3fFA3OuFgsGUENUaOBSYc1V5sZmGrpqHv+cSNvfyPXRuR3gHHbY4k0wFWWWXsCKdT+GQM9lD2eXzRrw5mRckGr+578Xa3Evf8tHAVSRo1HJTI2BmZQYhHxRia+LO/xCFdnLr7nwFqJ5cUWbqlCGmKNykPVZcuCJMr3qaVK2ED/GLB/6JB+0xXmtLJjm3qltNuu0Hv7cIdctXBQMcUP/NgxL2e1FPO6TbJjlwFBMcTjWmS9IjAb/irqZd/xEO/0Ak6rZo8twB6vIIhh8IVnPkOH037nbb27yc8XfT0CwZKX20nkKNtCpngghbAic7a8i9t3EulTvoJ1F37LnQ2F7OZ4JjSOKMgh6pw8GPp+mN0RZ/pfQIYc/HDhhLKN5cSdUaRjFdtxHuTd7B9nx/DA/fScgTOo7BA8lkxYp66bnvdoEfEzt8SM6Wm92JRYnARSVJpndJJCdFoRHVWFqHYzqlQaHYysiMo/vz6/fg==" | |
| ); | |
| const result = await axios.request({ | |
| method: "POST", | |
| url: "https://xinghuo.xfyun.cn/iflygpt-chat/u/chat_message/chat", | |
| data: formData, | |
| headers: { | |
| ...FAKE_HEADERS, | |
| Botweb: "0", | |
| Challenge: "undefined", | |
| Cookie: generateCookie(ssoSessionId), | |
| Seccode: "", | |
| Validate: "undefined", | |
| }, | |
| // 120秒超时 | |
| timeout: 120000, | |
| validateStatus: () => true, | |
| responseType: "stream", | |
| }); | |
| const streamStartTime = util.timestamp(); | |
| // 接收流为输出文本 | |
| const imageUrls = await receiveImages(result.data); | |
| logger.success( | |
| `Stream has completed transfer ${util.timestamp() - streamStartTime}ms` | |
| ); | |
| // 异步移除会话,如果消息不合规,此操作可能会抛出数据库错误异常,请忽略 | |
| removeConversation(convId, ssoSessionId).catch((err) => | |
| console.error(err) | |
| ); | |
| if (imageUrls.length == 0) | |
| throw new APIException(EX.API_IMAGE_GENERATION_FAILED); | |
| return imageUrls; | |
| })().catch((err) => { | |
| if (retryCount < MAX_RETRY_COUNT) { | |
| logger.error(`Stream response error: ${err.message}`); | |
| logger.warn(`Try again after ${RETRY_DELAY / 1000}s...`); | |
| return (async () => { | |
| await new Promise((resolve) => setTimeout(resolve, RETRY_DELAY)); | |
| return generateImages(model, prompt, ssoSessionId, retryCount + 1); | |
| })(); | |
| } | |
| throw err; | |
| }); | |
| } | |
| /** | |
| * 提取消息中引用的文件URL | |
| * | |
| * @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文 | |
| */ | |
| function extractRefFileUrls(messages: any[]) { | |
| const urls = []; | |
| // 如果没有消息,则返回[] | |
| if (!messages.length) { | |
| return urls; | |
| } | |
| // 只获取最新的消息 | |
| const lastMessage = messages[messages.length - 1]; | |
| if (_.isArray(lastMessage.content)) { | |
| lastMessage.content.forEach((v) => { | |
| if (!_.isObject(v) || !["file", "image_url"].includes(v["type"])) return; | |
| // spark-free-api支持格式 | |
| if ( | |
| v["type"] == "file" && | |
| _.isObject(v["file_url"]) && | |
| _.isString(v["file_url"]["url"]) | |
| ) | |
| urls.push(v["file_url"]["url"]); | |
| // 兼容gpt-4-vision-preview API格式 | |
| else if ( | |
| v["type"] == "image_url" && | |
| _.isObject(v["image_url"]) && | |
| _.isString(v["image_url"]["url"]) | |
| ) | |
| urls.push(v["image_url"]["url"]); | |
| }); | |
| } | |
| logger.info("本次请求上传:" + urls.length + "个文件"); | |
| return urls; | |
| } | |
| /** | |
| * 消息预处理 | |
| * | |
| * 由于接口只取第一条消息,此处会将多条消息合并为一条,实现多轮对话效果 | |
| * user:旧消息1 | |
| * assistant:旧消息2 | |
| * user:新消息 | |
| * | |
| * @param messages 参考gpt系列消息格式,多轮对话请完整提供上下文 | |
| * @param isRefConv 是否为引用会话 | |
| */ | |
| function messagesPrepare(messages: any[], isRefConv = false) { | |
| let content; | |
| if (isRefConv || messages.length < 2) { | |
| content = messages.reduce((content, message) => { | |
| if (_.isArray(message.content)) { | |
| return ( | |
| message.content.reduce((_content, v) => { | |
| if (!_.isObject(v) || v["type"] != "text") return _content; | |
| return _content + (v["text"] || "") + "\n"; | |
| }, content) | |
| ); | |
| } | |
| return content + `${message.content}\n`; | |
| }, ""); | |
| logger.info("\n透传内容:\n" + content); | |
| } | |
| else { | |
| // 检查最新消息是否含有"type": "image_url"或"type": "file",如果有则注入消息 | |
| let latestMessage = messages[messages.length - 1]; | |
| let hasFileOrImage = | |
| Array.isArray(latestMessage.content) && | |
| latestMessage.content.some( | |
| (v) => typeof v === "object" && ["file", "image_url"].includes(v["type"]) | |
| ); | |
| if (hasFileOrImage) { | |
| let newFileMessage = { | |
| content: "关注用户最新发送文件和消息", | |
| role: "system", | |
| }; | |
| messages.splice(messages.length - 1, 0, newFileMessage); | |
| logger.info("注入提升尾部文件注意力system prompt"); | |
| } | |
| content = ( | |
| messages.reduce((content, message) => { | |
| if (Array.isArray(message.content)) { | |
| return message.content.reduce((_content, v) => { | |
| if (!_.isObject(v) || v["type"] != "text") return _content; | |
| return _content + `${message.role || "user"}:${v["text"] || ""}\n`; | |
| }, content); | |
| } | |
| return (content += `${message.role || "user"}:${message.content}\n`); | |
| }, "") + "assistant:" | |
| ) | |
| // 移除MD图像URL避免幻觉 | |
| .replace(/\!\[.+\]\(.+\)/g, "") | |
| logger.info("\n对话合并:\n" + content); | |
| } | |
| return content; | |
| } | |
| /** | |
| * 预检查文件URL有效性 | |
| * | |
| * @param fileUrl 文件URL | |
| */ | |
| async function checkFileUrl(fileUrl: string) { | |
| if (util.isBASE64Data(fileUrl)) return; | |
| const result = await axios.head(fileUrl, { | |
| timeout: 15000, | |
| validateStatus: () => true, | |
| }); | |
| if (result.status >= 400) | |
| throw new APIException( | |
| EX.API_FILE_URL_INVALID, | |
| `File ${fileUrl} is not valid: [${result.status}] ${result.statusText}` | |
| ); | |
| // 检查文件大小 | |
| if (result.headers && result.headers["content-length"]) { | |
| const fileSize = parseInt(result.headers["content-length"], 10); | |
| if (fileSize > FILE_MAX_SIZE) | |
| throw new APIException( | |
| EX.API_FILE_EXECEEDS_SIZE, | |
| `File ${fileUrl} is not valid` | |
| ); | |
| } | |
| } | |
| /** | |
| * 上传文件 | |
| * | |
| * @param fileUrl 文件URL | |
| * @param ssoSessionId 登录态ID | |
| */ | |
| async function uploadFile( | |
| convId: string, | |
| fileUrl: string, | |
| ssoSessionId: string | |
| ) { | |
| // 预检查远程文件URL可用性 | |
| await checkFileUrl(fileUrl); | |
| let filename, fileData, mimeType; | |
| // 如果是BASE64数据则直接转换为Buffer | |
| if (util.isBASE64Data(fileUrl)) { | |
| mimeType = util.extractBASE64DataFormat(fileUrl); | |
| const ext = mime.getExtension(mimeType); | |
| filename = `${util.uuid()}.${ext}`; | |
| fileData = Buffer.from(util.removeBASE64DataHeader(fileUrl), "base64"); | |
| } | |
| // 下载文件到内存,如果您的服务器内存很小,建议考虑改造为流直传到下一个接口上,避免停留占用内存 | |
| else { | |
| filename = path.basename(fileUrl); | |
| mimeType = mime.getType(filename); | |
| ({ data: fileData } = await axios.get(fileUrl, { | |
| responseType: "arraybuffer", | |
| // 100M限制 | |
| maxContentLength: FILE_MAX_SIZE, | |
| // 60秒超时 | |
| timeout: 60000, | |
| })); | |
| } | |
| const formData = new FormData(); | |
| formData.append("file", Buffer.from([]), { | |
| filename, | |
| contentType: mimeType, | |
| }); | |
| // 上传文件到OSS | |
| let result = await axios.request({ | |
| method: "POST", | |
| url: "https://xinghuo.xfyun.cn/iflygpt/oss/sign", | |
| data: formData, | |
| // 100M限制 | |
| maxBodyLength: FILE_MAX_SIZE, | |
| // 120秒超时 | |
| timeout: 120000, | |
| headers: { | |
| ...FAKE_HEADERS, | |
| Cookie: generateCookie(ssoSessionId), | |
| "Content-Length": formData.getLengthSync(), | |
| }, | |
| }); | |
| const { authorization, date, host, url } = checkResult(result); | |
| // 生成链接 | |
| result = await axios.request({ | |
| method: "POST", | |
| url: `${url}&authorization=${Buffer.from(authorization).toString( | |
| "base64" | |
| )}&date=${encodeURIComponent(date)}&host=${encodeURIComponent(host)}`, | |
| data: fileData, | |
| // 60秒超时 | |
| timeout: 60000, | |
| headers: { | |
| ...FAKE_HEADERS, | |
| Authorization: authorization, | |
| }, | |
| }); | |
| const { link } = checkResult(result); | |
| const isImage = [ | |
| "image/jpeg", | |
| "image/jpg", | |
| "image/tiff", | |
| "image/png", | |
| "image/bmp", | |
| "image/heic", | |
| "image/heif", | |
| ].includes(mimeType); | |
| if (isImage) return link; | |
| // 存储文件 | |
| result = await axios.post( | |
| "https://xinghuo.xfyun.cn/iflygpt-longcontext/chat/enhance/saveFile", | |
| { | |
| businessType: 0, | |
| chatId: convId, | |
| fileBusinessKey: util.uuid(), | |
| fileName: filename, | |
| fileSize: fileData.byteLength, | |
| fileUrl: link, | |
| }, | |
| { | |
| // 60秒超时 | |
| timeout: 60000, | |
| headers: { | |
| Clienttype: "1", | |
| "Lang-Code": "zh", | |
| ...FAKE_HEADERS, | |
| Cookie: generateCookie(ssoSessionId), | |
| "X-Requested-With": "XMLHttpRequest", | |
| }, | |
| } | |
| ); | |
| return null; | |
| } | |
| /** | |
| * 检查请求结果 | |
| * | |
| * @param result 结果 | |
| */ | |
| function checkResult(result: AxiosResponse) { | |
| if (!result.data) return null; | |
| const { code, desc, message } = result.data; | |
| if (!_.isFinite(code)) return result.data; | |
| if (code == 0) return result.data.data; | |
| throw new APIException( | |
| EX.API_REQUEST_FAILED, | |
| `[请求spark失败]: [${code}]${desc || message}` | |
| ); | |
| } | |
| /** | |
| * 从流接收完整的消息内容 | |
| * | |
| * @param model 模型名称 | |
| * @param convId 会话ID | |
| * @param stream 消息流 | |
| */ | |
| async function receiveStream(model: string, convId: string, stream: any) { | |
| return new Promise((resolve, reject) => { | |
| // 消息初始化 | |
| const data = { | |
| id: convId, | |
| model, | |
| object: "chat.completion", | |
| choices: [ | |
| { | |
| index: 0, | |
| message: { role: "assistant", content: "" }, | |
| finish_reason: "stop", | |
| }, | |
| ], | |
| usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 }, | |
| created: util.unixTimestamp(), | |
| }; | |
| const parser = createParser((event) => { | |
| try { | |
| if (event.type !== "event") return; | |
| if (/<sid>$/.test(event.data)) { | |
| data.id = `${convId}:${event.data.replace(/<sid>$/, "").trim()}`; | |
| resolve(data); | |
| } | |
| else if (/^\[.+\]$/.test(event.data)) | |
| data.choices[0].message.content += event.data; | |
| else if (!/^<.+>$/.test(event.data)) { | |
| // 解析文本 | |
| const text = Buffer.from(event.data, "base64").toString(); | |
| if (text.indexOf("multi_image_url") != -1) { | |
| const urlPattern = /"(https?:\/\/\S+)"/g; | |
| let match; | |
| while ((match = urlPattern.exec(text)) !== null) { | |
| const url = match[1]; | |
| data.choices[0].message.content += ``; | |
| } | |
| } | |
| else | |
| data.choices[0].message.content += text; | |
| } | |
| } catch (err) { | |
| logger.error(err); | |
| reject(err); | |
| } | |
| }); | |
| // 将流数据喂给SSE转换器 | |
| stream.on("data", (buffer) => parser.feed(buffer.toString())); | |
| stream.once("error", (err) => reject(err)); | |
| stream.once("close", () => resolve(data)); | |
| }); | |
| } | |
| /** | |
| * 创建转换流 | |
| * | |
| * 将流格式转换为gpt兼容流格式 | |
| * | |
| * @param model 模型名称 | |
| * @param convId 会话ID | |
| * @param stream 消息流 | |
| * @param endCallback 传输结束回调 | |
| */ | |
| function createTransStream( | |
| model: string, | |
| convId: string, | |
| stream: any, | |
| endCallback?: Function | |
| ) { | |
| // 消息创建时间 | |
| const created = util.unixTimestamp(); | |
| // 创建转换流 | |
| const transStream = new PassThrough(); | |
| !transStream.closed && | |
| transStream.write( | |
| `data: ${JSON.stringify({ | |
| id: convId, | |
| model, | |
| object: "chat.completion.chunk", | |
| choices: [ | |
| { | |
| index: 0, | |
| delta: { role: "assistant", content: "" }, | |
| finish_reason: null, | |
| }, | |
| ], | |
| created, | |
| })}\n\n` | |
| ); | |
| const parser = createParser((event) => { | |
| try { | |
| if (event.type !== "event") return; | |
| const isErrorText = /^\[.+\]$/.test(event.data); | |
| if (/<sid>$/.test(event.data) || isErrorText) { | |
| const data = `data: ${JSON.stringify({ | |
| id: `${convId}:${event.data.replace(/<sid>$/, "").trim()}`, | |
| model, | |
| object: "chat.completion.chunk", | |
| choices: [ | |
| { | |
| index: 0, | |
| delta: isErrorText ? { | |
| content: event.data | |
| } : {}, | |
| finish_reason: "stop", | |
| }, | |
| ], | |
| usage: { prompt_tokens: 1, completion_tokens: 1, total_tokens: 2 }, | |
| created, | |
| })}\n\n`; | |
| !transStream.closed && transStream.write(data); | |
| !transStream.closed && transStream.end("data: [DONE]\n\n"); | |
| endCallback && endCallback(); | |
| } | |
| else if (!/^<.+>$/.test(event.data)) { | |
| // 解析文本 | |
| let text = Buffer.from(event.data, "base64").toString(); | |
| if (text.indexOf("multi_image_url") != -1) { | |
| let temp = ''; | |
| const urlPattern = /"(https?:\/\/\S+)"/g; | |
| let match; | |
| while ((match = urlPattern.exec(text)) !== null) { | |
| const url = match[1]; | |
| temp += ``; | |
| } | |
| text = temp; | |
| } | |
| const data = `data: ${JSON.stringify({ | |
| id: convId, | |
| model, | |
| object: "chat.completion.chunk", | |
| choices: [ | |
| { | |
| index: 0, | |
| delta: { content: text }, | |
| finish_reason: null, | |
| }, | |
| ], | |
| created, | |
| })}\n\n`; | |
| !transStream.closed && transStream.write(data); | |
| } | |
| } catch (err) { | |
| logger.error(err); | |
| !transStream.closed && transStream.end("\n\n"); | |
| } | |
| }); | |
| // 将流数据喂给SSE转换器 | |
| stream.on("data", (buffer) => parser.feed(buffer.toString())); | |
| stream.once( | |
| "error", | |
| () => !transStream.closed && transStream.end("data: [DONE]\n\n") | |
| ); | |
| stream.once( | |
| "close", | |
| () => !transStream.closed && transStream.end("data: [DONE]\n\n") | |
| ); | |
| return transStream; | |
| } | |
| /** | |
| * 从流接收图像 | |
| * | |
| * @param stream 消息流 | |
| */ | |
| async function receiveImages(stream): Promise<string[]> { | |
| return new Promise((resolve, reject) => { | |
| const imageUrls = []; | |
| const parser = createParser((event) => { | |
| try { | |
| if (event.type !== "event" || /^<.+>$/.test(event.data)) return; | |
| // 解析文本 | |
| const text = Buffer.from(event.data, "base64").toString(); | |
| if (text.indexOf("multi_image_url") != -1) { | |
| const urlPattern = /"(https?:\/\/\S+)"/g; | |
| let match; | |
| while ((match = urlPattern.exec(text)) !== null) { | |
| const url = match[1]; | |
| if (imageUrls.indexOf(url) == -1) | |
| imageUrls.push(url); | |
| } | |
| } | |
| } catch (err) { | |
| logger.error(err); | |
| reject(err); | |
| } | |
| }); | |
| // 将流数据喂给SSE转换器 | |
| stream.on("data", (buffer) => parser.feed(buffer.toString())); | |
| stream.once("error", (err) => reject(err)); | |
| stream.once("close", () => resolve(imageUrls)); | |
| }); | |
| } | |
| /** | |
| * Token切分 | |
| * | |
| * @param authorization 认证字符串 | |
| */ | |
| function tokenSplit(authorization: string) { | |
| return authorization.replace("Bearer ", "").split(","); | |
| } | |
| /** | |
| * 获取Token存活状态 | |
| */ | |
| async function getTokenLiveStatus(ssoSessionId: string) { | |
| const result = await axios.get("https://xinghuo.xfyun.cn/iflygpt/userInfo", { | |
| headers: { | |
| Clienttype: "1", | |
| "Lang-Code": "zh", | |
| ...FAKE_HEADERS, | |
| Cookie: generateCookie(ssoSessionId), | |
| "X-Requested-With": "XMLHttpRequest", | |
| }, | |
| timeout: 15000, | |
| validateStatus: () => true, | |
| }); | |
| try { | |
| const { userInfo } = checkResult(result); | |
| return !!userInfo; | |
| } catch (err) { | |
| return false; | |
| } | |
| } | |
| export default { | |
| createConversation, | |
| createCompletion, | |
| createCompletionStream, | |
| generateImages, | |
| getTokenLiveStatus, | |
| tokenSplit, | |
| }; | |