| import type http from 'node:http'; |
| import type https from 'node:https'; |
|
|
| import type { HeaderGeneratorOptions } from 'header-generator'; |
|
|
| import { config } from '@/config'; |
| import { generatedHeaders as HEADER_LIST, generateHeaders } from '@/utils/header-generator'; |
| import logger from '@/utils/logger'; |
| import proxy from '@/utils/proxy'; |
|
|
| type Get = typeof http.get | typeof https.get | typeof http.request | typeof https.request; |
|
|
| interface ExtendedRequestOptions extends http.RequestOptions { |
| headerGeneratorOptions?: Partial<HeaderGeneratorOptions>; |
| } |
|
|
| const getWrappedGet: <T extends Get>(origin: T) => T = (origin) => |
| function (this: any, ...args: Parameters<typeof origin>) { |
| let url: URL | null; |
| let options: ExtendedRequestOptions = {}; |
| let callback: ((res: http.IncomingMessage) => void) | undefined; |
| if (typeof args[0] === 'string' || args[0] instanceof URL) { |
| url = new URL(args[0]); |
| if (typeof args[1] === 'object') { |
| options = args[1]; |
| callback = args[2]; |
| } else if (typeof args[1] === 'function') { |
| options = {}; |
| callback = args[1]; |
| } |
| } else { |
| options = args[0]; |
| try { |
| url = new URL(options.href || `${options.protocol || 'http:'}//${options.hostname || options.host}${options.path}${options.search || (options.query ? `?${options.query}` : '')}`); |
| } catch { |
| url = null; |
| } |
| if (typeof args[1] === 'function') { |
| callback = args[1]; |
| } |
| } |
| if (!url) { |
| return Reflect.apply(origin, this, args) as ReturnType<typeof origin>; |
| } |
|
|
| logger.debug(`Outgoing request: ${options.method || 'GET'} ${url}`); |
|
|
| options.headers = options.headers || {}; |
| const headersLowerCaseKeys = new Set(Object.keys(options.headers).map((key) => key.toLowerCase())); |
|
|
| const generatedHeaders = generateHeaders(options.headerGeneratorOptions); |
|
|
| |
| if (!headersLowerCaseKeys.has('user-agent')) { |
| options.headers['user-agent'] = config.ua; |
| } |
|
|
| for (const header of HEADER_LIST) { |
| if (!headersLowerCaseKeys.has(header) && generatedHeaders[header]) { |
| options.headers[header] = generatedHeaders[header]; |
| } |
| } |
|
|
| |
| if (!headersLowerCaseKeys.has('referer')) { |
| options.headers.referer = url.origin; |
| } |
|
|
| |
| if (!options.agent && proxy.agent) { |
| const proxyRegex = new RegExp(proxy.proxyObj.url_regex); |
|
|
| if ( |
| proxyRegex.test(url.toString()) && |
| url.protocol.startsWith('http') && |
| url.host !== proxy.proxyUrlHandler?.host && |
| url.host !== 'localhost' && |
| !url.host.startsWith('127.') && |
| !(config.puppeteerWSEndpoint?.includes(url.host) ?? false) |
| ) { |
| options.agent = proxy.agent; |
| } |
| } |
|
|
| |
| |
| const { headerGeneratorOptions, ...cleanOptions } = options; |
|
|
| return Reflect.apply(origin, this, [url, cleanOptions, callback]) as ReturnType<typeof origin>; |
| }; |
|
|
| export default getWrappedGet; |
|
|
