firecrawl-api / apps /api /src /scraper /scrapeURL /lib /abortManager.ts
s-eto-hub's picture
Commit de nettoyage des binaires
097eaf0
Raw History Blame Contribute Delete
3.47 kB
export type AbortInstance = {
signal: AbortSignal;
timesOutAt?: Date;
tier: "external" | "scrape" | "engine";
throwable: () => any;
};
export class AbortManager {
private aborts: AbortInstance[] = [];
private mappedController: AbortController | null = null;
private listeners: Array<{ signal: AbortSignal; handler: () => void }> = [];
constructor(...instances: (AbortInstance | undefined | null)[]) {
this.aborts = instances.filter(
x => x !== undefined && x !== null,
) as AbortInstance[];
}
dispose() {
for (const { signal, handler } of this.listeners) {
signal.removeEventListener("abort", handler);
}
this.listeners = [];
this.aborts = [];
this.mappedController = null;
}
private resolveInner(abort: AbortInstance): any {
try {
return abort.throwable();
} catch (err) {
return err;
}
}
private register(abort: AbortInstance) {
const handler = () => {
if (!this.mappedController) return;
const inner = this.resolveInner(abort);
const reason = new AbortManagerThrownError(abort.tier, inner);
this.mappedController.abort(reason);
};
abort.signal.addEventListener("abort", handler);
this.listeners.push({ signal: abort.signal, handler });
}
add(...instances: (AbortInstance | undefined | null)[]) {
const pureInstances = instances.filter(
x => x !== undefined && x !== null,
) as AbortInstance[];
this.aborts.push(...pureInstances);
if (this.mappedController !== null) {
for (const abort of pureInstances) {
this.register(abort);
}
}
}
child(...instances: (AbortInstance | undefined | null)[]): AbortManager {
const manager = new AbortManager(
...this.aborts,
...(instances.filter(
x => x !== undefined && x !== null,
) as AbortInstance[]),
);
return manager;
}
isAborted(): boolean {
return this.aborts.some(x => x.signal.aborted);
}
throwIfAborted(): void {
for (const abort of this.aborts) {
if (abort.signal.aborted) {
const inner = this.resolveInner(abort);
throw new AbortManagerThrownError(abort.tier, inner);
}
}
}
private _mapController() {
this.mappedController = new AbortController();
for (const abort of this.aborts) {
this.register(abort);
}
}
asSignal(): AbortSignal {
if (this.mappedController === null) {
this._mapController();
}
return this.mappedController!.signal;
}
scrapeTimeout(): number | undefined {
const timeouts = this.aborts
.filter(x => x.tier === "scrape")
.map(x => x.timesOutAt)
.filter(x => x !== undefined);
if (timeouts.length === 0) {
return undefined;
}
return Math.min(...timeouts.map(x => x.getTime())) - Date.now();
}
engineNearestTimeout(): number | undefined {
const timeouts = this.aborts
.filter(x => x.tier === "engine")
.map(x => x.timesOutAt)
.filter(x => x !== undefined);
if (timeouts.length === 0) {
return undefined;
}
return Math.min(...timeouts.map(x => x.getTime())) - Date.now();
}
}
export class AbortManagerThrownError extends Error {
name = "AbortManagerThrownError";
public tier: AbortInstance["tier"];
public inner: any;
constructor(tier: AbortInstance["tier"], inner: any) {
super("AbortManagerThrownError: " + tier);
this.tier = tier;
this.inner = inner;
}
}