Spaces:

Echo-AI-official
/

Fire-crawl

Paused

Fire-crawl / src /lib /batch-process.ts

Upload 280 files

0e759d2 verified over 1 year ago

425 Bytes

export async function batchProcess<T>(
  array: T[],
  batchSize: number,
  asyncFunction: (item: T, index: number) => Promise<void>,
): Promise<void> {
  const batches: T[][] = [];
  for (let i = 0; i < array.length; i += batchSize) {
    const batch = array.slice(i, i + batchSize);
    batches.push(batch);
  }

  for (const batch of batches) {
    await Promise.all(batch.map((item, i) => asyncFunction(item, i)));
  }
}

	export async function batchProcess<T>(
	array: T[],
	batchSize: number,
	asyncFunction: (item: T, index: number) => Promise<void>,
	): Promise<void> {
	const batches: T[][] = [];
	for (let i = 0; i < array.length; i += batchSize) {
	const batch = array.slice(i, i + batchSize);
	batches.push(batch);
	}

	for (const batch of batches) {
	await Promise.all(batch.map((item, i) => asyncFunction(item, i)));
	}
	}