Spaces:

Leon4gr45
/

nova-header-nav

Paused

nova-header-nav / node_modules /@huggingface /hub /src /utils /promisesQueueStreaming.ts

Upload folder using huggingface_hub (part 5)

01e6679 verified 3 months ago

687 Bytes

/**
 * Execute queue of promises in a streaming fashion.
 *
 * Optimized for streaming:
 * - Expects an iterable as input
 * - Does not return a list of all results
 *
 * Inspired by github.com/rxaviers/async-pool
 */
export async function promisesQueueStreaming<T>(
	factories: AsyncIterable<() => Promise<T>> | Iterable<() => Promise<T>>,
	concurrency: number,
): Promise<void> {
	const executing: Promise<void>[] = [];
	for await (const factory of factories) {
		const e = factory().then(() => {
			executing.splice(executing.indexOf(e), 1);
		});
		executing.push(e);
		if (executing.length >= concurrency) {
			await Promise.race(executing);
		}
	}
	await Promise.all(executing);
}

	/**
	* Execute queue of promises in a streaming fashion.
	*
	* Optimized for streaming:
	* - Expects an iterable as input
	* - Does not return a list of all results
	*
	* Inspired by github.com/rxaviers/async-pool
	*/
	export async function promisesQueueStreaming<T>(
	factories: AsyncIterable<() => Promise<T>> \| Iterable<() => Promise<T>>,
	concurrency: number,
	): Promise<void> {
	const executing: Promise<void>[] = [];
	for await (const factory of factories) {
	const e = factory().then(() => {
	executing.splice(executing.indexOf(e), 1);
	});
	executing.push(e);
	if (executing.length >= concurrency) {
	await Promise.race(executing);
	}
	}
	await Promise.all(executing);
	}