parakon-runtime / tools /ui /src /lib /constants /model-loading.constants.ts

Parakon runtime: llama.cpp fork with fused 1-bit CUDA/Metal/CPU kernels (part 8)

b7b13c6 verified about 1 month ago

455 Bytes

/**
 * Labels shown while a model loads, keyed by the stage reported on /models/sse.
 */
export const MODEL_LOAD_STAGE_LABELS: Record<ApiModelLoadStage, string> = {
	mmproj_model: 'Loading projector',
	spec_model: 'Loading draft',
	text_model: 'Loading weights'
};

/**
 * Share of the bar reserved for each load phase after text_model.
 * text_model fills the rest, so a plain model reaches 100% on its own.
 */
export const MODEL_LOAD_TAIL_SHARE = 0.1;

	/**
	* Labels shown while a model loads, keyed by the stage reported on /models/sse.
	*/
	export const MODEL_LOAD_STAGE_LABELS: Record<ApiModelLoadStage, string> = {
	mmproj_model: 'Loading projector',
	spec_model: 'Loading draft',
	text_model: 'Loading weights'
	};

	/**
	* Share of the bar reserved for each load phase after text_model.
	* text_model fills the rest, so a plain model reaches 100% on its own.
	*/
	export const MODEL_LOAD_TAIL_SHARE = 0.1;