ZONOS3-Mini-GPTQ-Pro-INT4 / docs /validation_summary.json
groxaxo's picture
Release experimental ZONOS3-Mini GPTQ-Pro INT4/BF16 overlay, 11-layer checkpoints, code, English/Spanish audio A/B tests and quality report
53b79a5 verified
Raw History Blame Contribute Delete
1.28 kB
{
"asr_eng_proxy_bf16": 0.0,
"asr_eng_proxy_int4": 0.016666666666666666,
"asr_es_proxy_bf16": 0.014285714285714285,
"asr_es_proxy_int4": 0.05576923076923077,
"base_logit_eval": {
"KL": 0.018779,
"NMSE": 0.004083,
"argmax": 0.910374
},
"bf16_full_peak_gib": 2.2723684310913086,
"bf16_lm_alloc_gib": 1.6506400108337402,
"bf16_projections": 312,
"bf16_warm_seconds_mean": 0.8562412298889891,
"bf16_warm_seconds_median": 0.8576863670000421,
"expert_full_peak_gib": 1.479428768157959,
"expert_lm_alloc_gib": 0.8582024574279785,
"experts_warm_seconds_mean": 0.9975133871110605,
"experts_warm_seconds_median": 0.9905129359999592,
"languages": {
"en_us": 5,
"es": 5
},
"layers": 11,
"lm_vram_savings_pct": 48.00789682818245,
"long_logit_eval": {
"KL": 0.024353,
"NMSE": 0.003794,
"argmax": 0.875656
},
"manifest_sha256": "4c15e6d2afdaabba43df135a03241f95c990151f7c91b2ab93cc84f9665238ba",
"packed_shards_bytes": 323729736,
"peak_vram_savings_pct": 34.89485472884074,
"q4_fit_nmse_max": 0.0027962857857346535,
"q4_fit_nmse_p95": 0.0013908295659348369,
"q4_native_nmse_max": 3.33262505591847e-05,
"q4_projections": 1005,
"speech_examples_per_mode": 10,
"warm_slowdown_pct": 16.499107061264407
}