File size: 1,779 Bytes
de6cd68 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | {
"selection_subset": "first 50 frozen validation prompts",
"locked_benchmark_used": false,
"stages": [
{
"updates": 1000,
"checkpoint_sha256": "377ae2f8a9cfc949544e8eddd743fd3ddebce872bea6b10a14170d6ebd3a49b4",
"english_eer": 0.3263157894736842,
"cs_wer": 0.44477611940298506,
"ar_cer": 0.35118483412322277
},
{
"updates": 2000,
"checkpoint_sha256": "558e2ab53e1b5450bcd1a1c30683a1b3e6be1234b7e198b74209f362693eaf92",
"english_eer": 0.34736842105263155,
"cs_wer": 0.4343283582089552,
"ar_cer": 0.35260663507109
},
{
"updates": 3000,
"checkpoint_sha256": "c3eac52f7456d78367d4bec8209ab5c7cd2876226c0a4dc6a4ffdc25993c08e4",
"english_eer": 0.4,
"cs_wer": 0.43582089552238806,
"ar_cer": 0.35450236966824644
},
{
"updates": 4000,
"checkpoint_sha256": "02f0a3ab57ff5489ee7eb23438a1e8b6477564f12b34ed69b67797c3cb1648d6",
"english_eer": 0.34736842105263155,
"cs_wer": 0.44029850746268656,
"ar_cer": 0.3791469194312796
},
{
"updates": 5000,
"checkpoint_sha256": "cbf88438a12360e18ba81ef960a0cb0cf6eea803b1cbbc3c134f9b1693b07e11",
"english_eer": 0.3263157894736842,
"cs_wer": 0.4417910447761194,
"ar_cer": 0.3701421800947867
}
],
"shortlist_rule": "top 3 eligible checkpoints by English EER, then code-switch WER",
"shortlist_checkpoint_sha256": [
"377ae2f8a9cfc949544e8eddd743fd3ddebce872bea6b10a14170d6ebd3a49b4",
"558e2ab53e1b5450bcd1a1c30683a1b3e6be1234b7e198b74209f362693eaf92",
"c3eac52f7456d78367d4bec8209ab5c7cd2876226c0a4dc6a4ffdc25993c08e4"
],
"best_index": 0,
"stale_evaluations": 3,
"stop_early": true
}
|