| { | |
| "selection_subset": "first 50 frozen validation prompts", | |
| "locked_benchmark_used": false, | |
| "stages": [ | |
| { | |
| "updates": 1000, | |
| "checkpoint_sha256": "377ae2f8a9cfc949544e8eddd743fd3ddebce872bea6b10a14170d6ebd3a49b4", | |
| "english_eer": 0.3263157894736842, | |
| "cs_wer": 0.44477611940298506, | |
| "ar_cer": 0.35118483412322277 | |
| }, | |
| { | |
| "updates": 2000, | |
| "checkpoint_sha256": "558e2ab53e1b5450bcd1a1c30683a1b3e6be1234b7e198b74209f362693eaf92", | |
| "english_eer": 0.34736842105263155, | |
| "cs_wer": 0.4343283582089552, | |
| "ar_cer": 0.35260663507109 | |
| }, | |
| { | |
| "updates": 3000, | |
| "checkpoint_sha256": "c3eac52f7456d78367d4bec8209ab5c7cd2876226c0a4dc6a4ffdc25993c08e4", | |
| "english_eer": 0.4, | |
| "cs_wer": 0.43582089552238806, | |
| "ar_cer": 0.35450236966824644 | |
| }, | |
| { | |
| "updates": 4000, | |
| "checkpoint_sha256": "02f0a3ab57ff5489ee7eb23438a1e8b6477564f12b34ed69b67797c3cb1648d6", | |
| "english_eer": 0.34736842105263155, | |
| "cs_wer": 0.44029850746268656, | |
| "ar_cer": 0.3791469194312796 | |
| }, | |
| { | |
| "updates": 5000, | |
| "checkpoint_sha256": "cbf88438a12360e18ba81ef960a0cb0cf6eea803b1cbbc3c134f9b1693b07e11", | |
| "english_eer": 0.3263157894736842, | |
| "cs_wer": 0.4417910447761194, | |
| "ar_cer": 0.3701421800947867 | |
| } | |
| ], | |
| "shortlist_rule": "top 3 eligible checkpoints by English EER, then code-switch WER", | |
| "shortlist_checkpoint_sha256": [ | |
| "377ae2f8a9cfc949544e8eddd743fd3ddebce872bea6b10a14170d6ebd3a49b4", | |
| "558e2ab53e1b5450bcd1a1c30683a1b3e6be1234b7e198b74209f362693eaf92", | |
| "c3eac52f7456d78367d4bec8209ab5c7cd2876226c0a4dc6a4ffdc25993c08e4" | |
| ], | |
| "best_index": 0, | |
| "stale_evaluations": 3, | |
| "stop_early": true | |
| } | |