{
  "selection_subset": "first 50 frozen validation prompts",
  "locked_benchmark_used": false,
  "stages": [
    {
      "updates": 1000,
      "checkpoint_sha256": "377ae2f8a9cfc949544e8eddd743fd3ddebce872bea6b10a14170d6ebd3a49b4",
      "english_eer": 0.3263157894736842,
      "cs_wer": 0.44477611940298506,
      "ar_cer": 0.35118483412322277
    },
    {
      "updates": 2000,
      "checkpoint_sha256": "558e2ab53e1b5450bcd1a1c30683a1b3e6be1234b7e198b74209f362693eaf92",
      "english_eer": 0.34736842105263155,
      "cs_wer": 0.4343283582089552,
      "ar_cer": 0.35260663507109
    },
    {
      "updates": 3000,
      "checkpoint_sha256": "c3eac52f7456d78367d4bec8209ab5c7cd2876226c0a4dc6a4ffdc25993c08e4",
      "english_eer": 0.4,
      "cs_wer": 0.43582089552238806,
      "ar_cer": 0.35450236966824644
    },
    {
      "updates": 4000,
      "checkpoint_sha256": "02f0a3ab57ff5489ee7eb23438a1e8b6477564f12b34ed69b67797c3cb1648d6",
      "english_eer": 0.34736842105263155,
      "cs_wer": 0.44029850746268656,
      "ar_cer": 0.3791469194312796
    },
    {
      "updates": 5000,
      "checkpoint_sha256": "cbf88438a12360e18ba81ef960a0cb0cf6eea803b1cbbc3c134f9b1693b07e11",
      "english_eer": 0.3263157894736842,
      "cs_wer": 0.4417910447761194,
      "ar_cer": 0.3701421800947867
    }
  ],
  "shortlist_rule": "top 3 eligible checkpoints by English EER, then code-switch WER",
  "shortlist_checkpoint_sha256": [
    "377ae2f8a9cfc949544e8eddd743fd3ddebce872bea6b10a14170d6ebd3a49b4",
    "558e2ab53e1b5450bcd1a1c30683a1b3e6be1234b7e198b74209f362693eaf92",
    "c3eac52f7456d78367d4bec8209ab5c7cd2876226c0a4dc6a4ffdc25993c08e4"
  ],
  "best_index": 0,
  "stale_evaluations": 3,
  "stop_early": true
}