results/summary.json

{
  "model": "Qwen/Qwen3.5-4B",
  "summary": {
    "yoruba": {
      "copy_exact": 0.86,
      "copy_fully_stripped": 0.04,
      "copy_catastrophic": 0.0,
      "copy_mark_recall": 0.923,
      "restore_exact": 0.0,
      "restore_mark_f1": 0.453,
      "restore_overcorrection": null,
      "meaning_acc_marked": 0.05,
      "meaning_acc_stripped": 0.0,
      "minimal_pair_acc": 0.25,
      "ambiguity_sense_recall": 0.125,
      "ambiguity_spelled_correctly": 0.167,
      "tone_read_exact": 0.05,
      "tone_read_position_acc": 0.349
    },
    "igbo": {
      "copy_exact": 0.8,
      "copy_fully_stripped": 0.175,
      "copy_catastrophic": 0.0,
      "copy_mark_recall": 0.822,
      "restore_exact": 0.125,
      "restore_mark_f1": 0.2,
      "restore_overcorrection": 0.0,
      "meaning_acc_marked": 0.0,
      "meaning_acc_stripped": 0.0,
      "minimal_pair_acc": 0.0,
      "ambiguity_sense_recall": 0.0,
      "ambiguity_spelled_correctly": 1.0
    },
    "hausa": {
      "copy_exact": 0.867,
      "copy_fully_stripped": 0.133,
      "copy_catastrophic": 0.0,
      "copy_mark_recall": 0.867,
      "restore_exact": 0.0,
      "restore_mark_f1": 0.0,
      "restore_overcorrection": 0.0,
      "meaning_acc_marked": 0.5,
      "meaning_acc_stripped": 0.667,
      "minimal_pair_acc": 0.25,
      "ambiguity_sense_recall": 0.25,
      "ambiguity_spelled_correctly": 0.0
    },
    "control": {
      "copy_exact": 0.956,
      "copy_fully_stripped": 0.044,
      "copy_catastrophic": 0.0,
      "copy_mark_recall": 0.907,
      "restore_exact": 1.0,
      "restore_mark_f1": 1.0,
      "restore_overcorrection": null
    }
  },
  "copy_by_template": {
    "yoruba": {
      "c1_repeat": 1.0,
      "c2_welcome": 1.0,
      "c3_json": 1.0,
      "c4_translate": 1.0,
      "c5_upper": 0.3
    },
    "igbo": {
      "c1_repeat": 1.0,
      "c2_welcome": 1.0,
      "c3_json": 1.0,
      "c4_translate": 1.0,
      "c5_upper": 0.0
    },
    "hausa": {
      "c1_repeat": 1.0,
      "c2_welcome": 1.0,
      "c3_json": 1.0,
      "c4_translate": 1.0,
      "c5_upper": 0.333
    },
    "control": {
      "c1_repeat": 1.0,
      "c2_welcome": 1.0,
      "c3_json": 1.0,
      "c4_translate": 1.0,
      "c5_upper": 0.778
    }
  },
  "lost_marks_copy": {
    "yoruba": {
      "acute(high)": 17,
      "dot-below": 8,
      "grave(low)": 3
    },
    "igbo": {
      "dot-below": 8
    },
    "hausa": {
      "SPECIAL:ɗ": 2
    },
    "control": {
      "circumflex": 1,
      "tilde": 1,
      "dot-below": 1,
      "horn": 2,
      "macron": 1,
      "caron": 1
    }
  },
  "tokenizer_ratio": {
    "control": 1.23,
    "hausa": 1.89,
    "igbo": 1.31,
    "yoruba": 2.13
  },
  "prefers_stripped": {
    "control": 0.5,
    "hausa": 1.0,
    "igbo": 1.0,
    "yoruba": 1.0
  },
  "spearman_density": [
    0.0908831349281742,
    0.6268041879438206
  ],
  "spearman_length": [
    0.146851637262768,
    0.4305077099546832
  ]
}