{
  "team": "riswan",
  "codabench_submission_id": 138,
  "codabench_filename": "submission_think_ens_v9_final.zip",
  "score": {
    "macro": 64.2482,
    "easy": 65.2648,
    "medium": 56.3456,
    "hard": 71.134
  },
  "score_evidence": "User-provided leaderboard screenshot, 2026-10-28; provisional, not recomputed with gold labels.",
  "predictions_sha256": "0998ea38f240c05103a7572a9a367a553f4e2b7664a31fe70f5c9668214dd554",
  "zip_sha256": "8e11a43b16f6d1ad4a8979f9e2fa1954c3cae48549ec7b9591d3bd31a9cc8735",
  "passes": {
    "p1": {
      "file": "training/passes/pass1_think_2048_orig.jsonl",
      "rows": 2238,
      "sha256": "602f9f03dd0e655fe8246826a02896bd1f03e815588a0df7c24838268c890568",
      "original_project_path": "data/predictions_gemma4_think_kaggle_2238.jsonl",
      "matches_original_source": true
    },
    "p2": {
      "file": "training/passes/pass2_think_4096_rot1.jsonl",
      "rows": 1100,
      "sha256": "fecbb30512b11532b28204c5bb9262f87da1d9d7e9e7ae59d7a636d6f7133d50",
      "original_project_path": "predictions_gemma4_think_pass2_ckpt.jsonl",
      "matches_original_source": true
    },
    "p3": {
      "file": "training/passes/pass3_think_4096_hint.jsonl",
      "rows": 720,
      "sha256": "cc724b6eba5b2a42fea1dcd8d143aeedb68406f412fd04fdb0d88028acb2be6c",
      "original_project_path": "predictions_gemma4_think_pass3_ckpt.jsonl",
      "matches_original_source": true
    },
    "p4": {
      "file": "training/passes/pass4_think_4096_rot2.jsonl",
      "rows": 712,
      "sha256": "2b2535b1fd58606d2dd2fe43c268a9901df737f2812cabba4afcbde3572f2292",
      "original_project_path": "predictions_gemma4_think_pass4_ckpt.jsonl",
      "matches_original_source": true
    },
    "p5": {
      "file": "training/passes/pass5_think_4096_rot3.jsonl",
      "rows": 712,
      "sha256": "2b1fdbc3e2abd4ab1c0dc7990fdc0efe2840fe897892508d6d683e967bfec3d7",
      "original_project_path": "predictions_gemma4_think_pass5_ckpt.jsonl",
      "matches_original_source": true
    },
    "mac": {
      "file": "training/passes/mac_think_2048_orig.jsonl",
      "rows": 1160,
      "sha256": "a24d6da87db1b20f82a908f55cc7af9c6320886fd25edf99b5b9673855d468dd",
      "original_project_path": "data/predictions_gemma4_think_ckpt.jsonl",
      "matches_original_source": true
    },
    "cot": {
      "file": "training/passes/baseline_cot_4shot.jsonl",
      "rows": 2238,
      "sha256": "9ee658f029f62d37d0c0bcdef8b15151a6f79d31a9ed780b898e836d26641375",
      "original_project_path": "data/predictions_gemma4_cot.jsonl",
      "matches_original_source": true
    },
    "dr": {
      "file": "training/passes/baseline_direct_4shot.jsonl",
      "rows": 2238,
      "sha256": "24d9a51a2ad13ab4506398bf54b7989e7511fa82c9d36a954fda210d127254b5",
      "original_project_path": "data/predictions_gemma4_direct.jsonl",
      "matches_original_source": true
    }
  }
}