File size: 2,904 Bytes
682bee1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 | {
"team": "riswan",
"codabench_submission_id": 138,
"codabench_filename": "submission_think_ens_v9_final.zip",
"score": {
"macro": 64.2482,
"easy": 65.2648,
"medium": 56.3456,
"hard": 71.134
},
"score_evidence": "User-provided leaderboard screenshot, 2026-10-28; provisional, not recomputed with gold labels.",
"predictions_sha256": "0998ea38f240c05103a7572a9a367a553f4e2b7664a31fe70f5c9668214dd554",
"zip_sha256": "8e11a43b16f6d1ad4a8979f9e2fa1954c3cae48549ec7b9591d3bd31a9cc8735",
"passes": {
"p1": {
"file": "training/passes/pass1_think_2048_orig.jsonl",
"rows": 2238,
"sha256": "602f9f03dd0e655fe8246826a02896bd1f03e815588a0df7c24838268c890568",
"original_project_path": "data/predictions_gemma4_think_kaggle_2238.jsonl",
"matches_original_source": true
},
"p2": {
"file": "training/passes/pass2_think_4096_rot1.jsonl",
"rows": 1100,
"sha256": "fecbb30512b11532b28204c5bb9262f87da1d9d7e9e7ae59d7a636d6f7133d50",
"original_project_path": "predictions_gemma4_think_pass2_ckpt.jsonl",
"matches_original_source": true
},
"p3": {
"file": "training/passes/pass3_think_4096_hint.jsonl",
"rows": 720,
"sha256": "cc724b6eba5b2a42fea1dcd8d143aeedb68406f412fd04fdb0d88028acb2be6c",
"original_project_path": "predictions_gemma4_think_pass3_ckpt.jsonl",
"matches_original_source": true
},
"p4": {
"file": "training/passes/pass4_think_4096_rot2.jsonl",
"rows": 712,
"sha256": "2b2535b1fd58606d2dd2fe43c268a9901df737f2812cabba4afcbde3572f2292",
"original_project_path": "predictions_gemma4_think_pass4_ckpt.jsonl",
"matches_original_source": true
},
"p5": {
"file": "training/passes/pass5_think_4096_rot3.jsonl",
"rows": 712,
"sha256": "2b1fdbc3e2abd4ab1c0dc7990fdc0efe2840fe897892508d6d683e967bfec3d7",
"original_project_path": "predictions_gemma4_think_pass5_ckpt.jsonl",
"matches_original_source": true
},
"mac": {
"file": "training/passes/mac_think_2048_orig.jsonl",
"rows": 1160,
"sha256": "a24d6da87db1b20f82a908f55cc7af9c6320886fd25edf99b5b9673855d468dd",
"original_project_path": "data/predictions_gemma4_think_ckpt.jsonl",
"matches_original_source": true
},
"cot": {
"file": "training/passes/baseline_cot_4shot.jsonl",
"rows": 2238,
"sha256": "9ee658f029f62d37d0c0bcdef8b15151a6f79d31a9ed780b898e836d26641375",
"original_project_path": "data/predictions_gemma4_cot.jsonl",
"matches_original_source": true
},
"dr": {
"file": "training/passes/baseline_direct_4shot.jsonl",
"rows": 2238,
"sha256": "24d9a51a2ad13ab4506398bf54b7989e7511fa82c9d36a954fda210d127254b5",
"original_project_path": "data/predictions_gemma4_direct.jsonl",
"matches_original_source": true
}
}
}
|