| { | |
| "submission_id": 138, | |
| "rows": 2238, | |
| "sha256": "0998ea38f240c05103a7572a9a367a553f4e2b7664a31fe70f5c9668214dd554", | |
| "saved_pass_merge_byte_identical": true, | |
| "pass_counts": { | |
| "p1": 2238, | |
| "p2": 1100, | |
| "p3": 720, | |
| "p4": 712, | |
| "p5": 712, | |
| "mac": 1160, | |
| "cot": 2238, | |
| "dr": 2238 | |
| }, | |
| "fresh_model_inference_verified": false, | |
| "rules_compliance_certified": false, | |
| "input_checks": { | |
| "pass2_targets": 1100, | |
| "pass3_targets": 720, | |
| "literal_notebook_targets_match": true, | |
| "pass45_targets": 719, | |
| "mac_priority_prefix_match": true, | |
| "omitted_keys": { | |
| "p4": [ | |
| [ | |
| 17, | |
| "Communication and Media Studies", | |
| "other", | |
| "medium" | |
| ], | |
| [ | |
| 18, | |
| "Physics", | |
| "stem", | |
| "hard" | |
| ], | |
| [ | |
| 42, | |
| "Eastern Music", | |
| "Humanities", | |
| "easy" | |
| ], | |
| [ | |
| 6, | |
| "Art", | |
| "humanities", | |
| "hard" | |
| ], | |
| [ | |
| 60, | |
| "Sinhala Language and Literature", | |
| "other", | |
| "easy" | |
| ], | |
| [ | |
| 68, | |
| "Sinhala Language and Literature", | |
| "other", | |
| "easy" | |
| ], | |
| [ | |
| 8, | |
| "Sinhala", | |
| "language", | |
| "hard" | |
| ] | |
| ], | |
| "p5": [ | |
| [ | |
| 10, | |
| "Sinhala", | |
| "language", | |
| "hard" | |
| ], | |
| [ | |
| 133, | |
| "Sinhala", | |
| "language", | |
| "medium" | |
| ], | |
| [ | |
| 17, | |
| "Communication and Media Studies", | |
| "other", | |
| "medium" | |
| ], | |
| [ | |
| 42, | |
| "Biology", | |
| "stem", | |
| "hard" | |
| ], | |
| [ | |
| 6, | |
| "Art", | |
| "humanities", | |
| "hard" | |
| ], | |
| [ | |
| 60, | |
| "Sinhala", | |
| "language", | |
| "medium" | |
| ], | |
| [ | |
| 68, | |
| "Sinhala Language and Literature", | |
| "other", | |
| "easy" | |
| ] | |
| ] | |
| }, | |
| "few_shot_exact_text_overlaps": [], | |
| "overlap_check_limit": "Exact normalized question text only; not semantic overlap or contamination certification." | |
| }, | |
| "both_cli_merge_paths_byte_identical": true, | |
| "plumbing_regression_tests_passed": 7, | |
| "remote_dataset_loader_checked": true | |
| } | |