| { | |
| "status": "passed", | |
| "selected_method": "four_difference", | |
| "seeds": [ | |
| 2026, | |
| 2027, | |
| 2028, | |
| 2029, | |
| 2030 | |
| ], | |
| "primary_runs": 400, | |
| "same_checkpoint_controls": 160, | |
| "verified_curve_points": 118160, | |
| "main_pairs": 16, | |
| "verified_confidence_curve_points": 3232, | |
| "sample_standard_deviation_ddof": 1, | |
| "metric_and_call_tolerance": 1e-12, | |
| "verified_pair_objective_summary_rows": 80, | |
| "raw_logit_score_check_absolute_tolerance": 8e-07, | |
| "counts_use_strict_improvement_above_tolerance": { | |
| "higher_metric_than_confidence": 13, | |
| "fewer_calls_than_confidence": 11, | |
| "higher_metric_and_fewer_calls": 10, | |
| "above_both_endpoints": 8 | |
| }, | |
| "selection": "validation task-balanced Score25 mean minus sample SD, before test replay", | |
| "scope": "Saved router outputs, frozen endpoint outcomes, explicit per-event correctness labels and specialist confidence/validity. Both learned and confidence curves and validation-selected points are independently replayed; no model retraining.", | |
| "study_history": "User changed selection criterion after the seed-42 pilot and partial CUB test results had been reported. The final numerical criterion uses validation records only; this is not a prospectively untouched test set." | |
| } | |