| { |
| "temperature": 1.6817928305074288, |
| "split": "calibration", |
| "n": 2674, |
| "records": 1920, |
| "fit": { |
| "aggregation": "micro", |
| "points": 81 |
| }, |
| "range": [ |
| 0.25, |
| 4.0 |
| ], |
| "method": "Minimum question-weighted raw-logit NLL on the registered 81-point grid", |
| "rows_sha256": "026b68705b7ac76bc4361bc2fda1cbfe74265b436a807ea68bca77f87d3cf9da", |
| "suite_sha256": "3b9a80dfd212b6932b66ea520c35ab1a3b19e132a81af1b6b7b306d776a70a02", |
| "partition_sha256": "890c363c5bfe5351600071691eefb47dcf4e2530b31b75d4ce8830bd6381f585", |
| "raw": { |
| "n": 2674, |
| "nll": 0.4725028808328134, |
| "acc": 0.7860882572924458, |
| "ece": 0.07626143666496761, |
| "brier": 0.27460003407338146, |
| "mean_conf": 0.8621290491523242, |
| "confident_error_rate": 0.014958863126402393, |
| "coverage_at_0_9": 0.6484667165295438, |
| "accuracy_at_0_9": 0.9769319492502884, |
| "coverage_at_5pct_error": 0.6836200448765893, |
| "coverage_at_1pct_error": 0.5445026178010471, |
| "aurc": 0.04976778143359611, |
| "error_rate_at_0_9": 0.02306805074971165, |
| "confidence_bias": 0.07604079185987844, |
| "top_bins": { |
| "0.9": { |
| "n": 1734, |
| "errors": 40, |
| "error_rate": 0.02306805074971165 |
| }, |
| "0.95": { |
| "n": 1681, |
| "errors": 27, |
| "error_rate": 0.016061867935752528 |
| }, |
| "0.99": { |
| "n": 1576, |
| "errors": 18, |
| "error_rate": 0.011421319796954314 |
| } |
| }, |
| "selective": { |
| "0.5": { |
| "coverage": 0.5336574420344053, |
| "accuracy": 0.9901892081289418, |
| "confidence_cutoff": 0.9953955617749282 |
| }, |
| "0.8": { |
| "coverage": 0.8002991772625281, |
| "accuracy": 0.8700934579439252, |
| "confidence_cutoff": 0.6415496468544006 |
| } |
| }, |
| "score_mae": 0.2929868856899385, |
| "ranked_probability_score": 0.051781539475752744 |
| }, |
| "calibrated_in_sample": { |
| "n": 2674, |
| "nll": 0.43392263388002145, |
| "acc": 0.7860882572924458, |
| "ece": 0.03637322481154805, |
| "brier": 0.25527252174288456, |
| "mean_conf": 0.8087133880682658, |
| "confident_error_rate": 0.008227374719521317, |
| "coverage_at_0_9": 0.6110695587135377, |
| "accuracy_at_0_9": 0.9865361077111383, |
| "coverage_at_5pct_error": 0.681376215407629, |
| "coverage_at_1pct_error": 0.5508601346297681, |
| "aurc": 0.04945553724105698, |
| "error_rate_at_0_9": 0.01346389228886169, |
| "confidence_bias": 0.022625130775819957, |
| "top_bins": { |
| "0.9": { |
| "n": 1634, |
| "errors": 22, |
| "error_rate": 0.01346389228886169 |
| }, |
| "0.95": { |
| "n": 1216, |
| "errors": 6, |
| "error_rate": 0.004934210526315789 |
| }, |
| "0.99": { |
| "n": 849, |
| "errors": 0, |
| "error_rate": 0.0 |
| } |
| }, |
| "selective": { |
| "0.5": { |
| "coverage": 0.5415108451757666, |
| "accuracy": 0.9903314917127072, |
| "confidence_cutoff": 0.9486799539412789 |
| }, |
| "0.8": { |
| "coverage": 0.8025430067314884, |
| "accuracy": 0.869524697110904, |
| "confidence_cutoff": 0.52766162421842 |
| } |
| }, |
| "score_mae": 0.305269819429472, |
| "ranked_probability_score": 0.047216708865340906 |
| }, |
| "cross_validation": { |
| "raw": { |
| "n": 2674, |
| "ece": 0.07626143666496761, |
| "brier": 0.27460003407338146, |
| "nll": 0.4725028808328134, |
| "confident_error_rate": 0.014958863126402393, |
| "coverage_at_5pct_error": 0.6836200448765893 |
| }, |
| "out_of_fold": { |
| "n": 2674, |
| "ece": 0.03385822665024142, |
| "brier": 0.25613476719854117, |
| "nll": 0.4366331749349656, |
| "confident_error_rate": 0.008601346297681375, |
| "coverage_at_5pct_error": 0.6787584143605087 |
| }, |
| "ece_ci95": { |
| "raw": [ |
| 0.04594906201817091, |
| 0.12662647548801886 |
| ], |
| "out_of_fold": [ |
| 0.02123422426875222, |
| 0.07282022929885298 |
| ], |
| "delta": [ |
| -0.0632669637757567, |
| -0.014968453240614701 |
| ] |
| }, |
| "separated": true, |
| "temperatures": [ |
| 1.5691681957935013, |
| 1.6817928305074288, |
| 1.741101126592248, |
| 1.8025009252216602, |
| 1.6245047927124707 |
| ], |
| "folds": 5, |
| "seed": 20260927, |
| "samples": 1000, |
| "groups": 465, |
| "unit": "source-stratified (source, group); sibling questions and variants stay together" |
| }, |
| "cv_grouping": "Exact group IDs across source families; one constant source stratum", |
| "development_used_for_fit": false, |
| "test_read": false, |
| "note": "CV is a diagnostic within calibration data, not fresh field validation. The shipped value is the full calibration fit." |
| } |
|
|
