File size: 644 Bytes
04759fa | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | {
"fitted_on": "benchmarks/_raw_dev_unlisted.json",
"n_dev_items": 5441,
"temperature": 1.4978117508891504,
"ece_before": 0.048161102888937414,
"ece_after": 0.011165273365421908,
"thresholds": {
"max_accuracy": {
"threshold": 0.318732,
"dev_combined_accuracy": 0.8213563683146481
},
"zero_regression": {
"threshold": 0.984069,
"dev_coverage": 0.07755927219261165
}
},
"default_threshold": 0.318732,
"note": "Fitted on dev only. scripts/evaluate.py reports the real test-set regression count at these thresholds; a dev-set zero-regression point is an empirical guarantee, not a proof."
} |