banyan-sapling / calibration.json
anilperi's picture
Publish Banyan Sapling research preview
a82e638 verified
Raw History Blame Contribute Delete
899 Bytes
{
"version": 2,
"labels": [
"supported",
"violation",
"insufficient_information",
"inconsistent_context"
],
"alpha": 0.01,
"temperature_floor": 0.5,
"temperature": 5.1715781469095745,
"q_hat": 0.995477654430865,
"quantile_rank": 675,
"calibration_count": 1360,
"temperature_count": 1360,
"domain_counts": {
"contract_nli": {
"temperature": 680,
"calibration_available": 680,
"calibration_used": 680
},
"synthetic": {
"temperature": 680,
"calibration_available": 680,
"calibration_used": 680
}
},
"domain_quantiles": {
"contract_nli": 0.995477654430865,
"synthetic": 0.025812761730976477
},
"domain_ranks": {
"contract_nli": 675,
"synthetic": 675
},
"coverage_scope": "conservative marginal coverage for represented domains and their mixtures under within-domain exchangeability"
}