country-code-decide-small / calibration.json
aildan's picture
countrycode-small-v1.2.1
a99caf7 verified
Raw History Blame Contribute Delete
6.68 kB
{
"domains": {
"curated": {
"temps": [
2.2867150467655692,
1.0
],
"thresholds": {
"0.01": null,
"0.02": null,
"0.05": 0.7326620612561575
},
"conformal_q": 0.9879384474540245,
"delta": 0.1,
"n_calib": 2915,
"notes": {
"procedure": "fst",
"n_fit": 2887,
"n_cert": 2915,
"n_state_temp": 1,
"orders": {
"0.01": [
0.8546291565996004,
0.8390176441806108,
0.8154103968963973,
0.794829109940437,
0.7746235878318407,
0.7534030835576375,
0.7326620612561575,
0.7033246652891548,
0.6761439611185102,
0.6470571390741137,
0.621272642015397,
0.5945858554596489,
0.5644175562128235,
0.5383910801544289,
0.5053288200390005,
0.4811340553290624,
0.452356317766877,
0.42197435647087733,
0.3958372615386735,
0.37271575694400216,
0.3454190259897346,
0.32019942511666205,
0.2978205681901842,
0.27252864145905314,
0.25023107658087435,
0.2280356861181734,
0.2107918478555132,
0.1922878241655564,
0.1805002272443855,
0.1657752910487553,
0.15325223241615193,
0.14276862651155658,
0.13142562118108092,
0.12133406984392998,
0.11152977248316712,
0.10209767159471866,
0.09431107359946388,
0.08508807647979337,
0.07348928030213907,
0.05685468801548344
],
"0.02": [
0.8546291565996004,
0.8390176441806108,
0.8154103968963973,
0.794829109940437,
0.7746235878318407,
0.7534030835576375,
0.7326620612561575,
0.7033246652891548,
0.6761439611185102,
0.6470571390741137,
0.621272642015397,
0.5945858554596489,
0.5644175562128235,
0.5383910801544289,
0.5053288200390005,
0.4811340553290624,
0.452356317766877,
0.42197435647087733,
0.3958372615386735,
0.37271575694400216,
0.3454190259897346,
0.32019942511666205,
0.2978205681901842,
0.27252864145905314,
0.25023107658087435,
0.2280356861181734,
0.2107918478555132,
0.1922878241655564,
0.1805002272443855,
0.1657752910487553,
0.15325223241615193,
0.14276862651155658,
0.13142562118108092,
0.12133406984392998,
0.11152977248316712,
0.10209767159471866,
0.09431107359946388,
0.08508807647979337,
0.07348928030213907,
0.05685468801548344
],
"0.05": [
0.8546291565996004,
0.8390176441806108,
0.8154103968963973,
0.794829109940437,
0.7746235878318407,
0.7534030835576375,
0.7326620612561575,
0.7033246652891548,
0.6761439611185102,
0.6470571390741137,
0.621272642015397,
0.5945858554596489,
0.5644175562128235,
0.5383910801544289,
0.5053288200390005,
0.4811340553290624,
0.452356317766877,
0.42197435647087733,
0.3958372615386735,
0.37271575694400216,
0.3454190259897346,
0.32019942511666205,
0.2978205681901842,
0.27252864145905314,
0.25023107658087435,
0.2280356861181734,
0.2107918478555132,
0.1922878241655564,
0.1805002272443855,
0.1657752910487553,
0.15325223241615193,
0.14276862651155658,
0.13142562118108092,
0.12133406984392998,
0.11152977248316712,
0.10209767159471866,
0.09431107359946388,
0.08508807647979337,
0.07348928030213907,
0.05685468801548344
]
},
"cert_accuracy_answer_all": 0.5883361921097771,
"cert_unit": "source+normalised key",
"n_cert_units": 2796
},
"candidate_rule": "min_p",
"candidate_min_p": 0.05,
"candidate_max": 3
},
"register": {
"temps": [
1.3318443772049013,
1.6701822022964463
],
"thresholds": {
"0.01": null,
"0.02": null,
"0.05": 0.7621416162421972
},
"conformal_q": 0.9997323706032406,
"delta": 0.1,
"n_calib": 592,
"notes": {
"procedure": "fst",
"n_fit": 683,
"n_cert": 592,
"n_state_temp": 287,
"orders": {
"0.01": [
0.9560924898447123,
0.9519729487735396,
0.9433091050310406,
0.9361547254478807,
0.9181723527608452,
0.8984106004307648,
0.8603148857434793,
0.8273787041356887,
0.7621416162421972,
0.6729779190598547,
0.5755507073107454,
0.4724007898180625,
0.3247085735181667,
0.19320342648908526
],
"0.02": [
0.9942224845234497,
0.993663439221272,
0.9925414973102457,
0.9915781353254195,
0.9907942719266384,
0.9894260363762005,
0.987933664766585,
0.9869348188789901,
0.984970552423103,
0.981732858682758,
0.9800487587095484,
0.9776581347170207,
0.9760000197322725,
0.9737263416639429,
0.9686611034920956,
0.9659087754032977,
0.9642625980022396,
0.9582639057490853,
0.9560924898447123,
0.9519729487735396,
0.9433091050310406,
0.9361547254478807,
0.9181723527608452,
0.8984106004307648,
0.8603148857434793,
0.8273787041356887,
0.7621416162421972,
0.6729779190598547,
0.5755507073107454,
0.4724007898180625,
0.3247085735181667,
0.19320342648908526
],
"0.05": [
0.9977847208372861,
0.9973991627848905,
0.9970712258744602,
0.9966005819956624,
0.9959485052934133,
0.9954949082688425,
0.9950891637253053,
0.9946737876579338,
0.9942224845234497,
0.993663439221272,
0.9925414973102457,
0.9915781353254195,
0.9907942719266384,
0.9894260363762005,
0.987933664766585,
0.9869348188789901,
0.984970552423103,
0.981732858682758,
0.9800487587095484,
0.9776581347170207,
0.9760000197322725,
0.9737263416639429,
0.9686611034920956,
0.9659087754032977,
0.9642625980022396,
0.9582639057490853,
0.9560924898447123,
0.9519729487735396,
0.9433091050310406,
0.9361547254478807,
0.9181723527608452,
0.8984106004307648,
0.8603148857434793,
0.8273787041356887,
0.7621416162421972,
0.6729779190598547,
0.5755507073107454,
0.4724007898180625,
0.3247085735181667,
0.19320342648908526
]
},
"cert_accuracy_answer_all": 0.9222972972972973,
"cert_unit": "source+normalised key",
"n_cert_units": 318
},
"candidate_rule": "min_p",
"candidate_min_p": 0.05,
"candidate_max": 3
}
}
}