minhleduc's picture
e2_rlce_sigma2_fixed_seed42: test_eval_v2.json
4d64e83 verified
Raw History Blame Contribute Delete
2.97 kB
{
"raw": {
"ece": 0.05630718639492989,
"brier": 0.07503989081131951,
"nll": 0.9320191716201661,
"accuracy": 0.7745,
"soft_accuracy": 0.5517674996480346,
"mean_confidence": 0.7191418521404266,
"mean_target_max": 0.6589462240487337,
"score_mae": 0.2428405145628494,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.06025981868306796,
"brier": 0.09027607686971123,
"nll": 1.0617404357111082,
"accuracy": 0.7583333333333333,
"soft_accuracy": 0.5114792838568488,
"mean_confidence": 0.6991841242710749,
"mean_target_max": 0.6345381752649943,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.06879318818449974,
"brier": 0.07618716055828145,
"nll": 1.115870512262918,
"accuracy": 0.72625,
"soft_accuracy": 0.4729795000981539,
"mean_confidence": 0.6591260279715061,
"mean_target_max": 0.5928848401084542,
"score_mae": 0.2428405145628494,
"n": 800
},
"noul": {
"ece": 0.056964735686779025,
"brier": 0.058274011756978536,
"nll": 0.5571627866722216,
"accuracy": 0.855,
"soft_accuracy": 0.6971063815057278,
"mean_confidence": 0.8191206789016724,
"mean_target_max": 0.7714361180861791,
"score_mae": null,
"n": 600
}
}
},
"post_temperature": {
"ece": 0.14520826515555382,
"brier": 0.05341613219001425,
"nll": 0.8649758866345509,
"accuracy": 0.7745,
"soft_accuracy": 0.5128453603722155,
"mean_confidence": 0.6295880342572927,
"mean_target_max": 0.6589462240487337,
"score_mae": 0.22169638324761765,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.1530504109958808,
"brier": 0.06520603699136625,
"nll": 0.9916026928958793,
"accuracy": 0.7583333333333333,
"soft_accuracy": 0.47025219501306614,
"mean_confidence": 0.605282920151949,
"mean_target_max": 0.6345381752649943,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.16636354729533195,
"brier": 0.05310309622963359,
"nll": 1.03596825607121,
"accuracy": 0.72625,
"soft_accuracy": 0.43319211531430485,
"mean_confidence": 0.5608933720737695,
"mean_target_max": 0.5928848401084542,
"score_mae": 0.22169638324761765,
"n": 800
},
"noul": {
"ece": 0.11966505701343216,
"brier": 0.042043608669169806,
"nll": 0.5103592544576774,
"accuracy": 0.855,
"soft_accuracy": 0.6616428524752458,
"mean_confidence": 0.7454860312740008,
"mean_target_max": 0.7714361180861791,
"score_mae": null,
"n": 600
}
}
},
"fitted_temperature": {
"type0_bucket1": 1.4858466386795044,
"type2_bucket0": 1.724143385887146,
"type1_bucket1": 1.5682843923568726
}
}