minhleduc's picture
E2 run e2_rlce_sigma0p5_fixed_seed42 (epoch_4.pt)
3c8d5af verified
Raw History Blame Contribute Delete
2.63 kB
{
"raw": {
"ece": 0.11390865607559682,
"brier": 0.05655546752502091,
"nll": 0.8700334402075969,
"accuracy": 0.7735,
"soft_accuracy": 0.5252629271820187,
"mean_confidence": 0.6595913757085801,
"score_mae": 0.22807463198783806,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.11666326254606246,
"brier": 0.07069142107618064,
"nll": 1.0013599240966142,
"accuracy": 0.7533333333333333,
"soft_accuracy": 0.4825493113944928,
"mean_confidence": 0.6374681354562441,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.12849757742136717,
"brier": 0.060501123206740885,
"nll": 1.0468469276186079,
"accuracy": 0.72125,
"soft_accuracy": 0.44201050858944657,
"mean_confidence": 0.5927523962408304,
"score_mae": 0.22807463198783806,
"n": 800
},
"noul": {
"ece": 0.09426340192556382,
"brier": 0.03715863973156788,
"nll": 0.5029556397705649,
"accuracy": 0.8633333333333333,
"soft_accuracy": 0.678979767759641,
"mean_confidence": 0.7708332552512487,
"score_mae": null,
"n": 600
}
}
},
"post_temperature": {
"ece": 0.14354266396164894,
"brier": 0.052714795750361594,
"nll": 0.8625191753543914,
"accuracy": 0.7735,
"soft_accuracy": 0.5112664862945676,
"mean_confidence": 0.6299573639929295,
"score_mae": 0.22675453122763428,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.1522600480914116,
"brier": 0.06530667010042332,
"nll": 0.9916246360788743,
"accuracy": 0.7533333333333333,
"soft_accuracy": 0.4651045961678028,
"mean_confidence": 0.6010732888678709,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.15519656222313644,
"brier": 0.0565669214198806,
"nll": 1.0386875697784126,
"accuracy": 0.72125,
"soft_accuracy": 0.4304271869175136,
"mean_confidence": 0.5660534334555268,
"score_mae": 0.22675453122763428,
"n": 800
},
"noul": {
"ece": 0.1195802284280459,
"brier": 0.03498675384094121,
"nll": 0.4985225220645467,
"accuracy": 0.8633333333333333,
"soft_accuracy": 0.665214108924071,
"mean_confidence": 0.7440466798345248,
"score_mae": null,
"n": 600
}
}
},
"fitted_temperature": {
"type0_bucket1": 1.1535396575927734,
"type2_bucket0": 1.219477653503418,
"type1_bucket1": 1.1212671995162964
}
}