minhleduc's picture
E2 run e4_log_rps_seed42 (epoch_4.pt)
2aff49c verified
Raw History Blame Contribute Delete
2.97 kB
{
"raw": {
"ece": 0.12751009610295297,
"brier": 0.05335478361494638,
"nll": 0.8650917832469568,
"accuracy": 0.768,
"soft_accuracy": 0.5189383897446096,
"mean_confidence": 0.6404899044930935,
"mean_target_max": 0.6589462240487337,
"score_mae": 0.22315380703395932,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.14127451032400132,
"brier": 0.06595876092881706,
"nll": 0.992113546282053,
"accuracy": 0.7516666666666667,
"soft_accuracy": 0.47432611651718615,
"mean_confidence": 0.6128524332245191,
"mean_target_max": 0.6345381752649943,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.15239446971565485,
"brier": 0.057384368095347325,
"nll": 1.04262451373972,
"accuracy": 0.72625,
"soft_accuracy": 0.43722640846855937,
"mean_confidence": 0.5746278527379036,
"mean_target_max": 0.5928848401084542,
"score_mae": 0.22315380703395932,
"n": 800
},
"noul": {
"ece": 0.10585159599781038,
"brier": 0.03537802699387445,
"nll": 0.5013597128881763,
"accuracy": 0.84,
"soft_accuracy": 0.6724999713401,
"mean_confidence": 0.7559434447685878,
"mean_target_max": 0.7714361180861791,
"score_mae": null,
"n": 600
}
}
},
"post_temperature": {
"ece": 0.14276222667098046,
"brier": 0.052112305763053604,
"nll": 0.8620958601590246,
"accuracy": 0.768,
"soft_accuracy": 0.5115978672802448,
"mean_confidence": 0.6254664157927037,
"mean_target_max": 0.6589462240487337,
"score_mae": 0.22311260582937392,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.16253415167331697,
"brier": 0.06408576760397712,
"nll": 0.987983137127012,
"accuracy": 0.7516666666666667,
"soft_accuracy": 0.4642106085518996,
"mean_confidence": 0.5922220328450203,
"mean_target_max": 0.6345381752649943,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.16398581121116876,
"brier": 0.05605270585605467,
"nll": 1.0393069208879024,
"accuracy": 0.72625,
"soft_accuracy": 0.43212321305647494,
"mean_confidence": 0.5632208345085382,
"mean_target_max": 0.5928848401084542,
"score_mae": 0.22311260582937392,
"n": 800
},
"noul": {
"ece": 0.12543535361687344,
"brier": 0.034884977131462006,
"nll": 0.4999271688858668,
"accuracy": 0.84,
"soft_accuracy": 0.6649513316402833,
"mean_confidence": 0.7417049071192742,
"mean_target_max": 0.7714361180861791,
"score_mae": null,
"n": 600
}
}
},
"fitted_temperature": {
"type0_bucket1": 1.0903278589248657,
"type2_bucket0": 1.1138123273849487,
"type1_bucket1": 1.0528963804244995
}
}