minhleduc's picture
E2 run e2_rlce_sigma0p5_fixed_seed44 (epoch_4.pt)
8301df6 verified
Raw History Blame Contribute Delete
2.97 kB
{
"raw": {
"ece": 0.12265124733746051,
"brier": 0.055388274678264765,
"nll": 0.86905312795192,
"accuracy": 0.773,
"soft_accuracy": 0.5224642791226506,
"mean_confidence": 0.6503487647026778,
"mean_target_max": 0.6589462240487337,
"score_mae": 0.22557296380517072,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.11637013147274654,
"brier": 0.06971498777390024,
"nll": 1.0007048309780657,
"accuracy": 0.745,
"soft_accuracy": 0.4799277836084366,
"mean_confidence": 0.6286298842728137,
"mean_target_max": 0.6345381752649943,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.1518083619698882,
"brier": 0.059224421382659785,
"nll": 1.0457110093114899,
"accuracy": 0.7375,
"soft_accuracy": 0.4401148924790323,
"mean_confidence": 0.5863754814118147,
"mean_target_max": 0.5928848401084542,
"score_mae": 0.22557296380517072,
"n": 800
},
"noul": {
"ece": 0.1051627584795157,
"brier": 0.03594669931010259,
"nll": 0.5018575831130146,
"accuracy": 0.8483333333333334,
"soft_accuracy": 0.6747999568283558,
"mean_confidence": 0.7573653561870257,
"mean_target_max": 0.7714361180861791,
"score_mae": null,
"n": 600
}
}
},
"post_temperature": {
"ece": 0.1461664434671402,
"brier": 0.05264063494339997,
"nll": 0.8633672469202429,
"accuracy": 0.773,
"soft_accuracy": 0.5112822044193744,
"mean_confidence": 0.6268335617929697,
"mean_target_max": 0.6589462240487337,
"score_mae": 0.2265943297947524,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.15814547869066395,
"brier": 0.06501654464813328,
"nll": 0.990982209953169,
"accuracy": 0.745,
"soft_accuracy": 0.46072146609425546,
"mean_confidence": 0.588732561369737,
"mean_target_max": 0.6345381752649943,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.17144647084176537,
"brier": 0.05643507497794417,
"nll": 1.040392063660547,
"accuracy": 0.7375,
"soft_accuracy": 0.43124515399336816,
"mean_confidence": 0.5664274859800935,
"mean_target_max": 0.5928848401084542,
"score_mae": 0.2265943297947524,
"n": 800
},
"noul": {
"ece": 0.11703787580132484,
"brier": 0.03520547185927439,
"nll": 0.49971919490024447,
"accuracy": 0.8483333333333334,
"soft_accuracy": 0.6685590099791686,
"mean_confidence": 0.7454759966333707,
"mean_target_max": 0.7714361180861791,
"score_mae": null,
"n": 600
}
}
},
"fitted_temperature": {
"type1_bucket1": 1.0890488624572754,
"type0_bucket1": 1.1777456998825073,
"type2_bucket0": 1.0981404781341553
}
}