minhleduc's picture
E2 run e2_rlce_sigma0p5_fixed_seed43 (epoch_4.pt)
fea02ca verified
Raw History Blame Contribute Delete
2.94 kB
{
"raw": {
"ece": 0.10938775247335435,
"brier": 0.05812557614409556,
"nll": 0.8731060525840149,
"accuracy": 0.769,
"soft_accuracy": 0.5256813679523766,
"mean_confidence": 0.6599044377803802,
"mean_target_max": 0.6589462240487337,
"score_mae": 0.23073756691010203,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.12190773333112401,
"brier": 0.07191934329879586,
"nll": 1.0029667794393997,
"accuracy": 0.755,
"soft_accuracy": 0.48216424918423095,
"mean_confidence": 0.6340662900110086,
"mean_target_max": 0.6345381752649943,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.12245667524635793,
"brier": 0.0626707494391917,
"nll": 1.0514651402598247,
"accuracy": 0.715,
"soft_accuracy": 0.44341961657628415,
"mean_confidence": 0.5967765658721328,
"mean_target_max": 0.5928848401084542,
"score_mae": 0.23073756691010203,
"n": 800
},
"noul": {
"ece": 0.09035681496063867,
"brier": 0.038271577929267074,
"nll": 0.5054332088275502,
"accuracy": 0.855,
"soft_accuracy": 0.6788808218886455,
"mean_confidence": 0.7699130814274152,
"mean_target_max": 0.7714361180861791,
"score_mae": null,
"n": 600
}
}
},
"post_temperature": {
"ece": 0.14125409112870693,
"brier": 0.053735369926146,
"nll": 0.8641864485777915,
"accuracy": 0.769,
"soft_accuracy": 0.5107613195888698,
"mean_confidence": 0.6280267777144909,
"mean_target_max": 0.6589462240487337,
"score_mae": 0.23047184225870296,
"n": 2000,
"by_type": {
"choice": {
"ece": 0.16430171514550845,
"brier": 0.06598119639989211,
"nll": 0.9912205807864666,
"accuracy": 0.755,
"soft_accuracy": 0.4619697396457195,
"mean_confidence": 0.591634560128053,
"mean_target_max": 0.6345381752649943,
"score_mae": null,
"n": 600
},
"score": {
"ece": 0.15405985459685326,
"brier": 0.05775743729795977,
"nll": 1.0415133168082684,
"accuracy": 0.715,
"soft_accuracy": 0.42967167212627827,
"mean_confidence": 0.5651446158438921,
"mean_target_max": 0.5928848401084542,
"score_mae": 0.23047184225870296,
"n": 800
},
"noul": {
"ece": 0.11211344540119171,
"brier": 0.03612678695664819,
"nll": 0.5007164920618137,
"accuracy": 0.855,
"soft_accuracy": 0.6676724294821421,
"mean_confidence": 0.7482618777950605,
"mean_target_max": 0.7714361180861791,
"score_mae": null,
"n": 600
}
}
},
"fitted_temperature": {
"type0_bucket1": 1.1898324489593506,
"type2_bucket0": 1.175607442855835,
"type1_bucket1": 1.144701600074768
}
}