| { |
| "raw": { |
| "ece": 0.14004284296929834, |
| "brier": 0.05231113771935242, |
| "nll": 0.8615606835968792, |
| "accuracy": 0.7785, |
| "soft_accuracy": 0.5190770915709436, |
| "mean_confidence": 0.6384571585655212, |
| "score_mae": 0.22389980303356424, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.15449575329820314, |
| "brier": 0.06391233971989853, |
| "nll": 0.9867078996635974, |
| "accuracy": 0.7666666666666667, |
| "soft_accuracy": 0.47517100428541503, |
| "mean_confidence": 0.6121709233522415, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1481409678608179, |
| "brier": 0.05756362313889895, |
| "nll": 1.0408445472083985, |
| "accuracy": 0.72375, |
| "soft_accuracy": 0.4375115679483861, |
| "mean_confidence": 0.5756090462207795, |
| "score_mae": 0.22389980303356424, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.11479244967301687, |
| "brier": 0.03370662182607759, |
| "nll": 0.49736831604813536, |
| "accuracy": 0.8633333333333333, |
| "soft_accuracy": 0.6717372103532155, |
| "mean_confidence": 0.7485408769051234, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.15468624928593636, |
| "brier": 0.0509832072927122, |
| "nll": 0.8585635291822254, |
| "accuracy": 0.7785, |
| "soft_accuracy": 0.5120872111618519, |
| "mean_confidence": 0.6238137583583593, |
| "score_mae": 0.2241187854518648, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.17406129206220305, |
| "brier": 0.062145273851042473, |
| "nll": 0.9828057477561136, |
| "accuracy": 0.7666666666666667, |
| "soft_accuracy": 0.46572454484800496, |
| "mean_confidence": 0.5926053783297539, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.16359852660447363, |
| "brier": 0.05573118854731717, |
| "nll": 1.0368128461157904, |
| "accuracy": 0.72375, |
| "soft_accuracy": 0.4306440041400492, |
| "mean_confidence": 0.5601514636352658, |
| "score_mae": 0.2241187854518648, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.12369074026743572, |
| "brier": 0.033490499061575266, |
| "nll": 0.4966555546969175, |
| "accuracy": 0.8633333333333333, |
| "soft_accuracy": 0.6670408201714356, |
| "mean_confidence": 0.7399051980177561, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.0869410037994385, |
| "type2_bucket0": 1.0710346698760986, |
| "type1_bucket1": 1.0724668502807617 |
| } |
| } |
