{ "raw": { "ece": 0.07819666066765786, "brier": 0.06447791931933414, "nll": 0.8876326022762805, "accuracy": 0.7675, "soft_accuracy": 0.5376246295273304, "mean_confidence": 0.6893033391088247, "score_mae": 0.23617810900788755, "n": 2000, "by_type": { "choice": { "ece": 0.08568431779742239, "brier": 0.07875364395885602, "nll": 1.0160210124527416, "accuracy": 0.75, "soft_accuracy": 0.4951265711337328, "mean_confidence": 0.6682332300643126, "score_mae": null, "n": 600 }, "score": { "ece": 0.08903235401958227, "brier": 0.07023433758940882, "nll": 1.0710722564673052, "accuracy": 0.715, "soft_accuracy": 0.4565292657352984, "mean_confidence": 0.6302291714400053, "score_mae": 0.23617810900788755, "n": 800 }, "noul": { "ece": 0.06586102902889251, "brier": 0.04252697031971266, "nll": 0.5146579865117867, "accuracy": 0.855, "soft_accuracy": 0.6882498396436373, "mean_confidence": 0.789139005045096, "score_mae": null, "n": 600 } } }, "post_temperature": { "ece": 0.13225472186505796, "brier": 0.05364174054635279, "nll": 0.8639748433399945, "accuracy": 0.7675, "soft_accuracy": 0.5134944389313459, "mean_confidence": 0.6356240352839232, "score_mae": 0.23020501649240033, "n": 2000, "by_type": { "choice": { "ece": 0.14126860857009887, "brier": 0.06599409825261318, "nll": 0.9911767271223167, "accuracy": 0.75, "soft_accuracy": 0.4678984449803829, "mean_confidence": 0.608731386611859, "score_mae": null, "n": 600 }, "score": { "ece": 0.1447367349267006, "brier": 0.05761699416621923, "nll": 1.041679207822308, "accuracy": 0.715, "soft_accuracy": 0.4322680720873177, "mean_confidence": 0.572008408755064, "score_mae": 0.23020501649240033, "n": 800 }, "noul": { "ece": 0.10766249060630799, "brier": 0.035989044680270484, "nll": 0.49983380691458784, "accuracy": 0.855, "soft_accuracy": 0.6673922553410133, "mean_confidence": 0.7473375193277995, "score_mae": null, "n": 600 } } }, "fitted_temperature": { "type0_bucket1": 1.2595651149749756, "type2_bucket0": 1.3722405433654785, "type1_bucket1": 1.2760099172592163 } }