{ "raw": { "ece": 0.11390865607559682, "brier": 0.05655546752502091, "nll": 0.8700334402075969, "accuracy": 0.7735, "soft_accuracy": 0.5252629271820187, "mean_confidence": 0.6595913757085801, "score_mae": 0.22807463198783806, "n": 2000, "by_type": { "choice": { "ece": 0.11666326254606246, "brier": 0.07069142107618064, "nll": 1.0013599240966142, "accuracy": 0.7533333333333333, "soft_accuracy": 0.4825493113944928, "mean_confidence": 0.6374681354562441, "score_mae": null, "n": 600 }, "score": { "ece": 0.12849757742136717, "brier": 0.060501123206740885, "nll": 1.0468469276186079, "accuracy": 0.72125, "soft_accuracy": 0.44201050858944657, "mean_confidence": 0.5927523962408304, "score_mae": 0.22807463198783806, "n": 800 }, "noul": { "ece": 0.09426340192556382, "brier": 0.03715863973156788, "nll": 0.5029556397705649, "accuracy": 0.8633333333333333, "soft_accuracy": 0.678979767759641, "mean_confidence": 0.7708332552512487, "score_mae": null, "n": 600 } } }, "post_temperature": { "ece": 0.14354266396164894, "brier": 0.052714795750361594, "nll": 0.8625191753543914, "accuracy": 0.7735, "soft_accuracy": 0.5112664862945676, "mean_confidence": 0.6299573639929295, "score_mae": 0.22675453122763428, "n": 2000, "by_type": { "choice": { "ece": 0.1522600480914116, "brier": 0.06530667010042332, "nll": 0.9916246360788743, "accuracy": 0.7533333333333333, "soft_accuracy": 0.4651045961678028, "mean_confidence": 0.6010732888678709, "score_mae": null, "n": 600 }, "score": { "ece": 0.15519656222313644, "brier": 0.0565669214198806, "nll": 1.0386875697784126, "accuracy": 0.72125, "soft_accuracy": 0.4304271869175136, "mean_confidence": 0.5660534334555268, "score_mae": 0.22675453122763428, "n": 800 }, "noul": { "ece": 0.1195802284280459, "brier": 0.03498675384094121, "nll": 0.4985225220645467, "accuracy": 0.8633333333333333, "soft_accuracy": 0.665214108924071, "mean_confidence": 0.7440466798345248, "score_mae": null, "n": 600 } } }, "fitted_temperature": { "type0_bucket1": 1.1535396575927734, "type2_bucket0": 1.219477653503418, "type1_bucket1": 1.1212671995162964 } }