{ "raw": { "ece": 0.12751009610295297, "brier": 0.05335478361494638, "nll": 0.8650917832469568, "accuracy": 0.768, "soft_accuracy": 0.5189383897446096, "mean_confidence": 0.6404899044930935, "mean_target_max": 0.6589462240487337, "score_mae": 0.22315380703395932, "n": 2000, "by_type": { "choice": { "ece": 0.14127451032400132, "brier": 0.06595876092881706, "nll": 0.992113546282053, "accuracy": 0.7516666666666667, "soft_accuracy": 0.47432611651718615, "mean_confidence": 0.6128524332245191, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.15239446971565485, "brier": 0.057384368095347325, "nll": 1.04262451373972, "accuracy": 0.72625, "soft_accuracy": 0.43722640846855937, "mean_confidence": 0.5746278527379036, "mean_target_max": 0.5928848401084542, "score_mae": 0.22315380703395932, "n": 800 }, "noul": { "ece": 0.10585159599781038, "brier": 0.03537802699387445, "nll": 0.5013597128881763, "accuracy": 0.84, "soft_accuracy": 0.6724999713401, "mean_confidence": 0.7559434447685878, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "post_temperature": { "ece": 0.14276222667098046, "brier": 0.052112305763053604, "nll": 0.8620958601590246, "accuracy": 0.768, "soft_accuracy": 0.5115978672802448, "mean_confidence": 0.6254664157927037, "mean_target_max": 0.6589462240487337, "score_mae": 0.22311260582937392, "n": 2000, "by_type": { "choice": { "ece": 0.16253415167331697, "brier": 0.06408576760397712, "nll": 0.987983137127012, "accuracy": 0.7516666666666667, "soft_accuracy": 0.4642106085518996, "mean_confidence": 0.5922220328450203, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.16398581121116876, "brier": 0.05605270585605467, "nll": 1.0393069208879024, "accuracy": 0.72625, "soft_accuracy": 0.43212321305647494, "mean_confidence": 0.5632208345085382, "mean_target_max": 0.5928848401084542, "score_mae": 0.22311260582937392, "n": 800 }, "noul": { "ece": 0.12543535361687344, "brier": 0.034884977131462006, "nll": 0.4999271688858668, "accuracy": 0.84, "soft_accuracy": 0.6649513316402833, "mean_confidence": 0.7417049071192742, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "fitted_temperature": { "type0_bucket1": 1.0903278589248657, "type2_bucket0": 1.1138123273849487, "type1_bucket1": 1.0528963804244995 } }