{ "raw": { "ece": 0.12265124733746051, "brier": 0.055388274678264765, "nll": 0.86905312795192, "accuracy": 0.773, "soft_accuracy": 0.5224642791226506, "mean_confidence": 0.6503487647026778, "mean_target_max": 0.6589462240487337, "score_mae": 0.22557296380517072, "n": 2000, "by_type": { "choice": { "ece": 0.11637013147274654, "brier": 0.06971498777390024, "nll": 1.0007048309780657, "accuracy": 0.745, "soft_accuracy": 0.4799277836084366, "mean_confidence": 0.6286298842728137, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.1518083619698882, "brier": 0.059224421382659785, "nll": 1.0457110093114899, "accuracy": 0.7375, "soft_accuracy": 0.4401148924790323, "mean_confidence": 0.5863754814118147, "mean_target_max": 0.5928848401084542, "score_mae": 0.22557296380517072, "n": 800 }, "noul": { "ece": 0.1051627584795157, "brier": 0.03594669931010259, "nll": 0.5018575831130146, "accuracy": 0.8483333333333334, "soft_accuracy": 0.6747999568283558, "mean_confidence": 0.7573653561870257, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "post_temperature": { "ece": 0.1461664434671402, "brier": 0.05264063494339997, "nll": 0.8633672469202429, "accuracy": 0.773, "soft_accuracy": 0.5112822044193744, "mean_confidence": 0.6268335617929697, "mean_target_max": 0.6589462240487337, "score_mae": 0.2265943297947524, "n": 2000, "by_type": { "choice": { "ece": 0.15814547869066395, "brier": 0.06501654464813328, "nll": 0.990982209953169, "accuracy": 0.745, "soft_accuracy": 0.46072146609425546, "mean_confidence": 0.588732561369737, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.17144647084176537, "brier": 0.05643507497794417, "nll": 1.040392063660547, "accuracy": 0.7375, "soft_accuracy": 0.43124515399336816, "mean_confidence": 0.5664274859800935, "mean_target_max": 0.5928848401084542, "score_mae": 0.2265943297947524, "n": 800 }, "noul": { "ece": 0.11703787580132484, "brier": 0.03520547185927439, "nll": 0.49971919490024447, "accuracy": 0.8483333333333334, "soft_accuracy": 0.6685590099791686, "mean_confidence": 0.7454759966333707, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "fitted_temperature": { "type1_bucket1": 1.0890488624572754, "type0_bucket1": 1.1777456998825073, "type2_bucket0": 1.0981404781341553 } }