{ "raw": { "ece": 0.057404906570911414, "brier": 0.07307368355332416, "nll": 0.9560867864127358, "accuracy": 0.775, "soft_accuracy": 0.5551163791120053, "mean_confidence": 0.7192784253954887, "mean_target_max": 0.6589462240487337, "score_mae": 0.2456238779463456, "n": 2000, "by_type": { "choice": { "ece": 0.06165929590662322, "brier": 0.08983043199575093, "nll": 1.1012605741615697, "accuracy": 0.7566666666666667, "soft_accuracy": 0.5152563373496135, "mean_confidence": 0.701250191827615, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.06428438652306795, "brier": 0.08195476098480867, "nll": 1.1510826527373865, "accuracy": 0.7275, "soft_accuracy": 0.47719535844400524, "mean_confidence": 0.6685522451251745, "mean_target_max": 0.5928848401084542, "score_mae": 0.2456238779463456, "n": 800 }, "noul": { "ece": 0.051725090146064766, "brier": 0.0444754985355847, "nll": 0.5509185102310342, "accuracy": 0.8566666666666667, "soft_accuracy": 0.6988711150983969, "mean_confidence": 0.804941565990448, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "post_temperature": { "ece": 0.16356189571321006, "brier": 0.0502992638407189, "nll": 0.8584794242903591, "accuracy": 0.775, "soft_accuracy": 0.5101754530817271, "mean_confidence": 0.6114381209462881, "mean_target_max": 0.6589462240487337, "score_mae": 0.214751344381948, "n": 2000, "by_type": { "choice": { "ece": 0.18446204672257102, "brier": 0.062073928531837436, "nll": 0.9835493062250316, "accuracy": 0.7566666666666667, "soft_accuracy": 0.46109614603221416, "mean_confidence": 0.5726396570603053, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.1718552700430155, "brier": 0.05328607769250425, "nll": 1.0347097918624057, "accuracy": 0.7275, "soft_accuracy": 0.4332836725749075, "mean_confidence": 0.555644741691649, "mean_target_max": 0.5928848401084542, "score_mae": 0.214751344381948, "n": 800 }, "noul": { "ece": 0.13203887810309728, "brier": 0.03454218068055324, "nll": 0.4984357189262907, "accuracy": 0.8566666666666667, "soft_accuracy": 0.6617771341403326, "mean_confidence": 0.7246277571717898, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "fitted_temperature": { "type0_bucket1": 1.8644551038742065, "type2_bucket0": 2.075758695602417, "type1_bucket1": 1.7328335046768188 } }