| { |
| "raw": { |
| "ece": 0.06247570636123419, |
| "brier": 0.07159885753310358, |
| "nll": 0.9871578481241773, |
| "accuracy": 0.774, |
| "soft_accuracy": 0.5550091580034933, |
| "mean_confidence": 0.7148323274552822, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.24743149618079768, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.08004063126941523, |
| "brier": 0.08437397119729698, |
| "nll": 1.1341199049664572, |
| "accuracy": 0.7616666666666667, |
| "soft_accuracy": 0.5161412421241403, |
| "mean_confidence": 0.6961774043738842, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.06396819561719894, |
| "brier": 0.07845711318950861, |
| "nll": 1.1806772747822105, |
| "accuracy": 0.72, |
| "soft_accuracy": 0.4767965656411252, |
| "mean_confidence": 0.6601681255921722, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.24743149618079768, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.0534882617990176, |
| "brier": 0.049679402993703485, |
| "nll": 0.5821698890711863, |
| "accuracy": 0.8583333333333333, |
| "soft_accuracy": 0.6981605303660036, |
| "mean_confidence": 0.806372853020827, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.17336726085841658, |
| "brier": 0.05161821419496153, |
| "nll": 0.8642696282893885, |
| "accuracy": 0.774, |
| "soft_accuracy": 0.5073439120836556, |
| "mean_confidence": 0.6006327216774225, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.21800018620619085, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.19164921840031937, |
| "brier": 0.06163718613093541, |
| "nll": 0.9900163768736335, |
| "accuracy": 0.7616666666666667, |
| "soft_accuracy": 0.4636078991989295, |
| "mean_confidence": 0.5700174510975679, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.182909285761416, |
| "brier": 0.053707796073395, |
| "nll": 1.0393080767360516, |
| "accuracy": 0.72, |
| "soft_accuracy": 0.42770247970707714, |
| "mean_confidence": 0.5374936549365521, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.21800018620619085, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.14289991398652396, |
| "brier": 0.03881313308774302, |
| "nll": 0.5051382817762593, |
| "accuracy": 0.8583333333333333, |
| "soft_accuracy": 0.6572685014704863, |
| "mean_confidence": 0.7154334145784378, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.9356564283370972, |
| "type2_bucket0": 2.420105218887329, |
| "type1_bucket1": 1.9092248678207397 |
| } |
| } |
