| { |
| "raw": { |
| "ece": 0.08768837297707795, |
| "brier": 0.06656727136412512, |
| "nll": 0.892609149595024, |
| "accuracy": 0.7615, |
| "soft_accuracy": 0.5317894631270319, |
| "mean_confidence": 0.6775622668862343, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.24285939731518738, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.08936514576276143, |
| "brier": 0.08215777321688468, |
| "nll": 1.0255133604661872, |
| "accuracy": 0.73, |
| "soft_accuracy": 0.48657992063711086, |
| "mean_confidence": 0.6510106047491232, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.10235176857560872, |
| "brier": 0.07003681775919177, |
| "nll": 1.0722642303165049, |
| "accuracy": 0.72375, |
| "soft_accuracy": 0.45388750651385634, |
| "mean_confidence": 0.623098932094872, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.24285939731518738, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.06660163760185242, |
| "brier": 0.04635070765127668, |
| "nll": 0.5201648310952199, |
| "accuracy": 0.8433333333333334, |
| "soft_accuracy": 0.680868281101187, |
| "mean_confidence": 0.7767317087451617, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.1403249937593937, |
| "brier": 0.05714447159732477, |
| "nll": 0.8703827581712976, |
| "accuracy": 0.7615, |
| "soft_accuracy": 0.5068629283048213, |
| "mean_confidence": 0.6229879706948995, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.239818540236447, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.1397575196127097, |
| "brier": 0.07136482296457568, |
| "nll": 1.0011731689423322, |
| "accuracy": 0.73, |
| "soft_accuracy": 0.46079019087056317, |
| "mean_confidence": 0.5944797937572003, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1615325337834656, |
| "brier": 0.05838666493040364, |
| "nll": 1.045272371917963, |
| "accuracy": 0.72375, |
| "soft_accuracy": 0.4283607154991478, |
| "mean_confidence": 0.5635718555748462, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.239818540236447, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.11261570334434509, |
| "brier": 0.04126786245263536, |
| "nll": 0.5064061957380424, |
| "accuracy": 0.8433333333333334, |
| "soft_accuracy": 0.6576052828133107, |
| "mean_confidence": 0.7307176344593366, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.2617459297180176, |
| "type2_bucket0": 1.441089391708374, |
| "type1_bucket1": 1.2855894565582275 |
| } |
| } |
