| { |
| "raw": { |
| "ece": 0.13831696626544, |
| "brier": 0.051284364823037706, |
| "nll": 0.8615161191206425, |
| "accuracy": 0.783, |
| "soft_accuracy": 0.5222538067623973, |
| "mean_confidence": 0.6452848957926035, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.21527907053823583, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.15338748335838318, |
| "brier": 0.06259250025831231, |
| "nll": 0.986831498829027, |
| "accuracy": 0.765, |
| "soft_accuracy": 0.47661630041897296, |
| "mean_confidence": 0.6136187381048998, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1602796625718474, |
| "brier": 0.05328848799827483, |
| "nll": 1.0365782652422786, |
| "accuracy": 0.74375, |
| "soft_accuracy": 0.44316409012302754, |
| "mean_confidence": 0.5840223825722933, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.21527907053823583, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.09865541060765583, |
| "brier": 0.0373040651541136, |
| "nll": 0.50278454458341, |
| "accuracy": 0.8533333333333334, |
| "soft_accuracy": 0.6733442686249812, |
| "mean_confidence": 0.7586344044407208, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.1613641293048859, |
| "brier": 0.04948239230941744, |
| "nll": 0.8574540826445446, |
| "accuracy": 0.783, |
| "soft_accuracy": 0.5113731906339526, |
| "mean_confidence": 0.6228788203001022, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.21538325707893818, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.19152938291430474, |
| "brier": 0.06042450366864311, |
| "nll": 0.9820380164931218, |
| "accuracy": 0.765, |
| "soft_accuracy": 0.45812685097257294, |
| "mean_confidence": 0.5765153206884861, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.17983196027576925, |
| "brier": 0.05104208130190152, |
| "nll": 1.031392307500355, |
| "accuracy": 0.74375, |
| "soft_accuracy": 0.43448590984568, |
| "mean_confidence": 0.564741894416511, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.21538325707893818, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.11253386884927749, |
| "brier": 0.03646069562687969, |
| "nll": 0.5009525156548867, |
| "accuracy": 0.8533333333333334, |
| "soft_accuracy": 0.6671359046796957, |
| "mean_confidence": 0.7467582210898399, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type1_bucket1": 1.0892750024795532, |
| "type0_bucket1": 1.1707441806793213, |
| "type2_bucket0": 1.0939185619354248 |
| } |
| } |
