| { |
| "raw": { |
| "ece": 0.14623528042435646, |
| "brier": 0.05187493308873255, |
| "nll": 0.8620833359397948, |
| "accuracy": 0.782, |
| "soft_accuracy": 0.5165476535595953, |
| "mean_confidence": 0.6357647009789944, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.22164019856252706, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.1406357887387276, |
| "brier": 0.06430449025351814, |
| "nll": 0.9907977162860334, |
| "accuracy": 0.7466666666666667, |
| "soft_accuracy": 0.47202380614976086, |
| "mean_confidence": 0.6060308781266213, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1810961751639843, |
| "brier": 0.05559757824222288, |
| "nll": 1.0381295581767336, |
| "accuracy": 0.75125, |
| "soft_accuracy": 0.43400188169442117, |
| "mean_confidence": 0.5704369857162237, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.22164019856252706, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.10573116928339003, |
| "brier": 0.0344818490526265, |
| "nll": 0.4986406592776378, |
| "accuracy": 0.8583333333333333, |
| "soft_accuracy": 0.6711325301229953, |
| "mean_confidence": 0.7526021441817283, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.15405899201333523, |
| "brier": 0.05127986825817003, |
| "nll": 0.8608446306493134, |
| "accuracy": 0.782, |
| "soft_accuracy": 0.5126817736849189, |
| "mean_confidence": 0.6279409993737936, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.22208344614249653, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.15592424268523852, |
| "brier": 0.06307169253218187, |
| "nll": 0.9881872447952628, |
| "accuracy": 0.7466666666666667, |
| "soft_accuracy": 0.4644742188602686, |
| "mean_confidence": 0.5907424199084441, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.18456893473863603, |
| "brier": 0.05520905020358327, |
| "nll": 1.037406365359202, |
| "accuracy": 0.75125, |
| "soft_accuracy": 0.4323760567605495, |
| "mean_confidence": 0.5668293686956167, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.22208344614249653, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.11171158452828726, |
| "brier": 0.034249134723607216, |
| "nll": 0.49808637022351226, |
| "accuracy": 0.8583333333333333, |
| "soft_accuracy": 0.6679636177420616, |
| "mean_confidence": 0.7466217530767123, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type1_bucket1": 1.0158109664916992, |
| "type0_bucket1": 1.0667140483856201, |
| "type2_bucket0": 1.0462324619293213 |
| } |
| } |
