| { |
| "raw": { |
| "ece": 0.1398480086773634, |
| "brier": 0.05103822000877925, |
| "nll": 0.8604203677009791, |
| "accuracy": 0.7855, |
| "soft_accuracy": 0.5235573233515024, |
| "mean_confidence": 0.6458810180872678, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.21578076076169964, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.14743219847480457, |
| "brier": 0.06339079040756132, |
| "nll": 0.9857434277236462, |
| "accuracy": 0.7633333333333333, |
| "soft_accuracy": 0.47836515128612517, |
| "mean_confidence": 0.6159011376897494, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.16289205316454172, |
| "brier": 0.05298609249110598, |
| "nll": 1.0357897561136633, |
| "accuracy": 0.74625, |
| "soft_accuracy": 0.4441511295735836, |
| "mean_confidence": 0.584728074260056, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.21578076076169964, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.10260182797908782, |
| "brier": 0.036088486300228206, |
| "nll": 0.5012714564613998, |
| "accuracy": 0.86, |
| "soft_accuracy": 0.6746244204541048, |
| "mean_confidence": 0.7573981569210688, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.1588473957479, |
| "brier": 0.04917404281355277, |
| "nll": 0.8560326781123877, |
| "accuracy": 0.7855, |
| "soft_accuracy": 0.5143366709724069, |
| "mean_confidence": 0.6268481774032116, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.2155858551512938, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.1697476014494896, |
| "brier": 0.06110521121062883, |
| "nll": 0.9806674488882223, |
| "accuracy": 0.7633333333333333, |
| "soft_accuracy": 0.4674839984625578, |
| "mean_confidence": 0.5935857443511486, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1827498009428382, |
| "brier": 0.05077533899652735, |
| "nll": 1.0302575784828514, |
| "accuracy": 0.74625, |
| "soft_accuracy": 0.4355850401893258, |
| "mean_confidence": 0.5657574540749192, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.2155858551512938, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.11843508313099545, |
| "brier": 0.035107812839177244, |
| "nll": 0.4990980401759346, |
| "accuracy": 0.86, |
| "soft_accuracy": 0.6661915178596973, |
| "mean_confidence": 0.741564908226331, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.1001685857772827, |
| "type2_bucket0": 1.130467176437378, |
| "type1_bucket1": 1.0884613990783691 |
| } |
| } |
