| { |
| "raw": { |
| "ece": 0.12679152297228574, |
| "brier": 0.05535062948582825, |
| "nll": 0.8679260851321742, |
| "accuracy": 0.76, |
| "soft_accuracy": 0.5145708695724607, |
| "mean_confidence": 0.6345017634481191, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.2358442002814263, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.12754969368378322, |
| "brier": 0.06870347295043758, |
| "nll": 0.9975430295554301, |
| "accuracy": 0.73, |
| "soft_accuracy": 0.4690246512244145, |
| "mean_confidence": 0.6079408426582813, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.15719266310334207, |
| "brier": 0.05798107115449511, |
| "nll": 1.044197057574056, |
| "accuracy": 0.71875, |
| "soft_accuracy": 0.43173864085227254, |
| "mean_confidence": 0.5640414332598448, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.2358442002814263, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.10082647318641345, |
| "brier": 0.03849053046299644, |
| "nll": 0.5032811774530759, |
| "accuracy": 0.845, |
| "soft_accuracy": 0.6705600595474244, |
| "mean_confidence": 0.7550097911556561, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.14100187775492665, |
| "brier": 0.05418899545646501, |
| "nll": 0.8656314948331565, |
| "accuracy": 0.76, |
| "soft_accuracy": 0.5069824938178062, |
| "mean_confidence": 0.6189981058388948, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.2364325567521155, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.140854502171278, |
| "brier": 0.06703519375523986, |
| "nll": 0.9948613907334706, |
| "accuracy": 0.73, |
| "soft_accuracy": 0.46041965164244175, |
| "mean_confidence": 0.5903157998124758, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1665362735465169, |
| "brier": 0.05691809966142955, |
| "nll": 1.0416682769916952, |
| "accuracy": 0.71875, |
| "soft_accuracy": 0.4263803570531309, |
| "mean_confidence": 0.552213729210198, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.2364325567521155, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.12232253074645996, |
| "brier": 0.037703991551070765, |
| "nll": 0.5016858893881242, |
| "accuracy": 0.845, |
| "soft_accuracy": 0.6610148516794045, |
| "mean_confidence": 0.7367262473702431, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.0745879411697388, |
| "type2_bucket0": 1.1491918563842773, |
| "type1_bucket1": 1.0556284189224243 |
| } |
| } |
