| { |
| "raw": { |
| "ece": 0.12822754203528167, |
| "brier": 0.05530109313218827, |
| "nll": 0.8678397416705266, |
| "accuracy": 0.7615, |
| "soft_accuracy": 0.5146520517989993, |
| "mean_confidence": 0.6345642500817775, |
| "score_mae": 0.23563454432209255, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.1322263596455256, |
| "brier": 0.06862509907051693, |
| "nll": 0.9974130208231509, |
| "accuracy": 0.7316666666666667, |
| "soft_accuracy": 0.4691468758632739, |
| "mean_confidence": 0.6079821938276291, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.15854124311357734, |
| "brier": 0.05788625737608754, |
| "nll": 1.0440307543426752, |
| "accuracy": 0.72, |
| "soft_accuracy": 0.4317976192757487, |
| "mean_confidence": 0.563935886695981, |
| "score_mae": 0.23563454432209255, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.09546335597832997, |
| "brier": 0.038530201535327255, |
| "nll": 0.5033451122883708, |
| "accuracy": 0.8466666666666667, |
| "soft_accuracy": 0.6706298044323922, |
| "mean_confidence": 0.7553174575169881, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.14291595120728018, |
| "brier": 0.05413706335548018, |
| "nll": 0.8655329882353544, |
| "accuracy": 0.7615, |
| "soft_accuracy": 0.5071216474995017, |
| "mean_confidence": 0.6191726033687591, |
| "score_mae": 0.2361672744632233, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.1422972479959329, |
| "brier": 0.06695349502802855, |
| "nll": 0.9947054195279876, |
| "accuracy": 0.7316666666666667, |
| "soft_accuracy": 0.46050154651204744, |
| "mean_confidence": 0.5902835857371489, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.16855653237551455, |
| "brier": 0.056834597829119954, |
| "nll": 1.0415180657990277, |
| "accuracy": 0.72, |
| "soft_accuracy": 0.4264914493076503, |
| "mean_confidence": 0.5522292291745543, |
| "score_mae": 0.2361672744632233, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.12376613413294155, |
| "brier": 0.03772391905141211, |
| "nll": 0.5017137868578235, |
| "accuracy": 0.8466666666666667, |
| "soft_accuracy": 0.6612486794094244, |
| "mean_confidence": 0.7373194532593091, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.0749820470809937, |
| "type2_bucket0": 1.1464506387710571, |
| "type1_bucket1": 1.0550986528396606 |
| } |
| } |
