| { |
| "raw": { |
| "ece": 0.0867420684248209, |
| "brier": 0.06649116362994949, |
| "nll": 0.89247768904455, |
| "accuracy": 0.761, |
| "soft_accuracy": 0.5318410232178867, |
| "mean_confidence": 0.6776189638525247, |
| "score_mae": 0.24290502518531867, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.08772538999716441, |
| "brier": 0.08208390673490006, |
| "nll": 1.025410343380645, |
| "accuracy": 0.7283333333333334, |
| "soft_accuracy": 0.4865714711571733, |
| "mean_confidence": 0.650977836449941, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1000199832767248, |
| "brier": 0.0700340546910229, |
| "nll": 1.0721786250313743, |
| "accuracy": 0.7225, |
| "soft_accuracy": 0.45394872039556505, |
| "mean_confidence": 0.6232056948170066, |
| "score_mae": 0.24290502518531867, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.06818889498710633, |
| "brier": 0.04617456577690099, |
| "nll": 0.5199437867260227, |
| "accuracy": 0.845, |
| "soft_accuracy": 0.6809669790416956, |
| "mean_confidence": 0.7768111166357994, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.1396139353811741, |
| "brier": 0.05708729153524543, |
| "nll": 0.87030091369804, |
| "accuracy": 0.761, |
| "soft_accuracy": 0.5069854698851705, |
| "mean_confidence": 0.6232002761662007, |
| "score_mae": 0.2397035081544891, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.13807830850283304, |
| "brier": 0.07131863028705993, |
| "nll": 1.0011274497335156, |
| "accuracy": 0.7283333333333334, |
| "soft_accuracy": 0.46080951342980064, |
| "mean_confidence": 0.5945008865992228, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1599178895540535, |
| "brier": 0.05838104838370782, |
| "nll": 1.045214518448338, |
| "accuracy": 0.7225, |
| "soft_accuracy": 0.4285406183823943, |
| "mean_confidence": 0.5639332137256861, |
| "score_mae": 0.2397035081544891, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.11407759229342143, |
| "brier": 0.04113094365214773, |
| "nll": 0.5062562379955003, |
| "accuracy": 0.845, |
| "soft_accuracy": 0.6577545616775751, |
| "mean_confidence": 0.7309224156538645, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.2614489793777466, |
| "type2_bucket0": 1.4392832517623901, |
| "type1_bucket1": 1.284111738204956 |
| } |
| } |
