| { |
| "raw": { |
| "ece": 0.07792394097149372, |
| "brier": 0.0651938930230446, |
| "nll": 0.889134444310097, |
| "accuracy": 0.761, |
| "soft_accuracy": 0.5354805619120598, |
| "mean_confidence": 0.6834244523942471, |
| "score_mae": 0.23642302882857621, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.07670323486129442, |
| "brier": 0.0824239765906547, |
| "nll": 1.0238185043431198, |
| "accuracy": 0.7383333333333333, |
| "soft_accuracy": 0.4928270164380471, |
| "mean_confidence": 0.6666522144277891, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.08631576582789423, |
| "brier": 0.07005521307971321, |
| "nll": 1.0707776059722527, |
| "accuracy": 0.71, |
| "soft_accuracy": 0.4555477532558143, |
| "mean_confidence": 0.6238887127488851, |
| "score_mae": 0.23642302882857621, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.07208900928497315, |
| "brier": 0.04148204937987631, |
| "nll": 0.5122595020608666, |
| "accuracy": 0.8516666666666667, |
| "soft_accuracy": 0.6847111855943998, |
| "mean_confidence": 0.7795776765545209, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.1343130425512791, |
| "brier": 0.05431590324572952, |
| "nll": 0.8648814527792856, |
| "accuracy": 0.761, |
| "soft_accuracy": 0.5101195223405958, |
| "mean_confidence": 0.6266869630515576, |
| "score_mae": 0.23274893001886085, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.1416614914437135, |
| "brier": 0.06833023387277838, |
| "nll": 0.9951477930446466, |
| "accuracy": 0.7383333333333333, |
| "soft_accuracy": 0.4618977982302507, |
| "mean_confidence": 0.5980274300773939, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.15051539737731218, |
| "brier": 0.05705952123160387, |
| "nll": 1.0408778808638453, |
| "accuracy": 0.71, |
| "soft_accuracy": 0.42907225193455817, |
| "mean_confidence": 0.5610981351137161, |
| "score_mae": 0.23274893001886085, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.10886838714281719, |
| "brier": 0.03664341530418151, |
| "nll": 0.4999532084011783, |
| "accuracy": 0.8516666666666667, |
| "soft_accuracy": 0.6664042736589909, |
| "mean_confidence": 0.7427982666095098, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type1_bucket1": 1.3121464252471924, |
| "type0_bucket1": 1.3120508193969727, |
| "type2_bucket0": 1.3396928310394287 |
| } |
| } |
