| { |
| "raw": { |
| "ece": 0.1311461047679186, |
| "brier": 0.05273624225749334, |
| "nll": 0.8640368629889563, |
| "accuracy": 0.774, |
| "soft_accuracy": 0.5199733426012099, |
| "mean_confidence": 0.6428539008647204, |
| "score_mae": 0.22571986983093667, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.1401130052407582, |
| "brier": 0.06713905334344265, |
| "nll": 0.9959831230528653, |
| "accuracy": 0.7383333333333333, |
| "soft_accuracy": 0.47646665925780934, |
| "mean_confidence": 0.6193402380744616, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1569210796058178, |
| "brier": 0.054211134814122486, |
| "nll": 1.0368544653337448, |
| "accuracy": 0.72875, |
| "soft_accuracy": 0.4359412415418774, |
| "mean_confidence": 0.5718288956955075, |
| "score_mae": 0.22571986983093667, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.10893244693676629, |
| "brier": 0.03636690776270516, |
| "nll": 0.5016671331319958, |
| "accuracy": 0.87, |
| "soft_accuracy": 0.6755228273570537, |
| "mean_confidence": 0.7610675705472628, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.1428269161581993, |
| "brier": 0.05156653890298763, |
| "nll": 0.8613705683182925, |
| "accuracy": 0.774, |
| "soft_accuracy": 0.5142253369018436, |
| "mean_confidence": 0.6311731157004833, |
| "score_mae": 0.2258651484287111, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.14583302150170008, |
| "brier": 0.06465582661260517, |
| "nll": 0.9904372099414468, |
| "accuracy": 0.7383333333333333, |
| "soft_accuracy": 0.4661055313050747, |
| "mean_confidence": 0.5978283456961314, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.15982799533754585, |
| "brier": 0.053903129071204606, |
| "nll": 1.0361163761094212, |
| "accuracy": 0.72875, |
| "soft_accuracy": 0.4346355589479208, |
| "mean_confidence": 0.568922016248107, |
| "score_mae": 0.2258651484287111, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.12248062272866568, |
| "brier": 0.03536179763574747, |
| "nll": 0.4993095163069665, |
| "accuracy": 0.87, |
| "soft_accuracy": 0.6684648464371761, |
| "mean_confidence": 0.7475193516413371, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.0932239294052124, |
| "type2_bucket0": 1.109182596206665, |
| "type1_bucket1": 1.0129419565200806 |
| } |
| } |
