| { |
| "raw": { |
| "ece": 0.05492016673088073, |
| "brier": 0.07290656918366514, |
| "nll": 0.9331893428541953, |
| "accuracy": 0.763, |
| "soft_accuracy": 0.5495321557377465, |
| "mean_confidence": 0.710992153853178, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.2455293081885611, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.06423682210346063, |
| "brier": 0.08723674146583714, |
| "nll": 1.074158520035368, |
| "accuracy": 0.735, |
| "soft_accuracy": 0.5082238023355603, |
| "mean_confidence": 0.6888738328715166, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.06479341212660074, |
| "brier": 0.08184851084640059, |
| "nll": 1.1235608079913073, |
| "accuracy": 0.72, |
| "soft_accuracy": 0.47136491038952955, |
| "mean_confidence": 0.6590714601054788, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.2455293081885611, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.04606316069761912, |
| "brier": 0.0466538080178459, |
| "nll": 0.5383915454902065, |
| "accuracy": 0.8483333333333334, |
| "soft_accuracy": 0.6950635029375554, |
| "mean_confidence": 0.8023380664984385, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.1465617177784443, |
| "brier": 0.0529350912007566, |
| "nll": 0.8636743592321873, |
| "accuracy": 0.763, |
| "soft_accuracy": 0.50882018167153, |
| "mean_confidence": 0.6167448680102825, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.22862462463206612, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.15243854343891144, |
| "brier": 0.06480050334939733, |
| "nll": 0.9914538177723686, |
| "accuracy": 0.735, |
| "soft_accuracy": 0.46189232205351194, |
| "mean_confidence": 0.5825614453355471, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.16561398483812806, |
| "brier": 0.0564608580215554, |
| "nll": 1.0401638444233685, |
| "accuracy": 0.72, |
| "soft_accuracy": 0.42966365384869276, |
| "mean_confidence": 0.5566691920161247, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.22862462463206612, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.11730413367350893, |
| "brier": 0.03636865662438416, |
| "nll": 0.5005755871037643, |
| "accuracy": 0.8483333333333334, |
| "soft_accuracy": 0.6612900783866644, |
| "mean_confidence": 0.7310291920105616, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.6228762865066528, |
| "type2_bucket0": 1.8150746822357178, |
| "type1_bucket1": 1.5972267389297485 |
| } |
| } |
