| { |
| "raw": { |
| "ece": 0.13457706558704377, |
| "brier": 0.053072483953451675, |
| "nll": 0.8642846867744811, |
| "accuracy": 0.7775, |
| "soft_accuracy": 0.5214390063285828, |
| "mean_confidence": 0.6446689553260804, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.21876078649656847, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.13371521070599554, |
| "brier": 0.06767832974092736, |
| "nll": 0.9941271715487043, |
| "accuracy": 0.7533333333333333, |
| "soft_accuracy": 0.4766030919800202, |
| "mean_confidence": 0.6196181240181128, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.16226732674986122, |
| "brier": 0.05451303494450485, |
| "nll": 1.0379393140226603, |
| "accuracy": 0.7325, |
| "soft_accuracy": 0.44023495307192206, |
| "mean_confidence": 0.5787717271223665, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.21876078649656847, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.10408389608065288, |
| "brier": 0.036545903511238424, |
| "nll": 0.5029026990026857, |
| "accuracy": 0.8616666666666667, |
| "soft_accuracy": 0.6745469916860263, |
| "mean_confidence": 0.7575827575723331, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.15136478865146635, |
| "brier": 0.05149772852919583, |
| "nll": 0.8604798654299229, |
| "accuracy": 0.7775, |
| "soft_accuracy": 0.5136348050832749, |
| "mean_confidence": 0.6285212074667216, |
| "mean_target_max": 0.6589462240487337, |
| "score_mae": 0.21874093162477948, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.15615266551574072, |
| "brier": 0.06530533224266644, |
| "nll": 0.9888753090736767, |
| "accuracy": 0.7533333333333333, |
| "soft_accuracy": 0.4670632988711198, |
| "mean_confidence": 0.5995675005018711, |
| "mean_target_max": 0.6345381752649943, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.17158496633172038, |
| "brier": 0.05304105402517052, |
| "nll": 1.0343197106011213, |
| "accuracy": 0.7325, |
| "soft_accuracy": 0.4344353336468339, |
| "mean_confidence": 0.5658757378160953, |
| "mean_target_max": 0.5928848401084542, |
| "score_mae": 0.21874093162477948, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.12066448509693146, |
| "brier": 0.03563235748775898, |
| "nll": 0.5002979615579048, |
| "accuracy": 0.8616666666666667, |
| "soft_accuracy": 0.6658056065440178, |
| "mean_confidence": 0.7410022072990735, |
| "mean_target_max": 0.7714361180861791, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.0873889923095703, |
| "type2_bucket0": 1.1389371156692505, |
| "type1_bucket1": 1.0593258142471313 |
| } |
| } |
