{ "raw": { "ece": 0.05630718639492989, "brier": 0.07503989081131951, "nll": 0.9320191716201661, "accuracy": 0.7745, "soft_accuracy": 0.5517674996480346, "mean_confidence": 0.7191418521404266, "mean_target_max": 0.6589462240487337, "score_mae": 0.2428405145628494, "n": 2000, "by_type": { "choice": { "ece": 0.06025981868306796, "brier": 0.09027607686971123, "nll": 1.0617404357111082, "accuracy": 0.7583333333333333, "soft_accuracy": 0.5114792838568488, "mean_confidence": 0.6991841242710749, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.06879318818449974, "brier": 0.07618716055828145, "nll": 1.115870512262918, "accuracy": 0.72625, "soft_accuracy": 0.4729795000981539, "mean_confidence": 0.6591260279715061, "mean_target_max": 0.5928848401084542, "score_mae": 0.2428405145628494, "n": 800 }, "noul": { "ece": 0.056964735686779025, "brier": 0.058274011756978536, "nll": 0.5571627866722216, "accuracy": 0.855, "soft_accuracy": 0.6971063815057278, "mean_confidence": 0.8191206789016724, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "post_temperature": { "ece": 0.14520826515555382, "brier": 0.05341613219001425, "nll": 0.8649758866345509, "accuracy": 0.7745, "soft_accuracy": 0.5128453603722155, "mean_confidence": 0.6295880342572927, "mean_target_max": 0.6589462240487337, "score_mae": 0.22169638324761765, "n": 2000, "by_type": { "choice": { "ece": 0.1530504109958808, "brier": 0.06520603699136625, "nll": 0.9916026928958793, "accuracy": 0.7583333333333333, "soft_accuracy": 0.47025219501306614, "mean_confidence": 0.605282920151949, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.16636354729533195, "brier": 0.05310309622963359, "nll": 1.03596825607121, "accuracy": 0.72625, "soft_accuracy": 0.43319211531430485, "mean_confidence": 0.5608933720737695, "mean_target_max": 0.5928848401084542, "score_mae": 0.22169638324761765, "n": 800 }, "noul": { "ece": 0.11966505701343216, "brier": 0.042043608669169806, "nll": 0.5103592544576774, "accuracy": 0.855, "soft_accuracy": 0.6616428524752458, "mean_confidence": 0.7454860312740008, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "fitted_temperature": { "type0_bucket1": 1.4858466386795044, "type2_bucket0": 1.724143385887146, "type1_bucket1": 1.5682843923568726 } }