{ "raw": { "ece": 0.10938775247335435, "brier": 0.05812557614409556, "nll": 0.8731060525840149, "accuracy": 0.769, "soft_accuracy": 0.5256813679523766, "mean_confidence": 0.6599044377803802, "mean_target_max": 0.6589462240487337, "score_mae": 0.23073756691010203, "n": 2000, "by_type": { "choice": { "ece": 0.12190773333112401, "brier": 0.07191934329879586, "nll": 1.0029667794393997, "accuracy": 0.755, "soft_accuracy": 0.48216424918423095, "mean_confidence": 0.6340662900110086, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.12245667524635793, "brier": 0.0626707494391917, "nll": 1.0514651402598247, "accuracy": 0.715, "soft_accuracy": 0.44341961657628415, "mean_confidence": 0.5967765658721328, "mean_target_max": 0.5928848401084542, "score_mae": 0.23073756691010203, "n": 800 }, "noul": { "ece": 0.09035681496063867, "brier": 0.038271577929267074, "nll": 0.5054332088275502, "accuracy": 0.855, "soft_accuracy": 0.6788808218886455, "mean_confidence": 0.7699130814274152, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "post_temperature": { "ece": 0.14125409112870693, "brier": 0.053735369926146, "nll": 0.8641864485777915, "accuracy": 0.769, "soft_accuracy": 0.5107613195888698, "mean_confidence": 0.6280267777144909, "mean_target_max": 0.6589462240487337, "score_mae": 0.23047184225870296, "n": 2000, "by_type": { "choice": { "ece": 0.16430171514550845, "brier": 0.06598119639989211, "nll": 0.9912205807864666, "accuracy": 0.755, "soft_accuracy": 0.4619697396457195, "mean_confidence": 0.591634560128053, "mean_target_max": 0.6345381752649943, "score_mae": null, "n": 600 }, "score": { "ece": 0.15405985459685326, "brier": 0.05775743729795977, "nll": 1.0415133168082684, "accuracy": 0.715, "soft_accuracy": 0.42967167212627827, "mean_confidence": 0.5651446158438921, "mean_target_max": 0.5928848401084542, "score_mae": 0.23047184225870296, "n": 800 }, "noul": { "ece": 0.11211344540119171, "brier": 0.03612678695664819, "nll": 0.5007164920618137, "accuracy": 0.855, "soft_accuracy": 0.6676724294821421, "mean_confidence": 0.7482618777950605, "mean_target_max": 0.7714361180861791, "score_mae": null, "n": 600 } } }, "fitted_temperature": { "type0_bucket1": 1.1898324489593506, "type2_bucket0": 1.175607442855835, "type1_bucket1": 1.144701600074768 } }