| { |
| "raw": { |
| "ece": 0.1403095155656338, |
| "brier": 0.050999487702119047, |
| "nll": 0.860319820090197, |
| "accuracy": 0.786, |
| "soft_accuracy": 0.5234679394811392, |
| "mean_confidence": 0.6456904814988375, |
| "score_mae": 0.21561100330349292, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.14761911233266192, |
| "brier": 0.06340317008623818, |
| "nll": 0.9857141292778154, |
| "accuracy": 0.7633333333333333, |
| "soft_accuracy": 0.4782372895628214, |
| "mean_confidence": 0.6157142215967178, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1623956760764122, |
| "brier": 0.05286887642540137, |
| "nll": 1.0355604347772895, |
| "accuracy": 0.74625, |
| "soft_accuracy": 0.44410819893702863, |
| "mean_confidence": 0.5845614827796817, |
| "score_mae": 0.21561100330349292, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.10449459860722224, |
| "brier": 0.03610328702029015, |
| "nll": 0.5012713579864552, |
| "accuracy": 0.8616666666666667, |
| "soft_accuracy": 0.6745115767916043, |
| "mean_confidence": 0.7571720730264981, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "post_temperature": { |
| "ece": 0.15913432231545446, |
| "brier": 0.04916353706188913, |
| "nll": 0.8560048570781946, |
| "accuracy": 0.786, |
| "soft_accuracy": 0.5143453535288572, |
| "mean_confidence": 0.6268656734824181, |
| "score_mae": 0.21544989785994403, |
| "n": 2000, |
| "by_type": { |
| "choice": { |
| "ece": 0.16967813124259315, |
| "brier": 0.06114765697592588, |
| "nll": 0.9807129614241421, |
| "accuracy": 0.7633333333333333, |
| "soft_accuracy": 0.4674826178451379, |
| "mean_confidence": 0.5936552043259143, |
| "score_mae": null, |
| "n": 600 |
| }, |
| "score": { |
| "ece": 0.1808890850841999, |
| "brier": 0.05069461653213694, |
| "nll": 1.030125109362416, |
| "accuracy": 0.74625, |
| "soft_accuracy": 0.43563373532146216, |
| "mean_confidence": 0.565802447013557, |
| "score_mae": 0.21544989785994403, |
| "n": 800 |
| }, |
| "noul": { |
| "ece": 0.12017289320627847, |
| "brier": 0.03513797785418864, |
| "nll": 0.4991364163532853, |
| "accuracy": 0.8616666666666667, |
| "soft_accuracy": 0.6661569134891033, |
| "mean_confidence": 0.7414937779307366, |
| "score_mae": null, |
| "n": 600 |
| } |
| } |
| }, |
| "fitted_temperature": { |
| "type0_bucket1": 1.0989445447921753, |
| "type2_bucket0": 1.1291471719741821, |
| "type1_bucket1": 1.0874115228652954 |
| } |
| } |
