{
  "raw": {
    "ece": 0.13394594296813012,
    "brier": 0.05498596685757368,
    "nll": 0.8672405917616561,
    "accuracy": 0.7715,
    "soft_accuracy": 0.516161304473877,
    "mean_confidence": 0.6375540485084057,
    "score_mae": 0.22897809116868303,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.12707374493281046,
        "brier": 0.06884223616547691,
        "nll": 0.9961476571982105,
        "accuracy": 0.7433333333333333,
        "soft_accuracy": 0.4729881009707848,
        "mean_confidence": 0.6162595846255621,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.17143568731844427,
        "brier": 0.057610363487638094,
        "nll": 1.0435749628953637,
        "accuracy": 0.73875,
        "soft_accuracy": 0.4323799050040543,
        "mean_confidence": 0.5673143507540226,
        "score_mae": 0.22897809116868303,
        "n": 800
      },
      "noul": {
        "ece": 0.09800974751512209,
        "brier": 0.037630502042917915,
        "nll": 0.5032210314801584,
        "accuracy": 0.8433333333333334,
        "soft_accuracy": 0.6710430406033993,
        "mean_confidence": 0.7525014427304267,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.1504889203310013,
    "brier": 0.0535475225614009,
    "nll": 0.864496507877484,
    "accuracy": 0.7715,
    "soft_accuracy": 0.5082126140743494,
    "mean_confidence": 0.6210110761225224,
    "score_mae": 0.23021191493957305,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.15238359754284223,
        "brier": 0.06618621635801294,
        "nll": 0.9919972387328744,
        "accuracy": 0.7433333333333333,
        "soft_accuracy": 0.460888055190444,
        "mean_confidence": 0.5909497653941314,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.18502540819346902,
        "brier": 0.05639494055324576,
        "nll": 1.040980128934607,
        "accuracy": 0.73875,
        "soft_accuracy": 0.4262336232326925,
        "mean_confidence": 0.5537245621159673,
        "score_mae": 0.23021191493957305,
        "n": 800
      },
      "noul": {
        "ece": 0.10953281487027804,
        "brier": 0.037112271442329016,
        "nll": 0.501684282279263,
        "accuracy": 0.8433333333333334,
        "soft_accuracy": 0.664842494080464,
        "mean_confidence": 0.7407877388596534,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type1_bucket1": 1.0628252029418945,
    "type0_bucket1": 1.108896255493164,
    "type2_bucket0": 1.0960332155227661
  }
}