{
  "raw": {
    "ece": 0.13197172716259956,
    "brier": 0.05452140746153333,
    "nll": 0.8668859592825174,
    "accuracy": 0.776,
    "soft_accuracy": 0.5203169700633734,
    "mean_confidence": 0.6449173926413059,
    "score_mae": 0.22454273352865128,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.11911850492159524,
        "brier": 0.0698617118084015,
        "nll": 0.9974608553511402,
        "accuracy": 0.7383333333333333,
        "soft_accuracy": 0.47561304283638794,
        "mean_confidence": 0.620018160144488,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.15881713267415762,
        "brier": 0.05666545718628185,
        "nll": 1.0427551303524525,
        "accuracy": 0.74,
        "soft_accuracy": 0.4401479551522061,
        "mean_confidence": 0.5828031701594591,
        "score_mae": 0.22454273352865128,
        "n": 800
      },
      "noul": {
        "ece": 0.10903105984131498,
        "brier": 0.036322370148333824,
        "nll": 0.5018188351206482,
        "accuracy": 0.8616666666666667,
        "soft_accuracy": 0.6719129171719154,
        "mean_confidence": 0.7526355884472529,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.14791404638439418,
    "brier": 0.05286476505563003,
    "nll": 0.8630265202224254,
    "accuracy": 0.776,
    "soft_accuracy": 0.5129262935388833,
    "mean_confidence": 0.6292819098979234,
    "score_mae": 0.22493662622291594,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.13473159489532313,
        "brier": 0.06779507493602827,
        "nll": 0.9931945211129883,
        "accuracy": 0.7383333333333333,
        "soft_accuracy": 0.4687981816629569,
        "mean_confidence": 0.6054597360392412,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.17830051325261592,
        "brier": 0.05443568623688862,
        "nll": 1.037335314094089,
        "accuracy": 0.74,
        "soft_accuracy": 0.43145765563938765,
        "mean_confidence": 0.5632958786934614,
        "score_mae": 0.22493662622291594,
        "n": 800
      },
      "noul": {
        "ece": 0.12058120141426723,
        "brier": 0.03583989360022036,
        "nll": 0.5004467941696445,
        "accuracy": 0.8616666666666667,
        "soft_accuracy": 0.6656792559474707,
        "mean_confidence": 0.7410854586958885,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type0_bucket1": 1.0623664855957031,
    "type2_bucket0": 1.0938509702682495,
    "type1_bucket1": 1.0897818803787231
  }
}