{
  "raw": {
    "ece": 0.06969134698808194,
    "brier": 0.06848202811965921,
    "nll": 0.9191458517962601,
    "accuracy": 0.769,
    "soft_accuracy": 0.5467977187028155,
    "mean_confidence": 0.700952344879508,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.23650429474480916,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.06878897140423458,
        "brier": 0.08452909949666605,
        "nll": 1.0608746462652925,
        "accuracy": 0.7433333333333333,
        "soft_accuracy": 0.5071625221769015,
        "mean_confidence": 0.683260160634915,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.08799861971288919,
        "brier": 0.07404621525571883,
        "nll": 1.1014315049257128,
        "accuracy": 0.735,
        "soft_accuracy": 0.4687326293787919,
        "mean_confidence": 0.6479248089343309,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.23650429474480916,
        "n": 800
      },
      "noul": {
        "ece": 0.051088629961013786,
        "brier": 0.04501604056123959,
        "nll": 0.5343695198212906,
        "accuracy": 0.84,
        "soft_accuracy": 0.6905197009940942,
        "mean_confidence": 0.7893479103843372,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.15468089970946314,
    "brier": 0.051865645535215325,
    "nll": 0.8617692014453933,
    "accuracy": 0.769,
    "soft_accuracy": 0.5089197827856988,
    "mean_confidence": 0.6143190894126892,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.22323823970276863,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.17026609112819033,
        "brier": 0.063276015626822,
        "nll": 0.9874198990563552,
        "accuracy": 0.7433333333333333,
        "soft_accuracy": 0.4583099640657504,
        "mean_confidence": 0.5730672472715378,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.17962630096822976,
        "brier": 0.05393934952667223,
        "nll": 1.0370397488633172,
        "accuracy": 0.735,
        "soft_accuracy": 0.4302080630278215,
        "mean_confidence": 0.5553737106919289,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.22323823970276863,
        "n": 800
      },
      "noul": {
        "ece": 0.1085690744717916,
        "brier": 0.03769033678833279,
        "nll": 0.5024244406105329,
        "accuracy": 0.84,
        "soft_accuracy": 0.6644785611828168,
        "mean_confidence": 0.7341647698481878,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type1_bucket1": 1.5265471935272217,
    "type0_bucket1": 1.6575921773910522,
    "type2_bucket0": 1.6345990896224976
  }
}