{
  "raw": {
    "ece": 0.1311594566702843,
    "brier": 0.05490199812186093,
    "nll": 0.8674021078860388,
    "accuracy": 0.772,
    "soft_accuracy": 0.5175125464983285,
    "mean_confidence": 0.6411024855226278,
    "score_mae": 0.23364423435763457,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.13066786532600722,
        "brier": 0.06976302182632935,
        "nll": 0.9982771100103855,
        "accuracy": 0.7383333333333333,
        "soft_accuracy": 0.47206922526160877,
        "mean_confidence": 0.614280567864577,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.14976227495819328,
        "brier": 0.05792711920497595,
        "nll": 1.0437982700206339,
        "accuracy": 0.72375,
        "soft_accuracy": 0.43476231436245144,
        "mean_confidence": 0.5739877213910222,
        "score_mae": 0.23364423435763457,
        "n": 800
      },
      "noul": {
        "ece": 0.11258928567171096,
        "brier": 0.03600747963990583,
        "nll": 0.501332222915565,
        "accuracy": 0.87,
        "soft_accuracy": 0.6732895105828841,
        "mean_confidence": 0.7574107553561529,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.14642349288612602,
    "brier": 0.05350534239243169,
    "nll": 0.8643806909918785,
    "accuracy": 0.772,
    "soft_accuracy": 0.5103804081380368,
    "mean_confidence": 0.6261566658765078,
    "score_mae": 0.23484325315104798,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.14246670683224996,
        "brier": 0.06797903129201587,
        "nll": 0.9949558153189719,
        "accuracy": 0.7383333333333333,
        "soft_accuracy": 0.46516082701583705,
        "mean_confidence": 0.5998148304224015,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.16657996598631142,
        "brier": 0.056304361980874094,
        "nll": 1.0398800939321518,
        "accuracy": 0.72375,
        "soft_accuracy": 0.42730253156274556,
        "mean_confidence": 0.5571700439229608,
        "score_mae": 0.23484325315104798,
        "n": 800
      },
      "noul": {
        "ece": 0.12551932652791342,
        "brier": 0.0352996273749243,
        "nll": 0.49980636274442075,
        "accuracy": 0.87,
        "soft_accuracy": 0.6663704913606247,
        "mean_confidence": 0.7444806639353434,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type0_bucket1": 1.0611073970794678,
    "type2_bucket0": 1.1017639636993408,
    "type1_bucket1": 1.077757716178894
  }
}