{
  "raw": {
    "ece": 0.12165459015965463,
    "brier": 0.05494365088863375,
    "nll": 0.8678970124274492,
    "accuracy": 0.7655,
    "soft_accuracy": 0.518058865621686,
    "mean_confidence": 0.6438454231023788,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.23138969924882985,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.12380825623869898,
        "brier": 0.06998325296962624,
        "nll": 0.9994215805456043,
        "accuracy": 0.735,
        "soft_accuracy": 0.4717585042615732,
        "mean_confidence": 0.6165745246907075,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.1429442136734724,
        "brier": 0.05888521123427381,
        "nll": 1.0457728155190125,
        "accuracy": 0.725,
        "soft_accuracy": 0.43716177746653556,
        "mean_confidence": 0.5820557938143611,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.23138969924882985,
        "n": 800
      },
      "noul": {
        "ece": 0.09649752428134283,
        "brier": 0.0346486350134545,
        "nll": 0.4992047068538765,
        "accuracy": 0.85,
        "soft_accuracy": 0.672222011188666,
        "mean_confidence": 0.7535024938980738,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.13698417124152182,
    "brier": 0.053501144541695266,
    "nll": 0.8650732711162418,
    "accuracy": 0.7655,
    "soft_accuracy": 0.5108642288148403,
    "mean_confidence": 0.6287898935526609,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.2321799295663368,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.14068568497896194,
        "brier": 0.06812274806366986,
        "nll": 0.9962770284960667,
        "accuracy": 0.735,
        "soft_accuracy": 0.4645478400836388,
        "mean_confidence": 0.6014607128500938,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.15858526431024075,
        "brier": 0.05696017570102413,
        "nll": 1.041912662992254,
        "accuracy": 0.725,
        "soft_accuracy": 0.43025937089696525,
        "mean_confidence": 0.5664147282019257,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.2321799295663368,
        "n": 800
      },
      "noul": {
        "ece": 0.11154344946146012,
        "brier": 0.03426749947394885,
        "nll": 0.4980836579017341,
        "accuracy": 0.85,
        "soft_accuracy": 0.6646537614365419,
        "mean_confidence": 0.7392859613895416,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type0_bucket1": 1.0622789859771729,
    "type2_bucket0": 1.1156989336013794,
    "type1_bucket1": 1.069263219833374
  }
}