{
  "raw": {
    "ece": 0.14405169022083278,
    "brier": 0.049473914223986594,
    "nll": 0.8580627283966169,
    "accuracy": 0.7885,
    "soft_accuracy": 0.5236424660123885,
    "mean_confidence": 0.6444483368843794,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.21151374208275228,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.1381368541220824,
        "brier": 0.0610927829263998,
        "nll": 0.9818144658269982,
        "accuracy": 0.755,
        "soft_accuracy": 0.48078609759608903,
        "mean_confidence": 0.6193696513772011,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.1779335317760706,
        "brier": 0.05114634511056351,
        "nll": 1.03313795868773,
        "accuracy": 0.75875,
        "soft_accuracy": 0.4435949847009033,
        "mean_confidence": 0.5816603348776698,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.21151374208275228,
        "n": 800
      },
      "noul": {
        "ece": 0.10842230906089145,
        "brier": 0.03562513767280417,
        "nll": 0.5008773505780846,
        "accuracy": 0.8616666666666667,
        "soft_accuracy": 0.6732288095106681,
        "mean_confidence": 0.7532443584005037,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.16220938038825988,
    "brier": 0.04794188590972476,
    "nll": 0.8542706172754988,
    "accuracy": 0.7885,
    "soft_accuracy": 0.5147140698879957,
    "mean_confidence": 0.6262906277328729,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.21261174298007973,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.16171381801366805,
        "brier": 0.058598528968896064,
        "nll": 0.9764881309494376,
        "accuracy": 0.755,
        "soft_accuracy": 0.46792497878273326,
        "mean_confidence": 0.5932861614724,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.19320389255881307,
        "brier": 0.04962007356784852,
        "nll": 1.0289345176471398,
        "accuracy": 0.75875,
        "soft_accuracy": 0.4367176624760032,
        "mean_confidence": 0.5665761560201645,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.21261174298007973,
        "n": 800
      },
      "noul": {
        "ece": 0.12275225609540938,
        "brier": 0.035047659306388444,
        "nll": 0.49916790310603876,
        "accuracy": 0.8616666666666667,
        "soft_accuracy": 0.6654983708759149,
        "mean_confidence": 0.7389143896102905,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type0_bucket1": 1.116391658782959,
    "type2_bucket0": 1.1198104619979858,
    "type1_bucket1": 1.0700936317443848
  }
}