{
  "raw": {
    "ece": 0.08006285257637501,
    "brier": 0.06528607002967048,
    "nll": 0.8893808082595933,
    "accuracy": 0.762,
    "soft_accuracy": 0.5355462909936904,
    "mean_confidence": 0.6835951461046934,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.23656083203619346,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.0807683249314626,
        "brier": 0.08273597999323784,
        "nll": 1.0243752450713266,
        "accuracy": 0.74,
        "soft_accuracy": 0.4928574220339457,
        "mean_confidence": 0.6668512896696727,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.08953602485358715,
        "brier": 0.0701229432496757,
        "nll": 1.0710554734291509,
        "accuracy": 0.70875,
        "soft_accuracy": 0.45566242933273315,
        "mean_confidence": 0.6242463922873139,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.23656083203619346,
        "n": 800
      },
      "noul": {
        "ece": 0.07552934775749844,
        "brier": 0.041386995772762794,
        "nll": 0.5121534845551166,
        "accuracy": 0.855,
        "soft_accuracy": 0.6847469755013784,
        "mean_confidence": 0.7794706742962202,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.135570114582777,
    "brier": 0.05432780923554507,
    "nll": 0.8649242109209299,
    "accuracy": 0.762,
    "soft_accuracy": 0.5100282768830657,
    "mean_confidence": 0.6264995142370462,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.2327637035213411,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.14227418303489683,
        "brier": 0.06847539794888387,
        "nll": 0.9953496947139502,
        "accuracy": 0.74,
        "soft_accuracy": 0.4617195088416338,
        "mean_confidence": 0.5977258223791917,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.1510212018340826,
        "brier": 0.057034744908633,
        "nll": 1.0409022262692451,
        "accuracy": 0.70875,
        "soft_accuracy": 0.42901945907622574,
        "mean_confidence": 0.5610361216962337,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.2327637035213411,
        "n": 800
      },
      "noul": {
        "ece": 0.11244227200746537,
        "brier": 0.03657097295808903,
        "nll": 0.499861373330156,
        "accuracy": 0.855,
        "soft_accuracy": 0.6663488020002842,
        "mean_confidence": 0.7425577294826508,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type1_bucket1": 1.3143467903137207,
    "type0_bucket1": 1.3149399757385254,
    "type2_bucket0": 1.3414469957351685
  }
}