{
  "raw": {
    "ece": 0.13688878096640109,
    "brier": 0.05333632830852582,
    "nll": 0.8655621116682887,
    "accuracy": 0.7745,
    "soft_accuracy": 0.5185397755280137,
    "mean_confidence": 0.6392160383313894,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.2247641178953927,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.1493766143421332,
        "brier": 0.06701280505378539,
        "nll": 0.9947354776660601,
        "accuracy": 0.755,
        "soft_accuracy": 0.47321102102597556,
        "mean_confidence": 0.6113708821932474,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.16540088813751935,
        "brier": 0.05504629719041077,
        "nll": 1.0401792683731765,
        "accuracy": 0.73625,
        "soft_accuracy": 0.4377902174182236,
        "mean_confidence": 0.5740311346575617,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.2247641178953927,
        "n": 800
      },
      "noul": {
        "ece": 0.10002204368511836,
        "brier": 0.03737989305408632,
        "nll": 0.5035658700640003,
        "accuracy": 0.845,
        "soft_accuracy": 0.671534607509772,
        "mean_confidence": 0.7539743993679683,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.15061623822152614,
    "brier": 0.052181859376831695,
    "nll": 0.8627431136853992,
    "accuracy": 0.7745,
    "soft_accuracy": 0.5119791107401251,
    "mean_confidence": 0.625746834486723,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.2250523244496435,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.16907053758700694,
        "brier": 0.06521383934873787,
        "nll": 0.9906951957133909,
        "accuracy": 0.755,
        "soft_accuracy": 0.4637976591785749,
        "mean_confidence": 0.5920462933182716,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.17583330307155845,
        "brier": 0.053951102091104985,
        "nll": 1.0373363818135113,
        "accuracy": 0.73625,
        "soft_accuracy": 0.4329697924293578,
        "mean_confidence": 0.5634086280316114,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.2250523244496435,
        "n": 800
      },
      "noul": {
        "ece": 0.11166821002960206,
        "brier": 0.0367908891192278,
        "nll": 0.5020000074865917,
        "accuracy": 0.845,
        "soft_accuracy": 0.6655063200493654,
        "mean_confidence": 0.7425649842619896,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type0_bucket1": 1.0848711729049683,
    "type2_bucket0": 1.0921294689178467,
    "type1_bucket1": 1.0488768815994263
  }
}