{
  "version": 1,
  "temperature": {
    "choice:11+:vision": 1.0508052110671997,
    "noul:2:vision": 0.6784304976463318,
    "choice:11+:full": 1.0244841575622559,
    "noul:2:full": 0.6351133584976196,
    "choice:11+": 1.0395828485488892,
    "noul:2": 0.6523138880729675,
    "choice": 1.0420827865600586,
    "noul": 0.6523138880729675
  },
  "thresholds": {
    "choice:11+:vision": {
      "execute": 0.9094240898341804,
      "verify": 0.5403147403012439
    },
    "noul:2:vision": {
      "execute": 0.9407644728737927,
      "verify": 0.5064771342596075
    },
    "choice:11+:full": {
      "execute": 0.8935651762783597,
      "verify": 0.5390833146028907
    },
    "noul:2:full": {
      "execute": 0.9276862356097236,
      "verify": 0.5192107786457033
    },
    "choice:11+": {
      "execute": 0.9048849864902729,
      "verify": 0.5388420207387558
    },
    "noul:2": {
      "execute": 0.9436138914921154,
      "verify": 0.5
    },
    "choice": {
      "execute": 0.9072027533573569,
      "verify": 0.5374149548918513
    },
    "noul": {
      "execute": 0.9436138914921154,
      "verify": 0.5
    }
  },
  "n_by_bucket": {
    "choice:11+:vision": 7257,
    "choice:6-10:vision": 103,
    "noul:2:vision": 603,
    "choice:3-5:vision": 6,
    "choice:2:vision": 26,
    "choice:11+:full": 5604,
    "choice:6-10:full": 137,
    "choice:3-5:full": 153,
    "choice:2:full": 216,
    "noul:2:full": 978,
    "choice:11+": 12861,
    "choice:6-10": 240,
    "noul:2": 1581,
    "choice:3-5": 159,
    "choice:2": 242,
    "choice": 13502,
    "noul": 1581
  },
  "config": {
    "min_bucket_n": 300,
    "min_type_n": 10,
    "error_targets": {
      "execute": 0.02,
      "verify": 0.1
    },
    "temp_range": [
      0.5,
      5.0
    ]
  },
  "report": {
    "all": {
      "n": 3771,
      "ece_before": 0.01747626450483553,
      "ece_after": 0.018764672656685816,
      "nll_before": 0.5712372033403514,
      "nll_after": 0.5699958148241562,
      "execute_share": 0.5452134712277911,
      "execute_error": 0.02383268482490275,
      "escalate_share": 0.15141872182444974
    },
    "mod:full": {
      "n": 1772,
      "ece_before": 0.02814794127457049,
      "ece_after": 0.02590856275493896,
      "nll_before": 0.5519384331521392,
      "nll_after": 0.5517056593417647,
      "execute_share": 0.5564334085778782,
      "execute_error": 0.026369168356997985,
      "escalate_share": 0.14503386004514673
    },
    "mod:vision": {
      "n": 1999,
      "ece_before": 0.017960368637130675,
      "ece_after": 0.021329443853398466,
      "nll_before": 0.5883444673591168,
      "nll_after": 0.5862089991737299,
      "execute_share": 0.5352676338169085,
      "execute_error": 0.021495327102803774,
      "escalate_share": 0.1570785392696348
    },
    "qtype:choice": {
      "n": 3375,
      "ece_before": 0.01432174752193021,
      "ece_after": 0.0219802066016441,
      "nll_before": 0.6036172560395445,
      "nll_after": 0.6031795218505003,
      "execute_share": 0.5306666666666666,
      "execute_error": 0.022333891680625384,
      "escalate_share": 0.1691851851851852
    },
    "qtype:noul": {
      "n": 396,
      "ece_before": 0.05879165844354522,
      "ece_after": 0.03624674956609409,
      "nll_before": 0.2952708451085907,
      "nll_after": 0.28718012994054226,
      "execute_share": 0.6691919191919192,
      "execute_error": 0.03396226415094339,
      "escalate_share": 0.0
    }
  }
}