{ "buckets": [ [ 2, 2, "2" ], [ 3, 5, "3-5" ], [ 6, 10, "6-10" ], [ 11, 30, "11-30" ], [ 31, 1000000000, "31+" ] ], "temperatures": { "choice": { "2": 1.3510327339172363, "3-5": 1.2677322626113892, "6-10": 1.2146227359771729, "11-30": 1.010597825050354, "31+": 0.9884432554244995 }, "score": { "2": 1.3455543518066406, "3-5": 1.3487545251846313, "6-10": 1.3455543518066406, "11-30": 1.3455543518066406, "31+": 1.3455543518066406 }, "noul": { "2": 1.4132403135299683, "3-5": 1.4132403135299683, "6-10": 1.4132403135299683, "11-30": 1.4132403135299683, "31+": 1.4132403135299683 } }, "type_temperature": { "choice": 1.1966118812561035, "score": 1.3455543518066406, "noul": 1.4132403135299683 }, "escalate": { "a": 0.8075713515281677, "b": -0.10456699132919312 }, "counts": { "choice": { "2": 1440, "3-5": 3550, "6-10": 1019, "11-30": 656, "31+": 225 }, "score": { "2": 35, "3-5": 2354, "6-10": 12, "11-30": 0, "31+": 0 }, "noul": { "2": 6229, "3-5": 0, "6-10": 0, "11-30": 0, "31+": 0 } }, "report": { "val_cal.jsonl": { "before": { "n": 15520, "nll": 0.6214327216148376, "acc": 0.7330541014671326, "ece": 0.03956293314695358, "esc_bce": 0.4619186222553253, "choice/n": 6890, "choice/acc": 0.7416545748710632, "choice/nll": 0.6412952542304993, "choice/ece": 0.0349237397313118, "score/n": 2401, "score/acc": 0.6014160513877869, "score/nll": 0.9590876698493958, "score/ece": 0.06188902631402016, "noul/n": 6229, "noul/acc": 0.7742815613746643, "noul/nll": 0.46931150555610657, "noul/ece": 0.04082968086004257, "score/rps": 0.13425556469803043, "macro_acc": 0.7057840625445048 }, "after": { "n": 15520, "nll": 0.6076826453208923, "acc": 0.7330541014671326, "ece": 0.008992322720587254, "esc_bce": 0.4538232982158661, "choice/n": 6890, "choice/acc": 0.7416545748710632, "choice/nll": 0.6310363411903381, "choice/ece": 0.015944216400384903, "score/n": 2401, "score/acc": 0.6014160513877869, "score/nll": 0.9385183453559875, "score/ece": 0.03042321652173996, "noul/n": 6229, "noul/acc": 0.7742815613746643, "noul/nll": 0.454328328371048, "noul/ece": 0.01998109556734562, "score/rps": 0.13217337983058516, "macro_acc": 0.7057840625445048 } } } }