Buckets:
| { | |
| "model": "runs/e2/model.safetensors", | |
| "n_think": 32, | |
| "head": true, | |
| "kmax": 8, | |
| "split": "dev", | |
| "n_items": 1000, | |
| "unsupported": 0, | |
| "forward_seconds": 63.1, | |
| "by_K": { | |
| "1": { | |
| "suites": { | |
| "dev:clinc": { | |
| "n": 200, | |
| "accuracy": 0.99, | |
| "macro_f1": 0.9619, | |
| "ece": 0.0102, | |
| "brier": 0.0128, | |
| "nll": 0.0195, | |
| "mean_confidence": 0.9915, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:snli": { | |
| "n": 300, | |
| "accuracy": 0.8867, | |
| "macro_f1": 0.8897, | |
| "ece": 0.077, | |
| "brier": 0.1949, | |
| "nll": 0.4255, | |
| "mean_confidence": 0.9525, | |
| "acc_at_50_coverage": 0.94 | |
| }, | |
| "dev:arc": { | |
| "n": 100, | |
| "accuracy": 0.66, | |
| "macro_f1": 0.6448, | |
| "ece": 0.2106, | |
| "brier": 0.5089, | |
| "nll": 1.3019, | |
| "mean_confidence": 0.8535, | |
| "acc_at_50_coverage": 0.84 | |
| }, | |
| "dev:sgd": { | |
| "n": 100, | |
| "accuracy": 0.96, | |
| "macro_f1": 0.9502, | |
| "ece": 0.0408, | |
| "brier": 0.072, | |
| "nll": 0.1754, | |
| "mean_confidence": 0.9837, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_constraints": { | |
| "n": 100, | |
| "accuracy": 0.93, | |
| "macro_f1": 0.9507, | |
| "ece": 0.0368, | |
| "brier": 0.0662, | |
| "nll": 0.0965, | |
| "mean_confidence": 0.9465, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_ordinal": { | |
| "n": 150, | |
| "accuracy": 1.0, | |
| "macro_f1": 1.0, | |
| "ece": 0.0056, | |
| "brier": 0.0008, | |
| "nll": 0.0059, | |
| "mean_confidence": 0.9944, | |
| "acc_at_50_coverage": 1.0 | |
| } | |
| }, | |
| "groups": { | |
| "core17_macro": { | |
| "accuracy": 0.9044500000000001, | |
| "ece": 0.0635 | |
| }, | |
| "core14_macro": { | |
| "accuracy": 0.9044500000000001, | |
| "ece": 0.0635 | |
| }, | |
| "reasoning_no_mnli": { | |
| "accuracy": NaN, | |
| "ece": NaN | |
| } | |
| } | |
| }, | |
| "2": { | |
| "suites": { | |
| "dev:clinc": { | |
| "n": 200, | |
| "accuracy": 0.99, | |
| "macro_f1": 0.9619, | |
| "ece": 0.0104, | |
| "brier": 0.0134, | |
| "nll": 0.0202, | |
| "mean_confidence": 0.9915, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:snli": { | |
| "n": 300, | |
| "accuracy": 0.8833, | |
| "macro_f1": 0.8871, | |
| "ece": 0.0749, | |
| "brier": 0.1948, | |
| "nll": 0.4245, | |
| "mean_confidence": 0.9519, | |
| "acc_at_50_coverage": 0.94 | |
| }, | |
| "dev:arc": { | |
| "n": 100, | |
| "accuracy": 0.66, | |
| "macro_f1": 0.6448, | |
| "ece": 0.2108, | |
| "brier": 0.5086, | |
| "nll": 1.296, | |
| "mean_confidence": 0.8532, | |
| "acc_at_50_coverage": 0.84 | |
| }, | |
| "dev:sgd": { | |
| "n": 100, | |
| "accuracy": 0.96, | |
| "macro_f1": 0.9502, | |
| "ece": 0.0408, | |
| "brier": 0.0722, | |
| "nll": 0.1772, | |
| "mean_confidence": 0.9838, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_constraints": { | |
| "n": 100, | |
| "accuracy": 0.93, | |
| "macro_f1": 0.9507, | |
| "ece": 0.0463, | |
| "brier": 0.0672, | |
| "nll": 0.0974, | |
| "mean_confidence": 0.9467, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_ordinal": { | |
| "n": 150, | |
| "accuracy": 1.0, | |
| "macro_f1": 1.0, | |
| "ece": 0.0057, | |
| "brier": 0.0008, | |
| "nll": 0.0059, | |
| "mean_confidence": 0.9943, | |
| "acc_at_50_coverage": 1.0 | |
| } | |
| }, | |
| "groups": { | |
| "core17_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06481666666666666 | |
| }, | |
| "core14_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06481666666666666 | |
| }, | |
| "reasoning_no_mnli": { | |
| "accuracy": NaN, | |
| "ece": NaN | |
| } | |
| } | |
| }, | |
| "3": { | |
| "suites": { | |
| "dev:clinc": { | |
| "n": 200, | |
| "accuracy": 0.99, | |
| "macro_f1": 0.9619, | |
| "ece": 0.0102, | |
| "brier": 0.0128, | |
| "nll": 0.0196, | |
| "mean_confidence": 0.9915, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:snli": { | |
| "n": 300, | |
| "accuracy": 0.8833, | |
| "macro_f1": 0.8871, | |
| "ece": 0.0752, | |
| "brier": 0.1955, | |
| "nll": 0.4257, | |
| "mean_confidence": 0.9518, | |
| "acc_at_50_coverage": 0.94 | |
| }, | |
| "dev:arc": { | |
| "n": 100, | |
| "accuracy": 0.66, | |
| "macro_f1": 0.6448, | |
| "ece": 0.2179, | |
| "brier": 0.5082, | |
| "nll": 1.3003, | |
| "mean_confidence": 0.8545, | |
| "acc_at_50_coverage": 0.84 | |
| }, | |
| "dev:sgd": { | |
| "n": 100, | |
| "accuracy": 0.96, | |
| "macro_f1": 0.9513, | |
| "ece": 0.0408, | |
| "brier": 0.0724, | |
| "nll": 0.177, | |
| "mean_confidence": 0.9831, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_constraints": { | |
| "n": 100, | |
| "accuracy": 0.93, | |
| "macro_f1": 0.9507, | |
| "ece": 0.037, | |
| "brier": 0.0672, | |
| "nll": 0.0975, | |
| "mean_confidence": 0.9466, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_ordinal": { | |
| "n": 150, | |
| "accuracy": 1.0, | |
| "macro_f1": 1.0, | |
| "ece": 0.0055, | |
| "brier": 0.0008, | |
| "nll": 0.0058, | |
| "mean_confidence": 0.9945, | |
| "acc_at_50_coverage": 1.0 | |
| } | |
| }, | |
| "groups": { | |
| "core17_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06443333333333333 | |
| }, | |
| "core14_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06443333333333333 | |
| }, | |
| "reasoning_no_mnli": { | |
| "accuracy": NaN, | |
| "ece": NaN | |
| } | |
| } | |
| }, | |
| "4": { | |
| "suites": { | |
| "dev:clinc": { | |
| "n": 200, | |
| "accuracy": 0.99, | |
| "macro_f1": 0.9619, | |
| "ece": 0.0103, | |
| "brier": 0.013, | |
| "nll": 0.0199, | |
| "mean_confidence": 0.9915, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:snli": { | |
| "n": 300, | |
| "accuracy": 0.8833, | |
| "macro_f1": 0.8871, | |
| "ece": 0.0733, | |
| "brier": 0.1947, | |
| "nll": 0.4249, | |
| "mean_confidence": 0.9514, | |
| "acc_at_50_coverage": 0.94 | |
| }, | |
| "dev:arc": { | |
| "n": 100, | |
| "accuracy": 0.66, | |
| "macro_f1": 0.6447, | |
| "ece": 0.2043, | |
| "brier": 0.5095, | |
| "nll": 1.3012, | |
| "mean_confidence": 0.8532, | |
| "acc_at_50_coverage": 0.84 | |
| }, | |
| "dev:sgd": { | |
| "n": 100, | |
| "accuracy": 0.96, | |
| "macro_f1": 0.9502, | |
| "ece": 0.0408, | |
| "brier": 0.0722, | |
| "nll": 0.1756, | |
| "mean_confidence": 0.9832, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_constraints": { | |
| "n": 100, | |
| "accuracy": 0.93, | |
| "macro_f1": 0.9507, | |
| "ece": 0.0373, | |
| "brier": 0.0668, | |
| "nll": 0.0971, | |
| "mean_confidence": 0.9469, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_ordinal": { | |
| "n": 150, | |
| "accuracy": 1.0, | |
| "macro_f1": 1.0, | |
| "ece": 0.0056, | |
| "brier": 0.0008, | |
| "nll": 0.0058, | |
| "mean_confidence": 0.9944, | |
| "acc_at_50_coverage": 1.0 | |
| } | |
| }, | |
| "groups": { | |
| "core17_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06193333333333334 | |
| }, | |
| "core14_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06193333333333334 | |
| }, | |
| "reasoning_no_mnli": { | |
| "accuracy": NaN, | |
| "ece": NaN | |
| } | |
| } | |
| }, | |
| "5": { | |
| "suites": { | |
| "dev:clinc": { | |
| "n": 200, | |
| "accuracy": 0.99, | |
| "macro_f1": 0.9619, | |
| "ece": 0.0103, | |
| "brier": 0.0128, | |
| "nll": 0.0195, | |
| "mean_confidence": 0.9915, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:snli": { | |
| "n": 300, | |
| "accuracy": 0.8833, | |
| "macro_f1": 0.8871, | |
| "ece": 0.0804, | |
| "brier": 0.1946, | |
| "nll": 0.425, | |
| "mean_confidence": 0.9516, | |
| "acc_at_50_coverage": 0.94 | |
| }, | |
| "dev:arc": { | |
| "n": 100, | |
| "accuracy": 0.66, | |
| "macro_f1": 0.6448, | |
| "ece": 0.2007, | |
| "brier": 0.5077, | |
| "nll": 1.3008, | |
| "mean_confidence": 0.8539, | |
| "acc_at_50_coverage": 0.84 | |
| }, | |
| "dev:sgd": { | |
| "n": 100, | |
| "accuracy": 0.96, | |
| "macro_f1": 0.9502, | |
| "ece": 0.0407, | |
| "brier": 0.0722, | |
| "nll": 0.1759, | |
| "mean_confidence": 0.9834, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_constraints": { | |
| "n": 100, | |
| "accuracy": 0.93, | |
| "macro_f1": 0.9507, | |
| "ece": 0.0375, | |
| "brier": 0.0677, | |
| "nll": 0.098, | |
| "mean_confidence": 0.9471, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_ordinal": { | |
| "n": 150, | |
| "accuracy": 1.0, | |
| "macro_f1": 1.0, | |
| "ece": 0.0057, | |
| "brier": 0.0008, | |
| "nll": 0.0059, | |
| "mean_confidence": 0.9943, | |
| "acc_at_50_coverage": 1.0 | |
| } | |
| }, | |
| "groups": { | |
| "core17_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06255 | |
| }, | |
| "core14_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06255 | |
| }, | |
| "reasoning_no_mnli": { | |
| "accuracy": NaN, | |
| "ece": NaN | |
| } | |
| } | |
| }, | |
| "6": { | |
| "suites": { | |
| "dev:clinc": { | |
| "n": 200, | |
| "accuracy": 0.99, | |
| "macro_f1": 0.9619, | |
| "ece": 0.0121, | |
| "brier": 0.012, | |
| "nll": 0.0185, | |
| "mean_confidence": 0.9911, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:snli": { | |
| "n": 300, | |
| "accuracy": 0.8867, | |
| "macro_f1": 0.8897, | |
| "ece": 0.074, | |
| "brier": 0.1953, | |
| "nll": 0.4261, | |
| "mean_confidence": 0.9521, | |
| "acc_at_50_coverage": 0.94 | |
| }, | |
| "dev:arc": { | |
| "n": 100, | |
| "accuracy": 0.66, | |
| "macro_f1": 0.6448, | |
| "ece": 0.2168, | |
| "brier": 0.5081, | |
| "nll": 1.2946, | |
| "mean_confidence": 0.8528, | |
| "acc_at_50_coverage": 0.84 | |
| }, | |
| "dev:sgd": { | |
| "n": 100, | |
| "accuracy": 0.96, | |
| "macro_f1": 0.9502, | |
| "ece": 0.041, | |
| "brier": 0.0724, | |
| "nll": 0.1768, | |
| "mean_confidence": 0.9836, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_constraints": { | |
| "n": 100, | |
| "accuracy": 0.93, | |
| "macro_f1": 0.9507, | |
| "ece": 0.0466, | |
| "brier": 0.0673, | |
| "nll": 0.0977, | |
| "mean_confidence": 0.9464, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_ordinal": { | |
| "n": 150, | |
| "accuracy": 1.0, | |
| "macro_f1": 1.0, | |
| "ece": 0.0056, | |
| "brier": 0.0008, | |
| "nll": 0.0058, | |
| "mean_confidence": 0.9944, | |
| "acc_at_50_coverage": 1.0 | |
| } | |
| }, | |
| "groups": { | |
| "core17_macro": { | |
| "accuracy": 0.9044500000000001, | |
| "ece": 0.06601666666666665 | |
| }, | |
| "core14_macro": { | |
| "accuracy": 0.9044500000000001, | |
| "ece": 0.06601666666666665 | |
| }, | |
| "reasoning_no_mnli": { | |
| "accuracy": NaN, | |
| "ece": NaN | |
| } | |
| } | |
| }, | |
| "7": { | |
| "suites": { | |
| "dev:clinc": { | |
| "n": 200, | |
| "accuracy": 0.99, | |
| "macro_f1": 0.9619, | |
| "ece": 0.0103, | |
| "brier": 0.0132, | |
| "nll": 0.0199, | |
| "mean_confidence": 0.9917, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:snli": { | |
| "n": 300, | |
| "accuracy": 0.8833, | |
| "macro_f1": 0.8871, | |
| "ece": 0.0761, | |
| "brier": 0.1947, | |
| "nll": 0.4235, | |
| "mean_confidence": 0.9517, | |
| "acc_at_50_coverage": 0.94 | |
| }, | |
| "dev:arc": { | |
| "n": 100, | |
| "accuracy": 0.66, | |
| "macro_f1": 0.6448, | |
| "ece": 0.2022, | |
| "brier": 0.5069, | |
| "nll": 1.2953, | |
| "mean_confidence": 0.8536, | |
| "acc_at_50_coverage": 0.84 | |
| }, | |
| "dev:sgd": { | |
| "n": 100, | |
| "accuracy": 0.96, | |
| "macro_f1": 0.9502, | |
| "ece": 0.041, | |
| "brier": 0.0725, | |
| "nll": 0.1762, | |
| "mean_confidence": 0.9832, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_constraints": { | |
| "n": 100, | |
| "accuracy": 0.93, | |
| "macro_f1": 0.9507, | |
| "ece": 0.0372, | |
| "brier": 0.0667, | |
| "nll": 0.0969, | |
| "mean_confidence": 0.947, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_ordinal": { | |
| "n": 150, | |
| "accuracy": 1.0, | |
| "macro_f1": 1.0, | |
| "ece": 0.0056, | |
| "brier": 0.0008, | |
| "nll": 0.0059, | |
| "mean_confidence": 0.9944, | |
| "acc_at_50_coverage": 1.0 | |
| } | |
| }, | |
| "groups": { | |
| "core17_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06206666666666666 | |
| }, | |
| "core14_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.06206666666666666 | |
| }, | |
| "reasoning_no_mnli": { | |
| "accuracy": NaN, | |
| "ece": NaN | |
| } | |
| } | |
| }, | |
| "8": { | |
| "suites": { | |
| "dev:clinc": { | |
| "n": 200, | |
| "accuracy": 0.99, | |
| "macro_f1": 0.9619, | |
| "ece": 0.01, | |
| "brier": 0.0128, | |
| "nll": 0.0193, | |
| "mean_confidence": 0.9912, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:snli": { | |
| "n": 300, | |
| "accuracy": 0.8833, | |
| "macro_f1": 0.8871, | |
| "ece": 0.0756, | |
| "brier": 0.194, | |
| "nll": 0.4247, | |
| "mean_confidence": 0.9516, | |
| "acc_at_50_coverage": 0.94 | |
| }, | |
| "dev:arc": { | |
| "n": 100, | |
| "accuracy": 0.66, | |
| "macro_f1": 0.6448, | |
| "ece": 0.1952, | |
| "brier": 0.5057, | |
| "nll": 1.2924, | |
| "mean_confidence": 0.854, | |
| "acc_at_50_coverage": 0.84 | |
| }, | |
| "dev:sgd": { | |
| "n": 100, | |
| "accuracy": 0.96, | |
| "macro_f1": 0.9513, | |
| "ece": 0.0406, | |
| "brier": 0.0723, | |
| "nll": 0.1773, | |
| "mean_confidence": 0.9834, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_constraints": { | |
| "n": 100, | |
| "accuracy": 0.93, | |
| "macro_f1": 0.9507, | |
| "ece": 0.0372, | |
| "brier": 0.0673, | |
| "nll": 0.0975, | |
| "mean_confidence": 0.947, | |
| "acc_at_50_coverage": 1.0 | |
| }, | |
| "dev:synthetic_ordinal": { | |
| "n": 150, | |
| "accuracy": 1.0, | |
| "macro_f1": 1.0, | |
| "ece": 0.0056, | |
| "brier": 0.0008, | |
| "nll": 0.0058, | |
| "mean_confidence": 0.9944, | |
| "acc_at_50_coverage": 1.0 | |
| } | |
| }, | |
| "groups": { | |
| "core17_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.060700000000000004 | |
| }, | |
| "core14_macro": { | |
| "accuracy": 0.9038833333333334, | |
| "ece": 0.060700000000000004 | |
| }, | |
| "reasoning_no_mnli": { | |
| "accuracy": NaN, | |
| "ece": NaN | |
| } | |
| } | |
| } | |
| } | |
| } |
Xet Storage Details
- Size:
- 13.1 kB
- Xet hash:
- 16080e226802f53c780cd03a074d32ec63f21849d80be0882516cecf51d7e5d8
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.