Buckets:

Pranav2748's picture
download
raw
13.1 kB
{
"model": "runs/e2/model.safetensors",
"n_think": 32,
"head": true,
"kmax": 8,
"split": "dev",
"n_items": 1000,
"unsupported": 0,
"forward_seconds": 63.1,
"by_K": {
"1": {
"suites": {
"dev:clinc": {
"n": 200,
"accuracy": 0.99,
"macro_f1": 0.9619,
"ece": 0.0102,
"brier": 0.0128,
"nll": 0.0195,
"mean_confidence": 0.9915,
"acc_at_50_coverage": 1.0
},
"dev:snli": {
"n": 300,
"accuracy": 0.8867,
"macro_f1": 0.8897,
"ece": 0.077,
"brier": 0.1949,
"nll": 0.4255,
"mean_confidence": 0.9525,
"acc_at_50_coverage": 0.94
},
"dev:arc": {
"n": 100,
"accuracy": 0.66,
"macro_f1": 0.6448,
"ece": 0.2106,
"brier": 0.5089,
"nll": 1.3019,
"mean_confidence": 0.8535,
"acc_at_50_coverage": 0.84
},
"dev:sgd": {
"n": 100,
"accuracy": 0.96,
"macro_f1": 0.9502,
"ece": 0.0408,
"brier": 0.072,
"nll": 0.1754,
"mean_confidence": 0.9837,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_constraints": {
"n": 100,
"accuracy": 0.93,
"macro_f1": 0.9507,
"ece": 0.0368,
"brier": 0.0662,
"nll": 0.0965,
"mean_confidence": 0.9465,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_ordinal": {
"n": 150,
"accuracy": 1.0,
"macro_f1": 1.0,
"ece": 0.0056,
"brier": 0.0008,
"nll": 0.0059,
"mean_confidence": 0.9944,
"acc_at_50_coverage": 1.0
}
},
"groups": {
"core17_macro": {
"accuracy": 0.9044500000000001,
"ece": 0.0635
},
"core14_macro": {
"accuracy": 0.9044500000000001,
"ece": 0.0635
},
"reasoning_no_mnli": {
"accuracy": NaN,
"ece": NaN
}
}
},
"2": {
"suites": {
"dev:clinc": {
"n": 200,
"accuracy": 0.99,
"macro_f1": 0.9619,
"ece": 0.0104,
"brier": 0.0134,
"nll": 0.0202,
"mean_confidence": 0.9915,
"acc_at_50_coverage": 1.0
},
"dev:snli": {
"n": 300,
"accuracy": 0.8833,
"macro_f1": 0.8871,
"ece": 0.0749,
"brier": 0.1948,
"nll": 0.4245,
"mean_confidence": 0.9519,
"acc_at_50_coverage": 0.94
},
"dev:arc": {
"n": 100,
"accuracy": 0.66,
"macro_f1": 0.6448,
"ece": 0.2108,
"brier": 0.5086,
"nll": 1.296,
"mean_confidence": 0.8532,
"acc_at_50_coverage": 0.84
},
"dev:sgd": {
"n": 100,
"accuracy": 0.96,
"macro_f1": 0.9502,
"ece": 0.0408,
"brier": 0.0722,
"nll": 0.1772,
"mean_confidence": 0.9838,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_constraints": {
"n": 100,
"accuracy": 0.93,
"macro_f1": 0.9507,
"ece": 0.0463,
"brier": 0.0672,
"nll": 0.0974,
"mean_confidence": 0.9467,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_ordinal": {
"n": 150,
"accuracy": 1.0,
"macro_f1": 1.0,
"ece": 0.0057,
"brier": 0.0008,
"nll": 0.0059,
"mean_confidence": 0.9943,
"acc_at_50_coverage": 1.0
}
},
"groups": {
"core17_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06481666666666666
},
"core14_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06481666666666666
},
"reasoning_no_mnli": {
"accuracy": NaN,
"ece": NaN
}
}
},
"3": {
"suites": {
"dev:clinc": {
"n": 200,
"accuracy": 0.99,
"macro_f1": 0.9619,
"ece": 0.0102,
"brier": 0.0128,
"nll": 0.0196,
"mean_confidence": 0.9915,
"acc_at_50_coverage": 1.0
},
"dev:snli": {
"n": 300,
"accuracy": 0.8833,
"macro_f1": 0.8871,
"ece": 0.0752,
"brier": 0.1955,
"nll": 0.4257,
"mean_confidence": 0.9518,
"acc_at_50_coverage": 0.94
},
"dev:arc": {
"n": 100,
"accuracy": 0.66,
"macro_f1": 0.6448,
"ece": 0.2179,
"brier": 0.5082,
"nll": 1.3003,
"mean_confidence": 0.8545,
"acc_at_50_coverage": 0.84
},
"dev:sgd": {
"n": 100,
"accuracy": 0.96,
"macro_f1": 0.9513,
"ece": 0.0408,
"brier": 0.0724,
"nll": 0.177,
"mean_confidence": 0.9831,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_constraints": {
"n": 100,
"accuracy": 0.93,
"macro_f1": 0.9507,
"ece": 0.037,
"brier": 0.0672,
"nll": 0.0975,
"mean_confidence": 0.9466,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_ordinal": {
"n": 150,
"accuracy": 1.0,
"macro_f1": 1.0,
"ece": 0.0055,
"brier": 0.0008,
"nll": 0.0058,
"mean_confidence": 0.9945,
"acc_at_50_coverage": 1.0
}
},
"groups": {
"core17_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06443333333333333
},
"core14_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06443333333333333
},
"reasoning_no_mnli": {
"accuracy": NaN,
"ece": NaN
}
}
},
"4": {
"suites": {
"dev:clinc": {
"n": 200,
"accuracy": 0.99,
"macro_f1": 0.9619,
"ece": 0.0103,
"brier": 0.013,
"nll": 0.0199,
"mean_confidence": 0.9915,
"acc_at_50_coverage": 1.0
},
"dev:snli": {
"n": 300,
"accuracy": 0.8833,
"macro_f1": 0.8871,
"ece": 0.0733,
"brier": 0.1947,
"nll": 0.4249,
"mean_confidence": 0.9514,
"acc_at_50_coverage": 0.94
},
"dev:arc": {
"n": 100,
"accuracy": 0.66,
"macro_f1": 0.6447,
"ece": 0.2043,
"brier": 0.5095,
"nll": 1.3012,
"mean_confidence": 0.8532,
"acc_at_50_coverage": 0.84
},
"dev:sgd": {
"n": 100,
"accuracy": 0.96,
"macro_f1": 0.9502,
"ece": 0.0408,
"brier": 0.0722,
"nll": 0.1756,
"mean_confidence": 0.9832,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_constraints": {
"n": 100,
"accuracy": 0.93,
"macro_f1": 0.9507,
"ece": 0.0373,
"brier": 0.0668,
"nll": 0.0971,
"mean_confidence": 0.9469,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_ordinal": {
"n": 150,
"accuracy": 1.0,
"macro_f1": 1.0,
"ece": 0.0056,
"brier": 0.0008,
"nll": 0.0058,
"mean_confidence": 0.9944,
"acc_at_50_coverage": 1.0
}
},
"groups": {
"core17_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06193333333333334
},
"core14_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06193333333333334
},
"reasoning_no_mnli": {
"accuracy": NaN,
"ece": NaN
}
}
},
"5": {
"suites": {
"dev:clinc": {
"n": 200,
"accuracy": 0.99,
"macro_f1": 0.9619,
"ece": 0.0103,
"brier": 0.0128,
"nll": 0.0195,
"mean_confidence": 0.9915,
"acc_at_50_coverage": 1.0
},
"dev:snli": {
"n": 300,
"accuracy": 0.8833,
"macro_f1": 0.8871,
"ece": 0.0804,
"brier": 0.1946,
"nll": 0.425,
"mean_confidence": 0.9516,
"acc_at_50_coverage": 0.94
},
"dev:arc": {
"n": 100,
"accuracy": 0.66,
"macro_f1": 0.6448,
"ece": 0.2007,
"brier": 0.5077,
"nll": 1.3008,
"mean_confidence": 0.8539,
"acc_at_50_coverage": 0.84
},
"dev:sgd": {
"n": 100,
"accuracy": 0.96,
"macro_f1": 0.9502,
"ece": 0.0407,
"brier": 0.0722,
"nll": 0.1759,
"mean_confidence": 0.9834,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_constraints": {
"n": 100,
"accuracy": 0.93,
"macro_f1": 0.9507,
"ece": 0.0375,
"brier": 0.0677,
"nll": 0.098,
"mean_confidence": 0.9471,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_ordinal": {
"n": 150,
"accuracy": 1.0,
"macro_f1": 1.0,
"ece": 0.0057,
"brier": 0.0008,
"nll": 0.0059,
"mean_confidence": 0.9943,
"acc_at_50_coverage": 1.0
}
},
"groups": {
"core17_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06255
},
"core14_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06255
},
"reasoning_no_mnli": {
"accuracy": NaN,
"ece": NaN
}
}
},
"6": {
"suites": {
"dev:clinc": {
"n": 200,
"accuracy": 0.99,
"macro_f1": 0.9619,
"ece": 0.0121,
"brier": 0.012,
"nll": 0.0185,
"mean_confidence": 0.9911,
"acc_at_50_coverage": 1.0
},
"dev:snli": {
"n": 300,
"accuracy": 0.8867,
"macro_f1": 0.8897,
"ece": 0.074,
"brier": 0.1953,
"nll": 0.4261,
"mean_confidence": 0.9521,
"acc_at_50_coverage": 0.94
},
"dev:arc": {
"n": 100,
"accuracy": 0.66,
"macro_f1": 0.6448,
"ece": 0.2168,
"brier": 0.5081,
"nll": 1.2946,
"mean_confidence": 0.8528,
"acc_at_50_coverage": 0.84
},
"dev:sgd": {
"n": 100,
"accuracy": 0.96,
"macro_f1": 0.9502,
"ece": 0.041,
"brier": 0.0724,
"nll": 0.1768,
"mean_confidence": 0.9836,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_constraints": {
"n": 100,
"accuracy": 0.93,
"macro_f1": 0.9507,
"ece": 0.0466,
"brier": 0.0673,
"nll": 0.0977,
"mean_confidence": 0.9464,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_ordinal": {
"n": 150,
"accuracy": 1.0,
"macro_f1": 1.0,
"ece": 0.0056,
"brier": 0.0008,
"nll": 0.0058,
"mean_confidence": 0.9944,
"acc_at_50_coverage": 1.0
}
},
"groups": {
"core17_macro": {
"accuracy": 0.9044500000000001,
"ece": 0.06601666666666665
},
"core14_macro": {
"accuracy": 0.9044500000000001,
"ece": 0.06601666666666665
},
"reasoning_no_mnli": {
"accuracy": NaN,
"ece": NaN
}
}
},
"7": {
"suites": {
"dev:clinc": {
"n": 200,
"accuracy": 0.99,
"macro_f1": 0.9619,
"ece": 0.0103,
"brier": 0.0132,
"nll": 0.0199,
"mean_confidence": 0.9917,
"acc_at_50_coverage": 1.0
},
"dev:snli": {
"n": 300,
"accuracy": 0.8833,
"macro_f1": 0.8871,
"ece": 0.0761,
"brier": 0.1947,
"nll": 0.4235,
"mean_confidence": 0.9517,
"acc_at_50_coverage": 0.94
},
"dev:arc": {
"n": 100,
"accuracy": 0.66,
"macro_f1": 0.6448,
"ece": 0.2022,
"brier": 0.5069,
"nll": 1.2953,
"mean_confidence": 0.8536,
"acc_at_50_coverage": 0.84
},
"dev:sgd": {
"n": 100,
"accuracy": 0.96,
"macro_f1": 0.9502,
"ece": 0.041,
"brier": 0.0725,
"nll": 0.1762,
"mean_confidence": 0.9832,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_constraints": {
"n": 100,
"accuracy": 0.93,
"macro_f1": 0.9507,
"ece": 0.0372,
"brier": 0.0667,
"nll": 0.0969,
"mean_confidence": 0.947,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_ordinal": {
"n": 150,
"accuracy": 1.0,
"macro_f1": 1.0,
"ece": 0.0056,
"brier": 0.0008,
"nll": 0.0059,
"mean_confidence": 0.9944,
"acc_at_50_coverage": 1.0
}
},
"groups": {
"core17_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06206666666666666
},
"core14_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.06206666666666666
},
"reasoning_no_mnli": {
"accuracy": NaN,
"ece": NaN
}
}
},
"8": {
"suites": {
"dev:clinc": {
"n": 200,
"accuracy": 0.99,
"macro_f1": 0.9619,
"ece": 0.01,
"brier": 0.0128,
"nll": 0.0193,
"mean_confidence": 0.9912,
"acc_at_50_coverage": 1.0
},
"dev:snli": {
"n": 300,
"accuracy": 0.8833,
"macro_f1": 0.8871,
"ece": 0.0756,
"brier": 0.194,
"nll": 0.4247,
"mean_confidence": 0.9516,
"acc_at_50_coverage": 0.94
},
"dev:arc": {
"n": 100,
"accuracy": 0.66,
"macro_f1": 0.6448,
"ece": 0.1952,
"brier": 0.5057,
"nll": 1.2924,
"mean_confidence": 0.854,
"acc_at_50_coverage": 0.84
},
"dev:sgd": {
"n": 100,
"accuracy": 0.96,
"macro_f1": 0.9513,
"ece": 0.0406,
"brier": 0.0723,
"nll": 0.1773,
"mean_confidence": 0.9834,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_constraints": {
"n": 100,
"accuracy": 0.93,
"macro_f1": 0.9507,
"ece": 0.0372,
"brier": 0.0673,
"nll": 0.0975,
"mean_confidence": 0.947,
"acc_at_50_coverage": 1.0
},
"dev:synthetic_ordinal": {
"n": 150,
"accuracy": 1.0,
"macro_f1": 1.0,
"ece": 0.0056,
"brier": 0.0008,
"nll": 0.0058,
"mean_confidence": 0.9944,
"acc_at_50_coverage": 1.0
}
},
"groups": {
"core17_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.060700000000000004
},
"core14_macro": {
"accuracy": 0.9038833333333334,
"ece": 0.060700000000000004
},
"reasoning_no_mnli": {
"accuracy": NaN,
"ece": NaN
}
}
}
}
}

Xet Storage Details

Size:
13.1 kB
·
Xet hash:
16080e226802f53c780cd03a074d32ec63f21849d80be0882516cecf51d7e5d8

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.