Download e2_rlce_sigma2_fixed_seed42/test_eval.json from minhleduc/rlcd-e2-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 2.63 kB
-
https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma2_fixed_seed42/test_eval.json
- Command line
-
hf download hf://minhleduc/rlcd-e2-checkpoints/e2_rlce_sigma2_fixed_seed42/test_eval.json
-
curl -L -o test_eval.json https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma2_fixed_seed42/test_eval.json
2.63 kB
| { | |
| "raw": { | |
| "ece": 0.05556941968202591, | |
| "brier": 0.07491107175261555, | |
| "nll": 0.931554073697218, | |
| "accuracy": 0.774, | |
| "soft_accuracy": 0.5516621355069801, | |
| "mean_confidence": 0.7189242369234562, | |
| "score_mae": 0.24282820772539707, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.058945793956518173, | |
| "brier": 0.09003982849844305, | |
| "nll": 1.0610431912432736, | |
| "accuracy": 0.7566666666666667, | |
| "soft_accuracy": 0.5113160306463639, | |
| "mean_confidence": 0.6988202449679375, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.06930980719625951, | |
| "brier": 0.0760862219307569, | |
| "nll": 1.1153853290807456, | |
| "accuracy": 0.7275, | |
| "soft_accuracy": 0.47283619750989603, | |
| "mean_confidence": 0.6588596414029598, | |
| "score_mae": 0.24282820772539707, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.06058402955532074, | |
| "brier": 0.058215448102599605, | |
| "nll": 0.5569566156397923, | |
| "accuracy": 0.8533333333333334, | |
| "soft_accuracy": 0.6971094910303751, | |
| "mean_confidence": 0.8191143562396367, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "post_temperature": { | |
| "ece": 0.14437548027932645, | |
| "brier": 0.053404335885938056, | |
| "nll": 0.86494004275091, | |
| "accuracy": 0.774, | |
| "soft_accuracy": 0.5128478347882628, | |
| "mean_confidence": 0.6296245071440935, | |
| "score_mae": 0.22164403992937878, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.15137549564242359, | |
| "brier": 0.06518018942773324, | |
| "nll": 0.991539094435672, | |
| "accuracy": 0.7566666666666667, | |
| "soft_accuracy": 0.47024086986978847, | |
| "mean_confidence": 0.6052911690374215, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.16654286351054906, | |
| "brier": 0.05312417189078587, | |
| "nll": 1.0359684311039745, | |
| "accuracy": 0.7275, | |
| "soft_accuracy": 0.43320247864350675, | |
| "mean_confidence": 0.5609682880342006, | |
| "score_mae": 0.22164403992937878, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.12086178546150525, | |
| "brier": 0.04200203433767911, | |
| "nll": 0.5103031399287283, | |
| "accuracy": 0.8533333333333334, | |
| "soft_accuracy": 0.6616486078997453, | |
| "mean_confidence": 0.7454994707306226, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "fitted_temperature": { | |
| "type0_bucket1": 1.4832364320755005, | |
| "type2_bucket0": 1.7233024835586548, | |
| "type1_bucket1": 1.56569504737854 | |
| } | |
| } |