Download e2_rlce_sigma1_fixed_seed42/test_eval.json from minhleduc/rlcd-e2-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 2.57 kB
-
https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma1_fixed_seed42/test_eval.json
- Command line
-
hf download hf://minhleduc/rlcd-e2-checkpoints/e2_rlce_sigma1_fixed_seed42/test_eval.json
-
curl -L -o test_eval.json https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma1_fixed_seed42/test_eval.json
2.57 kB
| { | |
| "raw": { | |
| "ece": 0.07819666066765786, | |
| "brier": 0.06447791931933414, | |
| "nll": 0.8876326022762805, | |
| "accuracy": 0.7675, | |
| "soft_accuracy": 0.5376246295273304, | |
| "mean_confidence": 0.6893033391088247, | |
| "score_mae": 0.23617810900788755, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.08568431779742239, | |
| "brier": 0.07875364395885602, | |
| "nll": 1.0160210124527416, | |
| "accuracy": 0.75, | |
| "soft_accuracy": 0.4951265711337328, | |
| "mean_confidence": 0.6682332300643126, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.08903235401958227, | |
| "brier": 0.07023433758940882, | |
| "nll": 1.0710722564673052, | |
| "accuracy": 0.715, | |
| "soft_accuracy": 0.4565292657352984, | |
| "mean_confidence": 0.6302291714400053, | |
| "score_mae": 0.23617810900788755, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.06586102902889251, | |
| "brier": 0.04252697031971266, | |
| "nll": 0.5146579865117867, | |
| "accuracy": 0.855, | |
| "soft_accuracy": 0.6882498396436373, | |
| "mean_confidence": 0.789139005045096, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "post_temperature": { | |
| "ece": 0.13225472186505796, | |
| "brier": 0.05364174054635279, | |
| "nll": 0.8639748433399945, | |
| "accuracy": 0.7675, | |
| "soft_accuracy": 0.5134944389313459, | |
| "mean_confidence": 0.6356240352839232, | |
| "score_mae": 0.23020501649240033, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.14126860857009887, | |
| "brier": 0.06599409825261318, | |
| "nll": 0.9911767271223167, | |
| "accuracy": 0.75, | |
| "soft_accuracy": 0.4678984449803829, | |
| "mean_confidence": 0.608731386611859, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.1447367349267006, | |
| "brier": 0.05761699416621923, | |
| "nll": 1.041679207822308, | |
| "accuracy": 0.715, | |
| "soft_accuracy": 0.4322680720873177, | |
| "mean_confidence": 0.572008408755064, | |
| "score_mae": 0.23020501649240033, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.10766249060630799, | |
| "brier": 0.035989044680270484, | |
| "nll": 0.49983380691458784, | |
| "accuracy": 0.855, | |
| "soft_accuracy": 0.6673922553410133, | |
| "mean_confidence": 0.7473375193277995, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "fitted_temperature": { | |
| "type0_bucket1": 1.2595651149749756, | |
| "type2_bucket0": 1.3722405433654785, | |
| "type1_bucket1": 1.2760099172592163 | |
| } | |
| } |