Download e2_rlce_sigma0p5_fixed_seed42/test_eval.json from minhleduc/rlcd-e2-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 2.63 kB
-
https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma0p5_fixed_seed42/test_eval.json
- Command line
-
hf download hf://minhleduc/rlcd-e2-checkpoints/e2_rlce_sigma0p5_fixed_seed42/test_eval.json
-
curl -L -o test_eval.json https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma0p5_fixed_seed42/test_eval.json
2.63 kB
| { | |
| "raw": { | |
| "ece": 0.11390865607559682, | |
| "brier": 0.05655546752502091, | |
| "nll": 0.8700334402075969, | |
| "accuracy": 0.7735, | |
| "soft_accuracy": 0.5252629271820187, | |
| "mean_confidence": 0.6595913757085801, | |
| "score_mae": 0.22807463198783806, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.11666326254606246, | |
| "brier": 0.07069142107618064, | |
| "nll": 1.0013599240966142, | |
| "accuracy": 0.7533333333333333, | |
| "soft_accuracy": 0.4825493113944928, | |
| "mean_confidence": 0.6374681354562441, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.12849757742136717, | |
| "brier": 0.060501123206740885, | |
| "nll": 1.0468469276186079, | |
| "accuracy": 0.72125, | |
| "soft_accuracy": 0.44201050858944657, | |
| "mean_confidence": 0.5927523962408304, | |
| "score_mae": 0.22807463198783806, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.09426340192556382, | |
| "brier": 0.03715863973156788, | |
| "nll": 0.5029556397705649, | |
| "accuracy": 0.8633333333333333, | |
| "soft_accuracy": 0.678979767759641, | |
| "mean_confidence": 0.7708332552512487, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "post_temperature": { | |
| "ece": 0.14354266396164894, | |
| "brier": 0.052714795750361594, | |
| "nll": 0.8625191753543914, | |
| "accuracy": 0.7735, | |
| "soft_accuracy": 0.5112664862945676, | |
| "mean_confidence": 0.6299573639929295, | |
| "score_mae": 0.22675453122763428, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.1522600480914116, | |
| "brier": 0.06530667010042332, | |
| "nll": 0.9916246360788743, | |
| "accuracy": 0.7533333333333333, | |
| "soft_accuracy": 0.4651045961678028, | |
| "mean_confidence": 0.6010732888678709, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.15519656222313644, | |
| "brier": 0.0565669214198806, | |
| "nll": 1.0386875697784126, | |
| "accuracy": 0.72125, | |
| "soft_accuracy": 0.4304271869175136, | |
| "mean_confidence": 0.5660534334555268, | |
| "score_mae": 0.22675453122763428, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.1195802284280459, | |
| "brier": 0.03498675384094121, | |
| "nll": 0.4985225220645467, | |
| "accuracy": 0.8633333333333333, | |
| "soft_accuracy": 0.665214108924071, | |
| "mean_confidence": 0.7440466798345248, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "fitted_temperature": { | |
| "type0_bucket1": 1.1535396575927734, | |
| "type2_bucket0": 1.219477653503418, | |
| "type1_bucket1": 1.1212671995162964 | |
| } | |
| } |