Download e2_rlce_sigma0p5_fixed_seed44/test_eval.json from minhleduc/rlcd-e2-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 2.97 kB
-
https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma0p5_fixed_seed44/test_eval.json
- Command line
-
hf download hf://minhleduc/rlcd-e2-checkpoints/e2_rlce_sigma0p5_fixed_seed44/test_eval.json
-
curl -L -o test_eval.json https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma0p5_fixed_seed44/test_eval.json
2.97 kB
| { | |
| "raw": { | |
| "ece": 0.12265124733746051, | |
| "brier": 0.055388274678264765, | |
| "nll": 0.86905312795192, | |
| "accuracy": 0.773, | |
| "soft_accuracy": 0.5224642791226506, | |
| "mean_confidence": 0.6503487647026778, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.22557296380517072, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.11637013147274654, | |
| "brier": 0.06971498777390024, | |
| "nll": 1.0007048309780657, | |
| "accuracy": 0.745, | |
| "soft_accuracy": 0.4799277836084366, | |
| "mean_confidence": 0.6286298842728137, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.1518083619698882, | |
| "brier": 0.059224421382659785, | |
| "nll": 1.0457110093114899, | |
| "accuracy": 0.7375, | |
| "soft_accuracy": 0.4401148924790323, | |
| "mean_confidence": 0.5863754814118147, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.22557296380517072, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.1051627584795157, | |
| "brier": 0.03594669931010259, | |
| "nll": 0.5018575831130146, | |
| "accuracy": 0.8483333333333334, | |
| "soft_accuracy": 0.6747999568283558, | |
| "mean_confidence": 0.7573653561870257, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "post_temperature": { | |
| "ece": 0.1461664434671402, | |
| "brier": 0.05264063494339997, | |
| "nll": 0.8633672469202429, | |
| "accuracy": 0.773, | |
| "soft_accuracy": 0.5112822044193744, | |
| "mean_confidence": 0.6268335617929697, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.2265943297947524, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.15814547869066395, | |
| "brier": 0.06501654464813328, | |
| "nll": 0.990982209953169, | |
| "accuracy": 0.745, | |
| "soft_accuracy": 0.46072146609425546, | |
| "mean_confidence": 0.588732561369737, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.17144647084176537, | |
| "brier": 0.05643507497794417, | |
| "nll": 1.040392063660547, | |
| "accuracy": 0.7375, | |
| "soft_accuracy": 0.43124515399336816, | |
| "mean_confidence": 0.5664274859800935, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.2265943297947524, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.11703787580132484, | |
| "brier": 0.03520547185927439, | |
| "nll": 0.49971919490024447, | |
| "accuracy": 0.8483333333333334, | |
| "soft_accuracy": 0.6685590099791686, | |
| "mean_confidence": 0.7454759966333707, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "fitted_temperature": { | |
| "type1_bucket1": 1.0890488624572754, | |
| "type0_bucket1": 1.1777456998825073, | |
| "type2_bucket0": 1.0981404781341553 | |
| } | |
| } |