Download e2_rlce_sigma2_fixed_seed42/test_eval_v2.json from minhleduc/rlcd-e2-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 2.97 kB
-
https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma2_fixed_seed42/test_eval_v2.json
- Command line
-
hf download hf://minhleduc/rlcd-e2-checkpoints/e2_rlce_sigma2_fixed_seed42/test_eval_v2.json
-
curl -L -o test_eval_v2.json https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma2_fixed_seed42/test_eval_v2.json
2.97 kB
| { | |
| "raw": { | |
| "ece": 0.05630718639492989, | |
| "brier": 0.07503989081131951, | |
| "nll": 0.9320191716201661, | |
| "accuracy": 0.7745, | |
| "soft_accuracy": 0.5517674996480346, | |
| "mean_confidence": 0.7191418521404266, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.2428405145628494, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.06025981868306796, | |
| "brier": 0.09027607686971123, | |
| "nll": 1.0617404357111082, | |
| "accuracy": 0.7583333333333333, | |
| "soft_accuracy": 0.5114792838568488, | |
| "mean_confidence": 0.6991841242710749, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.06879318818449974, | |
| "brier": 0.07618716055828145, | |
| "nll": 1.115870512262918, | |
| "accuracy": 0.72625, | |
| "soft_accuracy": 0.4729795000981539, | |
| "mean_confidence": 0.6591260279715061, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.2428405145628494, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.056964735686779025, | |
| "brier": 0.058274011756978536, | |
| "nll": 0.5571627866722216, | |
| "accuracy": 0.855, | |
| "soft_accuracy": 0.6971063815057278, | |
| "mean_confidence": 0.8191206789016724, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "post_temperature": { | |
| "ece": 0.14520826515555382, | |
| "brier": 0.05341613219001425, | |
| "nll": 0.8649758866345509, | |
| "accuracy": 0.7745, | |
| "soft_accuracy": 0.5128453603722155, | |
| "mean_confidence": 0.6295880342572927, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.22169638324761765, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.1530504109958808, | |
| "brier": 0.06520603699136625, | |
| "nll": 0.9916026928958793, | |
| "accuracy": 0.7583333333333333, | |
| "soft_accuracy": 0.47025219501306614, | |
| "mean_confidence": 0.605282920151949, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.16636354729533195, | |
| "brier": 0.05310309622963359, | |
| "nll": 1.03596825607121, | |
| "accuracy": 0.72625, | |
| "soft_accuracy": 0.43319211531430485, | |
| "mean_confidence": 0.5608933720737695, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.22169638324761765, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.11966505701343216, | |
| "brier": 0.042043608669169806, | |
| "nll": 0.5103592544576774, | |
| "accuracy": 0.855, | |
| "soft_accuracy": 0.6616428524752458, | |
| "mean_confidence": 0.7454860312740008, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "fitted_temperature": { | |
| "type0_bucket1": 1.4858466386795044, | |
| "type2_bucket0": 1.724143385887146, | |
| "type1_bucket1": 1.5682843923568726 | |
| } | |
| } |