Download e4_log_rps_seed42/test_eval.json from minhleduc/rlcd-e2-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 2.97 kB
-
https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e4_log_rps_seed42/test_eval.json
- Command line
-
hf download hf://minhleduc/rlcd-e2-checkpoints/e4_log_rps_seed42/test_eval.json
-
curl -L -o test_eval.json https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e4_log_rps_seed42/test_eval.json
2.97 kB
| { | |
| "raw": { | |
| "ece": 0.12751009610295297, | |
| "brier": 0.05335478361494638, | |
| "nll": 0.8650917832469568, | |
| "accuracy": 0.768, | |
| "soft_accuracy": 0.5189383897446096, | |
| "mean_confidence": 0.6404899044930935, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.22315380703395932, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.14127451032400132, | |
| "brier": 0.06595876092881706, | |
| "nll": 0.992113546282053, | |
| "accuracy": 0.7516666666666667, | |
| "soft_accuracy": 0.47432611651718615, | |
| "mean_confidence": 0.6128524332245191, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.15239446971565485, | |
| "brier": 0.057384368095347325, | |
| "nll": 1.04262451373972, | |
| "accuracy": 0.72625, | |
| "soft_accuracy": 0.43722640846855937, | |
| "mean_confidence": 0.5746278527379036, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.22315380703395932, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.10585159599781038, | |
| "brier": 0.03537802699387445, | |
| "nll": 0.5013597128881763, | |
| "accuracy": 0.84, | |
| "soft_accuracy": 0.6724999713401, | |
| "mean_confidence": 0.7559434447685878, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "post_temperature": { | |
| "ece": 0.14276222667098046, | |
| "brier": 0.052112305763053604, | |
| "nll": 0.8620958601590246, | |
| "accuracy": 0.768, | |
| "soft_accuracy": 0.5115978672802448, | |
| "mean_confidence": 0.6254664157927037, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.22311260582937392, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.16253415167331697, | |
| "brier": 0.06408576760397712, | |
| "nll": 0.987983137127012, | |
| "accuracy": 0.7516666666666667, | |
| "soft_accuracy": 0.4642106085518996, | |
| "mean_confidence": 0.5922220328450203, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.16398581121116876, | |
| "brier": 0.05605270585605467, | |
| "nll": 1.0393069208879024, | |
| "accuracy": 0.72625, | |
| "soft_accuracy": 0.43212321305647494, | |
| "mean_confidence": 0.5632208345085382, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.22311260582937392, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.12543535361687344, | |
| "brier": 0.034884977131462006, | |
| "nll": 0.4999271688858668, | |
| "accuracy": 0.84, | |
| "soft_accuracy": 0.6649513316402833, | |
| "mean_confidence": 0.7417049071192742, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "fitted_temperature": { | |
| "type0_bucket1": 1.0903278589248657, | |
| "type2_bucket0": 1.1138123273849487, | |
| "type1_bucket1": 1.0528963804244995 | |
| } | |
| } |