Download e2_rlce_sigma3_fixed_seed42/test_eval.json from minhleduc/rlcd-e2-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 2.99 kB
-
https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma3_fixed_seed42/test_eval.json
- Command line
-
hf download hf://minhleduc/rlcd-e2-checkpoints/e2_rlce_sigma3_fixed_seed42/test_eval.json
-
curl -L -o test_eval.json https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma3_fixed_seed42/test_eval.json
2.99 kB
| { | |
| "raw": { | |
| "ece": 0.057404906570911414, | |
| "brier": 0.07307368355332416, | |
| "nll": 0.9560867864127358, | |
| "accuracy": 0.775, | |
| "soft_accuracy": 0.5551163791120053, | |
| "mean_confidence": 0.7192784253954887, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.2456238779463456, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.06165929590662322, | |
| "brier": 0.08983043199575093, | |
| "nll": 1.1012605741615697, | |
| "accuracy": 0.7566666666666667, | |
| "soft_accuracy": 0.5152563373496135, | |
| "mean_confidence": 0.701250191827615, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.06428438652306795, | |
| "brier": 0.08195476098480867, | |
| "nll": 1.1510826527373865, | |
| "accuracy": 0.7275, | |
| "soft_accuracy": 0.47719535844400524, | |
| "mean_confidence": 0.6685522451251745, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.2456238779463456, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.051725090146064766, | |
| "brier": 0.0444754985355847, | |
| "nll": 0.5509185102310342, | |
| "accuracy": 0.8566666666666667, | |
| "soft_accuracy": 0.6988711150983969, | |
| "mean_confidence": 0.804941565990448, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "post_temperature": { | |
| "ece": 0.16356189571321006, | |
| "brier": 0.0502992638407189, | |
| "nll": 0.8584794242903591, | |
| "accuracy": 0.775, | |
| "soft_accuracy": 0.5101754530817271, | |
| "mean_confidence": 0.6114381209462881, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.214751344381948, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.18446204672257102, | |
| "brier": 0.062073928531837436, | |
| "nll": 0.9835493062250316, | |
| "accuracy": 0.7566666666666667, | |
| "soft_accuracy": 0.46109614603221416, | |
| "mean_confidence": 0.5726396570603053, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.1718552700430155, | |
| "brier": 0.05328607769250425, | |
| "nll": 1.0347097918624057, | |
| "accuracy": 0.7275, | |
| "soft_accuracy": 0.4332836725749075, | |
| "mean_confidence": 0.555644741691649, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.214751344381948, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.13203887810309728, | |
| "brier": 0.03454218068055324, | |
| "nll": 0.4984357189262907, | |
| "accuracy": 0.8566666666666667, | |
| "soft_accuracy": 0.6617771341403326, | |
| "mean_confidence": 0.7246277571717898, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "fitted_temperature": { | |
| "type0_bucket1": 1.8644551038742065, | |
| "type2_bucket0": 2.075758695602417, | |
| "type1_bucket1": 1.7328335046768188 | |
| } | |
| } |