Download e2_rlce_sigma0p5_fixed_seed43/test_eval.json from minhleduc/rlcd-e2-checkpoints: direct link, hf CLI and curl.
- Browser
- Download file 2.94 kB
-
https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma0p5_fixed_seed43/test_eval.json
- Command line
-
hf download hf://minhleduc/rlcd-e2-checkpoints/e2_rlce_sigma0p5_fixed_seed43/test_eval.json
-
curl -L -o test_eval.json https://huggingface.co/minhleduc/rlcd-e2-checkpoints/resolve/main/e2_rlce_sigma0p5_fixed_seed43/test_eval.json
2.94 kB
| { | |
| "raw": { | |
| "ece": 0.10938775247335435, | |
| "brier": 0.05812557614409556, | |
| "nll": 0.8731060525840149, | |
| "accuracy": 0.769, | |
| "soft_accuracy": 0.5256813679523766, | |
| "mean_confidence": 0.6599044377803802, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.23073756691010203, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.12190773333112401, | |
| "brier": 0.07191934329879586, | |
| "nll": 1.0029667794393997, | |
| "accuracy": 0.755, | |
| "soft_accuracy": 0.48216424918423095, | |
| "mean_confidence": 0.6340662900110086, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.12245667524635793, | |
| "brier": 0.0626707494391917, | |
| "nll": 1.0514651402598247, | |
| "accuracy": 0.715, | |
| "soft_accuracy": 0.44341961657628415, | |
| "mean_confidence": 0.5967765658721328, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.23073756691010203, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.09035681496063867, | |
| "brier": 0.038271577929267074, | |
| "nll": 0.5054332088275502, | |
| "accuracy": 0.855, | |
| "soft_accuracy": 0.6788808218886455, | |
| "mean_confidence": 0.7699130814274152, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "post_temperature": { | |
| "ece": 0.14125409112870693, | |
| "brier": 0.053735369926146, | |
| "nll": 0.8641864485777915, | |
| "accuracy": 0.769, | |
| "soft_accuracy": 0.5107613195888698, | |
| "mean_confidence": 0.6280267777144909, | |
| "mean_target_max": 0.6589462240487337, | |
| "score_mae": 0.23047184225870296, | |
| "n": 2000, | |
| "by_type": { | |
| "choice": { | |
| "ece": 0.16430171514550845, | |
| "brier": 0.06598119639989211, | |
| "nll": 0.9912205807864666, | |
| "accuracy": 0.755, | |
| "soft_accuracy": 0.4619697396457195, | |
| "mean_confidence": 0.591634560128053, | |
| "mean_target_max": 0.6345381752649943, | |
| "score_mae": null, | |
| "n": 600 | |
| }, | |
| "score": { | |
| "ece": 0.15405985459685326, | |
| "brier": 0.05775743729795977, | |
| "nll": 1.0415133168082684, | |
| "accuracy": 0.715, | |
| "soft_accuracy": 0.42967167212627827, | |
| "mean_confidence": 0.5651446158438921, | |
| "mean_target_max": 0.5928848401084542, | |
| "score_mae": 0.23047184225870296, | |
| "n": 800 | |
| }, | |
| "noul": { | |
| "ece": 0.11211344540119171, | |
| "brier": 0.03612678695664819, | |
| "nll": 0.5007164920618137, | |
| "accuracy": 0.855, | |
| "soft_accuracy": 0.6676724294821421, | |
| "mean_confidence": 0.7482618777950605, | |
| "mean_target_max": 0.7714361180861791, | |
| "score_mae": null, | |
| "n": 600 | |
| } | |
| } | |
| }, | |
| "fitted_temperature": { | |
| "type0_bucket1": 1.1898324489593506, | |
| "type2_bucket0": 1.175607442855835, | |
| "type1_bucket1": 1.144701600074768 | |
| } | |
| } |