Download export_summary_text.json from stefan-hf/rvlcdip-classifiers: direct link, hf CLI and curl.
- Browser
- Download file 9.05 kB
-
https://huggingface.co/stefan-hf/rvlcdip-classifiers/resolve/main/export_summary_text.json
- Command line
-
hf download hf://stefan-hf/rvlcdip-classifiers/export_summary_text.json
-
curl -L -o export_summary_text.json https://huggingface.co/stefan-hf/rvlcdip-classifiers/resolve/main/export_summary_text.json
9.05 kB
| [ | |
| { | |
| "model": "layoutlmv1", | |
| "variant": "labels-corrected_codes-kept", | |
| "max_abs_logit_diff": 1.1444091796875e-05, | |
| "pred_agreement": 1.0, | |
| "size_mb": 451.3, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9665806947264446, | |
| "n": 36446 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9639740986665203, | |
| "n": 36446 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9660678642714571, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9666721542373192, | |
| "min": 0.9664435054601328, | |
| "max": 0.9669922625253801, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "layoutlmv1", | |
| "variant": "labels-corrected_codes-removed", | |
| "max_abs_logit_diff": 1.049041748046875e-05, | |
| "pred_agreement": 1.0, | |
| "size_mb": 451.3, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9657849969818362, | |
| "n": 36446 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9655380563024749, | |
| "n": 36446 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9670658682634731, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9657301212753114, | |
| "min": 0.9655380563024749, | |
| "max": 0.9658947483948855, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "bert_base", | |
| "variant": "labels-corrected_codes-kept", | |
| "max_abs_logit_diff": 7.62939453125e-06, | |
| "pred_agreement": 1.0, | |
| "size_mb": 438.7, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9560719969269604, | |
| "n": 36446 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9523953245898041, | |
| "n": 36446 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9181636726546906, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9565018566280706, | |
| "min": 0.9560719969269604, | |
| "max": 0.9571420732041925, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "bert_base", | |
| "variant": "labels-corrected_codes-removed", | |
| "max_abs_logit_diff": 9.5367431640625e-06, | |
| "pred_agreement": 1.0, | |
| "size_mb": 438.7, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9535202765735609, | |
| "n": 36446 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9531361466278878, | |
| "n": 36446 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9141716566866267, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9537580713018347, | |
| "min": 0.9531361466278878, | |
| "max": 0.9542336607583822, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "roberta_base", | |
| "variant": "labels-corrected_codes-kept", | |
| "max_abs_logit_diff": 8.58306884765625e-06, | |
| "pred_agreement": 1.0, | |
| "size_mb": 502.2, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9601876749163145, | |
| "n": 36446 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9568128189650442, | |
| "n": 36446 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9231536926147704, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.960077923503265, | |
| "min": 0.9594468528782308, | |
| "max": 0.96059924271525, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "roberta_base", | |
| "variant": "labels-corrected_codes-removed", | |
| "max_abs_logit_diff": 8.58306884765625e-06, | |
| "pred_agreement": 1.0, | |
| "size_mb": 502.2, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9584865280140482, | |
| "n": 36446 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9576633924161774, | |
| "n": 36446 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9291417165668663, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9579743547531508, | |
| "min": 0.9576633924161774, | |
| "max": 0.9585139658673105, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "layoutlmv3", | |
| "variant": "labels-corrected_codes-kept", | |
| "max_abs_logit_diff": 0.0, | |
| "pred_agreement": 1.0, | |
| "size_mb": 507.3, | |
| "selected_epoch": 5, | |
| "epochs_run": 10, | |
| "test_redact": { | |
| "accuracy": 0.9750864292377764, | |
| "n": 36446 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9737694122811831, | |
| "n": 36446 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9720558882235529, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9747480290475407, | |
| "min": 0.9744827964660046, | |
| "max": 0.9750864292377764, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "layoutlmv3", | |
| "variant": "labels-corrected_codes-removed", | |
| "max_abs_logit_diff": 0.0, | |
| "pred_agreement": 1.0, | |
| "size_mb": 507.3, | |
| "selected_epoch": 4, | |
| "epochs_run": 10, | |
| "test_redact": { | |
| "accuracy": 0.9742632936399056, | |
| "n": 36446 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9748669264116776, | |
| "n": 36446 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9630738522954092, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.974171834129031, | |
| "min": 0.9734401580420348, | |
| "max": 0.9748669264116776, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "bert_base", | |
| "variant": "labels-original_codes-kept", | |
| "max_abs_logit_diff": 7.62939453125e-06, | |
| "pred_agreement": 1.0, | |
| "size_mb": 438.7, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9233980849521238, | |
| "n": 39999 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9085727143178579, | |
| "n": 39999 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.8612774451097804, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.923323083077077, | |
| "min": 0.92284807120178, | |
| "max": 0.9237230930773269, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "bert_base", | |
| "variant": "labels-original_codes-removed", | |
| "max_abs_logit_diff": 7.62939453125e-06, | |
| "pred_agreement": 1.0, | |
| "size_mb": 438.7, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9157978949473737, | |
| "n": 39999 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9145228630715768, | |
| "n": 39999 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.8712574850299402, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9140228505712642, | |
| "min": 0.9135478386959675, | |
| "max": 0.9145228630715768, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "roberta_base", | |
| "variant": "labels-original_codes-kept", | |
| "max_abs_logit_diff": 7.62939453125e-06, | |
| "pred_agreement": 1.0, | |
| "size_mb": 502.2, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9254981374534363, | |
| "n": 39999 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9090227255681392, | |
| "n": 39999 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.8862275449101796, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9248314541196864, | |
| "min": 0.9239730993274832, | |
| "max": 0.9254981374534363, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "roberta_base", | |
| "variant": "labels-original_codes-removed", | |
| "max_abs_logit_diff": 7.62939453125e-06, | |
| "pred_agreement": 1.0, | |
| "size_mb": 502.2, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9169729243231081, | |
| "n": 39999 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9152478811970299, | |
| "n": 39999 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.872255489021956, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9157728943223581, | |
| "min": 0.9152478811970299, | |
| "max": 0.91604790119753, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "layoutlmv1", | |
| "variant": "labels-original_codes-kept", | |
| "max_abs_logit_diff": 1.1920928955078125e-05, | |
| "pred_agreement": 1.0, | |
| "size_mb": 451.3, | |
| "selected_epoch": 3, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.9330483262081553, | |
| "n": 39999 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9179729493237331, | |
| "n": 39999 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9041916167664671, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9340900189171396, | |
| "min": 0.9330483262081553, | |
| "max": 0.9351233780844521, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "layoutlmv1", | |
| "variant": "labels-original_codes-removed", | |
| "max_abs_logit_diff": 1.811981201171875e-05, | |
| "pred_agreement": 1.0, | |
| "size_mb": 451.3, | |
| "selected_epoch": 4, | |
| "epochs_run": 5, | |
| "test_redact": { | |
| "accuracy": 0.928523213080327, | |
| "n": 39999 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9266231655791395, | |
| "n": 39999 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.9031936127744511, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9264314941206863, | |
| "min": 0.9254981374534363, | |
| "max": 0.9271731793294833, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "layoutlmv3", | |
| "variant": "labels-original_codes-kept", | |
| "max_abs_logit_diff": 0.0, | |
| "pred_agreement": 1.0, | |
| "size_mb": 507.3, | |
| "selected_epoch": 6, | |
| "epochs_run": 10, | |
| "test_redact": { | |
| "accuracy": 0.948148703717593, | |
| "n": 39999 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.9289482237055926, | |
| "n": 39999 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.8522954091816367, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9478570297590774, | |
| "min": 0.9464236605915148, | |
| "max": 0.9489987249681242, | |
| "n_seeds": 3 | |
| } | |
| }, | |
| { | |
| "model": "layoutlmv3", | |
| "variant": "labels-original_codes-removed", | |
| "max_abs_logit_diff": 0.0, | |
| "pred_agreement": 1.0, | |
| "size_mb": 507.3, | |
| "selected_epoch": 7, | |
| "epochs_run": 10, | |
| "test_redact": { | |
| "accuracy": 0.9455736393409835, | |
| "n": 39999 | |
| }, | |
| "test_redact_noid": { | |
| "accuracy": 0.945073626840671, | |
| "n": 39999 | |
| }, | |
| "set_N": { | |
| "accuracy": 0.8383233532934131, | |
| "n": 1002 | |
| }, | |
| "own_condition_three_seeds": { | |
| "mean": 0.9444402776736086, | |
| "min": 0.9435235880897023, | |
| "max": 0.945073626840671, | |
| "n_seeds": 3 | |
| } | |
| } | |
| ] |