[ { "model": "layoutlmv1", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 1.1444091796875e-05, "pred_agreement": 1.0, "size_mb": 451.3, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9665806947264446, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9639740986665203, "n": 36446 }, "set_N": { "accuracy": 0.9660678642714571, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9666721542373192, "min": 0.9664435054601328, "max": 0.9669922625253801, "n_seeds": 3 } }, { "model": "layoutlmv1", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 1.049041748046875e-05, "pred_agreement": 1.0, "size_mb": 451.3, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9657849969818362, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9655380563024749, "n": 36446 }, "set_N": { "accuracy": 0.9670658682634731, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9657301212753114, "min": 0.9655380563024749, "max": 0.9658947483948855, "n_seeds": 3 } }, { "model": "bert_base", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 7.62939453125e-06, "pred_agreement": 1.0, "size_mb": 438.7, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9560719969269604, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9523953245898041, "n": 36446 }, "set_N": { "accuracy": 0.9181636726546906, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9565018566280706, "min": 0.9560719969269604, "max": 0.9571420732041925, "n_seeds": 3 } }, { "model": "bert_base", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 9.5367431640625e-06, "pred_agreement": 1.0, "size_mb": 438.7, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9535202765735609, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9531361466278878, "n": 36446 }, "set_N": { "accuracy": 0.9141716566866267, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9537580713018347, "min": 0.9531361466278878, "max": 0.9542336607583822, "n_seeds": 3 } }, { "model": "roberta_base", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 8.58306884765625e-06, "pred_agreement": 1.0, "size_mb": 502.2, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9601876749163145, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9568128189650442, "n": 36446 }, "set_N": { "accuracy": 0.9231536926147704, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.960077923503265, "min": 0.9594468528782308, "max": 0.96059924271525, "n_seeds": 3 } }, { "model": "roberta_base", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 8.58306884765625e-06, "pred_agreement": 1.0, "size_mb": 502.2, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9584865280140482, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9576633924161774, "n": 36446 }, "set_N": { "accuracy": 0.9291417165668663, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9579743547531508, "min": 0.9576633924161774, "max": 0.9585139658673105, "n_seeds": 3 } }, { "model": "layoutlmv3", "variant": "labels-corrected_codes-kept", "max_abs_logit_diff": 0.0, "pred_agreement": 1.0, "size_mb": 507.3, "selected_epoch": 5, "epochs_run": 10, "test_redact": { "accuracy": 0.9750864292377764, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9737694122811831, "n": 36446 }, "set_N": { "accuracy": 0.9720558882235529, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9747480290475407, "min": 0.9744827964660046, "max": 0.9750864292377764, "n_seeds": 3 } }, { "model": "layoutlmv3", "variant": "labels-corrected_codes-removed", "max_abs_logit_diff": 0.0, "pred_agreement": 1.0, "size_mb": 507.3, "selected_epoch": 4, "epochs_run": 10, "test_redact": { "accuracy": 0.9742632936399056, "n": 36446 }, "test_redact_noid": { "accuracy": 0.9748669264116776, "n": 36446 }, "set_N": { "accuracy": 0.9630738522954092, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.974171834129031, "min": 0.9734401580420348, "max": 0.9748669264116776, "n_seeds": 3 } }, { "model": "bert_base", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 7.62939453125e-06, "pred_agreement": 1.0, "size_mb": 438.7, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9233980849521238, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9085727143178579, "n": 39999 }, "set_N": { "accuracy": 0.8612774451097804, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.923323083077077, "min": 0.92284807120178, "max": 0.9237230930773269, "n_seeds": 3 } }, { "model": "bert_base", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 7.62939453125e-06, "pred_agreement": 1.0, "size_mb": 438.7, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9157978949473737, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9145228630715768, "n": 39999 }, "set_N": { "accuracy": 0.8712574850299402, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9140228505712642, "min": 0.9135478386959675, "max": 0.9145228630715768, "n_seeds": 3 } }, { "model": "roberta_base", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 7.62939453125e-06, "pred_agreement": 1.0, "size_mb": 502.2, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9254981374534363, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9090227255681392, "n": 39999 }, "set_N": { "accuracy": 0.8862275449101796, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9248314541196864, "min": 0.9239730993274832, "max": 0.9254981374534363, "n_seeds": 3 } }, { "model": "roberta_base", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 7.62939453125e-06, "pred_agreement": 1.0, "size_mb": 502.2, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.9169729243231081, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9152478811970299, "n": 39999 }, "set_N": { "accuracy": 0.872255489021956, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9157728943223581, "min": 0.9152478811970299, "max": 0.91604790119753, "n_seeds": 3 } }, { "model": "layoutlmv1", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 1.1920928955078125e-05, "pred_agreement": 1.0, "size_mb": 451.3, "selected_epoch": 3, "epochs_run": 5, "test_redact": { "accuracy": 0.9330483262081553, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9179729493237331, "n": 39999 }, "set_N": { "accuracy": 0.9041916167664671, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9340900189171396, "min": 0.9330483262081553, "max": 0.9351233780844521, "n_seeds": 3 } }, { "model": "layoutlmv1", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 1.811981201171875e-05, "pred_agreement": 1.0, "size_mb": 451.3, "selected_epoch": 4, "epochs_run": 5, "test_redact": { "accuracy": 0.928523213080327, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9266231655791395, "n": 39999 }, "set_N": { "accuracy": 0.9031936127744511, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9264314941206863, "min": 0.9254981374534363, "max": 0.9271731793294833, "n_seeds": 3 } }, { "model": "layoutlmv3", "variant": "labels-original_codes-kept", "max_abs_logit_diff": 0.0, "pred_agreement": 1.0, "size_mb": 507.3, "selected_epoch": 6, "epochs_run": 10, "test_redact": { "accuracy": 0.948148703717593, "n": 39999 }, "test_redact_noid": { "accuracy": 0.9289482237055926, "n": 39999 }, "set_N": { "accuracy": 0.8522954091816367, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9478570297590774, "min": 0.9464236605915148, "max": 0.9489987249681242, "n_seeds": 3 } }, { "model": "layoutlmv3", "variant": "labels-original_codes-removed", "max_abs_logit_diff": 0.0, "pred_agreement": 1.0, "size_mb": 507.3, "selected_epoch": 7, "epochs_run": 10, "test_redact": { "accuracy": 0.9455736393409835, "n": 39999 }, "test_redact_noid": { "accuracy": 0.945073626840671, "n": 39999 }, "set_N": { "accuracy": 0.8383233532934131, "n": 1002 }, "own_condition_three_seeds": { "mean": 0.9444402776736086, "min": 0.9435235880897023, "max": 0.945073626840671, "n_seeds": 3 } } ]