rvlcdip-classifiers / export_summary_text.json
stefan-hf's picture
Add LayoutLM and LayoutLMv3 trained on the original labels
9a90a8c verified
Raw History Blame Contribute Delete
9.05 kB
[
{
"model": "layoutlmv1",
"variant": "labels-corrected_codes-kept",
"max_abs_logit_diff": 1.1444091796875e-05,
"pred_agreement": 1.0,
"size_mb": 451.3,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9665806947264446,
"n": 36446
},
"test_redact_noid": {
"accuracy": 0.9639740986665203,
"n": 36446
},
"set_N": {
"accuracy": 0.9660678642714571,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9666721542373192,
"min": 0.9664435054601328,
"max": 0.9669922625253801,
"n_seeds": 3
}
},
{
"model": "layoutlmv1",
"variant": "labels-corrected_codes-removed",
"max_abs_logit_diff": 1.049041748046875e-05,
"pred_agreement": 1.0,
"size_mb": 451.3,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9657849969818362,
"n": 36446
},
"test_redact_noid": {
"accuracy": 0.9655380563024749,
"n": 36446
},
"set_N": {
"accuracy": 0.9670658682634731,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9657301212753114,
"min": 0.9655380563024749,
"max": 0.9658947483948855,
"n_seeds": 3
}
},
{
"model": "bert_base",
"variant": "labels-corrected_codes-kept",
"max_abs_logit_diff": 7.62939453125e-06,
"pred_agreement": 1.0,
"size_mb": 438.7,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9560719969269604,
"n": 36446
},
"test_redact_noid": {
"accuracy": 0.9523953245898041,
"n": 36446
},
"set_N": {
"accuracy": 0.9181636726546906,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9565018566280706,
"min": 0.9560719969269604,
"max": 0.9571420732041925,
"n_seeds": 3
}
},
{
"model": "bert_base",
"variant": "labels-corrected_codes-removed",
"max_abs_logit_diff": 9.5367431640625e-06,
"pred_agreement": 1.0,
"size_mb": 438.7,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9535202765735609,
"n": 36446
},
"test_redact_noid": {
"accuracy": 0.9531361466278878,
"n": 36446
},
"set_N": {
"accuracy": 0.9141716566866267,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9537580713018347,
"min": 0.9531361466278878,
"max": 0.9542336607583822,
"n_seeds": 3
}
},
{
"model": "roberta_base",
"variant": "labels-corrected_codes-kept",
"max_abs_logit_diff": 8.58306884765625e-06,
"pred_agreement": 1.0,
"size_mb": 502.2,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9601876749163145,
"n": 36446
},
"test_redact_noid": {
"accuracy": 0.9568128189650442,
"n": 36446
},
"set_N": {
"accuracy": 0.9231536926147704,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.960077923503265,
"min": 0.9594468528782308,
"max": 0.96059924271525,
"n_seeds": 3
}
},
{
"model": "roberta_base",
"variant": "labels-corrected_codes-removed",
"max_abs_logit_diff": 8.58306884765625e-06,
"pred_agreement": 1.0,
"size_mb": 502.2,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9584865280140482,
"n": 36446
},
"test_redact_noid": {
"accuracy": 0.9576633924161774,
"n": 36446
},
"set_N": {
"accuracy": 0.9291417165668663,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9579743547531508,
"min": 0.9576633924161774,
"max": 0.9585139658673105,
"n_seeds": 3
}
},
{
"model": "layoutlmv3",
"variant": "labels-corrected_codes-kept",
"max_abs_logit_diff": 0.0,
"pred_agreement": 1.0,
"size_mb": 507.3,
"selected_epoch": 5,
"epochs_run": 10,
"test_redact": {
"accuracy": 0.9750864292377764,
"n": 36446
},
"test_redact_noid": {
"accuracy": 0.9737694122811831,
"n": 36446
},
"set_N": {
"accuracy": 0.9720558882235529,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9747480290475407,
"min": 0.9744827964660046,
"max": 0.9750864292377764,
"n_seeds": 3
}
},
{
"model": "layoutlmv3",
"variant": "labels-corrected_codes-removed",
"max_abs_logit_diff": 0.0,
"pred_agreement": 1.0,
"size_mb": 507.3,
"selected_epoch": 4,
"epochs_run": 10,
"test_redact": {
"accuracy": 0.9742632936399056,
"n": 36446
},
"test_redact_noid": {
"accuracy": 0.9748669264116776,
"n": 36446
},
"set_N": {
"accuracy": 0.9630738522954092,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.974171834129031,
"min": 0.9734401580420348,
"max": 0.9748669264116776,
"n_seeds": 3
}
},
{
"model": "bert_base",
"variant": "labels-original_codes-kept",
"max_abs_logit_diff": 7.62939453125e-06,
"pred_agreement": 1.0,
"size_mb": 438.7,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9233980849521238,
"n": 39999
},
"test_redact_noid": {
"accuracy": 0.9085727143178579,
"n": 39999
},
"set_N": {
"accuracy": 0.8612774451097804,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.923323083077077,
"min": 0.92284807120178,
"max": 0.9237230930773269,
"n_seeds": 3
}
},
{
"model": "bert_base",
"variant": "labels-original_codes-removed",
"max_abs_logit_diff": 7.62939453125e-06,
"pred_agreement": 1.0,
"size_mb": 438.7,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9157978949473737,
"n": 39999
},
"test_redact_noid": {
"accuracy": 0.9145228630715768,
"n": 39999
},
"set_N": {
"accuracy": 0.8712574850299402,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9140228505712642,
"min": 0.9135478386959675,
"max": 0.9145228630715768,
"n_seeds": 3
}
},
{
"model": "roberta_base",
"variant": "labels-original_codes-kept",
"max_abs_logit_diff": 7.62939453125e-06,
"pred_agreement": 1.0,
"size_mb": 502.2,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9254981374534363,
"n": 39999
},
"test_redact_noid": {
"accuracy": 0.9090227255681392,
"n": 39999
},
"set_N": {
"accuracy": 0.8862275449101796,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9248314541196864,
"min": 0.9239730993274832,
"max": 0.9254981374534363,
"n_seeds": 3
}
},
{
"model": "roberta_base",
"variant": "labels-original_codes-removed",
"max_abs_logit_diff": 7.62939453125e-06,
"pred_agreement": 1.0,
"size_mb": 502.2,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9169729243231081,
"n": 39999
},
"test_redact_noid": {
"accuracy": 0.9152478811970299,
"n": 39999
},
"set_N": {
"accuracy": 0.872255489021956,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9157728943223581,
"min": 0.9152478811970299,
"max": 0.91604790119753,
"n_seeds": 3
}
},
{
"model": "layoutlmv1",
"variant": "labels-original_codes-kept",
"max_abs_logit_diff": 1.1920928955078125e-05,
"pred_agreement": 1.0,
"size_mb": 451.3,
"selected_epoch": 3,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.9330483262081553,
"n": 39999
},
"test_redact_noid": {
"accuracy": 0.9179729493237331,
"n": 39999
},
"set_N": {
"accuracy": 0.9041916167664671,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9340900189171396,
"min": 0.9330483262081553,
"max": 0.9351233780844521,
"n_seeds": 3
}
},
{
"model": "layoutlmv1",
"variant": "labels-original_codes-removed",
"max_abs_logit_diff": 1.811981201171875e-05,
"pred_agreement": 1.0,
"size_mb": 451.3,
"selected_epoch": 4,
"epochs_run": 5,
"test_redact": {
"accuracy": 0.928523213080327,
"n": 39999
},
"test_redact_noid": {
"accuracy": 0.9266231655791395,
"n": 39999
},
"set_N": {
"accuracy": 0.9031936127744511,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9264314941206863,
"min": 0.9254981374534363,
"max": 0.9271731793294833,
"n_seeds": 3
}
},
{
"model": "layoutlmv3",
"variant": "labels-original_codes-kept",
"max_abs_logit_diff": 0.0,
"pred_agreement": 1.0,
"size_mb": 507.3,
"selected_epoch": 6,
"epochs_run": 10,
"test_redact": {
"accuracy": 0.948148703717593,
"n": 39999
},
"test_redact_noid": {
"accuracy": 0.9289482237055926,
"n": 39999
},
"set_N": {
"accuracy": 0.8522954091816367,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9478570297590774,
"min": 0.9464236605915148,
"max": 0.9489987249681242,
"n_seeds": 3
}
},
{
"model": "layoutlmv3",
"variant": "labels-original_codes-removed",
"max_abs_logit_diff": 0.0,
"pred_agreement": 1.0,
"size_mb": 507.3,
"selected_epoch": 7,
"epochs_run": 10,
"test_redact": {
"accuracy": 0.9455736393409835,
"n": 39999
},
"test_redact_noid": {
"accuracy": 0.945073626840671,
"n": 39999
},
"set_N": {
"accuracy": 0.8383233532934131,
"n": 1002
},
"own_condition_three_seeds": {
"mean": 0.9444402776736086,
"min": 0.9435235880897023,
"max": 0.945073626840671,
"n_seeds": 3
}
}
]