ocr-projects-archive / ocr-tech /tools /deva_rec_torch /results /final_comparison_v3.json
prosperious's picture
Add 1000 files (ocr-tech/tests/test_audit_limbu_book_missed_line_review_coverage.py ...)
d82db76 verified
Raw History Blame Contribute Delete
7.86 kB
{
"e1v4_chunks": {
"official": {
"n_lines": 3000,
"cer_codepoint": 0.051335966717231646,
"cer_grapheme": 0.08173845632055816,
"exact_line_acc": 0.4666666666666667,
"codepoint_chars": 66581,
"grapheme_clusters": 41278
},
"v2": {
"n_lines": 3000,
"cer_codepoint": 0.006908877908111924,
"cer_grapheme": 0.011628470371626532,
"exact_line_acc": 0.9146666666666666,
"codepoint_chars": 66581,
"grapheme_clusters": 41278
},
"v3": {
"n_lines": 3000,
"cer_codepoint": 0.005707333924092459,
"cer_grapheme": 0.009787295896118998,
"exact_line_acc": 0.9336666666666666,
"codepoint_chars": 66581,
"grapheme_clusters": 41278
}
},
"e7_kra": {
"official": {
"n_lines": 530,
"cer_codepoint": 0.05517946097841359,
"cer_grapheme": 0.0996089506843363,
"exact_line_acc": 0.3264150943396226,
"codepoint_chars": 15658,
"grapheme_clusters": 9206
},
"v2": {
"n_lines": 530,
"cer_codepoint": 0.0427896283050198,
"cer_grapheme": 0.07386487073647621,
"exact_line_acc": 0.18490566037735848,
"codepoint_chars": 15658,
"grapheme_clusters": 9206
},
"v3": {
"n_lines": 530,
"cer_codepoint": 0.008621790777877123,
"cer_grapheme": 0.014990223767108407,
"exact_line_acc": 0.8924528301886793,
"codepoint_chars": 15658,
"grapheme_clusters": 9206
}
},
"e1b_lines_kfix": {
"official": {
"n_lines": 1500,
"cer_codepoint": 0.07688325135904737,
"cer_grapheme": 0.12647954007439974,
"exact_line_acc": 0.126,
"codepoint_chars": 65671,
"grapheme_clusters": 41398
},
"v2": {
"n_lines": 1500,
"cer_codepoint": 0.02616071020694066,
"cer_grapheme": 0.05108942460988453,
"exact_line_acc": 0.532,
"codepoint_chars": 65671,
"grapheme_clusters": 41398
},
"v3": {
"n_lines": 1500,
"cer_codepoint": 0.025719114982260052,
"cer_grapheme": 0.050026571331948405,
"exact_line_acc": 0.5413333333333333,
"codepoint_chars": 65671,
"grapheme_clusters": 41398
}
},
"e2_newar": {
"official": {
"n_lines": 1139,
"cer_codepoint": 0.09112300850567764,
"cer_grapheme": 0.1741544117647059,
"exact_line_acc": 0.05706760316066725,
"codepoint_chars": 46322,
"grapheme_clusters": 27200
},
"v2": {
"n_lines": 1139,
"cer_codepoint": 0.035253227408143,
"cer_grapheme": 0.07783088235294118,
"exact_line_acc": 0.3546971027216857,
"codepoint_chars": 46322,
"grapheme_clusters": 27200
},
"v3": {
"n_lines": 1139,
"cer_codepoint": 0.03536116747981521,
"cer_grapheme": 0.07794117647058824,
"exact_line_acc": 0.3485513608428446,
"codepoint_chars": 46322,
"grapheme_clusters": 27200
}
},
"e3_cit_ne": {
"official": {
"n_lines": 800,
"cer_codepoint": 0.06783773291925466,
"cer_grapheme": 0.11545929798356983,
"exact_line_acc": 0.55875,
"codepoint_chars": 10304,
"grapheme_clusters": 6695
},
"v2": {
"n_lines": 800,
"cer_codepoint": 0.00844332298136646,
"cer_grapheme": 0.014339058999253173,
"exact_line_acc": 0.9325,
"codepoint_chars": 10304,
"grapheme_clusters": 6695
},
"v3": {
"n_lines": 800,
"cer_codepoint": 0.007472826086956522,
"cer_grapheme": 0.012546676624346527,
"exact_line_acc": 0.935,
"codepoint_chars": 10304,
"grapheme_clusters": 6695
}
},
"e3_office_ne": {
"official": {
"n_lines": 300,
"cer_codepoint": 0.07765408634265544,
"cer_grapheme": 0.10894251242015614,
"exact_line_acc": 0.5433333333333333,
"codepoint_chars": 3683,
"grapheme_clusters": 2818
},
"v2": {
"n_lines": 300,
"cer_codepoint": 0.006244909041542221,
"cer_grapheme": 0.00958126330731015,
"exact_line_acc": 0.9433333333333334,
"codepoint_chars": 3683,
"grapheme_clusters": 2818
},
"v3": {
"n_lines": 300,
"cer_codepoint": 0.009231604670105892,
"cer_grapheme": 0.013839602555003548,
"exact_line_acc": 0.92,
"codepoint_chars": 3683,
"grapheme_clusters": 2818
}
},
"e3_cit_en": {
"official": {
"n_lines": 300,
"cer_codepoint": 0.019422863485016647,
"cer_grapheme": 0.019422863485016647,
"exact_line_acc": 0.8266666666666667,
"codepoint_chars": 3604,
"grapheme_clusters": 3604
},
"v2": {
"n_lines": 300,
"cer_codepoint": 0.005271920088790233,
"cer_grapheme": 0.005271920088790233,
"exact_line_acc": 0.96,
"codepoint_chars": 3604,
"grapheme_clusters": 3604
},
"v3": {
"n_lines": 300,
"cer_codepoint": 0.006381798002219756,
"cer_grapheme": 0.006381798002219756,
"exact_line_acc": 0.95,
"codepoint_chars": 3604,
"grapheme_clusters": 3604
}
},
"e3_realtext": {
"official": {
"n_lines": 400,
"cer_codepoint": 0.08571992889591151,
"cer_grapheme": 0.13878887070376433,
"exact_line_acc": 0.475,
"codepoint_chars": 5063,
"grapheme_clusters": 3055
},
"v2": {
"n_lines": 400,
"cer_codepoint": 0.013035749555599448,
"cer_grapheme": 0.024222585924713585,
"exact_line_acc": 0.885,
"codepoint_chars": 5063,
"grapheme_clusters": 3055
},
"v3": {
"n_lines": 400,
"cer_codepoint": 0.012048192771084338,
"cer_grapheme": 0.02160392798690671,
"exact_line_acc": 0.8875,
"codepoint_chars": 5063,
"grapheme_clusters": 3055
}
},
"e4_english": {
"official": {
"n_lines": 120,
"cer_codepoint": 0.025731746542296558,
"cer_grapheme": 0.025731746542296558,
"exact_line_acc": 0.625,
"codepoint_chars": 3109,
"grapheme_clusters": 3109
},
"v2": {
"n_lines": 120,
"cer_codepoint": 0.01576069475715664,
"cer_grapheme": 0.01576069475715664,
"exact_line_acc": 0.7333333333333333,
"codepoint_chars": 3109,
"grapheme_clusters": 3109
},
"v3": {
"n_lines": 120,
"cer_codepoint": 0.016403988420714055,
"cer_grapheme": 0.016403988420714055,
"exact_line_acc": 0.725,
"codepoint_chars": 3109,
"grapheme_clusters": 3109
}
},
"e4_mixed": {
"official": {
"n_lines": 120,
"cer_codepoint": 0.06780821917808219,
"cer_grapheme": 0.07853403141361257,
"exact_line_acc": 0.35833333333333334,
"codepoint_chars": 2920,
"grapheme_clusters": 2483
},
"v2": {
"n_lines": 120,
"cer_codepoint": 0.028767123287671233,
"cer_grapheme": 0.03664921465968586,
"exact_line_acc": 0.675,
"codepoint_chars": 2920,
"grapheme_clusters": 2483
},
"v3": {
"n_lines": 120,
"cer_codepoint": 0.02671232876712329,
"cer_grapheme": 0.034635521546516314,
"exact_line_acc": 0.7,
"codepoint_chars": 2920,
"grapheme_clusters": 2483
}
},
"e5_handwriting_probe": {
"official": {
"n_lines": 450,
"cer_codepoint": 0.646484375,
"cer_grapheme": 0.7112330349408028,
"exact_line_acc": 0.011111111111111112,
"codepoint_chars": 10752,
"grapheme_clusters": 6926
},
"v2": {
"n_lines": 450,
"cer_codepoint": 0.6045386904761905,
"cer_grapheme": 0.7092116661853884,
"exact_line_acc": 0.0044444444444444444,
"codepoint_chars": 10752,
"grapheme_clusters": 6926
},
"v3": {
"n_lines": 450,
"cer_codepoint": 0.6102120535714286,
"cer_grapheme": 0.7175859081721051,
"exact_line_acc": 0.0022222222222222222,
"codepoint_chars": 10752,
"grapheme_clusters": 6926
}
},
"e6_nvidia_en": {
"official": {
"n_lines": 419,
"cer_codepoint": 0.10620220900594732,
"cer_grapheme": 0.10620220900594732,
"exact_line_acc": 0.711217183770883,
"codepoint_chars": 5885,
"grapheme_clusters": 5885
},
"v2": {
"n_lines": 419,
"cer_codepoint": 0.029906542056074768,
"cer_grapheme": 0.029906542056074768,
"exact_line_acc": 0.837708830548926,
"codepoint_chars": 5885,
"grapheme_clusters": 5885
},
"v3": {
"n_lines": 419,
"cer_codepoint": 0.028377230246389124,
"cer_grapheme": 0.028377230246389124,
"exact_line_acc": 0.8400954653937948,
"codepoint_chars": 5885,
"grapheme_clusters": 5885
}
}
}