| { | |
| "physical_neural_values_per_format": 74842752, | |
| "metrics": { | |
| "character": { | |
| "images": 7820, | |
| "sets": { | |
| "hw_nep_dev": { | |
| "images": 300, | |
| "chars": 1524, | |
| "edits": 198, | |
| "exact": 196, | |
| "failed": 0, | |
| "empty": 0, | |
| "capped": 0, | |
| "CER": 0.12992125984251968 | |
| }, | |
| "hw_hindi_dev": { | |
| "images": 2000, | |
| "chars": 12054, | |
| "edits": 974, | |
| "exact": 1440, | |
| "failed": 0, | |
| "empty": 0, | |
| "capped": 0, | |
| "CER": 0.08080305292848847 | |
| }, | |
| "hw_en_dev": { | |
| "images": 976, | |
| "chars": 42074, | |
| "edits": 2564, | |
| "exact": 219, | |
| "failed": 0, | |
| "empty": 0, | |
| "capped": 0, | |
| "CER": 0.06094024813423967 | |
| }, | |
| "real_dev": { | |
| "images": 2000, | |
| "chars": 43430, | |
| "edits": 4860, | |
| "exact": 1618, | |
| "failed": 0, | |
| "empty": 0, | |
| "capped": 0, | |
| "CER": 0.11190421367718167 | |
| }, | |
| "synth_dev": { | |
| "images": 800, | |
| "chars": 10050, | |
| "edits": 263, | |
| "exact": 675, | |
| "failed": 0, | |
| "empty": 0, | |
| "capped": 0, | |
| "CER": 0.026169154228855723 | |
| }, | |
| "en_dev": { | |
| "images": 1744, | |
| "chars": 46033, | |
| "edits": 6415, | |
| "exact": 908, | |
| "failed": 0, | |
| "empty": 0, | |
| "capped": 0, | |
| "CER": 0.13935654856298743 | |
| } | |
| }, | |
| "generation": { | |
| "do_sample": false, | |
| "num_beams": 10, | |
| "max_new_tokens": 257, | |
| "min_length": 0, | |
| "length_penalty": 1.0, | |
| "early_stopping": false, | |
| "use_cache": true, | |
| "suppress_tokens": [ | |
| 0, | |
| 1, | |
| 3 | |
| ] | |
| }, | |
| "native_source_exact": true, | |
| "verification_sha256": "7df9ebd369fd4e323039639f1ce9602f95193e0d6a42fc20cba37ece7f052e1b" | |
| }, | |
| "english": { | |
| "images": 976, | |
| "sets": { | |
| "hw_en_dev": { | |
| "images": 976, | |
| "chars": 42074, | |
| "edits": 974, | |
| "exact": 605, | |
| "failed": 0, | |
| "empty": 0, | |
| "capped": 0, | |
| "CER": 0.023149688643818035 | |
| } | |
| }, | |
| "generation": { | |
| "do_sample": false, | |
| "num_beams": 10, | |
| "max_new_tokens": 256, | |
| "min_length": 0, | |
| "length_penalty": 1.0, | |
| "early_stopping": false, | |
| "use_cache": true | |
| }, | |
| "native_source_exact": true, | |
| "verification_sha256": "daa40c7506e76966acaa17313a015c4b7badb904a15aebd9ab5a26371b6098ab" | |
| } | |
| }, | |
| "normalization": "NFC codepoint CER; all samples, failures, empties and caps retained", | |
| "explicit_language_branch": true, | |
| "automatic_routing": false, | |
| "blind_unseen_writer_page_evaluation": false, | |
| "handwriting_4percent_target_achieved": false | |
| } | |