Upload complete models_onnx directory
Browse files- models/layout.onnx +3 -0
- models/mfr_ppformulanet/PP-FormulaNet_plus-M.pth +3 -0
- models/mfr_ppformulanet/PP-FormulaNet_plus-M_inference.yml +0 -0
- models/mfr_unimernet/README.md +47 -0
- models/mfr_unimernet/config.json +196 -0
- models/mfr_unimernet/generation_config.json +9 -0
- models/mfr_unimernet/model.safetensors +3 -0
- models/mfr_unimernet/special_tokens_map.json +30 -0
- models/mfr_unimernet/tokenizer.json +0 -0
- models/mfr_unimernet/tokenizer_config.json +206 -0
- models/my_latin_rec/model.onnx +3 -0
- models/my_latin_rec_old/char_dict.txt +244 -0
- models/my_latin_rec_old/model.onnx +3 -0
- models/ocr_det.onnx +3 -0
- models/orient_cls.onnx +3 -0
- models/table_cls.onnx +3 -0
- models/table_slanet.onnx +3 -0
- models/table_unet.onnx +3 -0
models/layout.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ecdcf74fd322a15679f0b8fac8a2d8ea81873a846e2666086a2934779b428d9d
|
| 3 |
+
size 215381076
|
models/mfr_ppformulanet/PP-FormulaNet_plus-M.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:034efee70ef56d8ab7cf3b9b945865cdaf22461ad03b0f6e68bf9234f167f035
|
| 3 |
+
size 617338934
|
models/mfr_ppformulanet/PP-FormulaNet_plus-M_inference.yml
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
models/mfr_unimernet/README.md
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
---
|
| 4 |
+
## UniMERNet: A Universal Network for Mathematical Expression Recognition in Real-World Scenarios.
|
| 5 |
+
|
| 6 |
+
Visit our GitHub repository at [UniMERNet](https://github.com/opendatalab/unimernet) for more information.
|
| 7 |
+
|
| 8 |
+
|
| 9 |
+
## 引用
|
| 10 |
+
```
|
| 11 |
+
@misc{wang2024unimernetuniversalnetworkrealworld,
|
| 12 |
+
title={UniMERNet: A Universal Network for Real-World Mathematical Expression Recognition},
|
| 13 |
+
author={Bin Wang and Zhuangcheng Gu and Guang Liang and Chao Xu and Bo Zhang and Botian Shi and Conghui He},
|
| 14 |
+
year={2024},
|
| 15 |
+
eprint={2404.15254},
|
| 16 |
+
archivePrefix={arXiv},
|
| 17 |
+
primaryClass={cs.CV},
|
| 18 |
+
url={https://arxiv.org/abs/2404.15254},
|
| 19 |
+
}
|
| 20 |
+
|
| 21 |
+
@misc{wang2024cdmreliablemetricfair,
|
| 22 |
+
title={CDM: A Reliable Metric for Fair and Accurate Formula Recognition Evaluation},
|
| 23 |
+
author={Bin Wang and Fan Wu and Linke Ouyang and Zhuangcheng Gu and Rui Zhang and Renqiu Xia and Bo Zhang and Conghui He},
|
| 24 |
+
year={2024},
|
| 25 |
+
eprint={2409.03643},
|
| 26 |
+
archivePrefix={arXiv},
|
| 27 |
+
primaryClass={cs.CV},
|
| 28 |
+
url={https://arxiv.org/abs/2409.03643},
|
| 29 |
+
}
|
| 30 |
+
|
| 31 |
+
@misc{he2024opendatalabempoweringgeneralartificial,
|
| 32 |
+
title={OpenDataLab: Empowering General Artificial Intelligence with Open Datasets},
|
| 33 |
+
author={Conghui He and Wei Li and Zhenjiang Jin and Chao Xu and Bin Wang and Dahua Lin},
|
| 34 |
+
year={2024},
|
| 35 |
+
eprint={2407.13773},
|
| 36 |
+
archivePrefix={arXiv},
|
| 37 |
+
primaryClass={cs.DL},
|
| 38 |
+
url={https://arxiv.org/abs/2407.13773},
|
| 39 |
+
}
|
| 40 |
+
```
|
| 41 |
+
|
| 42 |
+
## MD5 checksums
|
| 43 |
+
```
|
| 44 |
+
97f4867b4ff4e9a96c8daba8aaa793b4 tokenizer_config.json
|
| 45 |
+
351652071425d3d36a634ccc8efb22e8 tokenizer.json
|
| 46 |
+
430e426354e71624fb096c5c7ad90a78 pytorch_model.pth
|
| 47 |
+
```
|
models/mfr_unimernet/config.json
ADDED
|
@@ -0,0 +1,196 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "/Users/myhloli/.cache/modelscope/hub/opendatalab/PDF-Extract-Kit-1___0/models/MFR/unimernet_small_2503",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"UnimernetModel"
|
| 5 |
+
],
|
| 6 |
+
"decoder": {
|
| 7 |
+
"_attn_implementation_autoset": false,
|
| 8 |
+
"_name_or_path": "",
|
| 9 |
+
"activation_dropout": 0.0,
|
| 10 |
+
"activation_function": "gelu",
|
| 11 |
+
"add_cross_attention": true,
|
| 12 |
+
"add_final_layer_norm": true,
|
| 13 |
+
"architectures": null,
|
| 14 |
+
"attention_dropout": 0.0,
|
| 15 |
+
"bad_words_ids": null,
|
| 16 |
+
"begin_suppress_tokens": null,
|
| 17 |
+
"bos_token_id": 0,
|
| 18 |
+
"chunk_size_feed_forward": 0,
|
| 19 |
+
"classifier_dropout": 0.0,
|
| 20 |
+
"cross_attention_hidden_size": null,
|
| 21 |
+
"d_model": 768,
|
| 22 |
+
"decoder_attention_heads": 16,
|
| 23 |
+
"decoder_ffn_dim": 3072,
|
| 24 |
+
"decoder_layerdrop": 0.0,
|
| 25 |
+
"decoder_layers": 8,
|
| 26 |
+
"decoder_start_token_id": null,
|
| 27 |
+
"diversity_penalty": 0.0,
|
| 28 |
+
"do_sample": false,
|
| 29 |
+
"dropout": 0.1,
|
| 30 |
+
"early_stopping": false,
|
| 31 |
+
"encoder_attention_heads": 16,
|
| 32 |
+
"encoder_ffn_dim": 3072,
|
| 33 |
+
"encoder_layerdrop": 0.0,
|
| 34 |
+
"encoder_layers": 12,
|
| 35 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 36 |
+
"eos_token_id": 2,
|
| 37 |
+
"exponential_decay_length_penalty": null,
|
| 38 |
+
"finetuning_task": null,
|
| 39 |
+
"forced_bos_token_id": null,
|
| 40 |
+
"forced_eos_token_id": 2,
|
| 41 |
+
"id2label": {
|
| 42 |
+
"0": "LABEL_0",
|
| 43 |
+
"1": "LABEL_1"
|
| 44 |
+
},
|
| 45 |
+
"init_std": 0.02,
|
| 46 |
+
"is_decoder": true,
|
| 47 |
+
"is_encoder_decoder": false,
|
| 48 |
+
"label2id": {
|
| 49 |
+
"LABEL_0": 0,
|
| 50 |
+
"LABEL_1": 1
|
| 51 |
+
},
|
| 52 |
+
"length_penalty": 1.0,
|
| 53 |
+
"max_length": 20,
|
| 54 |
+
"max_position_embeddings": 1536,
|
| 55 |
+
"min_length": 0,
|
| 56 |
+
"model_type": "unimer-mbart",
|
| 57 |
+
"no_repeat_ngram_size": 0,
|
| 58 |
+
"num_beam_groups": 1,
|
| 59 |
+
"num_beams": 1,
|
| 60 |
+
"num_hidden_layers": 12,
|
| 61 |
+
"num_return_sequences": 1,
|
| 62 |
+
"output_attentions": false,
|
| 63 |
+
"output_hidden_states": false,
|
| 64 |
+
"output_scores": false,
|
| 65 |
+
"pad_token_id": 1,
|
| 66 |
+
"prefix": null,
|
| 67 |
+
"problem_type": null,
|
| 68 |
+
"pruned_heads": {},
|
| 69 |
+
"qk_squeeze": 2,
|
| 70 |
+
"remove_invalid_values": false,
|
| 71 |
+
"repetition_penalty": 1.0,
|
| 72 |
+
"return_dict": true,
|
| 73 |
+
"return_dict_in_generate": false,
|
| 74 |
+
"scale_embedding": true,
|
| 75 |
+
"sep_token_id": null,
|
| 76 |
+
"suppress_tokens": null,
|
| 77 |
+
"task_specific_params": null,
|
| 78 |
+
"temperature": 1.0,
|
| 79 |
+
"tf_legacy_loss": false,
|
| 80 |
+
"tie_encoder_decoder": false,
|
| 81 |
+
"tie_word_embeddings": false,
|
| 82 |
+
"tokenizer_class": null,
|
| 83 |
+
"top_k": 50,
|
| 84 |
+
"top_p": 1.0,
|
| 85 |
+
"torch_dtype": null,
|
| 86 |
+
"torchscript": false,
|
| 87 |
+
"typical_p": 1.0,
|
| 88 |
+
"use_bfloat16": false,
|
| 89 |
+
"use_cache": true,
|
| 90 |
+
"vocab_size": 50000
|
| 91 |
+
},
|
| 92 |
+
"decoder_start_token_id": 0,
|
| 93 |
+
"encoder": {
|
| 94 |
+
"_attn_implementation_autoset": true,
|
| 95 |
+
"_name_or_path": "",
|
| 96 |
+
"add_cross_attention": false,
|
| 97 |
+
"architectures": null,
|
| 98 |
+
"attention_probs_dropout_prob": 0.0,
|
| 99 |
+
"bad_words_ids": null,
|
| 100 |
+
"begin_suppress_tokens": null,
|
| 101 |
+
"bos_token_id": null,
|
| 102 |
+
"chunk_size_feed_forward": 0,
|
| 103 |
+
"cross_attention_hidden_size": null,
|
| 104 |
+
"decoder_start_token_id": null,
|
| 105 |
+
"depths": [
|
| 106 |
+
6,
|
| 107 |
+
6,
|
| 108 |
+
6,
|
| 109 |
+
6
|
| 110 |
+
],
|
| 111 |
+
"diversity_penalty": 0.0,
|
| 112 |
+
"do_sample": false,
|
| 113 |
+
"drop_path_rate": 0.1,
|
| 114 |
+
"early_stopping": false,
|
| 115 |
+
"embed_dim": 96,
|
| 116 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 117 |
+
"eos_token_id": null,
|
| 118 |
+
"exponential_decay_length_penalty": null,
|
| 119 |
+
"finetuning_task": null,
|
| 120 |
+
"forced_bos_token_id": null,
|
| 121 |
+
"forced_eos_token_id": null,
|
| 122 |
+
"hidden_act": "gelu",
|
| 123 |
+
"hidden_dropout_prob": 0.0,
|
| 124 |
+
"hidden_size": 768,
|
| 125 |
+
"id2label": {
|
| 126 |
+
"0": "LABEL_0",
|
| 127 |
+
"1": "LABEL_1"
|
| 128 |
+
},
|
| 129 |
+
"image_size": [
|
| 130 |
+
420,
|
| 131 |
+
420
|
| 132 |
+
],
|
| 133 |
+
"initializer_range": 0.02,
|
| 134 |
+
"is_decoder": false,
|
| 135 |
+
"is_encoder_decoder": false,
|
| 136 |
+
"label2id": {
|
| 137 |
+
"LABEL_0": 0,
|
| 138 |
+
"LABEL_1": 1
|
| 139 |
+
},
|
| 140 |
+
"layer_norm_eps": 1e-05,
|
| 141 |
+
"length_penalty": 1.0,
|
| 142 |
+
"max_length": 20,
|
| 143 |
+
"min_length": 0,
|
| 144 |
+
"mlp_ratio": 4.0,
|
| 145 |
+
"model_type": "unimer-swin",
|
| 146 |
+
"no_repeat_ngram_size": 0,
|
| 147 |
+
"num_beam_groups": 1,
|
| 148 |
+
"num_beams": 1,
|
| 149 |
+
"num_channels": 3,
|
| 150 |
+
"num_heads": [
|
| 151 |
+
3,
|
| 152 |
+
6,
|
| 153 |
+
12,
|
| 154 |
+
24
|
| 155 |
+
],
|
| 156 |
+
"num_layers": 4,
|
| 157 |
+
"num_return_sequences": 1,
|
| 158 |
+
"output_attentions": false,
|
| 159 |
+
"output_hidden_states": false,
|
| 160 |
+
"output_scores": false,
|
| 161 |
+
"pad_token_id": null,
|
| 162 |
+
"patch_size": 4,
|
| 163 |
+
"path_norm": true,
|
| 164 |
+
"prefix": null,
|
| 165 |
+
"problem_type": null,
|
| 166 |
+
"pruned_heads": {},
|
| 167 |
+
"qkv_bias": true,
|
| 168 |
+
"remove_invalid_values": false,
|
| 169 |
+
"repetition_penalty": 1.0,
|
| 170 |
+
"return_dict": true,
|
| 171 |
+
"return_dict_in_generate": false,
|
| 172 |
+
"sep_token_id": null,
|
| 173 |
+
"suppress_tokens": null,
|
| 174 |
+
"task_specific_params": null,
|
| 175 |
+
"temperature": 1.0,
|
| 176 |
+
"tf_legacy_loss": false,
|
| 177 |
+
"tie_encoder_decoder": false,
|
| 178 |
+
"tie_word_embeddings": true,
|
| 179 |
+
"tokenizer_class": null,
|
| 180 |
+
"top_k": 50,
|
| 181 |
+
"top_p": 1.0,
|
| 182 |
+
"torch_dtype": null,
|
| 183 |
+
"torchscript": false,
|
| 184 |
+
"typical_p": 1.0,
|
| 185 |
+
"use_2d_embeddings": false,
|
| 186 |
+
"use_absolute_embeddings": false,
|
| 187 |
+
"use_bfloat16": false,
|
| 188 |
+
"window_size": 5
|
| 189 |
+
},
|
| 190 |
+
"is_encoder_decoder": true,
|
| 191 |
+
"model_type": "vision-encoder-decoder",
|
| 192 |
+
"pad_token_id": 1,
|
| 193 |
+
"tie_word_embeddings": false,
|
| 194 |
+
"torch_dtype": "float32",
|
| 195 |
+
"transformers_version": "4.49.0"
|
| 196 |
+
}
|
models/mfr_unimernet/generation_config.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 0,
|
| 4 |
+
"decoder_start_token_id": 0,
|
| 5 |
+
"eos_token_id": 2,
|
| 6 |
+
"forced_eos_token_id": 2,
|
| 7 |
+
"pad_token_id": 1,
|
| 8 |
+
"transformers_version": "4.49.0"
|
| 9 |
+
}
|
models/mfr_unimernet/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9244e2565585c0f89bc3a6eeeea080ef3c588375fc0d536074fe88e80b917cda
|
| 3 |
+
size 810036696
|
models/mfr_unimernet/special_tokens_map.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": {
|
| 3 |
+
"content": "<s>",
|
| 4 |
+
"lstrip": false,
|
| 5 |
+
"normalized": false,
|
| 6 |
+
"rstrip": false,
|
| 7 |
+
"single_word": false
|
| 8 |
+
},
|
| 9 |
+
"eos_token": {
|
| 10 |
+
"content": "</s>",
|
| 11 |
+
"lstrip": false,
|
| 12 |
+
"normalized": false,
|
| 13 |
+
"rstrip": false,
|
| 14 |
+
"single_word": false
|
| 15 |
+
},
|
| 16 |
+
"pad_token": {
|
| 17 |
+
"content": "<pad>",
|
| 18 |
+
"lstrip": false,
|
| 19 |
+
"normalized": false,
|
| 20 |
+
"rstrip": false,
|
| 21 |
+
"single_word": false
|
| 22 |
+
},
|
| 23 |
+
"unk_token": {
|
| 24 |
+
"content": "<unk>",
|
| 25 |
+
"lstrip": false,
|
| 26 |
+
"normalized": false,
|
| 27 |
+
"rstrip": false,
|
| 28 |
+
"single_word": false
|
| 29 |
+
}
|
| 30 |
+
}
|
models/mfr_unimernet/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
models/mfr_unimernet/tokenizer_config.json
ADDED
|
@@ -0,0 +1,206 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"4": {
|
| 36 |
+
"content": "[START_REF]",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
},
|
| 43 |
+
"5": {
|
| 44 |
+
"content": "[END_REF]",
|
| 45 |
+
"lstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"rstrip": false,
|
| 48 |
+
"single_word": false,
|
| 49 |
+
"special": true
|
| 50 |
+
},
|
| 51 |
+
"6": {
|
| 52 |
+
"content": "[IMAGE]",
|
| 53 |
+
"lstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"rstrip": false,
|
| 56 |
+
"single_word": false,
|
| 57 |
+
"special": true
|
| 58 |
+
},
|
| 59 |
+
"7": {
|
| 60 |
+
"content": "<fragments>",
|
| 61 |
+
"lstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"rstrip": false,
|
| 64 |
+
"single_word": false,
|
| 65 |
+
"special": true
|
| 66 |
+
},
|
| 67 |
+
"8": {
|
| 68 |
+
"content": "</fragments>",
|
| 69 |
+
"lstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"rstrip": false,
|
| 72 |
+
"single_word": false,
|
| 73 |
+
"special": true
|
| 74 |
+
},
|
| 75 |
+
"9": {
|
| 76 |
+
"content": "<work>",
|
| 77 |
+
"lstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"rstrip": false,
|
| 80 |
+
"single_word": false,
|
| 81 |
+
"special": true
|
| 82 |
+
},
|
| 83 |
+
"10": {
|
| 84 |
+
"content": "</work>",
|
| 85 |
+
"lstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"rstrip": false,
|
| 88 |
+
"single_word": false,
|
| 89 |
+
"special": true
|
| 90 |
+
},
|
| 91 |
+
"11": {
|
| 92 |
+
"content": "[START_SUP]",
|
| 93 |
+
"lstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"rstrip": false,
|
| 96 |
+
"single_word": false,
|
| 97 |
+
"special": true
|
| 98 |
+
},
|
| 99 |
+
"12": {
|
| 100 |
+
"content": "[END_SUP]",
|
| 101 |
+
"lstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"rstrip": false,
|
| 104 |
+
"single_word": false,
|
| 105 |
+
"special": true
|
| 106 |
+
},
|
| 107 |
+
"13": {
|
| 108 |
+
"content": "[START_SUB]",
|
| 109 |
+
"lstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"rstrip": false,
|
| 112 |
+
"single_word": false,
|
| 113 |
+
"special": true
|
| 114 |
+
},
|
| 115 |
+
"14": {
|
| 116 |
+
"content": "[END_SUB]",
|
| 117 |
+
"lstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"rstrip": false,
|
| 120 |
+
"single_word": false,
|
| 121 |
+
"special": true
|
| 122 |
+
},
|
| 123 |
+
"15": {
|
| 124 |
+
"content": "[START_DNA]",
|
| 125 |
+
"lstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"rstrip": false,
|
| 128 |
+
"single_word": false,
|
| 129 |
+
"special": true
|
| 130 |
+
},
|
| 131 |
+
"16": {
|
| 132 |
+
"content": "[END_DNA]",
|
| 133 |
+
"lstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"rstrip": false,
|
| 136 |
+
"single_word": false,
|
| 137 |
+
"special": true
|
| 138 |
+
},
|
| 139 |
+
"17": {
|
| 140 |
+
"content": "[START_AMINO]",
|
| 141 |
+
"lstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"rstrip": false,
|
| 144 |
+
"single_word": false,
|
| 145 |
+
"special": true
|
| 146 |
+
},
|
| 147 |
+
"18": {
|
| 148 |
+
"content": "[END_AMINO]",
|
| 149 |
+
"lstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"rstrip": false,
|
| 152 |
+
"single_word": false,
|
| 153 |
+
"special": true
|
| 154 |
+
},
|
| 155 |
+
"19": {
|
| 156 |
+
"content": "[START_SMILES]",
|
| 157 |
+
"lstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"rstrip": false,
|
| 160 |
+
"single_word": false,
|
| 161 |
+
"special": true
|
| 162 |
+
},
|
| 163 |
+
"20": {
|
| 164 |
+
"content": "[END_SMILES]",
|
| 165 |
+
"lstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"rstrip": false,
|
| 168 |
+
"single_word": false,
|
| 169 |
+
"special": true
|
| 170 |
+
},
|
| 171 |
+
"21": {
|
| 172 |
+
"content": "[START_I_SMILES]",
|
| 173 |
+
"lstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"rstrip": false,
|
| 176 |
+
"single_word": false,
|
| 177 |
+
"special": true
|
| 178 |
+
},
|
| 179 |
+
"22": {
|
| 180 |
+
"content": "[END_I_SMILES]",
|
| 181 |
+
"lstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"rstrip": false,
|
| 184 |
+
"single_word": false,
|
| 185 |
+
"special": true
|
| 186 |
+
}
|
| 187 |
+
},
|
| 188 |
+
"additional_special_tokens": [],
|
| 189 |
+
"bos_token": "<s>",
|
| 190 |
+
"clean_up_tokenization_spaces": false,
|
| 191 |
+
"eos_token": "</s>",
|
| 192 |
+
"extra_special_tokens": {},
|
| 193 |
+
"max_length": 4096,
|
| 194 |
+
"model_max_length": 1536,
|
| 195 |
+
"pad_to_multiple_of": null,
|
| 196 |
+
"pad_token": "<pad>",
|
| 197 |
+
"pad_token_type_id": 0,
|
| 198 |
+
"padding_side": "right",
|
| 199 |
+
"processor_class": "VariableDonutProcessor",
|
| 200 |
+
"stride": 0,
|
| 201 |
+
"tokenizer_class": "NougatTokenizer",
|
| 202 |
+
"truncation_side": "right",
|
| 203 |
+
"truncation_strategy": "longest_first",
|
| 204 |
+
"unk_token": "<unk>",
|
| 205 |
+
"vocab_file": null
|
| 206 |
+
}
|
models/my_latin_rec/model.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e2920b03fa5b3a02da3a9e038f0c816da4e117e0b37f3f4554106b884f7faf7a
|
| 3 |
+
size 9039477
|
models/my_latin_rec_old/char_dict.txt
ADDED
|
@@ -0,0 +1,244 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
!
|
| 3 |
+
"
|
| 4 |
+
$
|
| 5 |
+
%
|
| 6 |
+
&
|
| 7 |
+
'
|
| 8 |
+
(
|
| 9 |
+
)
|
| 10 |
+
+
|
| 11 |
+
,
|
| 12 |
+
-
|
| 13 |
+
.
|
| 14 |
+
/
|
| 15 |
+
0
|
| 16 |
+
1
|
| 17 |
+
2
|
| 18 |
+
3
|
| 19 |
+
4
|
| 20 |
+
5
|
| 21 |
+
6
|
| 22 |
+
7
|
| 23 |
+
8
|
| 24 |
+
9
|
| 25 |
+
:
|
| 26 |
+
;
|
| 27 |
+
?
|
| 28 |
+
A
|
| 29 |
+
B
|
| 30 |
+
C
|
| 31 |
+
D
|
| 32 |
+
E
|
| 33 |
+
F
|
| 34 |
+
G
|
| 35 |
+
H
|
| 36 |
+
I
|
| 37 |
+
J
|
| 38 |
+
K
|
| 39 |
+
L
|
| 40 |
+
M
|
| 41 |
+
N
|
| 42 |
+
O
|
| 43 |
+
P
|
| 44 |
+
Q
|
| 45 |
+
R
|
| 46 |
+
S
|
| 47 |
+
T
|
| 48 |
+
U
|
| 49 |
+
V
|
| 50 |
+
W
|
| 51 |
+
X
|
| 52 |
+
Y
|
| 53 |
+
Z
|
| 54 |
+
[
|
| 55 |
+
\
|
| 56 |
+
]
|
| 57 |
+
^
|
| 58 |
+
_
|
| 59 |
+
a
|
| 60 |
+
b
|
| 61 |
+
c
|
| 62 |
+
d
|
| 63 |
+
e
|
| 64 |
+
f
|
| 65 |
+
g
|
| 66 |
+
h
|
| 67 |
+
i
|
| 68 |
+
j
|
| 69 |
+
k
|
| 70 |
+
l
|
| 71 |
+
m
|
| 72 |
+
n
|
| 73 |
+
o
|
| 74 |
+
p
|
| 75 |
+
q
|
| 76 |
+
r
|
| 77 |
+
s
|
| 78 |
+
t
|
| 79 |
+
u
|
| 80 |
+
v
|
| 81 |
+
w
|
| 82 |
+
x
|
| 83 |
+
y
|
| 84 |
+
z
|
| 85 |
+
{
|
| 86 |
+
|
|
| 87 |
+
}
|
| 88 |
+
°
|
| 89 |
+
²
|
| 90 |
+
À
|
| 91 |
+
Á
|
| 92 |
+
Â
|
| 93 |
+
Ã
|
| 94 |
+
È
|
| 95 |
+
É
|
| 96 |
+
Ê
|
| 97 |
+
Ì
|
| 98 |
+
Í
|
| 99 |
+
Ð
|
| 100 |
+
Ò
|
| 101 |
+
Ó
|
| 102 |
+
Ô
|
| 103 |
+
Õ
|
| 104 |
+
Ö
|
| 105 |
+
Ù
|
| 106 |
+
Ú
|
| 107 |
+
Ü
|
| 108 |
+
Ý
|
| 109 |
+
à
|
| 110 |
+
á
|
| 111 |
+
â
|
| 112 |
+
ã
|
| 113 |
+
è
|
| 114 |
+
é
|
| 115 |
+
ê
|
| 116 |
+
ì
|
| 117 |
+
í
|
| 118 |
+
ð
|
| 119 |
+
ò
|
| 120 |
+
ó
|
| 121 |
+
ô
|
| 122 |
+
õ
|
| 123 |
+
ö
|
| 124 |
+
ù
|
| 125 |
+
ú
|
| 126 |
+
ü
|
| 127 |
+
ý
|
| 128 |
+
Ā
|
| 129 |
+
ā
|
| 130 |
+
Ă
|
| 131 |
+
ă
|
| 132 |
+
Đ
|
| 133 |
+
đ
|
| 134 |
+
Ĩ
|
| 135 |
+
ĩ
|
| 136 |
+
Ō
|
| 137 |
+
ō
|
| 138 |
+
Ũ
|
| 139 |
+
ũ
|
| 140 |
+
Ū
|
| 141 |
+
ū
|
| 142 |
+
Ơ
|
| 143 |
+
ơ
|
| 144 |
+
Ư
|
| 145 |
+
ư
|
| 146 |
+
Ạ
|
| 147 |
+
ạ
|
| 148 |
+
Ả
|
| 149 |
+
ả
|
| 150 |
+
Ấ
|
| 151 |
+
ấ
|
| 152 |
+
Ầ
|
| 153 |
+
ầ
|
| 154 |
+
Ẩ
|
| 155 |
+
ẩ
|
| 156 |
+
Ẫ
|
| 157 |
+
ẫ
|
| 158 |
+
Ậ
|
| 159 |
+
ậ
|
| 160 |
+
Ắ
|
| 161 |
+
ắ
|
| 162 |
+
Ằ
|
| 163 |
+
ằ
|
| 164 |
+
Ẳ
|
| 165 |
+
ẳ
|
| 166 |
+
Ẵ
|
| 167 |
+
ẵ
|
| 168 |
+
Ặ
|
| 169 |
+
ặ
|
| 170 |
+
Ẹ
|
| 171 |
+
ẹ
|
| 172 |
+
Ẻ
|
| 173 |
+
ẻ
|
| 174 |
+
Ẽ
|
| 175 |
+
ẽ
|
| 176 |
+
Ế
|
| 177 |
+
ế
|
| 178 |
+
Ề
|
| 179 |
+
ề
|
| 180 |
+
Ể
|
| 181 |
+
ể
|
| 182 |
+
Ễ
|
| 183 |
+
ễ
|
| 184 |
+
Ệ
|
| 185 |
+
ệ
|
| 186 |
+
Ỉ
|
| 187 |
+
ỉ
|
| 188 |
+
Ị
|
| 189 |
+
ị
|
| 190 |
+
Ọ
|
| 191 |
+
ọ
|
| 192 |
+
Ỏ
|
| 193 |
+
ỏ
|
| 194 |
+
Ố
|
| 195 |
+
ố
|
| 196 |
+
Ồ
|
| 197 |
+
ồ
|
| 198 |
+
Ổ
|
| 199 |
+
ổ
|
| 200 |
+
Ỗ
|
| 201 |
+
ỗ
|
| 202 |
+
Ộ
|
| 203 |
+
ộ
|
| 204 |
+
Ớ
|
| 205 |
+
ớ
|
| 206 |
+
Ờ
|
| 207 |
+
ờ
|
| 208 |
+
Ở
|
| 209 |
+
ở
|
| 210 |
+
Ỡ
|
| 211 |
+
ỡ
|
| 212 |
+
Ợ
|
| 213 |
+
ợ
|
| 214 |
+
Ụ
|
| 215 |
+
ụ
|
| 216 |
+
Ủ
|
| 217 |
+
ủ
|
| 218 |
+
Ứ
|
| 219 |
+
ứ
|
| 220 |
+
Ừ
|
| 221 |
+
ừ
|
| 222 |
+
Ử
|
| 223 |
+
ử
|
| 224 |
+
Ữ
|
| 225 |
+
ữ
|
| 226 |
+
Ự
|
| 227 |
+
ự
|
| 228 |
+
Ỳ
|
| 229 |
+
ỳ
|
| 230 |
+
Ỵ
|
| 231 |
+
ỵ
|
| 232 |
+
Ỷ
|
| 233 |
+
ỷ
|
| 234 |
+
Ỹ
|
| 235 |
+
ỹ
|
| 236 |
+
–
|
| 237 |
+
—
|
| 238 |
+
’
|
| 239 |
+
“
|
| 240 |
+
”
|
| 241 |
+
…
|
| 242 |
+
€
|
| 243 |
+
™
|
| 244 |
+
−
|
models/my_latin_rec_old/model.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b6f39165d1b37d7d19dd599390883cc6c0d23525d4664a021a4cf38dc021064
|
| 3 |
+
size 9013073
|
models/ocr_det.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:47516239eb69baeee3fade1d37df60373395f437c68c77c79c88b4817688dab4
|
| 3 |
+
size 4772056
|
models/orient_cls.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:70a8dc44e2de34696cd0c8873beb7c1470187f549d29c60b80d2783b6154975a
|
| 3 |
+
size 6787127
|
models/table_cls.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c84bf1d79c1c74d534b5b12adb14dd12151c42f7ae3e4be4f1042b830f80b949
|
| 3 |
+
size 6776877
|
models/table_slanet.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d57a942af6a2f57d6a4a0372573c696a2379bf5857c45e2ac69993f3b334514b
|
| 3 |
+
size 7758305
|
models/table_unet.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ea48d3a17e35ef5c2e498a5e799566073234d39b1079ca21d9f4fafe73c6d20
|
| 3 |
+
size 8335007
|