Download source-model/character-assets/character_codec.json from ampixa/deva-ocr-75m-research: direct link, hf CLI and curl.
- Browser
- Download file 9.18 kB
-
https://huggingface.co/ampixa/deva-ocr-75m-research/resolve/main/source-model/character-assets/character_codec.json
- Command line
-
hf download hf://ampixa/deva-ocr-75m-research/source-model/character-assets/character_codec.json
-
curl -L -o character_codec.json https://huggingface.co/ampixa/deva-ocr-75m-research/resolve/main/source-model/character-assets/character_codec.json
9.18 kB
| { | |
| "version": 1, | |
| "kind": "literal_NFC_characters", | |
| "classes": 573, | |
| "special_ids": { | |
| "BOS_serialization": 0, | |
| "PAD": 1, | |
| "EOS_and_decoder_start": 2, | |
| "UNK": 3 | |
| }, | |
| "character_ids": { | |
| "!": 4, | |
| "\"": 5, | |
| "#": 6, | |
| "$": 7, | |
| "%": 8, | |
| "&": 9, | |
| "'": 10, | |
| "(": 11, | |
| ")": 12, | |
| "*": 13, | |
| "+": 14, | |
| ",": 15, | |
| "-": 16, | |
| ".": 17, | |
| "/": 18, | |
| "0": 19, | |
| "1": 20, | |
| "2": 21, | |
| "3": 22, | |
| "4": 23, | |
| "5": 24, | |
| "6": 25, | |
| "7": 26, | |
| "8": 27, | |
| "9": 28, | |
| ":": 29, | |
| ";": 30, | |
| "<": 31, | |
| "=": 32, | |
| ">": 33, | |
| "?": 34, | |
| "A": 35, | |
| "B": 36, | |
| "C": 37, | |
| "D": 38, | |
| "E": 39, | |
| "F": 40, | |
| "G": 41, | |
| "H": 42, | |
| "I": 43, | |
| "J": 44, | |
| "K": 45, | |
| "L": 46, | |
| "M": 47, | |
| "N": 48, | |
| "O": 49, | |
| "P": 50, | |
| "Q": 51, | |
| "R": 52, | |
| "S": 53, | |
| "T": 54, | |
| "U": 55, | |
| "V": 56, | |
| "W": 57, | |
| "X": 58, | |
| "Y": 59, | |
| "Z": 60, | |
| "[": 61, | |
| "]": 62, | |
| "_": 63, | |
| "`": 64, | |
| "a": 65, | |
| "b": 66, | |
| "c": 67, | |
| "d": 68, | |
| "e": 69, | |
| "f": 70, | |
| "g": 71, | |
| "h": 72, | |
| "i": 73, | |
| "j": 74, | |
| "k": 75, | |
| "l": 76, | |
| "m": 77, | |
| "n": 78, | |
| "o": 79, | |
| "p": 80, | |
| "q": 81, | |
| "r": 82, | |
| "s": 83, | |
| "t": 84, | |
| "u": 85, | |
| "v": 86, | |
| "w": 87, | |
| "x": 88, | |
| "y": 89, | |
| "z": 90, | |
| "©": 91, | |
| "‥": 92, | |
| "{": 93, | |
| "}": 94, | |
| "\\": 95, | |
| "|": 96, | |
| "@": 97, | |
| "^": 98, | |
| "~": 99, | |
| "÷": 100, | |
| "∕": 101, | |
| "∙": 102, | |
| "⋅": 103, | |
| "·": 104, | |
| "±": 105, | |
| "∓": 106, | |
| "∩": 107, | |
| "∪": 108, | |
| "□": 109, | |
| "←": 110, | |
| "↔": 111, | |
| "⇒": 112, | |
| "⇐": 113, | |
| "⇔": 114, | |
| "∀": 115, | |
| "∃": 116, | |
| "∄": 117, | |
| "∴": 118, | |
| "∵": 119, | |
| "∝": 120, | |
| "∞": 121, | |
| "⊥": 122, | |
| "∟": 123, | |
| "∠": 124, | |
| "∡": 125, | |
| "∢": 126, | |
| "′": 127, | |
| "″": 128, | |
| "∥": 129, | |
| "⊾": 130, | |
| "⊿": 131, | |
| "∂": 132, | |
| "∫": 133, | |
| "∬": 134, | |
| "∭": 135, | |
| "∮": 136, | |
| "∯": 137, | |
| "∰": 138, | |
| "∑": 139, | |
| "∏": 140, | |
| "√": 141, | |
| "∛": 142, | |
| "∜": 143, | |
| "∱": 144, | |
| "∲": 145, | |
| "∳": 146, | |
| "∶": 147, | |
| "∷": 148, | |
| "∼": 149, | |
| "®": 150, | |
| "℉": 151, | |
| "Ω": 152, | |
| "℧": 153, | |
| "Å": 154, | |
| "⌀": 155, | |
| "ℏ": 156, | |
| "⅀": 157, | |
| "⍺": 158, | |
| "⍵": 159, | |
| "¢": 160, | |
| "€": 161, | |
| "£": 162, | |
| "¥": 163, | |
| "₿": 164, | |
| "Ⅰ": 165, | |
| "Ⅱ": 166, | |
| "Ⅲ": 167, | |
| "Ⅳ": 168, | |
| "Ⅴ": 169, | |
| "Ⅵ": 170, | |
| "Ⅶ": 171, | |
| "Ⅷ": 172, | |
| "Ⅸ": 173, | |
| "Ⅹ": 174, | |
| "Ⅺ": 175, | |
| "Ⅻ": 176, | |
| "ⅰ": 177, | |
| "ⅱ": 178, | |
| "ⅲ": 179, | |
| "ⅳ": 180, | |
| "ⅴ": 181, | |
| "ⅵ": 182, | |
| "ⅶ": 183, | |
| "ⅷ": 184, | |
| "ⅸ": 185, | |
| "ⅹ": 186, | |
| "ⅺ": 187, | |
| "ⅻ": 188, | |
| "➀": 189, | |
| "➁": 190, | |
| "➂": 191, | |
| "➃": 192, | |
| "➄": 193, | |
| "➅": 194, | |
| "➆": 195, | |
| "➇": 196, | |
| "➈": 197, | |
| "➉": 198, | |
| "➊": 199, | |
| "➋": 200, | |
| "➌": 201, | |
| "➍": 202, | |
| "➎": 203, | |
| "➏": 204, | |
| "➐": 205, | |
| "➑": 206, | |
| "➒": 207, | |
| "➓": 208, | |
| "❶": 209, | |
| "❷": 210, | |
| "❸": 211, | |
| "❹": 212, | |
| "❺": 213, | |
| "❻": 214, | |
| "❼": 215, | |
| "❽": 216, | |
| "❾": 217, | |
| "❿": 218, | |
| "①": 219, | |
| "②": 220, | |
| "③": 221, | |
| "④": 222, | |
| "⑤": 223, | |
| "⑥": 224, | |
| "⑦": 225, | |
| "⑧": 226, | |
| "⑨": 227, | |
| "⑩": 228, | |
| "●": 229, | |
| "▶": 230, | |
| "𝑢": 231, | |
| "︽": 232, | |
| "–": 233, | |
| "﹥": 234, | |
| "𝜓": 235, | |
| "•": 236, | |
| "∋": 237, | |
| "ƒ": 238, | |
| "⬆": 239, | |
| "Ạ": 240, | |
| "◀": 241, | |
| "": 242, | |
| "▫": 243, | |
| "︾": 244, | |
| "À": 245, | |
| "Á": 246, | |
| "Â": 247, | |
| "Ã": 248, | |
| "Ä": 249, | |
| "Å": 250, | |
| "Æ": 251, | |
| "Ç": 252, | |
| "È": 253, | |
| "É": 254, | |
| "Ê": 255, | |
| "Ë": 256, | |
| "Ì": 257, | |
| "Í": 258, | |
| "Î": 259, | |
| "Ï": 260, | |
| "Ð": 261, | |
| "Ñ": 262, | |
| "Ò": 263, | |
| "Ó": 264, | |
| "Ô": 265, | |
| "Õ": 266, | |
| "Ö": 267, | |
| "Ø": 268, | |
| "Ù": 269, | |
| "Ú": 270, | |
| "Û": 271, | |
| "Ü": 272, | |
| "Ý": 273, | |
| "Þ": 274, | |
| "à": 275, | |
| "á": 276, | |
| "â": 277, | |
| "ã": 278, | |
| "ä": 279, | |
| "å": 280, | |
| "æ": 281, | |
| "ç": 282, | |
| "è": 283, | |
| "é": 284, | |
| "ê": 285, | |
| "ë": 286, | |
| "ì": 287, | |
| "í": 288, | |
| "î": 289, | |
| "ï": 290, | |
| "ð": 291, | |
| "ñ": 292, | |
| "ò": 293, | |
| "ó": 294, | |
| "ô": 295, | |
| "õ": 296, | |
| "ö": 297, | |
| "ø": 298, | |
| "ù": 299, | |
| "ú": 300, | |
| "û": 301, | |
| "ü": 302, | |
| "ý": 303, | |
| "þ": 304, | |
| "ÿ": 305, | |
| "¡": 306, | |
| "¤": 307, | |
| "¦": 308, | |
| "§": 309, | |
| "¨": 310, | |
| "ª": 311, | |
| "«": 312, | |
| "¬": 313, | |
| "¯": 314, | |
| "°": 315, | |
| "²": 316, | |
| "³": 317, | |
| "´": 318, | |
| "µ": 319, | |
| "¶": 320, | |
| "¸": 321, | |
| "¹": 322, | |
| "º": 323, | |
| "»": 324, | |
| "¼": 325, | |
| "½": 326, | |
| "¾": 327, | |
| "¿": 328, | |
| "×": 329, | |
| "‐": 330, | |
| "‑": 331, | |
| "‒": 332, | |
| "—": 333, | |
| "―": 334, | |
| "‖": 335, | |
| "‗": 336, | |
| "‘": 337, | |
| "’": 338, | |
| "‚": 339, | |
| "‛": 340, | |
| "“": 341, | |
| "”": 342, | |
| "„": 343, | |
| "‟": 344, | |
| "†": 345, | |
| "‡": 346, | |
| "‣": 347, | |
| "․": 348, | |
| "…": 349, | |
| "‧": 350, | |
| "‰": 351, | |
| "‴": 352, | |
| "‵": 353, | |
| "‶": 354, | |
| "‷": 355, | |
| "‸": 356, | |
| "‹": 357, | |
| "›": 358, | |
| "※": 359, | |
| "‼": 360, | |
| "‽": 361, | |
| "‾": 362, | |
| "₤": 363, | |
| "₡": 364, | |
| "₹": 365, | |
| "−": 366, | |
| "∖": 367, | |
| "∗": 368, | |
| "≈": 369, | |
| "≠": 370, | |
| "≡": 371, | |
| "≤": 372, | |
| "≥": 373, | |
| "⊂": 374, | |
| "⊃": 375, | |
| "↑": 376, | |
| "→": 377, | |
| "↓": 378, | |
| "↕": 379, | |
| "™": 380, | |
| "Ω": 381, | |
| "℮": 382, | |
| "∆": 383, | |
| "✓": 384, | |
| "✗": 385, | |
| "✘": 386, | |
| "▪": 387, | |
| "◼": 388, | |
| "✔": 389, | |
| "✕": 390, | |
| "☑": 391, | |
| "☒": 392, | |
| "№": 393, | |
| "₽": 394, | |
| "₴": 395, | |
| "Α": 396, | |
| "α": 397, | |
| "Β": 398, | |
| "β": 399, | |
| "Γ": 400, | |
| "γ": 401, | |
| "Δ": 402, | |
| "δ": 403, | |
| "Ε": 404, | |
| "ε": 405, | |
| "Ζ": 406, | |
| "ζ": 407, | |
| "Η": 408, | |
| "η": 409, | |
| "Θ": 410, | |
| "θ": 411, | |
| "Ι": 412, | |
| "ι": 413, | |
| "Κ": 414, | |
| "κ": 415, | |
| "Λ": 416, | |
| "λ": 417, | |
| "Μ": 418, | |
| "μ": 419, | |
| "Ν": 420, | |
| "ν": 421, | |
| "Ξ": 422, | |
| "ξ": 423, | |
| "Ο": 424, | |
| "ο": 425, | |
| "Π": 426, | |
| "π": 427, | |
| "Ρ": 428, | |
| "ρ": 429, | |
| "Σ": 430, | |
| "σ": 431, | |
| "ς": 432, | |
| "Τ": 433, | |
| "τ": 434, | |
| "Υ": 435, | |
| "υ": 436, | |
| "Φ": 437, | |
| "φ": 438, | |
| "Χ": 439, | |
| "χ": 440, | |
| "Ψ": 441, | |
| "ψ": 442, | |
| "ω": 443, | |
| "ऀ": 444, | |
| "ँ": 445, | |
| "ं": 446, | |
| "ः": 447, | |
| "ऄ": 448, | |
| "अ": 449, | |
| "आ": 450, | |
| "इ": 451, | |
| "ई": 452, | |
| "उ": 453, | |
| "ऊ": 454, | |
| "ऋ": 455, | |
| "ऌ": 456, | |
| "ऍ": 457, | |
| "ऎ": 458, | |
| "ए": 459, | |
| "ऐ": 460, | |
| "ऑ": 461, | |
| "ऒ": 462, | |
| "ओ": 463, | |
| "औ": 464, | |
| "क": 465, | |
| "ख": 466, | |
| "ग": 467, | |
| "घ": 468, | |
| "ङ": 469, | |
| "च": 470, | |
| "छ": 471, | |
| "ज": 472, | |
| "झ": 473, | |
| "ञ": 474, | |
| "ट": 475, | |
| "ठ": 476, | |
| "ड": 477, | |
| "ढ": 478, | |
| "ण": 479, | |
| "त": 480, | |
| "थ": 481, | |
| "द": 482, | |
| "ध": 483, | |
| "न": 484, | |
| "ऩ": 485, | |
| "प": 486, | |
| "फ": 487, | |
| "ब": 488, | |
| "भ": 489, | |
| "म": 490, | |
| "य": 491, | |
| "र": 492, | |
| "ऱ": 493, | |
| "ल": 494, | |
| "ळ": 495, | |
| "ऴ": 496, | |
| "व": 497, | |
| "श": 498, | |
| "ष": 499, | |
| "स": 500, | |
| "ह": 501, | |
| "ऺ": 502, | |
| "ऻ": 503, | |
| "़": 504, | |
| "ऽ": 505, | |
| "ा": 506, | |
| "ि": 507, | |
| "ी": 508, | |
| "ु": 509, | |
| "ू": 510, | |
| "ृ": 511, | |
| "ॄ": 512, | |
| "ॅ": 513, | |
| "ॆ": 514, | |
| "े": 515, | |
| "ै": 516, | |
| "ॉ": 517, | |
| "ॊ": 518, | |
| "ो": 519, | |
| "ौ": 520, | |
| "्": 521, | |
| "ॎ": 522, | |
| "ॏ": 523, | |
| "ॐ": 524, | |
| "॑": 525, | |
| "॒": 526, | |
| "॓": 527, | |
| "॔": 528, | |
| "ॕ": 529, | |
| "ॖ": 530, | |
| "ॗ": 531, | |
| "क़": 532, | |
| "ख़": 533, | |
| "ग़": 534, | |
| "ज़": 535, | |
| "ड़": 536, | |
| "ढ़": 537, | |
| "फ़": 538, | |
| "य़": 539, | |
| "ॠ": 540, | |
| "ॡ": 541, | |
| "ॢ": 542, | |
| "ॣ": 543, | |
| "।": 544, | |
| "॥": 545, | |
| "०": 546, | |
| "१": 547, | |
| "२": 548, | |
| "३": 549, | |
| "४": 550, | |
| "५": 551, | |
| "६": 552, | |
| "७": 553, | |
| "८": 554, | |
| "९": 555, | |
| "॰": 556, | |
| "ॱ": 557, | |
| "ॲ": 558, | |
| "ॳ": 559, | |
| "ॴ": 560, | |
| "ॵ": 561, | |
| "ॶ": 562, | |
| "ॷ": 563, | |
| "ॸ": 564, | |
| "ॹ": 565, | |
| "ॺ": 566, | |
| "ॻ": 567, | |
| "ॼ": 568, | |
| "ॽ": 569, | |
| "ॾ": 570, | |
| "ॿ": 571, | |
| " ": 572 | |
| }, | |
| "generation_suppressed_ids": [ | |
| 0, | |
| 1, | |
| 3 | |
| ], | |
| "training_target": "Drop serialization BOS0 only; retain every text codepoint and EOS2", | |
| "unknown_output": "Decode3 as U+FFFD, never silently remove it", | |
| "scope": "Experimental codec, not recognition quality or Paddle qualification." | |
| } | |