{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 4, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 5, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 6, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 7, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 8, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 9, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": true }, "post_processor": null, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": { "": 0, "": 1, "": 2, "": 3, "": 4, "": 5, "": 6, "": 7, "": 8, "": 9, "!": 10, "\"": 11, "#": 12, "$": 13, "%": 14, "&": 15, "'": 16, "(": 17, ")": 18, "*": 19, "+": 20, ",": 21, "-": 22, ".": 23, "/": 24, "0": 25, "1": 26, "2": 27, "3": 28, "4": 29, "5": 30, "6": 31, "7": 32, "8": 33, "9": 34, ":": 35, ";": 36, "<": 37, "=": 38, ">": 39, "?": 40, "@": 41, "A": 42, "B": 43, "C": 44, "D": 45, "E": 46, "F": 47, "G": 48, "H": 49, "I": 50, "J": 51, "K": 52, "L": 53, "M": 54, "N": 55, "O": 56, "P": 57, "Q": 58, "R": 59, "S": 60, "T": 61, "U": 62, "V": 63, "W": 64, "X": 65, "Y": 66, "Z": 67, "[": 68, "\\": 69, "]": 70, "^": 71, "_": 72, "`": 73, "a": 74, "b": 75, "c": 76, "d": 77, "e": 78, "f": 79, "g": 80, "h": 81, "i": 82, "j": 83, "k": 84, "l": 85, "m": 86, "n": 87, "o": 88, "p": 89, "q": 90, "r": 91, "s": 92, "t": 93, "u": 94, "v": 95, "w": 96, "x": 97, "y": 98, "z": 99, "{": 100, "|": 101, "}": 102, "~": 103, "¡": 104, "¢": 105, "£": 106, "¤": 107, "¥": 108, "¦": 109, "§": 110, "¨": 111, "©": 112, "ª": 113, "«": 114, "¬": 115, "®": 116, "¯": 117, "°": 118, "±": 119, "²": 120, "³": 121, "´": 122, "µ": 123, "¶": 124, "·": 125, "¸": 126, "¹": 127, "º": 128, "»": 129, "¼": 130, "½": 131, "¾": 132, "¿": 133, "À": 134, "Á": 135, "Â": 136, "Ã": 137, "Ä": 138, "Å": 139, "Æ": 140, "Ç": 141, "È": 142, "É": 143, "Ê": 144, "Ë": 145, "Ì": 146, "Í": 147, "Î": 148, "Ï": 149, "Ð": 150, "Ñ": 151, "Ò": 152, "Ó": 153, "Ô": 154, "Õ": 155, "Ö": 156, "×": 157, "Ø": 158, "Ù": 159, "Ú": 160, "Û": 161, "Ü": 162, "Ý": 163, "Þ": 164, "ß": 165, "à": 166, "á": 167, "â": 168, "ã": 169, "ä": 170, "å": 171, "æ": 172, "ç": 173, "è": 174, "é": 175, "ê": 176, "ë": 177, "ì": 178, "í": 179, "î": 180, "ï": 181, "ð": 182, "ñ": 183, "ò": 184, "ó": 185, "ô": 186, "õ": 187, "ö": 188, "÷": 189, "ø": 190, "ù": 191, "ú": 192, "û": 193, "ü": 194, "ý": 195, "þ": 196, "ÿ": 197, "Ā": 198, "ā": 199, "Ă": 200, "ă": 201, "Ą": 202, "ą": 203, "Ć": 204, "ć": 205, "Ĉ": 206, "ĉ": 207, "Ċ": 208, "ċ": 209, "Č": 210, "č": 211, "Ď": 212, "ď": 213, "Đ": 214, "đ": 215, "Ē": 216, "ē": 217, "Ĕ": 218, "ĕ": 219, "Ė": 220, "ė": 221, "Ę": 222, "ę": 223, "Ě": 224, "ě": 225, "Ĝ": 226, "ĝ": 227, "Ğ": 228, "ğ": 229, "Ġ": 230, "ġ": 231, "Ģ": 232, "ģ": 233, "Ĥ": 234, "ĥ": 235, "Ħ": 236, "ħ": 237, "Ĩ": 238, "ĩ": 239, "Ī": 240, "ī": 241, "Ĭ": 242, "ĭ": 243, "Į": 244, "į": 245, "İ": 246, "ı": 247, "IJ": 248, "ij": 249, "Ĵ": 250, "ĵ": 251, "Ķ": 252, "ķ": 253, "ĸ": 254, "Ĺ": 255, "ĺ": 256, "Ļ": 257, "ļ": 258, "Ľ": 259, "ľ": 260, "Ŀ": 261, "ŀ": 262, "Ł": 263, "ł": 264, "Ń": 265, "Ġt": 266, "he": 267, "Ġa": 268, "in": 269, "er": 270, "on": 271, "Ġthe": 272, "or": 273, "an": 274, "is": 275, "re": 276, "at": 277, "ed": 278, "en": 279, "Ġo": 280, "Ġs": 281, "ar": 282, "Ġw": 283, "al": 284, "es": 285, "it": 286, "nd": 287, "Ġof": 288, "Ġin": 289, "Ġf": 290, "as": 291, "Ġc": 292, "Ġb": 293, "ic": 294, "Ġp": 295, "Ġand": 296, "ing": 297, "ĠS": 298, "ro": 299, "ion": 300, "ĠC": 301, "le": 302, "ĠA": 303, "ou": 304, "Ġ1": 305, "Ġd": 306, "ĠT": 307, "il": 308, "Ġm": 309, "Ġto": 310, "ac": 311, "ĠM": 312, "am": 313, "Ġh": 314, "ent": 315, "el": 316, "ĠB": 317, "st": 318, "ol": 319, "Ġis": 320, "om": 321, "Ġ(": 322, "ĠP": 323, "Ġre": 324, "ĠW": 325, "ĠH": 326, "ad": 327, "Ġwas": 328, "et": 329, "Ġ<": 330, "Ġl": 331, "ĠI": 332, "Ġ2": 333, "ĠF": 334, "ur": 335, "ĠR": 336, "ec": 337, "Ġ19": 338, "ation": 339, "iv": 340, "ĠD": 341, "Ġn": 342, "ig": 343, "ĠL": 344, "id": 345, "ir": 346, "us": 347, "Ġfor": 348, "ot": 349, "ay": 350, "ter": 351, "Ġon": 352, "ly": 353, "ĠG": 354, "em": 355, "ĠN": 356, "Ġth": 357, "ĠThe": 358, "im": 359, "ch": 360, "th": 361, "Ġg": 362, "ow": 363, "Ġas": 364, "ist": 365, "Ġ20": 366, "ĠJ": 367, "Ġe": 368, "un": 369, "and": 370, "ĠE": 371, "ers": 372, "ct": 373, "ut": 374, "Ġst": 375, "Ġby": 376, "oc": 377, "âĢ": 378, "ag": 379, "act": 380, "ith": 381, "her": 382, "ce": 383, "ul": 384, "um": 385, "Ġwith": 386, "os": 387, "ra": 388, "Ġan": 389, "Ġal": 390, "Ġ