Synchronizing local compiler cache. (part 8)

.gitattributes

@@ -8720,3 +8720,18 @@ neuronxcc-2.26.6360.0+6f180f47/MODULE_dad1996ab0ffa855bcc4/model.neuron filter=l
 neuronxcc-2.26.6360.0+6f180f47/MODULE_dcea8e84086a8eb4b3f7/model.neuron filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.26.6360.0+6f180f47/MODULE_de171fb58933d3ee5c0e/model.neuron filter=lfs diff=lfs merge=lfs -text
 neuronxcc-2.26.6360.0+6f180f47/MODULE_e1adfa2a55ce204ba39b/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_e212afa9fb839f7db8da/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_e45115884180009d7fd5/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_e619a909fa012f49ce83/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_e8a1f65ccdc1baf074dd/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_e9c92f51c5852325ab39/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_eae11ee36441ccb2a504+519f203d/model.neff filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_ee1997fce5adbc158450/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_ee4fc48e52b39ca7deba/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_f326b0b3eb83f8bd7f14/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_f37a40d5fb9e1951bda4/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_f78454cba5a7dc3be4ca/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_f92462eafc58029b072a/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_fdfa7e53709c9f8b70a0/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_fe23ab80b188555b4b3e/model.neuron filter=lfs diff=lfs merge=lfs -text
+neuronxcc-2.26.6360.0+6f180f47/MODULE_fe3e160e1d40a57df793/model.neuron filter=lfs diff=lfs merge=lfs -text

neuronxcc-2.26.6360.0+6f180f47/MODULE_e1adfa2a55ce204ba39b/tokenizer.json

@@ -0,0 +1,4168 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 4,
+      "content": "<mask>",
+      "single_word": false,
+      "lstrip": true,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "RobertaProcessing",
+    "sep": [
+      "</s>",
+      2
+    ],
+    "cls": [
+      "<s>",
+      0
+    ],
+    "trim_offsets": true,
+    "add_prefix_space": false
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<s>": 0,
+      "<pad>": 1,
+      "</s>": 2,
+      "<unk>": 3,
+      "<mask>": 4,
+      "!": 5,
+      "\"": 6,
+      "#": 7,
+      "$": 8,
+      "%": 9,
+      "&": 10,
+      "'": 11,
+      "(": 12,
+      ")": 13,
+      "*": 14,
+      "+": 15,
+      ",": 16,
+      "-": 17,
+      ".": 18,
+      "/": 19,
+      "0": 20,
+      "1": 21,
+      "2": 22,
+      "3": 23,
+      "4": 24,
+      "5": 25,
+      "6": 26,
+      "7": 27,
+      "8": 28,
+      "9": 29,
+      ":": 30,
+      ";": 31,
+      "<": 32,
+      "=": 33,
+      ">": 34,
+      "?": 35,
+      "@": 36,
+      "A": 37,
+      "B": 38,
+      "C": 39,
+      "D": 40,
+      "E": 41,
+      "F": 42,
+      "G": 43,
+      "H": 44,
+      "I": 45,
+      "J": 46,
+      "K": 47,
+      "L": 48,
+      "M": 49,
+      "N": 50,
+      "O": 51,
+      "P": 52,
+      "Q": 53,
+      "R": 54,
+      "S": 55,
+      "T": 56,
+      "U": 57,
+      "V": 58,
+      "W": 59,
+      "X": 60,
+      "Y": 61,
+      "Z": 62,
+      "[": 63,
+      "\\": 64,
+      "]": 65,
+      "^": 66,
+      "_": 67,
+      "`": 68,
+      "a": 69,
+      "b": 70,
+      "c": 71,
+      "d": 72,
+      "e": 73,
+      "f": 74,
+      "g": 75,
+      "h": 76,
+      "i": 77,
+      "j": 78,
+      "k": 79,
+      "l": 80,
+      "m": 81,
+      "n": 82,
+      "o": 83,
+      "p": 84,
+      "q": 85,
+      "r": 86,
+      "s": 87,
+      "t": 88,
+      "u": 89,
+      "v": 90,
+      "w": 91,
+      "x": 92,
+      "y": 93,
+      "z": 94,
+      "{": 95,
+      "|": 96,
+      "}": 97,
+      "~": 98,
+      "¡": 99,
+      "¢": 100,
+      "£": 101,
+      "¤": 102,
+      "¥": 103,
+      "¦": 104,
+      "§": 105,
+      "¨": 106,
+      "©": 107,
+      "ª": 108,
+      "«": 109,
+      "¬": 110,
+      "®": 111,
+      "¯": 112,
+      "°": 113,
+      "±": 114,
+      "²": 115,
+      "³": 116,
+      "´": 117,
+      "µ": 118,
+      "¶": 119,
+      "·": 120,
+      "¸": 121,
+      "¹": 122,
+      "º": 123,
+      "»": 124,
+      "¼": 125,
+      "½": 126,
+      "¾": 127,
+      "¿": 128,
+      "À": 129,
+      "Á": 130,
+      "Â": 131,
+      "Ã": 132,
+      "Ä": 133,
+      "Å": 134,
+      "Æ": 135,
+      "Ç": 136,
+      "È": 137,
+      "É": 138,
+      "Ê": 139,
+      "Ë": 140,
+      "Ì": 141,
+      "Í": 142,
+      "Î": 143,
+      "Ï": 144,
+      "Ð": 145,
+      "Ñ": 146,
+      "Ò": 147,
+      "Ó": 148,
+      "Ô": 149,
+      "Õ": 150,
+      "Ö": 151,
+      "×": 152,
+      "Ø": 153,
+      "Ù": 154,
+      "Ú": 155,
+      "Û": 156,
+      "Ü": 157,
+      "Ý": 158,
+      "Þ": 159,
+      "ß": 160,
+      "à": 161,
+      "á": 162,
+      "â": 163,
+      "ã": 164,
+      "ä": 165,
+      "å": 166,
+      "æ": 167,
+      "ç": 168,
+      "è": 169,
+      "é": 170,
+      "ê": 171,
+      "ë": 172,
+      "ì": 173,
+      "í": 174,
+      "î": 175,
+      "ï": 176,
+      "ð": 177,
+      "ñ": 178,
+      "ò": 179,
+      "ó": 180,
+      "ô": 181,
+      "õ": 182,
+      "ö": 183,
+      "÷": 184,
+      "ø": 185,
+      "ù": 186,
+      "ú": 187,
+      "û": 188,
+      "ü": 189,
+      "ý": 190,
+      "þ": 191,
+      "ÿ": 192,
+      "Ā": 193,
+      "ā": 194,
+      "Ă": 195,
+      "ă": 196,
+      "Ą": 197,
+      "ą": 198,
+      "Ć": 199,
+      "ć": 200,
+      "Ĉ": 201,
+      "ĉ": 202,
+      "Ċ": 203,
+      "ċ": 204,
+      "Č": 205,
+      "č": 206,
+      "Ď": 207,
+      "ď": 208,
+      "Đ": 209,
+      "đ": 210,
+      "Ē": 211,
+      "ē": 212,
+      "Ĕ": 213,
+      "ĕ": 214,
+      "Ė": 215,
+      "ė": 216,
+      "Ę": 217,
+      "ę": 218,
+      "Ě": 219,
+      "ě": 220,
+      "Ĝ": 221,
+      "ĝ": 222,
+      "Ğ": 223,
+      "ğ": 224,
+      "Ġ": 225,
+      "ġ": 226,
+      "Ģ": 227,
+      "ģ": 228,
+      "Ĥ": 229,
+      "ĥ": 230,
+      "Ħ": 231,
+      "ħ": 232,
+      "Ĩ": 233,
+      "ĩ": 234,
+      "Ī": 235,
+      "ī": 236,
+      "Ĭ": 237,
+      "ĭ": 238,
+      "Į": 239,
+      "į": 240,
+      "İ": 241,
+      "ı": 242,
+      "IJ": 243,
+      "ij": 244,
+      "Ĵ": 245,
+      "ĵ": 246,
+      "Ķ": 247,
+      "ķ": 248,
+      "ĸ": 249,
+      "Ĺ": 250,
+      "ĺ": 251,
+      "Ļ": 252,
+      "ļ": 253,
+      "Ľ": 254,
+      "ľ": 255,
+      "Ŀ": 256,
+      "ŀ": 257,
+      "Ł": 258,
+      "ł": 259,
+      "Ń": 260,
+      "Ġt": 261,
+      "he": 262,
+      "Ġa": 263,
+      "in": 264,
+      "Ġthe": 265,
+      "er": 266,
+      "on": 267,
+      "Ġ,": 268,
+      "re": 269,
+      "Ġs": 270,
+      "ed": 271,
+      "Ġo": 272,
+      "Ġw": 273,
+      "nd": 274,
+      "at": 275,
+      "Ġ.": 276,
+      "or": 277,
+      "it": 278,
+      "Ġc": 279,
+      "en": 280,
+      "Ġf": 281,
+      "is": 282,
+      "es": 283,
+      "ar": 284,
+      "Ġof": 285,
+      "Ġb": 286,
+      "an": 287,
+      "Ġin": 288,
+      "al": 289,
+      "ing": 290,
+      "Ġp": 291,
+      "Ġand": 292,
+      "as": 293,
+      "Ġto": 294,
+      "ro": 295,
+      "ic": 296,
+      "Ġm": 297,
+      "Ġd": 298,
+      "Ġh": 299,
+      "ion": 300,
+      "le": 301,
+      "ou": 302,
+      "ĠT": 303,
+      "Ġre": 304,
+      "Ġ=": 305,
+      "Ġ\"": 306,
+      "ĠA": 307,
+      "ĠS": 308,
+      "ent": 309,
+      "il": 310,
+      "Ġth": 311,
+      "Ġ1": 312,
+      "st": 313,
+      "ĠC": 314,
+      "el": 315,
+      "om": 316,
+      "Ġl": 317,
+      "am": 318,
+      "ĠĊ": 319,
+      "Ġe": 320,
+      "Ġn": 321,
+      "Ġ@": 322,
+      "ad": 323,
+      "ac": 324,
+      "Ġwas": 325,
+      "ĠM": 326,
+      "ur": 327,
+      "ĠThe": 328,
+      "ec": 329,
+      "Ġon": 330,
+      "ly": 331,
+      "ĠB": 332,
+      "ĠI": 333,
+      "Ġg": 334,
+      "Ġ'": 335,
+      "et": 336,
+      "ol": 337,
+      "id": 338,
+      "iv": 339,
+      "im": 340,
+      "Ġfor": 341,
+      "ir": 342,
+      "-@": 343,
+      "Ġ@-@": 344,
+      "ig": 345,
+      "ot": 346,
+      "ter": 347,
+      "Ġas": 348,
+      "ĠH": 349,
+      "us": 350,
+      "ow": 351,
+      "Ġst": 352,
+      "ut": 353,
+      "ith": 354,
+      "ay": 355,
+      "Ġ2": 356,
+      "ĠP": 357,
+      "ation": 358,
+      "ver": 359,
+      "Ġbe": 360,
+      "her": 361,
+      "Ġthat": 362,
+      "Ġwith": 363,
+      "ĠR": 364,
+      "ce": 365,
+      "th": 366,
+      "ĠD": 367,
+      "Ġis": 368,
+      "un": 369,
+      "em": 370,
+      "ĠF": 371,
+      "Ġwh": 372,
+      "ul": 373,
+      "Ġby": 374,
+      "Ġal": 375,
+      "ch": 376,
+      "Ġ)": 377,
+      "Ġ(": 378,
+      "ĠW": 379,
+      "Ġcon": 380,
+      "ra": 381,
+      "ĠG": 382,
+      "os": 383,
+      "ĠL": 384,
+      "ĠN": 385,
+      "Ġat": 386,
+      "ers": 387,
+      "ct": 388,
+      "Ġit": 389,
+      "Ġ19": 390,
+      "rom": 391,
+      "and": 392,
+      "Ġan": 393,
+      "um": 394,
+      "est": 395,
+      "ĠJ": 396,
+      "ag": 397,
+      "Ġhe": 398,
+      "00": 399,
+      "ist": 400,
+      "ain": 401,
+      "od": 402,
+      "av": 403,
+      "ri": 404,
+      "ĠE": 405,
+      "ĠO": 406,
+      "Ġfrom": 407,
+      "Ġcom": 408,
+      "Ġhis": 409,
+      "op": 410,
+      "Ġpro": 411,
+      "res": 412,
+      "ies": 413,
+      "if": 414,
+      "Ġv": 415,
+      "ort": 416,
+      "ere": 417,
+      "ill": 418,
+      "ld": 419,
+      "Ġde": 420,
+      "pp": 421,
+      "Ġsu": 422,
+      "ore": 423,
+      "ĠIn": 424,
+      "Ġr": 425,
+      "Ġse": 426,
+      "Ġwere": 427,
+      "ew": 428,
+      "ong": 429,
+      "igh": 430,
+      "ard": 431,
+      "ate": 432,
+      "all": 433,
+      "art": 434,
+      "ak": 435,
+      "ich": 436,
+      "Ġch": 437,
+      "Ġor": 438,
+      "ab": 439,
+      "ant": 440,
+      "ud": 441,
+      "oc": 442,
+      "ber": 443,
+      "Ġex": 444,
+      "gh": 445,
+      "ity": 446,
+      "ated": 447,
+      "pt": 448,
+      "ess": 449,
+      "ear": 450,
+      "ĠK": 451,
+      "Ġpl": 452,
+      "ame": 453,
+      "qu": 454,
+      "ive": 455,
+      "rou": 456,
+      "Ġare": 457,
+      "Ġâ": 458,
+      "Ġsh": 459,
+      "Ġk": 460,
+      "ack": 461,
+      "ect": 462,
+      "ĠâĢ": 463,
+      "ĠU": 464,
+      "Ġhad": 465,
+      "se": 466,
+      "Ġwhich": 467,
+      "red": 468,
+      "ov": 469,
+      "ĠSt": 470,
+      "ast": 471,
+      "Ġsp": 472,
+      "ian": 473,
+      "Ġy": 474,
+      "ment": 475,
+      "Ġle": 476,
+      "Ġnot": 477,
+      "ge": 478,
+      "ord": 479,
+      "rit": 480,
+      "ip": 481,
+      "ine": 482,
+      "ell": 483,
+      "ally": 484,
+      "our": 485,
+      "ost": 486,
+      "ight": 487,
+      "ther": 488,
+      "ap": 489,
+      "Ġu": 490,
+      "ish": 491,
+      "ĠCh": 492,
+      "oun": 493,
+      "ia": 494,
+      "Ġ3": 495,
+      "ave": 496,
+      "ary": 497,
+      "ust": 498,
+      "og": 499,
+      "Ġ200": 500,
+      "Ġun": 501,
+      "ous": 502,
+      "irst": 503,
+      "ĠV": 504,
+      "cc": 505,
+      "Ġinc": 506,
+      "Ġ;": 507,
+      "Ġcomp": 508,
+      "ru": 509,
+      "ions": 510,
+      "Ġtheir": 511,
+      "Ġbut": 512,
+      "ide": 513,
+      "ure": 514,
+      "so": 515,
+      "Ġcont": 516,
+      "Ġint": 517,
+      "fter": 518,
+      "ical": 519,
+      "ial": 520,
+      "Ġar": 521,
+      "Ġfirst": 522,
+      "ould": 523,
+      "Ġits": 524,
+      "hed": 525,
+      "ĠâĢĵ": 526,
+      "Ġwhe": 527,
+      "wo": 528,
+      "out": 529,
+      "ub": 530,
+      "Ġ20": 531,
+      "ff": 532,
+      "Ġ:": 533,
+      "ue": 534,
+      "Ġher": 535,
+      "own": 536,
+      "ok": 537,
+      "Ġalso": 538,
+      "Ġcl": 539,
+      "per": 540,
+      "ign": 541,
+      "ater": 542,
+      "ran": 543,
+      "orm": 544,
+      "ie": 545,
+      "ome": 546,
+      "ork": 547,
+      "ass": 548,
+      "ire": 549,
+      "end": 550,
+      "Ġres": 551,
+      "Ġab": 552,
+      "Ġad": 553,
+      "Ġus": 554,
+      "ry": 555,
+      "Ġrec": 556,
+      "Ġhave": 557,
+      "age": 558,
+      "ĠHe": 559,
+      "Ġ4": 560,
+      "Ġro": 561,
+      "mer": 562,
+      "Ġone": 563,
+      "ond": 564,
+      "low": 565,
+      "Ġhas": 566,
+      "ĠTh": 567,
+      "du": 568,
+      "Ġ5": 569,
+      "Ġper": 570,
+      "Ġbeen": 571,
+      "ime": 572,
+      "Ġtwo": 573,
+      "ence": 574,
+      "land": 575,
+      "Ġ18": 576,
+      ".@": 577,
+      "Ġ@.@": 578,
+      "ult": 579,
+      "ree": 580,
+      "ough": 581,
+      "ile": 582,
+      "Ġwho": 583,
+      "ĠAl": 584,
+      "Ġsc": 585,
+      "uring": 586,
+      "pl": 587,
+      "ory": 588,
+      "ition": 589,
+      "ric": 590,
+      "ations": 591,
+      "Ġdis": 592,
+      "Ġthis": 593,
+      "Ġbec": 594,
+      "Ġapp": 595,
+      "iz": 596,
+      "ĠIt": 597,
+      "are": 598,
+      "ach": 599,
+      "lud": 600,
+      "ade": 601,
+      "Ġplay": 602,
+      "Ġj": 603,
+      "Ġman": 604,
+      "act": 605,
+      "ely": 606,
+      "Ġpart": 607,
+      "Ġdes": 608,
+      "Ġag": 609,
+      "Ġthey": 610,
+      "Ġyear": 611,
+      "ount": 612,
+      "Ġ201": 613,
+      "Ġover": 614,
+      "Ġother": 615,
+      "ound": 616,
+      "Ġafter": 617,
+      "ib": 618,
+      "over": 619,
+      "Ġser": 620,
+      "Ġen": 621,
+      "Ġoff": 622,
+      "Ġim": 623,
+      "ction": 624,
+      "ĠY": 625,
+      "ke": 626,
+      "ite": 627,
+      ",@": 628,
+      "Ġ@,@": 629,
+      "te": 630,
+      "urn": 631,
+      "Ġinclud": 632,
+      "ress": 633,
+      "ance": 634,
+      "ang": 635,
+      "Ġatt": 636,
+      "ice": 637,
+      "ace": 638,
+      "ark": 639,
+      "Ġout": 640,
+      "wn": 641,
+      "ph": 642,
+      "ember": 643,
+      "Ġpre": 644,
+      "Ġup": 645,
+      "ens": 646,
+      "man": 647,
+      "Ġev": 648,
+      "Ġtime": 649,
+      "nder": 650,
+      "rough": 651,
+      "ced": 652,
+      "Ġfin": 653,
+      "Ġinto": 654,
+      "one": 655,
+      "port": 656,
+      "round": 657,
+      "we": 658,
+      "ren": 659,
+      "les": 660,
+      "int": 661,
+      "ĠOn": 662,
+      "vel": 663,
+      "Ġcomm": 664,
+      "Ġshe": 665,
+      "ason": 666,
+      "amp": 667,
+      "Ġte": 668,
+      "Ġwould": 669,
+      "ward": 670,
+      "Ġmore": 671,
+      "Ġ6": 672,
+      "ied": 673,
+      "ose": 674,
+      "rib": 675,
+      "ĠUn": 676,
+      "Ġall": 677,
+      "ings": 678,
+      "tern": 679,
+      "ces": 680,
+      "able": 681,
+      "Ġwe": 682,
+      "ited": 683,
+      "ever": 684,
+      "ents": 685,
+      "Ġhim": 686,
+      "ased": 687,
+      "ors": 688,
+      "oy": 689,
+      "ood": 690,
+      "Ġcent": 691,
+      "ix": 692,
+      "ase": 693,
+      "ild": 694,
+      "ĠAn": 695,
+      "Ġ7": 696,
+      "Ġwork": 697,
+      "ates": 698,
+      "ious": 699,
+      "ath": 700,
+      "Ġpo": 701,
+      "rop": 702,
+      "old": 703,
+      "als": 704,
+      "iss": 705,
+      "ey": 706,
+      "ict": 707,
+      "Ġfe": 708,
+      "Ġthem": 709,
+      "gan": 710,
+      "Ġsec": 711,
+      "Ġbet": 712,
+      "Ġwhen": 713,
+      "Ġsong": 714,
+      "Ġrem": 715,
+      "ep": 716,
+      "form": 717,
+      "ail": 718,
+      "fer": 719,
+      "Ġear": 720,
+      "ubl": 721,
+      "aw": 722,
+      "Ġkn": 723,
+      "ake": 724,
+      "aus": 725,
+      "Ġmost": 726,
+      "Ġcons": 727,
+      "Ġduring": 728,
+      "ĠAs": 729,
+      "orth": 730,
+      "Ġnew": 731,
+      "ered": 732,
+      "ilm": 733,
+      "ved": 734,
+      "att": 735,
+      "Ġonly": 736,
+      "Ġ9": 737,
+      "Ġdec": 738,
+      "Ġ8": 739,
+      "ick": 740,
+      "Ġgame": 741,
+      "ons": 742,
+      "ug": 743,
+      "Ġtr": 744,
+      "ft": 745,
+      "oth": 746,
+      "ook": 747,
+      "ĠMar": 748,
+      "reat": 749,
+      "way": 750,
+      "Ġcan": 751,
+      "ollow": 752,
+      "outh": 753,
+      "ween": 754,
+      "ĠEn": 755,
+      "Ġ199": 756,
+      "ters": 757,
+      "Ġrel": 758,
+      "ind": 759,
+      "Ġabout": 760,
+      "Ġseason": 761,
+      "Ġagain": 762,
+      "ral": 763,
+      "Ġthree": 764,
+      "ational": 765,
+      "Ġunder": 766,
+      "ular": 767,
+      "Ġme": 768,
+      "Ġthan": 769,
+      "ĠCom": 770,
+      "ĠAr": 771,
+      "hip": 772,
+      "ob": 773,
+      "Ġne": 774,
+      "Ġbetween": 775,
+      "Ġfl": 776,
+      "hn": 777,
+      "ve": 778,
+      "Ġchar": 779,
+      "Ġcol": 780,
+      "Ġrecord": 781,
+      "iew": 782,
+      "ron": 783,
+      "fore": 784,
+      "Ġthrough": 785,
+      "ision": 786,
+      "orn": 787,
+      "Ġ00": 788,
+      "ock": 789,
+      "Ġver": 790,
+      "Ġlater": 791,
+      "Ġnum": 792,
+      "Ġend": 793,
+      "olog": 794,
+      "ames": 795,
+      "Ġpos": 796,
+      "Ġwrit": 797,
+      "Ġprodu": 798,
+      "Ġwhile": 799,
+      "Ġact": 800,
+      "Ġrele": 801,
+      "Ġfilm": 802,
+      "ished": 803,
+      "Ġpr": 804,
+      "ans": 805,
+      "Ġreg": 806,
+      "Ġform": 807,
+      "Ġass": 808,
+      "ĠSe": 809,
+      "ury": 810,
+      "ted": 811,
+      "ts": 812,
+      "Ġmade": 813,
+      "Ġsub": 814,
+      "Ġpe": 815,
+      "Ġso": 816,
+      "orld": 817,
+      "Ġret": 818,
+      "ĠNew": 819,
+      "Ġspec": 820,
+      "Ġacc": 821,
+      "Ġqu": 822,
+      "Ġwhere": 823,
+      "ener": 824,
+      "Ġmov": 825,
+      "hes": 826,
+      "meric": 827,
+      "ating": 828,
+      "Ġinter": 829,
+      "ĠLe": 830,
+      "ĠAmeric": 831,
+      "Ġra": 832,
+      "Ġsome": 833,
+      "Ġco": 834,
+      "Ġlar": 835,
+      "Ġbu": 836,
+      "Ġdef": 837,
+      "bum": 838,
+      "Ġac": 839,
+      "Ġmus": 840,
+      "Ġfollow": 841,
+      "ĠAt": 842,
+      "ins": 843,
+      "ived": 844,
+      "ific": 845,
+      "ual": 846,
+      "Ġam": 847,
+      "Ġsuch": 848,
+      "Ġsecond": 849,
+      "ike": 850,
+      "Ġfour": 851,
+      "Ġind": 852,
+      "ann": 853,
+      "hen": 854,
+      "Ġused": 855,
+      "ĠRe": 856,
+      "ics": 857,
+      "lect": 858,
+      "Ġday": 859,
+      "iel": 860,
+      "ily": 861,
+      "ĠThis": 862,
+      "Ġ0": 863,
+      "Ġpubl": 864,
+      "Ġcall": 865,
+      "ĠJo": 866,
+      "ll": 867,
+      "Ġalbum": 868,
+      "Ġ000": 869,
+      "rans": 870,
+      "Ġdo": 871,
+      "any": 872,
+      "Ġbefore": 873,
+      "ros": 874,
+      "ĠSh": 875,
+      "Ġsy": 876,
+      "aid": 877,
+      "ĠEng": 878,
+      "Ġbeing": 879,
+      "Ġ10": 880,
+      "uc": 881,
+      "Ġep": 882,
+      "Ġsupp": 883,
+      "Ġthere": 884,
+      "Ġyears": 885,
+      "ars": 886,
+      "owever": 887,
+      "Ġent": 888,
+      "ife": 889,
+      "Ġhigh": 890,
+      "Ġfound": 891,
+      "ird": 892,
+      "Ġno": 893,
+      "Ġset": 894,
+      "ines": 895,
+      "iver": 896,
+      "io": 897,
+      "other": 898,
+      "ject": 899,
+      "Ġsur": 900,
+      "aj": 901,
+      "ten": 902,
+      "Ġtra": 903,
+      "Ġ12": 904,
+      "ised": 905,
+      "ities": 906,
+      "velop": 907,
+      "Ġbl": 908,
+      "ale": 909,
+      "Ġseries": 910,
+      "Ġloc": 911,
+      "Ġnumber": 912,
+      "Ġpres": 913,
+      "ane": 914,
+      "ause": 915,
+      "ode": 916,
+      "ek": 917,
+      "ton": 918,
+      "ĠSc": 919,
+      "ier": 920,
+      "ise": 921,
+      "Ġsever": 922,
+      "ince": 923,
+      "Ġboth": 924,
+      "ank": 925,
+      "row": 926,
+      "irect": 927,
+      "son": 928,
+      "Ġthen": 929,
+      "ĠBrit": 930,
+      "iet": 931,
+      "Ġ16": 932,
+      "Ġepis": 933,
+      "Ġincluding": 934,
+      "its": 935,
+      "igin": 936,
+      "pr": 937,
+      "Ġ/": 938,
+      "Ġagainst": 939,
+      "Ġwell": 940,
+      "Ġbecame": 941,
+      "Ġexp": 942,
+      "Ġknown": 943,
+      "Ġtrans": 944,
+      "Ġcharac": 945,
+      "ĠâĢĶ": 946,
+      "ram": 947,
+      "Ġback": 948,
+      "Ġadd": 949,
+      "Ġpop": 950,
+      "Ġgo": 951,
+      "urch": 952,
+      "Ġdesc": 953,
+      "Ġsing": 954,
+      "ield": 955,
+      "Ġperform": 956,
+      "ained": 957,
+      "Ġrece": 958,
+      "ident": 959,
+      "Ġem": 960,
+      "ert": 961,
+      "ures": 962,
+      "Ġinv": 963,
+      "Ġdep": 964,
+      "Ġ198": 965,
+      "air": 966,
+      "ern": 967,
+      "ather": 968,
+      "ful": 969,
+      "ĠZ": 970,
+      "Ġmon": 971,
+      "Ġmany": 972,
+      "Ġmain": 973,
+      "Ġstud": 974,
+      "Ġlong": 975,
+      "inn": 976,
+      "though": 977,
+      "up": 978,
+      "ool": 979,
+      "ĠUnited": 980,
+      "led": 981,
+      "ement": 982,
+      "Ġ15": 983,
+      "ower": 984,
+      "ĠJohn": 985,
+      "Ġop": 986,
+      "Ġ11": 987,
+      "ined": 988,
+      "Ġmet": 989,
+      "ober": 990,
+      "ley": 991,
+      "Ġ17": 992,
+      "Ġcentury": 993,
+      "Ġteam": 994,
+      "Ġest": 995,
+      "ĠAfter": 996,
+      "yl": 997,
+      "Ġmin": 998,
+      "uch": 999,
+      "ute": 1000,
+      "Ġdevelop": 1001,
+      "ĠShe": 1002,
+      "iam": 1003,
+      "Ġshow": 1004,
+      "elf": 1005,
+      "Ġrep": 1006,
+      "Ġconc": 1007,
+      "ative": 1008,
+      "Ġcre": 1009,
+      "overn": 1010,
+      "ared": 1011,
+      "Ġ194": 1012,
+      "Ġorigin": 1013,
+      "Ġsm": 1014,
+      "ivers": 1015,
+      "az": 1016,
+      "Ġlead": 1017,
+      "Ġseveral": 1018,
+      "ah": 1019,
+      "Ġob": 1020,
+      "Ġrev": 1021,
+      "Ġmill": 1022,
+      "erm": 1023
+    },
+    "merges": [
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "Ġ",
+        ","
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "Ġ",
+        "."
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "Ġ",
+        "="
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "Ġ",
+        "1"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "Ġ",
+        "Ċ"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "Ġ",
+        "@"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "Ġw",
+        "as"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "Ġ",
+        "on"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "Ġ",
+        "'"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "-",
+        "@"
+      ],
+      [
+        "Ġ@",
+        "-@"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "Ġ",
+        "2"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "Ġ",
+        "R"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "e",
+        "m"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġ",
+        ")"
+      ],
+      [
+        "Ġ",
+        "("
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "Ġ",
+        "G"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "Ġ",
+        "N"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "Ġ1",
+        "9"
+      ],
+      [
+        "ro",
+        "m"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "Ġ",
+        "J"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "0",
+        "0"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "o",
+        "d"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "Ġp",
+        "ro"
+      ],
+      [
+        "re",
+        "s"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "er",
+        "e"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "Ġw",
+        "ere"
+      ],
+      [
+        "e",
+        "w"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "ig",
+        "h"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "al",
+        "l"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "ic",
+        "h"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "a",
+        "b"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "o",
+        "c"
+      ],
+      [
+        "b",
+        "er"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "g",
+        "h"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "iv",
+        "e"
+      ],
+      [
+        "ro",
+        "u"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġ",
+        "â"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "Ġ",
+        "k"
+      ],
+      [
+        "ac",
+        "k"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġâ",
+        "Ģ"
+      ],
+      [
+        "Ġ",
+        "U"
+      ],
+      [
+        "Ġh",
+        "ad"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "Ġwh",
+        "ich"
+      ],
+      [
+        "re",
+        "d"
+      ],
+      [
+        "o",
+        "v"
+      ],
+      [
+        "ĠS",
+        "t"
+      ],
+      [
+        "as",
+        "t"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "i",
+        "an"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "Ġ",
+        "le"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "r",
+        "it"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "el",
+        "l"
+      ],
+      [
+        "al",
+        "ly"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "o",
+        "st"
+      ],
+      [
+        "igh",
+        "t"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "is",
+        "h"
+      ],
+      [
+        "ĠC",
+        "h"
+      ],
+      [
+        "ou",
+        "n"
+      ],
+      [
+        "i",
+        "a"
+      ],
+      [
+        "Ġ",
+        "3"
+      ],
+      [
+        "av",
+        "e"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "Ġ2",
+        "00"
+      ],
+      [
+        "Ġ",
+        "un"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "ir",
+        "st"
+      ],
+      [
+        "Ġ",
+        "V"
+      ],
+      [
+        "c",
+        "c"
+      ],
+      [
+        "Ġin",
+        "c"
+      ],
+      [
+        "Ġ",
+        ";"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "r",
+        "u"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "s",
+        "o"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "ic",
+        "al"
+      ],
+      [
+        "i",
+        "al"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "Ġf",
+        "irst"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "ĠâĢ",
+        "ĵ"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "w",
+        "o"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "u",
+        "b"
+      ],
+      [
+        "Ġ2",
+        "0"
+      ],
+      [
+        "f",
+        "f"
+      ],
+      [
+        "Ġ",
+        ":"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "Ġ",
+        "her"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "o",
+        "k"
+      ],
+      [
+        "Ġal",
+        "so"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "p",
+        "er"
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "r",
+        "an"
+      ],
+      [
+        "or",
+        "m"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "or",
+        "k"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "e",
+        "nd"
+      ],
+      [
+        "Ġre",
+        "s"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "Ġ",
+        "us"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "Ġre",
+        "c"
+      ],
+      [
+        "Ġh",
+        "ave"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "Ġ",
+        "4"
+      ],
+      [
+        "Ġ",
+        "ro"
+      ],
+      [
+        "m",
+        "er"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "on",
+        "d"
+      ],
+      [
+        "l",
+        "ow"
+      ],
+      [
+        "Ġh",
+        "as"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "d",
+        "u"
+      ],
+      [
+        "Ġ",
+        "5"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "im",
+        "e"
+      ],
+      [
+        "Ġt",
+        "wo"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "l",
+        "and"
+      ],
+      [
+        "Ġ1",
+        "8"
+      ],
+      [
+        ".",
+        "@"
+      ],
+      [
+        "Ġ@",
+        ".@"
+      ],
+      [
+        "ul",
+        "t"
+      ],
+      [
+        "re",
+        "e"
+      ],
+      [
+        "ou",
+        "gh"
+      ],
+      [
+        "i",
+        "le"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "ĠA",
+        "l"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "or",
+        "y"
+      ],
+      [
+        "it",
+        "ion"
+      ],
+      [
+        "r",
+        "ic"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "Ġb",
+        "ec"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ac",
+        "h"
+      ],
+      [
+        "l",
+        "ud"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "Ġpl",
+        "ay"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "ac",
+        "t"
+      ],
+      [
+        "el",
+        "y"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "Ġy",
+        "ear"
+      ],
+      [
+        "oun",
+        "t"
+      ],
+      [
+        "Ġ20",
+        "1"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "i",
+        "b"
+      ],
+      [
+        "o",
+        "ver"
+      ],
+      [
+        "Ġs",
+        "er"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "ct",
+        "ion"
+      ],
+      [
+        "Ġ",
+        "Y"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        ",",
+        "@"
+      ],
+      [
+        "Ġ@",
+        ",@"
+      ],
+      [
+        "t",
+        "e"
+      ],
+      [
+        "ur",
+        "n"
+      ],
+      [
+        "Ġinc",
+        "lud"
+      ],
+      [
+        "res",
+        "s"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "Ġat",
+        "t"
+      ],
+      [
+        "ic",
+        "e"
+      ],
+      [
+        "ac",
+        "e"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġo",
+        "ut"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "p",
+        "h"
+      ],
+      [
+        "em",
+        "ber"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "m",
+        "an"
+      ],
+      [
+        "Ġe",
+        "v"
+      ],
+      [
+        "Ġt",
+        "ime"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "rou",
+        "gh"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "p",
+        "ort"
+      ],
+      [
+        "rou",
+        "nd"
+      ],
+      [
+        "w",
+        "e"
+      ],
+      [
+        "re",
+        "n"
+      ],
+      [
+        "l",
+        "es"
+      ],
+      [
+        "in",
+        "t"
+      ],
+      [
+        "ĠO",
+        "n"
+      ],
+      [
+        "v",
+        "el"
+      ],
+      [
+        "Ġcom",
+        "m"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "as",
+        "on"
+      ],
+      [
+        "am",
+        "p"
+      ],
+      [
+        "Ġt",
+        "e"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "6"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "os",
+        "e"
+      ],
+      [
+        "ri",
+        "b"
+      ],
+      [
+        "ĠU",
+        "n"
+      ],
+      [
+        "Ġal",
+        "l"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "ter",
+        "n"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "ab",
+        "le"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "e",
+        "ver"
+      ],
+      [
+        "ent",
+        "s"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "as",
+        "ed"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "o",
+        "y"
+      ],
+      [
+        "o",
+        "od"
+      ],
+      [
+        "Ġc",
+        "ent"
+      ],
+      [
+        "i",
+        "x"
+      ],
+      [
+        "as",
+        "e"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "ĠA",
+        "n"
+      ],
+      [
+        "Ġ",
+        "7"
+      ],
+      [
+        "Ġw",
+        "ork"
+      ],
+      [
+        "at",
+        "es"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "ro",
+        "p"
+      ],
+      [
+        "ol",
+        "d"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "is",
+        "s"
+      ],
+      [
+        "e",
+        "y"
+      ],
+      [
+        "ic",
+        "t"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "g",
+        "an"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "Ġwhe",
+        "n"
+      ],
+      [
+        "Ġs",
+        "ong"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "e",
+        "p"
+      ],
+      [
+        "f",
+        "orm"
+      ],
+      [
+        "a",
+        "il"
+      ],
+      [
+        "f",
+        "er"
+      ],
+      [
+        "Ġe",
+        "ar"
+      ],
+      [
+        "ub",
+        "l"
+      ],
+      [
+        "a",
+        "w"
+      ],
+      [
+        "Ġk",
+        "n"
+      ],
+      [
+        "ak",
+        "e"
+      ],
+      [
+        "a",
+        "us"
+      ],
+      [
+        "Ġm",
+        "ost"
+      ],
+      [
+        "Ġcon",
+        "s"
+      ],
+      [
+        "Ġd",
+        "uring"
+      ],
+      [
+        "ĠA",
+        "s"
+      ],
+      [
+        "or",
+        "th"
+      ],
+      [
+        "Ġn",
+        "ew"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "il",
+        "m"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "at",
+        "t"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġ",
+        "9"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "Ġ",
+        "8"
+      ],
+      [
+        "ic",
+        "k"
+      ],
+      [
+        "Ġg",
+        "ame"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "u",
+        "g"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "o",
+        "ok"
+      ],
+      [
+        "ĠM",
+        "ar"
+      ],
+      [
+        "re",
+        "at"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "ol",
+        "low"
+      ],
+      [
+        "ou",
+        "th"
+      ],
+      [
+        "we",
+        "en"
+      ],
+      [
+        "ĠE",
+        "n"
+      ],
+      [
+        "Ġ19",
+        "9"
+      ],
+      [
+        "ter",
+        "s"
+      ],
+      [
+        "Ġre",
+        "l"
+      ],
+      [
+        "in",
+        "d"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "Ġse",
+        "ason"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "r",
+        "al"
+      ],
+      [
+        "Ġth",
+        "ree"
+      ],
+      [
+        "ation",
+        "al"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "ul",
+        "ar"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "ĠC",
+        "om"
+      ],
+      [
+        "ĠA",
+        "r"
+      ],
+      [
+        "h",
+        "ip"
+      ],
+      [
+        "o",
+        "b"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "Ġbet",
+        "ween"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "h",
+        "n"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "Ġch",
+        "ar"
+      ],
+      [
+        "Ġc",
+        "ol"
+      ],
+      [
+        "Ġrec",
+        "ord"
+      ],
+      [
+        "i",
+        "ew"
+      ],
+      [
+        "r",
+        "on"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġth",
+        "rough"
+      ],
+      [
+        "is",
+        "ion"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġ",
+        "00"
+      ],
+      [
+        "oc",
+        "k"
+      ],
+      [
+        "Ġ",
+        "ver"
+      ],
+      [
+        "Ġl",
+        "ater"
+      ],
+      [
+        "Ġn",
+        "um"
+      ],
+      [
+        "Ġe",
+        "nd"
+      ],
+      [
+        "ol",
+        "og"
+      ],
+      [
+        "am",
+        "es"
+      ],
+      [
+        "Ġp",
+        "os"
+      ],
+      [
+        "Ġw",
+        "rit"
+      ],
+      [
+        "Ġpro",
+        "du"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "Ġa",
+        "ct"
+      ],
+      [
+        "Ġre",
+        "le"
+      ],
+      [
+        "Ġf",
+        "ilm"
+      ],
+      [
+        "is",
+        "hed"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġre",
+        "g"
+      ],
+      [
+        "Ġfor",
+        "m"
+      ],
+      [
+        "Ġas",
+        "s"
+      ],
+      [
+        "ĠS",
+        "e"
+      ],
+      [
+        "ur",
+        "y"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "Ġm",
+        "ade"
+      ],
+      [
+        "Ġsu",
+        "b"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "or",
+        "ld"
+      ],
+      [
+        "Ġre",
+        "t"
+      ],
+      [
+        "ĠN",
+        "ew"
+      ],
+      [
+        "Ġsp",
+        "ec"
+      ],
+      [
+        "Ġa",
+        "cc"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġwhe",
+        "re"
+      ],
+      [
+        "en",
+        "er"
+      ],
+      [
+        "Ġm",
+        "ov"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "mer",
+        "ic"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġin",
+        "ter"
+      ],
+      [
+        "ĠL",
+        "e"
+      ],
+      [
+        "ĠA",
+        "meric"
+      ],
+      [
+        "Ġ",
+        "ra"
+      ],
+      [
+        "Ġs",
+        "ome"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "Ġl",
+        "ar"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "Ġde",
+        "f"
+      ],
+      [
+        "b",
+        "um"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "Ġm",
+        "us"
+      ],
+      [
+        "Ġf",
+        "ollow"
+      ],
+      [
+        "ĠA",
+        "t"
+      ],
+      [
+        "in",
+        "s"
+      ],
+      [
+        "iv",
+        "ed"
+      ],
+      [
+        "if",
+        "ic"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġsu",
+        "ch"
+      ],
+      [
+        "Ġsec",
+        "ond"
+      ],
+      [
+        "i",
+        "ke"
+      ],
+      [
+        "Ġf",
+        "our"
+      ],
+      [
+        "Ġin",
+        "d"
+      ],
+      [
+        "an",
+        "n"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġus",
+        "ed"
+      ],
+      [
+        "ĠR",
+        "e"
+      ],
+      [
+        "ic",
+        "s"
+      ],
+      [
+        "le",
+        "ct"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "i",
+        "el"
+      ],
+      [
+        "il",
+        "y"
+      ],
+      [
+        "ĠTh",
+        "is"
+      ],
+      [
+        "Ġ",
+        "0"
+      ],
+      [
+        "Ġp",
+        "ubl"
+      ],
+      [
+        "Ġc",
+        "all"
+      ],
+      [
+        "ĠJ",
+        "o"
+      ],
+      [
+        "l",
+        "l"
+      ],
+      [
+        "Ġal",
+        "bum"
+      ],
+      [
+        "Ġ00",
+        "0"
+      ],
+      [
+        "ran",
+        "s"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "an",
+        "y"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "ro",
+        "s"
+      ],
+      [
+        "ĠS",
+        "h"
+      ],
+      [
+        "Ġs",
+        "y"
+      ],
+      [
+        "a",
+        "id"
+      ],
+      [
+        "ĠEn",
+        "g"
+      ],
+      [
+        "Ġbe",
+        "ing"
+      ],
+      [
+        "Ġ1",
+        "0"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "Ġe",
+        "p"
+      ],
+      [
+        "Ġsu",
+        "pp"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "Ġyear",
+        "s"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "ow",
+        "ever"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "if",
+        "e"
+      ],
+      [
+        "Ġh",
+        "igh"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "ir",
+        "d"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "iv",
+        "er"
+      ],
+      [
+        "i",
+        "o"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "j",
+        "ect"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "a",
+        "j"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "Ġ1",
+        "2"
+      ],
+      [
+        "is",
+        "ed"
+      ],
+      [
+        "it",
+        "ies"
+      ],
+      [
+        "vel",
+        "op"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "al",
+        "e"
+      ],
+      [
+        "Ġser",
+        "ies"
+      ],
+      [
+        "Ġl",
+        "oc"
+      ],
+      [
+        "Ġnum",
+        "ber"
+      ],
+      [
+        "Ġp",
+        "res"
+      ],
+      [
+        "an",
+        "e"
+      ],
+      [
+        "aus",
+        "e"
+      ],
+      [
+        "od",
+        "e"
+      ],
+      [
+        "e",
+        "k"
+      ],
+      [
+        "t",
+        "on"
+      ],
+      [
+        "ĠS",
+        "c"
+      ],
+      [
+        "i",
+        "er"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "Ġse",
+        "ver"
+      ],
+      [
+        "in",
+        "ce"
+      ],
+      [
+        "Ġb",
+        "oth"
+      ],
+      [
+        "an",
+        "k"
+      ],
+      [
+        "ro",
+        "w"
+      ],
+      [
+        "ire",
+        "ct"
+      ],
+      [
+        "s",
+        "on"
+      ],
+      [
+        "Ġthe",
+        "n"
+      ],
+      [
+        "ĠB",
+        "rit"
+      ],
+      [
+        "i",
+        "et"
+      ],
+      [
+        "Ġ1",
+        "6"
+      ],
+      [
+        "Ġep",
+        "is"
+      ],
+      [
+        "Ġinclud",
+        "ing"
+      ],
+      [
+        "it",
+        "s"
+      ],
+      [
+        "ig",
+        "in"
+      ],
+      [
+        "p",
+        "r"
+      ],
+      [
+        "Ġ",
+        "/"
+      ],
+      [
+        "Ġagain",
+        "st"
+      ],
+      [
+        "Ġw",
+        "ell"
+      ],
+      [
+        "Ġbec",
+        "ame"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġkn",
+        "own"
+      ],
+      [
+        "Ġt",
+        "rans"
+      ],
+      [
+        "Ġchar",
+        "ac"
+      ],
+      [
+        "ĠâĢ",
+        "Ķ"
+      ],
+      [
+        "r",
+        "am"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "Ġad",
+        "d"
+      ],
+      [
+        "Ġp",
+        "op"
+      ],
+      [
+        "Ġg",
+        "o"
+      ],
+      [
+        "ur",
+        "ch"
+      ],
+      [
+        "Ġdes",
+        "c"
+      ],
+      [
+        "Ġs",
+        "ing"
+      ],
+      [
+        "iel",
+        "d"
+      ],
+      [
+        "Ġper",
+        "form"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġre",
+        "ce"
+      ],
+      [
+        "id",
+        "ent"
+      ],
+      [
+        "Ġe",
+        "m"
+      ],
+      [
+        "er",
+        "t"
+      ],
+      [
+        "u",
+        "res"
+      ],
+      [
+        "Ġin",
+        "v"
+      ],
+      [
+        "Ġde",
+        "p"
+      ],
+      [
+        "Ġ19",
+        "8"
+      ],
+      [
+        "a",
+        "ir"
+      ],
+      [
+        "er",
+        "n"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "f",
+        "ul"
+      ],
+      [
+        "Ġ",
+        "Z"
+      ],
+      [
+        "Ġm",
+        "on"
+      ],
+      [
+        "Ġman",
+        "y"
+      ],
+      [
+        "Ġm",
+        "ain"
+      ],
+      [
+        "Ġst",
+        "ud"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "in",
+        "n"
+      ],
+      [
+        "th",
+        "ough"
+      ],
+      [
+        "u",
+        "p"
+      ],
+      [
+        "o",
+        "ol"
+      ],
+      [
+        "ĠUn",
+        "ited"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "em",
+        "ent"
+      ],
+      [
+        "Ġ1",
+        "5"
+      ],
+      [
+        "ow",
+        "er"
+      ],
+      [
+        "ĠJo",
+        "hn"
+      ],
+      [
+        "Ġo",
+        "p"
+      ],
+      [
+        "Ġ1",
+        "1"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "Ġm",
+        "et"
+      ],
+      [
+        "o",
+        "ber"
+      ],
+      [
+        "le",
+        "y"
+      ],
+      [
+        "Ġ1",
+        "7"
+      ],
+      [
+        "Ġcent",
+        "ury"
+      ],
+      [
+        "Ġte",
+        "am"
+      ],
+      [
+        "Ġ",
+        "est"
+      ],
+      [
+        "ĠA",
+        "fter"
+      ],
+      [
+        "y",
+        "l"
+      ],
+      [
+        "Ġm",
+        "in"
+      ],
+      [
+        "u",
+        "ch"
+      ],
+      [
+        "ut",
+        "e"
+      ],
+      [
+        "Ġde",
+        "velop"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "i",
+        "am"
+      ],
+      [
+        "Ġsh",
+        "ow"
+      ],
+      [
+        "el",
+        "f"
+      ],
+      [
+        "Ġre",
+        "p"
+      ],
+      [
+        "Ġcon",
+        "c"
+      ],
+      [
+        "at",
+        "ive"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "over",
+        "n"
+      ],
+      [
+        "a",
+        "red"
+      ],
+      [
+        "Ġ19",
+        "4"
+      ],
+      [
+        "Ġor",
+        "igin"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "iv",
+        "ers"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "Ġle",
+        "ad"
+      ],
+      [
+        "Ġsever",
+        "al"
+      ],
+      [
+        "a",
+        "h"
+      ],
+      [
+        "Ġo",
+        "b"
+      ],
+      [
+        "Ġre",
+        "v"
+      ],
+      [
+        "Ġm",
+        "ill"
+      ],
+      [
+        "er",
+        "m"
+      ]
+    ]
+  }
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e1adfa2a55ce204ba39b/tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_max_length": 510,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "RobertaTokenizer",
+  "trim_offsets": true,
+  "unk_token": "<unk>"
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e1adfa2a55ce204ba39b/vocab.json

@@ -0,0 +1 @@
+{"<s>":0,"<pad>":1,"</s>":2,"<unk>":3,"<mask>":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"`":68,"a":69,"b":70,"c":71,"d":72,"e":73,"f":74,"g":75,"h":76,"i":77,"j":78,"k":79,"l":80,"m":81,"n":82,"o":83,"p":84,"q":85,"r":86,"s":87,"t":88,"u":89,"v":90,"w":91,"x":92,"y":93,"z":94,"{":95,"|":96,"}":97,"~":98,"¡":99,"¢":100,"£":101,"¤":102,"¥":103,"¦":104,"§":105,"¨":106,"©":107,"ª":108,"«":109,"¬":110,"®":111,"¯":112,"°":113,"±":114,"²":115,"³":116,"´":117,"µ":118,"¶":119,"·":120,"¸":121,"¹":122,"º":123,"»":124,"¼":125,"½":126,"¾":127,"¿":128,"À":129,"Á":130,"Â":131,"Ã":132,"Ä":133,"Å":134,"Æ":135,"Ç":136,"È":137,"É":138,"Ê":139,"Ë":140,"Ì":141,"Í":142,"Î":143,"Ï":144,"Ð":145,"Ñ":146,"Ò":147,"Ó":148,"Ô":149,"Õ":150,"Ö":151,"×":152,"Ø":153,"Ù":154,"Ú":155,"Û":156,"Ü":157,"Ý":158,"Þ":159,"ß":160,"à":161,"á":162,"â":163,"ã":164,"ä":165,"å":166,"æ":167,"ç":168,"è":169,"é":170,"ê":171,"ë":172,"ì":173,"í":174,"î":175,"ï":176,"ð":177,"ñ":178,"ò":179,"ó":180,"ô":181,"õ":182,"ö":183,"÷":184,"ø":185,"ù":186,"ú":187,"û":188,"ü":189,"ý":190,"þ":191,"ÿ":192,"Ā":193,"ā":194,"Ă":195,"ă":196,"Ą":197,"ą":198,"Ć":199,"ć":200,"Ĉ":201,"ĉ":202,"Ċ":203,"ċ":204,"Č":205,"č":206,"Ď":207,"ď":208,"Đ":209,"đ":210,"Ē":211,"ē":212,"Ĕ":213,"ĕ":214,"Ė":215,"ė":216,"Ę":217,"ę":218,"Ě":219,"ě":220,"Ĝ":221,"ĝ":222,"Ğ":223,"ğ":224,"Ġ":225,"ġ":226,"Ģ":227,"ģ":228,"Ĥ":229,"ĥ":230,"Ħ":231,"ħ":232,"Ĩ":233,"ĩ":234,"Ī":235,"ī":236,"Ĭ":237,"ĭ":238,"Į":239,"į":240,"İ":241,"ı":242,"IJ":243,"ij":244,"Ĵ":245,"ĵ":246,"Ķ":247,"ķ":248,"ĸ":249,"Ĺ":250,"ĺ":251,"Ļ":252,"ļ":253,"Ľ":254,"ľ":255,"Ŀ":256,"ŀ":257,"Ł":258,"ł":259,"Ń":260,"Ġt":261,"he":262,"Ġa":263,"in":264,"Ġthe":265,"er":266,"on":267,"Ġ,":268,"re":269,"Ġs":270,"ed":271,"Ġo":272,"Ġw":273,"nd":274,"at":275,"Ġ.":276,"or":277,"it":278,"Ġc":279,"en":280,"Ġf":281,"is":282,"es":283,"ar":284,"Ġof":285,"Ġb":286,"an":287,"Ġin":288,"al":289,"ing":290,"Ġp":291,"Ġand":292,"as":293,"Ġto":294,"ro":295,"ic":296,"Ġm":297,"Ġd":298,"Ġh":299,"ion":300,"le":301,"ou":302,"ĠT":303,"Ġre":304,"Ġ=":305,"Ġ\"":306,"ĠA":307,"ĠS":308,"ent":309,"il":310,"Ġth":311,"Ġ1":312,"st":313,"ĠC":314,"el":315,"om":316,"Ġl":317,"am":318,"ĠĊ":319,"Ġe":320,"Ġn":321,"Ġ@":322,"ad":323,"ac":324,"Ġwas":325,"ĠM":326,"ur":327,"ĠThe":328,"ec":329,"Ġon":330,"ly":331,"ĠB":332,"ĠI":333,"Ġg":334,"Ġ'":335,"et":336,"ol":337,"id":338,"iv":339,"im":340,"Ġfor":341,"ir":342,"-@":343,"Ġ@-@":344,"ig":345,"ot":346,"ter":347,"Ġas":348,"ĠH":349,"us":350,"ow":351,"Ġst":352,"ut":353,"ith":354,"ay":355,"Ġ2":356,"ĠP":357,"ation":358,"ver":359,"Ġbe":360,"her":361,"Ġthat":362,"Ġwith":363,"ĠR":364,"ce":365,"th":366,"ĠD":367,"Ġis":368,"un":369,"em":370,"ĠF":371,"Ġwh":372,"ul":373,"Ġby":374,"Ġal":375,"ch":376,"Ġ)":377,"Ġ(":378,"ĠW":379,"Ġcon":380,"ra":381,"ĠG":382,"os":383,"ĠL":384,"ĠN":385,"Ġat":386,"ers":387,"ct":388,"Ġit":389,"Ġ19":390,"rom":391,"and":392,"Ġan":393,"um":394,"est":395,"ĠJ":396,"ag":397,"Ġhe":398,"00":399,"ist":400,"ain":401,"od":402,"av":403,"ri":404,"ĠE":405,"ĠO":406,"Ġfrom":407,"Ġcom":408,"Ġhis":409,"op":410,"Ġpro":411,"res":412,"ies":413,"if":414,"Ġv":415,"ort":416,"ere":417,"ill":418,"ld":419,"Ġde":420,"pp":421,"Ġsu":422,"ore":423,"ĠIn":424,"Ġr":425,"Ġse":426,"Ġwere":427,"ew":428,"ong":429,"igh":430,"ard":431,"ate":432,"all":433,"art":434,"ak":435,"ich":436,"Ġch":437,"Ġor":438,"ab":439,"ant":440,"ud":441,"oc":442,"ber":443,"Ġex":444,"gh":445,"ity":446,"ated":447,"pt":448,"ess":449,"ear":450,"ĠK":451,"Ġpl":452,"ame":453,"qu":454,"ive":455,"rou":456,"Ġare":457,"Ġâ":458,"Ġsh":459,"Ġk":460,"ack":461,"ect":462,"ĠâĢ":463,"ĠU":464,"Ġhad":465,"se":466,"Ġwhich":467,"red":468,"ov":469,"ĠSt":470,"ast":471,"Ġsp":472,"ian":473,"Ġy":474,"ment":475,"Ġle":476,"Ġnot":477,"ge":478,"ord":479,"rit":480,"ip":481,"ine":482,"ell":483,"ally":484,"our":485,"ost":486,"ight":487,"ther":488,"ap":489,"Ġu":490,"ish":491,"ĠCh":492,"oun":493,"ia":494,"Ġ3":495,"ave":496,"ary":497,"ust":498,"og":499,"Ġ200":500,"Ġun":501,"ous":502,"irst":503,"ĠV":504,"cc":505,"Ġinc":506,"Ġ;":507,"Ġcomp":508,"ru":509,"ions":510,"Ġtheir":511,"Ġbut":512,"ide":513,"ure":514,"so":515,"Ġcont":516,"Ġint":517,"fter":518,"ical":519,"ial":520,"Ġar":521,"Ġfirst":522,"ould":523,"Ġits":524,"hed":525,"ĠâĢĵ":526,"Ġwhe":527,"wo":528,"out":529,"ub":530,"Ġ20":531,"ff":532,"Ġ:":533,"ue":534,"Ġher":535,"own":536,"ok":537,"Ġalso":538,"Ġcl":539,"per":540,"ign":541,"ater":542,"ran":543,"orm":544,"ie":545,"ome":546,"ork":547,"ass":548,"ire":549,"end":550,"Ġres":551,"Ġab":552,"Ġad":553,"Ġus":554,"ry":555,"Ġrec":556,"Ġhave":557,"age":558,"ĠHe":559,"Ġ4":560,"Ġro":561,"mer":562,"Ġone":563,"ond":564,"low":565,"Ġhas":566,"ĠTh":567,"du":568,"Ġ5":569,"Ġper":570,"Ġbeen":571,"ime":572,"Ġtwo":573,"ence":574,"land":575,"Ġ18":576,".@":577,"Ġ@.@":578,"ult":579,"ree":580,"ough":581,"ile":582,"Ġwho":583,"ĠAl":584,"Ġsc":585,"uring":586,"pl":587,"ory":588,"ition":589,"ric":590,"ations":591,"Ġdis":592,"Ġthis":593,"Ġbec":594,"Ġapp":595,"iz":596,"ĠIt":597,"are":598,"ach":599,"lud":600,"ade":601,"Ġplay":602,"Ġj":603,"Ġman":604,"act":605,"ely":606,"Ġpart":607,"Ġdes":608,"Ġag":609,"Ġthey":610,"Ġyear":611,"ount":612,"Ġ201":613,"Ġover":614,"Ġother":615,"ound":616,"Ġafter":617,"ib":618,"over":619,"Ġser":620,"Ġen":621,"Ġoff":622,"Ġim":623,"ction":624,"ĠY":625,"ke":626,"ite":627,",@":628,"Ġ@,@":629,"te":630,"urn":631,"Ġinclud":632,"ress":633,"ance":634,"ang":635,"Ġatt":636,"ice":637,"ace":638,"ark":639,"Ġout":640,"wn":641,"ph":642,"ember":643,"Ġpre":644,"Ġup":645,"ens":646,"man":647,"Ġev":648,"Ġtime":649,"nder":650,"rough":651,"ced":652,"Ġfin":653,"Ġinto":654,"one":655,"port":656,"round":657,"we":658,"ren":659,"les":660,"int":661,"ĠOn":662,"vel":663,"Ġcomm":664,"Ġshe":665,"ason":666,"amp":667,"Ġte":668,"Ġwould":669,"ward":670,"Ġmore":671,"Ġ6":672,"ied":673,"ose":674,"rib":675,"ĠUn":676,"Ġall":677,"ings":678,"tern":679,"ces":680,"able":681,"Ġwe":682,"ited":683,"ever":684,"ents":685,"Ġhim":686,"ased":687,"ors":688,"oy":689,"ood":690,"Ġcent":691,"ix":692,"ase":693,"ild":694,"ĠAn":695,"Ġ7":696,"Ġwork":697,"ates":698,"ious":699,"ath":700,"Ġpo":701,"rop":702,"old":703,"als":704,"iss":705,"ey":706,"ict":707,"Ġfe":708,"Ġthem":709,"gan":710,"Ġsec":711,"Ġbet":712,"Ġwhen":713,"Ġsong":714,"Ġrem":715,"ep":716,"form":717,"ail":718,"fer":719,"Ġear":720,"ubl":721,"aw":722,"Ġkn":723,"ake":724,"aus":725,"Ġmost":726,"Ġcons":727,"Ġduring":728,"ĠAs":729,"orth":730,"Ġnew":731,"ered":732,"ilm":733,"ved":734,"att":735,"Ġonly":736,"Ġ9":737,"Ġdec":738,"Ġ8":739,"ick":740,"Ġgame":741,"ons":742,"ug":743,"Ġtr":744,"ft":745,"oth":746,"ook":747,"ĠMar":748,"reat":749,"way":750,"Ġcan":751,"ollow":752,"outh":753,"ween":754,"ĠEn":755,"Ġ199":756,"ters":757,"Ġrel":758,"ind":759,"Ġabout":760,"Ġseason":761,"Ġagain":762,"ral":763,"Ġthree":764,"ational":765,"Ġunder":766,"ular":767,"Ġme":768,"Ġthan":769,"ĠCom":770,"ĠAr":771,"hip":772,"ob":773,"Ġne":774,"Ġbetween":775,"Ġfl":776,"hn":777,"ve":778,"Ġchar":779,"Ġcol":780,"Ġrecord":781,"iew":782,"ron":783,"fore":784,"Ġthrough":785,"ision":786,"orn":787,"Ġ00":788,"ock":789,"Ġver":790,"Ġlater":791,"Ġnum":792,"Ġend":793,"olog":794,"ames":795,"Ġpos":796,"Ġwrit":797,"Ġprodu":798,"Ġwhile":799,"Ġact":800,"Ġrele":801,"Ġfilm":802,"ished":803,"Ġpr":804,"ans":805,"Ġreg":806,"Ġform":807,"Ġass":808,"ĠSe":809,"ury":810,"ted":811,"ts":812,"Ġmade":813,"Ġsub":814,"Ġpe":815,"Ġso":816,"orld":817,"Ġret":818,"ĠNew":819,"Ġspec":820,"Ġacc":821,"Ġqu":822,"Ġwhere":823,"ener":824,"Ġmov":825,"hes":826,"meric":827,"ating":828,"Ġinter":829,"ĠLe":830,"ĠAmeric":831,"Ġra":832,"Ġsome":833,"Ġco":834,"Ġlar":835,"Ġbu":836,"Ġdef":837,"bum":838,"Ġac":839,"Ġmus":840,"Ġfollow":841,"ĠAt":842,"ins":843,"ived":844,"ific":845,"ual":846,"Ġam":847,"Ġsuch":848,"Ġsecond":849,"ike":850,"Ġfour":851,"Ġind":852,"ann":853,"hen":854,"Ġused":855,"ĠRe":856,"ics":857,"lect":858,"Ġday":859,"iel":860,"ily":861,"ĠThis":862,"Ġ0":863,"Ġpubl":864,"Ġcall":865,"ĠJo":866,"ll":867,"Ġalbum":868,"Ġ000":869,"rans":870,"Ġdo":871,"any":872,"Ġbefore":873,"ros":874,"ĠSh":875,"Ġsy":876,"aid":877,"ĠEng":878,"Ġbeing":879,"Ġ10":880,"uc":881,"Ġep":882,"Ġsupp":883,"Ġthere":884,"Ġyears":885,"ars":886,"owever":887,"Ġent":888,"ife":889,"Ġhigh":890,"Ġfound":891,"ird":892,"Ġno":893,"Ġset":894,"ines":895,"iver":896,"io":897,"other":898,"ject":899,"Ġsur":900,"aj":901,"ten":902,"Ġtra":903,"Ġ12":904,"ised":905,"ities":906,"velop":907,"Ġbl":908,"ale":909,"Ġseries":910,"Ġloc":911,"Ġnumber":912,"Ġpres":913,"ane":914,"ause":915,"ode":916,"ek":917,"ton":918,"ĠSc":919,"ier":920,"ise":921,"Ġsever":922,"ince":923,"Ġboth":924,"ank":925,"row":926,"irect":927,"son":928,"Ġthen":929,"ĠBrit":930,"iet":931,"Ġ16":932,"Ġepis":933,"Ġincluding":934,"its":935,"igin":936,"pr":937,"Ġ/":938,"Ġagainst":939,"Ġwell":940,"Ġbecame":941,"Ġexp":942,"Ġknown":943,"Ġtrans":944,"Ġcharac":945,"ĠâĢĶ":946,"ram":947,"Ġback":948,"Ġadd":949,"Ġpop":950,"Ġgo":951,"urch":952,"Ġdesc":953,"Ġsing":954,"ield":955,"Ġperform":956,"ained":957,"Ġrece":958,"ident":959,"Ġem":960,"ert":961,"ures":962,"Ġinv":963,"Ġdep":964,"Ġ198":965,"air":966,"ern":967,"ather":968,"ful":969,"ĠZ":970,"Ġmon":971,"Ġmany":972,"Ġmain":973,"Ġstud":974,"Ġlong":975,"inn":976,"though":977,"up":978,"ool":979,"ĠUnited":980,"led":981,"ement":982,"Ġ15":983,"ower":984,"ĠJohn":985,"Ġop":986,"Ġ11":987,"ined":988,"Ġmet":989,"ober":990,"ley":991,"Ġ17":992,"Ġcentury":993,"Ġteam":994,"Ġest":995,"ĠAfter":996,"yl":997,"Ġmin":998,"uch":999,"ute":1000,"Ġdevelop":1001,"ĠShe":1002,"iam":1003,"Ġshow":1004,"elf":1005,"Ġrep":1006,"Ġconc":1007,"ative":1008,"Ġcre":1009,"overn":1010,"ared":1011,"Ġ194":1012,"Ġorigin":1013,"Ġsm":1014,"ivers":1015,"az":1016,"Ġlead":1017,"Ġseveral":1018,"ah":1019,"Ġob":1020,"Ġrev":1021,"Ġmill":1022,"erm":1023}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e212afa9fb839f7db8da/config.json

@@ -0,0 +1,52 @@
+{
+  "architectures": [
+    "MobileBertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_activation": true,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "embedding_size": 32,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 64,
+  "initializer_range": 0.02,
+  "intermediate_size": 37,
+  "intra_bottleneck_size": 128,
+  "key_query_shared_bottleneck": true,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "mobilebert",
+  "neuron": {
+    "auto_cast": null,
+    "auto_cast_type": null,
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.26.6360.0+6f180f47",
+    "dynamic_batch_size": false,
+    "float_dtype": "fp32",
+    "inline_weights_to_neff": true,
+    "instance_type": "trn1",
+    "int_dtype": "int64",
+    "model_type": "mobilebert",
+    "optlevel": "2",
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "static_batch_size": 1,
+    "static_sequence_length": 128,
+    "task": "question-answering",
+    "tensor_parallel_size": 1
+  },
+  "normalization_type": "no_norm",
+  "num_attention_heads": 4,
+  "num_feedforward_networks": 4,
+  "num_hidden_layers": 5,
+  "pad_token_id": 0,
+  "torchscript": true,
+  "transformers_version": "4.57.6",
+  "trigram_input": true,
+  "true_hidden_size": 128,
+  "type_vocab_size": 16,
+  "use_bottleneck": true,
+  "use_bottleneck_attention": false,
+  "vocab_size": 1124
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e212afa9fb839f7db8da/model.neuron

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379b0841f87627f7d9fad473096d192b61e2d26b217333b51c86cffc55b01b2f
+size 2680761

neuronxcc-2.26.6360.0+6f180f47/MODULE_e212afa9fb839f7db8da/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e212afa9fb839f7db8da/tokenizer.json

@@ -0,0 +1,1274 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "[PAD]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "[UNK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "[CLS]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "[SEP]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 4,
+      "content": "[MASK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "BertNormalizer",
+    "clean_text": true,
+    "handle_chinese_chars": true,
+    "strip_accents": null,
+    "lowercase": true
+  },
+  "pre_tokenizer": {
+    "type": "BertPreTokenizer"
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "[CLS]": {
+        "id": "[CLS]",
+        "ids": [
+          2
+        ],
+        "tokens": [
+          "[CLS]"
+        ]
+      },
+      "[SEP]": {
+        "id": "[SEP]",
+        "ids": [
+          3
+        ],
+        "tokens": [
+          "[SEP]"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "WordPiece",
+    "prefix": "##",
+    "cleanup": true
+  },
+  "model": {
+    "type": "WordPiece",
+    "unk_token": "[UNK]",
+    "continuing_subword_prefix": "##",
+    "max_input_chars_per_word": 100,
+    "vocab": {
+      "[PAD]": 0,
+      "[UNK]": 1,
+      "[CLS]": 2,
+      "[SEP]": 3,
+      "[MASK]": 4,
+      "!": 5,
+      "\"": 6,
+      "#": 7,
+      "$": 8,
+      "%": 9,
+      "&": 10,
+      "'": 11,
+      "(": 12,
+      ")": 13,
+      "*": 14,
+      "+": 15,
+      ",": 16,
+      "-": 17,
+      ".": 18,
+      "/": 19,
+      "0": 20,
+      "1": 21,
+      "2": 22,
+      "3": 23,
+      "4": 24,
+      "5": 25,
+      "6": 26,
+      "7": 27,
+      "8": 28,
+      "9": 29,
+      ":": 30,
+      ";": 31,
+      "<": 32,
+      "=": 33,
+      ">": 34,
+      "?": 35,
+      "@": 36,
+      "[": 37,
+      "\\": 38,
+      "]": 39,
+      "^": 40,
+      "_": 41,
+      "`": 42,
+      "a": 43,
+      "b": 44,
+      "c": 45,
+      "d": 46,
+      "e": 47,
+      "f": 48,
+      "g": 49,
+      "h": 50,
+      "i": 51,
+      "j": 52,
+      "k": 53,
+      "l": 54,
+      "m": 55,
+      "n": 56,
+      "o": 57,
+      "p": 58,
+      "q": 59,
+      "r": 60,
+      "s": 61,
+      "t": 62,
+      "u": 63,
+      "v": 64,
+      "w": 65,
+      "x": 66,
+      "y": 67,
+      "z": 68,
+      "|": 69,
+      "}": 70,
+      "~": 71,
+      "¡": 72,
+      "¢": 73,
+      "£": 74,
+      "¥": 75,
+      "§": 76,
+      "°": 77,
+      "±": 78,
+      "²": 79,
+      "³": 80,
+      "´": 81,
+      "µ": 82,
+      "·": 83,
+      "º": 84,
+      "½": 85,
+      "¿": 86,
+      "×": 87,
+      "ß": 88,
+      "æ": 89,
+      "ð": 90,
+      "ø": 91,
+      "þ": 92,
+      "đ": 93,
+      "ħ": 94,
+      "ı": 95,
+      "ł": 96,
+      "œ": 97,
+      "ɐ": 98,
+      "ɑ": 99,
+      "ɒ": 100,
+      "ɔ": 101,
+      "ə": 102,
+      "ɛ": 103,
+      "ɜ": 104,
+      "ɡ": 105,
+      "ɢ": 106,
+      "ɪ": 107,
+      "ɫ": 108,
+      "ɳ": 109,
+      "ɽ": 110,
+      "ɾ": 111,
+      "ʁ": 112,
+      "ʃ": 113,
+      "ʊ": 114,
+      "ʋ": 115,
+      "ʒ": 116,
+      "ʔ": 117,
+      "ʕ": 118,
+      "ʲ": 119,
+      "ʻ": 120,
+      "ʼ": 121,
+      "ʾ": 122,
+      "ʿ": 123,
+      "ˈ": 124,
+      "ˌ": 125,
+      "ː": 126,
+      "α": 127,
+      "β": 128,
+      "γ": 129,
+      "δ": 130,
+      "ε": 131,
+      "η": 132,
+      "θ": 133,
+      "ι": 134,
+      "κ": 135,
+      "λ": 136,
+      "μ": 137,
+      "��": 138,
+      "ξ": 139,
+      "ο": 140,
+      "π": 141,
+      "ρ": 142,
+      "ς": 143,
+      "σ": 144,
+      "τ": 145,
+      "υ": 146,
+      "φ": 147,
+      "χ": 148,
+      "ψ": 149,
+      "ω": 150,
+      "а": 151,
+      "б": 152,
+      "в": 153,
+      "г": 154,
+      "д": 155,
+      "е": 156,
+      "ж": 157,
+      "з": 158,
+      "и": 159,
+      "к": 160,
+      "л": 161,
+      "м": 162,
+      "н": 163,
+      "о": 164,
+      "п": 165,
+      "р": 166,
+      "с": 167,
+      "т": 168,
+      "у": 169,
+      "х": 170,
+      "ц": 171,
+      "ш": 172,
+      "ъ": 173,
+      "ы": 174,
+      "ь": 175,
+      "ю": 176,
+      "я": 177,
+      "є": 178,
+      "א": 179,
+      "ב": 180,
+      "ג": 181,
+      "ה": 182,
+      "ו": 183,
+      "ז": 184,
+      "ח": 185,
+      "י": 186,
+      "ל": 187,
+      "ם": 188,
+      "מ": 189,
+      "ן": 190,
+      "נ": 191,
+      "ס": 192,
+      "ף": 193,
+      "פ": 194,
+      "צ": 195,
+      "ר": 196,
+      "ש": 197,
+      "ת": 198,
+      "ء": 199,
+      "ا": 200,
+      "ب": 201,
+      "ة": 202,
+      "ت": 203,
+      "ث": 204,
+      "ج": 205,
+      "ح": 206,
+      "خ": 207,
+      "د": 208,
+      "ذ": 209,
+      "ر": 210,
+      "س": 211,
+      "ش": 212,
+      "ص": 213,
+      "ع": 214,
+      "ف": 215,
+      "ق": 216,
+      "ك": 217,
+      "ل": 218,
+      "م": 219,
+      "ن": 220,
+      "ه": 221,
+      "و": 222,
+      "ي": 223,
+      "ܐ": 224,
+      "ܕ": 225,
+      "ܗ": 226,
+      "ܝ": 227,
+      "ܠ": 228,
+      "ܢ": 229,
+      "ܬ": 230,
+      "अ": 231,
+      "ई": 232,
+      "क": 233,
+      "ग": 234,
+      "ण": 235,
+      "त": 236,
+      "द": 237,
+      "न": 238,
+      "प": 239,
+      "ब": 240,
+      "म": 241,
+      "य": 242,
+      "र": 243,
+      "ल": 244,
+      "व": 245,
+      "स": 246,
+      "ह": 247,
+      "ा": 248,
+      "ि": 249,
+      "আ": 250,
+      "ল": 251,
+      "হ": 252,
+      "া": 253,
+      "ਅ": 254,
+      "ਲ": 255,
+      "ਹ": 256,
+      "ਾ": 257,
+      "അ": 258,
+      "ള": 259,
+      "ഹ": 260,
+      "ാ": 261,
+      "ก": 262,
+      "ค": 263,
+      "ง": 264,
+      "ช": 265,
+      "ซ": 266,
+      "ญ": 267,
+      "ฐ": 268,
+      "ณ": 269,
+      "ด": 270,
+      "ต": 271,
+      "น": 272,
+      "บ": 273,
+      "ป": 274,
+      "พ": 275,
+      "ภ": 276,
+      "ม": 277,
+      "ย": 278,
+      "ร": 279,
+      "ล": 280,
+      "ว": 281,
+      "ศ": 282,
+      "ษ": 283,
+      "ส": 284,
+      "ห": 285,
+      "อ": 286,
+      "ฮ": 287,
+      "ะ": 288,
+      "า": 289,
+      "เ": 290,
+      "แ": 291,
+      "ไ": 292,
+      "ა": 293,
+      "ბ": 294,
+      "გ": 295,
+      "დ": 296,
+      "ე": 297,
+      "ვ": 298,
+      "ზ": 299,
+      "თ": 300,
+      "ი": 301,
+      "კ": 302,
+      "ლ": 303,
+      "მ": 304,
+      "ნ": 305,
+      "ო": 306,
+      "პ": 307,
+      "ჟ": 308,
+      "რ": 309,
+      "ს": 310,
+      "ტ": 311,
+      "უ": 312,
+      "ფ": 313,
+      "ქ": 314,
+      "ღ": 315,
+      "ყ": 316,
+      "შ": 317,
+      "ჩ": 318,
+      "ც": 319,
+      "ძ": 320,
+      "წ": 321,
+      "ჭ": 322,
+      "ხ": 323,
+      "ჯ": 324,
+      "ჰ": 325,
+      "ჱ": 326,
+      "ჲ": 327,
+      "ჳ": 328,
+      "ჴ": 329,
+      "ჵ": 330,
+      "ჶ": 331,
+      "ჷ": 332,
+      "ჸ": 333,
+      "ჹ": 334,
+      "ჺ": 335,
+      "჻": 336,
+      "ᄃ": 337,
+      "ᄅ": 338,
+      "ᄇ": 339,
+      "ᄋ": 340,
+      "ᄌ": 341,
+      "ᅡ": 342,
+      "ᅢ": 343,
+      "ᅦ": 344,
+      "ᅧ": 345,
+      "ᅩ": 346,
+      "ᅮ": 347,
+      "ᅵ": 348,
+      "ᆨ": 349,
+      "ᆫ": 350,
+      "ᆯ": 351,
+      "ᆸ": 352,
+      "ᆼ": 353,
+      "ᵻ": 354,
+      "‐": 355,
+      "‑": 356,
+      "–": 357,
+      "—": 358,
+      "―": 359,
+      "‘": 360,
+      "’": 361,
+      "“": 362,
+      "”": 363,
+      "„": 364,
+      "†": 365,
+      "‡": 366,
+      "•": 367,
+      "…": 368,
+      "′": 369,
+      "″": 370,
+      "⁄": 371,
+      "₣": 372,
+      "₤": 373,
+      "€": 374,
+      "₹": 375,
+      "⅓": 376,
+      "⅔": 377,
+      "→": 378,
+      "−": 379,
+      "≡": 380,
+      "≤": 381,
+      "①": 382,
+      "☉": 383,
+      "☫": 384,
+      "♀": 385,
+      "♭": 386,
+      "♯": 387,
+      "⚳": 388,
+      "ⴀ": 389,
+      "ⴂ": 390,
+      "ⴃ": 391,
+      "ⴈ": 392,
+      "ⴌ": 393,
+      "ⴕ": 394,
+      "ⴟ": 395,
+      "〈": 396,
+      "〉": 397,
+      "〜": 398,
+      "あ": 399,
+      "い": 400,
+      "う": 401,
+      "お": 402,
+      "か": 403,
+      "き": 404,
+      "く": 405,
+      "け": 406,
+      "こ": 407,
+      "さ": 408,
+      "し": 409,
+      "す": 410,
+      "せ": 411,
+      "た": 412,
+      "ち": 413,
+      "っ": 414,
+      "つ": 415,
+      "と": 416,
+      "な": 417,
+      "に": 418,
+      "の": 419,
+      "は": 420,
+      "ひ": 421,
+      "ふ": 422,
+      "ほ": 423,
+      "ま": 424,
+      "み": 425,
+      "め": 426,
+      "も": 427,
+      "ゃ": 428,
+      "ゆ": 429,
+      "ょ": 430,
+      "ら": 431,
+      "り": 432,
+      "る": 433,
+      "れ": 434,
+      "わ": 435,
+      "を": 436,
+      "ん": 437,
+      "ァ": 438,
+      "ア": 439,
+      "ィ": 440,
+      "イ": 441,
+      "ゥ": 442,
+      "ウ": 443,
+      "ェ": 444,
+      "エ": 445,
+      "ォ": 446,
+      "オ": 447,
+      "カ": 448,
+      "キ": 449,
+      "ク": 450,
+      "ケ": 451,
+      "コ": 452,
+      "サ": 453,
+      "シ": 454,
+      "ス": 455,
+      "セ": 456,
+      "タ": 457,
+      "チ": 458,
+      "ッ": 459,
+      "ツ": 460,
+      "テ": 461,
+      "ト": 462,
+      "ナ": 463,
+      "ニ": 464,
+      "ネ": 465,
+      "ノ": 466,
+      "ハ": 467,
+      "フ": 468,
+      "ヘ": 469,
+      "マ": 470,
+      "ミ": 471,
+      "ム": 472,
+      "モ": 473,
+      "ャ": 474,
+      "ュ": 475,
+      "ョ": 476,
+      "ラ": 477,
+      "リ": 478,
+      "ル": 479,
+      "レ": 480,
+      "ロ": 481,
+      "ン": 482,
+      "・": 483,
+      "ー": 484,
+      "一": 485,
+      "七": 486,
+      "下": 487,
+      "世": 488,
+      "丙": 489,
+      "中": 490,
+      "主": 491,
+      "乃": 492,
+      "之": 493,
+      "乙": 494,
+      "九": 495,
+      "二": 496,
+      "云": 497,
+      "人": 498,
+      "今": 499,
+      "付": 500,
+      "作": 501,
+      "侗": 502,
+      "依": 503,
+      "信": 504,
+      "傳": 505,
+      "儚": 506,
+      "充": 507,
+      "光": 508,
+      "全": 509,
+      "兵": 510,
+      "其": 511,
+      "具": 512,
+      "円": 513,
+      "再": 514,
+      "出": 515,
+      "判": 516,
+      "前": 517,
+      "剛": 518,
+      "劇": 519,
+      "劉": 520,
+      "動": 521,
+      "化": 522,
+      "北": 523,
+      "华": 524,
+      "厂": 525,
+      "去": 526,
+      "古": 527,
+      "可": 528,
+      "台": 529,
+      "史": 530,
+      "同": 531,
+      "名": 532,
+      "君": 533,
+      "吳": 534,
+      "周": 535,
+      "命": 536,
+      "和": 537,
+      "咲": 538,
+      "善": 539,
+      "四": 540,
+      "國": 541,
+      "園": 542,
+      "圣": 543,
+      "在": 544,
+      "坂": 545,
+      "堤": 546,
+      "場": 547,
+      "塘": 548,
+      "夕": 549,
+      "大": 550,
+      "天": 551,
+      "夫": 552,
+      "女": 553,
+      "妙": 554,
+      "姚": 555,
+      "子": 556,
+      "孟": 557,
+      "守": 558,
+      "安": 559,
+      "宋": 560,
+      "完": 561,
+      "宗": 562,
+      "宝": 563,
+      "宫": 564,
+      "寝": 565,
+      "寺": 566,
+      "小": 567,
+      "少": 568,
+      "尾": 569,
+      "山": 570,
+      "岳": 571,
+      "川": 572,
+      "州": 573,
+      "巳": 574,
+      "市": 575,
+      "師": 576,
+      "平": 577,
+      "广": 578,
+      "庆": 579,
+      "府": 580,
+      "座": 581,
+      "廬": 582,
+      "建": 583,
+      "式": 584,
+      "張": 585,
+      "彌": 586,
+      "彩": 587,
+      "彼": 588,
+      "後": 589,
+      "御": 590,
+      "德": 591,
+      "思": 592,
+      "愛": 593,
+      "憑": 594,
+      "憶": 595,
+      "應": 596,
+      "懷": 597,
+      "战": 598,
+      "戦": 599,
+      "扈": 600,
+      "技": 601,
+      "拉": 602,
+      "拳": 603,
+      "挑": 604,
+      "揺": 605,
+      "攻": 606,
+      "放": 607,
+      "政": 608,
+      "散": 609,
+      "斯": 610,
+      "方": 611,
+      "日": 612,
+      "旦": 613,
+      "旭": 614,
+      "昌": 615,
+      "明": 616,
+      "星": 617,
+      "春": 618,
+      "晋": 619,
+      "景": 620,
+      "曦": 621,
+      "月": 622,
+      "望": 623,
+      "未": 624,
+      "本": 625,
+      "李": 626,
+      "村": 627,
+      "杜": 628,
+      "束": 629,
+      "来": 630,
+      "林": 631,
+      "桜": 632,
+      "梶": 633,
+      "棘": 634,
+      "椎": 635,
+      "楊": 636,
+      "楚": 637,
+      "榮": 638,
+      "橘": 639,
+      "機": 640,
+      "正": 641,
+      "殻": 642,
+      "殿": 643,
+      "母": 644,
+      "水": 645,
+      "汉": 646,
+      "沂": 647,
+      "沙": 648,
+      "河": 649,
+      "泗": 650,
+      "波": 651,
+      "泣": 652,
+      "洪": 653,
+      "淹": 654,
+      "清": 655,
+      "湯": 656,
+      "漢": 657,
+      "澄": 658,
+      "澤": 659,
+      "火": 660,
+      "灯": 661,
+      "灵": 662,
+      "灼": 663,
+      "焼": 664,
+      "熱": 665,
+      "物": 666,
+      "狐": 667,
+      "狸": 668,
+      "玄": 669,
+      "王": 670,
+      "玩": 671,
+      "珂": 672,
+      "珙": 673,
+      "球": 674,
+      "理": 675,
+      "琦": 676,
+      "琪": 677,
+      "瓊": 678,
+      "生": 679,
+      "田": 680,
+      "畢": 681,
+      "番": 682,
+      "瘡": 683,
+      "白": 684,
+      "皮": 685,
+      "真": 686,
+      "砲": 687,
+      "礮": 688,
+      "祈": 689,
+      "神": 690,
+      "祠": 691,
+      "秋": 692,
+      "空": 693,
+      "立": 694,
+      "精": 695,
+      "約": 696,
+      "絵": 697,
+      "織": 698,
+      "義": 699,
+      "翠": 700,
+      "者": 701,
+      "耕": 702,
+      "肖": 703,
+      "胡": 704,
+      "膀": 705,
+      "臂": 706,
+      "興": 707,
+      "良": 708,
+      "花": 709,
+      "芳": 710,
+      "芽": 711,
+      "若": 712,
+      "英": 713,
+      "藕": 714,
+      "藥": 715,
+      "蘄": 716,
+      "蘇": 717,
+      "行": 718,
+      "裁": 719,
+      "規": 720,
+      "覺": 721,
+      "观": 722,
+      "解": 723,
+      "記": 724,
+      "誓": 725,
+      "誡": 726,
+      "誰": 727,
+      "謎": 728,
+      "许": 729,
+      "谭": 730,
+      "豪": 731,
+      "豫": 732,
+      "費": 733,
+      "贵": 734,
+      "赤": 735,
+      "趙": 736,
+      "足": 737,
+      "跡": 738,
+      "転": 739,
+      "辛": 740,
+      "逆": 741,
+      "遇": 742,
+      "運": 743,
+      "過": 744,
+      "遠": 745,
+      "選": 746,
+      "邦": 747,
+      "邱": 748,
+      "部": 749,
+      "郭": 750,
+      "都": 751,
+      "酈": 752,
+      "里": 753,
+      "野": 754,
+      "金": 755,
+      "銃": 756,
+      "鋼": 757,
+      "錄": 758,
+      "錡": 759,
+      "鍵": 760,
+      "鐵": 761,
+      "钱": 762,
+      "铁": 763,
+      "關": 764,
+      "防": 765,
+      "阿": 766,
+      "陈": 767,
+      "陳": 768,
+      "陽": 769,
+      "隊": 770,
+      "階": 771,
+      "集": 772,
+      "雪": 773,
+      "雲": 774,
+      "霖": 775,
+      "霹": 776,
+      "靂": 777,
+      "韓": 778,
+      "願": 779,
+      "顯": 780,
+      "颜": 781,
+      "马": 782,
+      "高": 783,
+      "龍": 784,
+      "ﷲ": 785,
+      "ﻋ": 786,
+      "／": 787,
+      "３": 788,
+      "～": 789,
+      "##e": 790,
+      "##s": 791,
+      "##i": 792,
+      "##a": 793,
+      "##n": 794,
+      "##l": 795,
+      "##p": 796,
+      "##h": 797,
+      "##g": 798,
+      "##o": 799,
+      "##d": 800,
+      "##m": 801,
+      "##f": 802,
+      "##c": 803,
+      "##t": 804,
+      "##r": 805,
+      "##u": 806,
+      "##b": 807,
+      "##y": 808,
+      "##x": 809,
+      "##k": 810,
+      "##9": 811,
+      "##4": 812,
+      "##1": 813,
+      "##v": 814,
+      "##w": 815,
+      "##j": 816,
+      "##z": 817,
+      "##7": 818,
+      "##8": 819,
+      "##5": 820,
+      "##ø": 821,
+      "##q": 822,
+      "##3": 823,
+      "##0": 824,
+      "##2": 825,
+      "##6": 826,
+      "##ा": 827,
+      "##ण": 828,
+      "##ई": 829,
+      "##α": 830,
+      "##μ": 831,
+      "##π": 832,
+      "##ρ": 833,
+      "##ο": 834,
+      "##τ": 835,
+      "##ς": 836,
+      "##ラ": 837,
+      "##ッ": 838,
+      "##シ": 839,
+      "##ュ": 840,
+      "##ש": 841,
+      "##מ": 842,
+      "##צ": 843,
+      "##ה": 844,
+      "##ث": 845,
+      "##م": 846,
+      "##د": 847,
+      "##а": 848,
+      "##т": 849,
+      "##е": 850,
+      "##д": 851,
+      "##р": 852,
+      "##л": 853,
+      "##ɪ": 854,
+      "##ə": 855,
+      "##ب": 856,
+      "##ي": 857,
+      "##ت": 858,
+      "##ˈ": 859,
+      "##о": 860,
+      "##с": 861,
+      "##п": 862,
+      "##н": 863,
+      "##स": 864,
+      "##न": 865,
+      "##ɛ": 866,
+      "##ʻ": 867,
+      "##ł": 868,
+      "##ɑ": 869,
+      "##ს": 870,
+      "##ო": 871,
+      "##ε": 872,
+      "##ʊ": 873,
+      "##พ": 874,
+      "##ร": 875,
+      "##ו": 876,
+      "##פ": 877,
+      "##и": 878,
+      "##რ": 879,
+      "##გ": 880,
+      "##ვ": 881,
+      "##ლ": 882,
+      "##ა": 883,
+      "##ნ": 884,
+      "##ი": 885,
+      "##ا": 886,
+      "##ه": 887,
+      "##ː": 888,
+      "##β": 889,
+      "##द": 890,
+      "##ß": 891,
+      "##נ": 892,
+      "##ı": 893,
+      "##の": 894,
+      "##ま": 895,
+      "##る": 896,
+      "##ス": 897,
+      "##テ": 898,
+      "##ィ": 899,
+      "##ニ": 900,
+      "##ー": 901,
+      "##ل": 902,
+      "##っ": 903,
+      "##お": 904,
+      "##り": 905,
+      "##ל": 906,
+      "##א": 907,
+      "##い": 908,
+      "##ク": 909,
+      "##マ": 910,
+      "##ン": 911,
+      "##ロ": 912,
+      "##ル": 913,
+      "##ト": 914,
+      "##º": 915,
+      "##つ": 916,
+      "##う": 917,
+      "##ち": 918,
+      "##ゃ": 919,
+      "##ん": 920,
+      "##æ": 921,
+      "##ਲ": 922,
+      "##ਾ": 923,
+      "##ਹ": 924,
+      "##カ": 925,
+      "##ാ": 926,
+      "##ഹ": 927,
+      "##イ": 928,
+      "##キ": 929,
+      "##อ": 930,
+      "##ก": 931,
+      "##ว": 932,
+      "##わ": 933,
+      "##ʿ": 934,
+      "##क": 935,
+      "##र": 936,
+      "##ア": 937,
+      "##đ": 938,
+      "##მ": 939,
+      "##წ": 940,
+      "##ფ": 941,
+      "##ე": 942,
+      "##თ": 943,
+      "##ล": 944,
+      "##ฮ": 945,
+      "##ტ": 946,
+      "##ჲ": 947,
+      "##タ": 948,
+      "##ム": 949,
+      "##チ": 950,
+      "##ェ": 951,
+      "##く": 952,
+      "##あ": 953,
+      "##ص": 954,
+      "##ن": 955,
+      "##ि": 956,
+      "##ग": 957,
+      "##ल": 958,
+      "##ᅦ": 959,
+      "##ᄃ": 960,
+      "##ᅩ": 961,
+      "##ᆨ": 962,
+      "##ᄅ": 963,
+      "##ᅵ": 964,
+      "##ᆸ": 965,
+      "##ᄇ": 966,
+      "##ᅧ": 967,
+      "##ᆼ": 968,
+      "##ᄋ": 969,
+      "##ᆫ": 970,
+      "##ᅢ": 971,
+      "##ɡ": 972,
+      "##ɒ": 973,
+      "##ν": 974,
+      "##ι": 975,
+      "##δ": 976,
+      "##ב": 977,
+      "##ר": 978,
+      "##ם": 979,
+      "##ω": 980,
+      "##ɔ": 981,
+      "##レ": 982,
+      "##ツ": 983,
+      "##व": 984,
+      "##ウ": 985,
+      "##ァ": 986,
+      "##リ": 987,
+      "##３": 988,
+      "##フ": 989,
+      "##м": 990,
+      "##г": 991,
+      "##س": 992,
+      "##ן": 993,
+      "##σ": 994,
+      "##υ": 995,
+      "##エ": 996,
+      "##ð": 997,
+      "##ʁ": 998,
+      "##ら": 999,
+      "##ر": 1000,
+      "##و": 1001,
+      "##ح": 1002,
+      "##ʒ": 1003,
+      "##х": 1004,
+      "##ш": 1005,
+      "##в": 1006,
+      "##ц": 1007,
+      "##ь": 1008,
+      "##к": 1009,
+      "##な": 1010,
+      "##া": 1011,
+      "##হ": 1012,
+      "##γ": 1013,
+      "##ܕ": 1014,
+      "##ܝ": 1015,
+      "##ܢ": 1016,
+      "##ܬ": 1017,
+      "##ჱ": 1018,
+      "##ナ": 1019,
+      "##ɐ": 1020,
+      "##ह": 1021,
+      "##ъ": 1022,
+      "##แ": 1023,
+      "##か": 1024,
+      "##ɜ": 1025,
+      "##す": 1026,
+      "##め": 1027,
+      "##し": 1028,
+      "##ょ": 1029,
+      "##に": 1030,
+      "##ܠ": 1031,
+      "##ܗ": 1032,
+      "##ܐ": 1033,
+      "##უ": 1034,
+      "##ხ": 1035,
+      "##き": 1036,
+      "##ذ": 1037,
+      "##ة": 1038,
+      "##た": 1039,
+      "##י": 1040,
+      "##ס": 1041,
+      "##ʔ": 1042,
+      "##ค": 1043,
+      "##ต": 1044,
+      "##ف": 1045,
+      "##ャ": 1046,
+      "##モ": 1047,
+      "##ת": 1048,
+      "##з": 1049,
+      "##ɳ": 1050,
+      "##こ": 1051,
+      "##と": 1052,
+      "##λ": 1053,
+      "##χ": 1054,
+      "##ჳ": 1055,
+      "##ハ": 1056,
+      "##œ": 1057,
+      "##ق": 1058,
+      "##ش": 1059,
+      "##ʃ": 1060,
+      "##ю": 1061,
+      "##ы": 1062,
+      "##ะ": 1063,
+      "##ช": 1064,
+      "##น": 1065,
+      "##ย": 1066,
+      "##า": 1067,
+      "##ณ": 1068,
+      "##ม": 1069,
+      "##ع": 1070,
+      "##れ": 1071,
+      "##は": 1072,
+      "##є": 1073,
+      "##ォ": 1074,
+      "##ป": 1075,
+      "##ᵻ": 1076,
+      "##θ": 1077,
+      "##ɾ": 1078,
+      "##ɫ": 1079,
+      "##η": 1080,
+      "##ɽ": 1081,
+      "##セ": 1082,
+      "##オ": 1083,
+      "##ψ": 1084,
+      "##დ": 1085,
+      "##せ": 1086,
+      "##я": 1087,
+      "##у": 1088,
+      "##ひ": 1089,
+      "##ˌ": 1090,
+      "##ʲ": 1091,
+      "##ภ": 1092,
+      "##ด": 1093,
+      "##ネ": 1094,
+      "##ョ": 1095,
+      "##κ": 1096,
+      "##ᅮ": 1097,
+      "##サ": 1098,
+      "##も": 1099,
+      "##ж": 1100,
+      "##ษ": 1101,
+      "##ฐ": 1102,
+      "##を": 1103,
+      "##ള": 1104,
+      "##ノ": 1105,
+      "##ল": 1106,
+      "##ゥ": 1107,
+      "##ك": 1108,
+      "##ء": 1109,
+      "##ც": 1110,
+      "##ξ": 1111,
+      "##ᅡ": 1112,
+      "##ᆯ": 1113,
+      "##ミ": 1114,
+      "##ף": 1115,
+      "##ქ": 1116,
+      "##み": 1117,
+      "##خ": 1118,
+      "##เ": 1119,
+      "##ง": 1120,
+      "##ไ": 1121,
+      "##ซ": 1122,
+      "##ゆ": 1123
+    }
+  }
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e212afa9fb839f7db8da/tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "MobileBertTokenizer",
+  "unk_token": "[UNK]"
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e212afa9fb839f7db8da/vocab.txt

@@ -0,0 +1,1124 @@
+[PAD]
+[UNK]
+[CLS]
+[SEP]
+[MASK]
+!
+"
+#
+$
+%
+&
+'
+(
+)
+*
++
+,
+-
+.
+/
+0
+1
+2
+3
+4
+5
+6
+7
+8
+9
+:
+;
+<
+=
+>
+?
+@
+[
+\
+]
+^
+_
+`
+a
+b
+c
+d
+e
+f
+g
+h
+i
+j
+k
+l
+m
+n
+o
+p
+q
+r
+s
+t
+u
+v
+w
+x
+y
+z
+|
+}
+~
+¡
+¢
+£
+¥
+§
+°
+±
+²
+³
+´
+µ
+·
+º
+½
+¿
+×
+ß
+æ
+ð
+ø
+þ
+đ
+ħ
+ı
+ł
+œ
+ɐ
+ɑ
+ɒ
+ɔ
+ə
+ɛ
+ɜ
+ɡ
+ɢ
+ɪ
+ɫ
+ɳ
+ɽ
+ɾ
+ʁ
+ʃ
+ʊ
+ʋ
+ʒ
+ʔ
+ʕ
+ʲ
+ʻ
+ʼ
+ʾ
+ʿ
+ˈ
+ˌ
+ː
+α
+β
+γ
+δ
+ε
+η
+θ
+ι
+κ
+λ
+μ
+ν
+ξ
+ο
+π
+ρ
+ς
+σ
+τ
+υ
+φ
+χ
+ψ
+ω
+а
+б
+в
+г
+д
+е
+ж
+з
+и
+к
+л
+м
+н
+о
+п
+р
+с
+т
+у
+х
+ц
+ш
+ъ
+ы
+ь
+ю
+я
+є
+א
+ב
+ג
+ה
+ו
+ז
+ח
+י
+ל
+ם
+מ
+ן
+נ
+ס
+ף
+פ
+צ
+ר
+ש
+ת
+ء
+ا
+ب
+ة
+ت
+ث
+ج
+ح
+خ
+د
+ذ
+ر
+س
+ش
+ص
+ع
+ف
+ق
+ك
+ل
+م
+ن
+ه
+و
+ي
+ܐ
+ܕ
+ܗ
+ܝ
+ܠ
+ܢ
+ܬ
+अ
+ई
+क
+ग
+ण
+त
+द
+न
+प
+ब
+म
+य
+र
+ल
+व
+स
+ह
+ा
+ि
+আ
+ল
+হ
+া
+ਅ
+ਲ
+ਹ
+ਾ
+അ
+ള
+ഹ
+ാ
+ก
+ค
+ง
+ช
+ซ
+ญ
+ฐ
+ณ
+ด
+ต
+น
+บ
+ป
+พ
+ภ
+ม
+ย
+ร
+ล
+ว
+ศ
+ษ
+ส
+ห
+อ
+ฮ
+ะ
+า
+เ
+แ
+ไ
+ა
+ბ
+გ
+დ
+ე
+ვ
+ზ
+თ
+ი
+კ
+ლ
+მ
+ნ
+ო
+პ
+ჟ
+რ
+ს
+ტ
+უ
+ფ
+ქ
+ღ
+ყ
+შ
+ჩ
+ც
+ძ
+წ
+ჭ
+ხ
+ჯ
+ჰ
+ჱ
+ჲ
+ჳ
+ჴ
+ჵ
+ჶ
+ჷ
+ჸ
+ჹ
+ჺ
+჻
+ᄃ
+ᄅ
+ᄇ
+ᄋ
+ᄌ
+ᅡ
+ᅢ
+ᅦ
+ᅧ
+ᅩ
+ᅮ
+ᅵ
+ᆨ
+ᆫ
+ᆯ
+ᆸ
+ᆼ
+ᵻ
+‐
+‑
+–
+—
+―
+‘
+’
+“
+”
+„
+†
+‡
+•
+…
+′
+″
+⁄
+₣
+₤
+€
+₹
+⅓
+⅔
+→
+−
+≡
+≤
+①
+☉
+☫
+♀
+♭
+♯
+⚳
+ⴀ
+ⴂ
+ⴃ
+ⴈ
+ⴌ
+ⴕ
+ⴟ
+〈
+〉
+〜
+あ
+い
+う
+お
+か
+き
+く
+け
+こ
+さ
+し
+す
+せ
+た
+ち
+っ
+つ
+と
+な
+に
+の
+は
+ひ
+ふ
+ほ
+ま
+み
+め
+も
+ゃ
+ゆ
+ょ
+ら
+り
+る
+れ
+わ
+を
+ん
+ァ
+ア
+ィ
+イ
+ゥ
+ウ
+ェ
+エ
+ォ
+オ
+カ
+キ
+ク
+ケ
+コ
+サ
+シ
+ス
+セ
+タ
+チ
+ッ
+ツ
+テ
+ト
+ナ
+ニ
+ネ
+ノ
+ハ
+フ
+ヘ
+マ
+ミ
+ム
+モ
+ャ
+ュ
+ョ
+ラ
+リ
+ル
+レ
+ロ
+ン
+・
+ー
+一
+七
+下
+世
+丙
+中
+主
+乃
+之
+乙
+九
+二
+云
+人
+今
+付
+作
+侗
+依
+信
+傳
+儚
+充
+光
+全
+兵
+其
+具
+円
+再
+出
+判
+前
+剛
+劇
+劉
+動
+化
+北
+华
+厂
+去
+古
+可
+台
+史
+同
+名
+君
+吳
+周
+命
+和
+咲
+善
+四
+國
+園
+圣
+在
+坂
+堤
+場
+塘
+夕
+大
+天
+夫
+女
+妙
+姚
+子
+孟
+守
+安
+宋
+完
+宗
+宝
+宫
+寝
+寺
+小
+少
+尾
+山
+岳
+川
+州
+巳
+市
+師
+平
+广
+庆
+府
+座
+廬
+建
+式
+張
+彌
+彩
+彼
+後
+御
+德
+思
+愛
+憑
+憶
+應
+懷
+战
+戦
+扈
+技
+拉
+拳
+挑
+揺
+攻
+放
+政
+散
+斯
+方
+日
+旦
+旭
+昌
+明
+星
+春
+晋
+景
+曦
+月
+望
+未
+本
+李
+村
+杜
+束
+来
+林
+桜
+梶
+棘
+椎
+楊
+楚
+榮
+橘
+機
+正
+殻
+殿
+母
+水
+汉
+沂
+沙
+河
+泗
+波
+泣
+洪
+淹
+清
+湯
+漢
+澄
+澤
+火
+灯
+灵
+灼
+焼
+熱
+物
+狐
+狸
+玄
+王
+玩
+珂
+珙
+球
+理
+琦
+琪
+瓊
+生
+田
+畢
+番
+瘡
+白
+皮
+真
+砲
+礮
+祈
+神
+祠
+秋
+空
+立
+精
+約
+絵
+織
+義
+翠
+者
+耕
+肖
+胡
+膀
+臂
+興
+良
+花
+芳
+芽
+若
+英
+藕
+藥
+蘄
+蘇
+行
+裁
+規
+覺
+观
+解
+記
+誓
+誡
+誰
+謎
+许
+谭
+豪
+豫
+費
+贵
+赤
+趙
+足
+跡
+転
+辛
+逆
+遇
+運
+過
+遠
+選
+邦
+邱
+部
+郭
+都
+酈
+里
+野
+金
+銃
+鋼
+錄
+錡
+鍵
+鐵
+钱
+铁
+關
+防
+阿
+陈
+陳
+陽
+隊
+階
+集
+雪
+雲
+霖
+霹
+靂
+韓
+願
+顯
+颜
+马
+高
+龍
+ﷲ
+ﻋ
+／
+３
+～
+##e
+##s
+##i
+##a
+##n
+##l
+##p
+##h
+##g
+##o
+##d
+##m
+##f
+##c
+##t
+##r
+##u
+##b
+##y
+##x
+##k
+##9
+##4
+##1
+##v
+##w
+##j
+##z
+##7
+##8
+##5
+##ø
+##q
+##3
+##0
+##2
+##6
+##ा
+##ण
+##ई
+##α
+##μ
+##π
+##ρ
+##ο
+##τ
+##ς
+##ラ
+##ッ
+##シ
+##ュ
+##ש
+##מ
+##צ
+##ה
+##ث
+##م
+##د
+##а
+##т
+##е
+##д
+##р
+##л
+##ɪ
+##ə
+##ب
+##ي
+##ت
+##ˈ
+##о
+##с
+##п
+##н
+##स
+##न
+##ɛ
+##ʻ
+##ł
+##ɑ
+##ს
+##ო
+##ε
+##ʊ
+##พ
+##ร
+##ו
+##פ
+##и
+##რ
+##გ
+##ვ
+##ლ
+##ა
+##ნ
+##ი
+##ا
+##ه
+##ː
+##β
+##द
+##ß
+##נ
+##ı
+##の
+##ま
+##る
+##ス
+##テ
+##ィ
+##ニ
+##ー
+##ل
+##っ
+##お
+##り
+##ל
+##א
+##い
+##ク
+##マ
+##ン
+##ロ
+##ル
+##ト
+##º
+##つ
+##う
+##ち
+##ゃ
+##ん
+##æ
+##ਲ
+##ਾ
+##ਹ
+##カ
+##ാ
+##ഹ
+##イ
+##キ
+##อ
+##ก
+##ว
+##わ
+##ʿ
+##क
+##र
+##ア
+##đ
+##მ
+##წ
+##ფ
+##ე
+##თ
+##ล
+##ฮ
+##ტ
+##ჲ
+##タ
+##ム
+##チ
+##ェ
+##く
+##あ
+##ص
+##ن
+##ि
+##ग
+##ल
+##ᅦ
+##ᄃ
+##ᅩ
+##ᆨ
+##ᄅ
+##ᅵ
+##ᆸ
+##ᄇ
+##ᅧ
+##ᆼ
+##ᄋ
+##ᆫ
+##ᅢ
+##ɡ
+##ɒ
+##ν
+##ι
+##δ
+##ב
+##ר
+##ם
+##ω
+##ɔ
+##レ
+##ツ
+##व
+##ウ
+##ァ
+##リ
+##３
+##フ
+##м
+##г
+##س
+##ן
+##σ
+##υ
+##エ
+##ð
+##ʁ
+##ら
+##ر
+##و
+##ح
+##ʒ
+##х
+##ш
+##в
+##ц
+##ь
+##к
+##な
+##া
+##হ
+##γ
+##ܕ
+##ܝ
+##ܢ
+##��
+##ჱ
+##ナ
+##ɐ
+##ह
+##ъ
+##แ
+##か
+##ɜ
+##す
+##め
+##し
+##ょ
+##に
+##ܠ
+##ܗ
+##ܐ
+##უ
+##ხ
+##き
+##ذ
+##ة
+##た
+##י
+##ס
+##ʔ
+##ค
+##ต
+##ف
+##ャ
+##モ
+##ת
+##з
+##ɳ
+##こ
+##と
+##λ
+##χ
+##ჳ
+##ハ
+##œ
+##ق
+##ش
+##ʃ
+##ю
+##ы
+##ะ
+##ช
+##น
+##ย
+##า
+##ณ
+##ม
+##ع
+##れ
+##は
+##є
+##ォ
+##ป
+##ᵻ
+##θ
+##ɾ
+##ɫ
+##η
+##ɽ
+##セ
+##オ
+##ψ
+##დ
+##せ
+##я
+##у
+##ひ
+##ˌ
+##ʲ
+##ภ
+##ด
+##ネ
+##ョ
+##κ
+##ᅮ
+##サ
+##も
+##ж
+##ษ
+##ฐ
+##を
+##ള
+##ノ
+##ল
+##ゥ
+##ك
+##ء
+##ც
+##ξ
+##ᅡ
+##ᆯ
+##ミ
+##ף
+##ქ
+##み
+##خ
+##เ
+##ง
+##ไ
+##ซ
+##ゆ

neuronxcc-2.26.6360.0+6f180f47/MODULE_e45115884180009d7fd5/config.json

@@ -0,0 +1,49 @@
+{
+  "add_cross_attention": false,
+  "architectures": [
+    "RoFormerModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "embedding_size": 32,
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 32,
+  "initializer_range": 0.02,
+  "intermediate_size": 37,
+  "is_decoder": false,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "roformer",
+  "neuron": {
+    "auto_cast": null,
+    "auto_cast_type": null,
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.26.6360.0+6f180f47",
+    "dynamic_batch_size": false,
+    "float_dtype": "fp32",
+    "inline_weights_to_neff": true,
+    "instance_type": "trn1",
+    "int_dtype": "int64",
+    "model_type": "roformer",
+    "optlevel": "2",
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "static_batch_size": 1,
+    "static_sequence_length": 128,
+    "task": "feature-extraction",
+    "tensor_parallel_size": 1
+  },
+  "num_attention_heads": 4,
+  "num_hidden_layers": 5,
+  "pad_token_id": 0,
+  "rotary_value": false,
+  "tie_word_embeddings": true,
+  "torchscript": true,
+  "transformers_version": "5.17.0",
+  "type_vocab_size": 16,
+  "use_cache": true,
+  "vocab_size": 50000
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e45115884180009d7fd5/model.neuron

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c88bd0460f85ca0ce44b8f1b3ce30e1ceba54317a685d0852f8b9d3c782c86c
+size 6274495

neuronxcc-2.26.6360.0+6f180f47/MODULE_e45115884180009d7fd5/tokenizer_config.json

@@ -0,0 +1,17 @@
+{
+  "backend": "tokenizers",
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "is_local": false,
+  "local_files_only": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "RoFormerTokenizer",
+  "unk_token": "[UNK]"
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e619a909fa012f49ce83/config.json

@@ -0,0 +1,46 @@
+{
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertModel"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": null,
+  "dim": 32,
+  "dropout": 0.1,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dim": 37,
+  "initializer_range": 0.02,
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 4,
+  "n_layers": 5,
+  "neuron": {
+    "auto_cast": null,
+    "auto_cast_type": null,
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.26.6360.0+6f180f47",
+    "dynamic_batch_size": false,
+    "float_dtype": "fp32",
+    "inline_weights_to_neff": true,
+    "instance_type": "trn1",
+    "int_dtype": "int64",
+    "model_type": "distilbert",
+    "optlevel": "2",
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "static_batch_size": 1,
+    "static_sequence_length": 128,
+    "task": "feature-extraction",
+    "tensor_parallel_size": 1
+  },
+  "pad_token_id": 0,
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_word_embeddings": true,
+  "torchscript": true,
+  "transformers_version": "5.17.0",
+  "vocab_size": 1124
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e619a909fa012f49ce83/model.neuron

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ff657c5498541e47ceef443f4ce64288e3ba16c4098eecd408cd4c1df0e7ca
+size 451708

neuronxcc-2.26.6360.0+6f180f47/MODULE_e619a909fa012f49ce83/tokenizer.json

@@ -0,0 +1,1274 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "[PAD]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "[UNK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "[CLS]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "[SEP]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 4,
+      "content": "[MASK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "BertNormalizer",
+    "clean_text": true,
+    "handle_chinese_chars": true,
+    "strip_accents": null,
+    "lowercase": true
+  },
+  "pre_tokenizer": {
+    "type": "BertPreTokenizer"
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "[CLS]": {
+        "id": "[CLS]",
+        "ids": [
+          2
+        ],
+        "tokens": [
+          "[CLS]"
+        ]
+      },
+      "[SEP]": {
+        "id": "[SEP]",
+        "ids": [
+          3
+        ],
+        "tokens": [
+          "[SEP]"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "WordPiece",
+    "prefix": "##",
+    "cleanup": true
+  },
+  "model": {
+    "type": "WordPiece",
+    "unk_token": "[UNK]",
+    "continuing_subword_prefix": "##",
+    "max_input_chars_per_word": 100,
+    "vocab": {
+      "[PAD]": 0,
+      "[UNK]": 1,
+      "[CLS]": 2,
+      "[SEP]": 3,
+      "[MASK]": 4,
+      "!": 5,
+      "\"": 6,
+      "#": 7,
+      "$": 8,
+      "%": 9,
+      "&": 10,
+      "'": 11,
+      "(": 12,
+      ")": 13,
+      "*": 14,
+      "+": 15,
+      ",": 16,
+      "-": 17,
+      ".": 18,
+      "/": 19,
+      "0": 20,
+      "1": 21,
+      "2": 22,
+      "3": 23,
+      "4": 24,
+      "5": 25,
+      "6": 26,
+      "7": 27,
+      "8": 28,
+      "9": 29,
+      ":": 30,
+      ";": 31,
+      "<": 32,
+      "=": 33,
+      ">": 34,
+      "?": 35,
+      "@": 36,
+      "[": 37,
+      "\\": 38,
+      "]": 39,
+      "^": 40,
+      "_": 41,
+      "`": 42,
+      "a": 43,
+      "b": 44,
+      "c": 45,
+      "d": 46,
+      "e": 47,
+      "f": 48,
+      "g": 49,
+      "h": 50,
+      "i": 51,
+      "j": 52,
+      "k": 53,
+      "l": 54,
+      "m": 55,
+      "n": 56,
+      "o": 57,
+      "p": 58,
+      "q": 59,
+      "r": 60,
+      "s": 61,
+      "t": 62,
+      "u": 63,
+      "v": 64,
+      "w": 65,
+      "x": 66,
+      "y": 67,
+      "z": 68,
+      "|": 69,
+      "}": 70,
+      "~": 71,
+      "¡": 72,
+      "¢": 73,
+      "£": 74,
+      "¥": 75,
+      "§": 76,
+      "°": 77,
+      "±": 78,
+      "²": 79,
+      "³": 80,
+      "´": 81,
+      "µ": 82,
+      "·": 83,
+      "º": 84,
+      "½": 85,
+      "¿": 86,
+      "×": 87,
+      "ß": 88,
+      "æ": 89,
+      "ð": 90,
+      "ø": 91,
+      "þ": 92,
+      "đ": 93,
+      "ħ": 94,
+      "ı": 95,
+      "ł": 96,
+      "œ": 97,
+      "ɐ": 98,
+      "ɑ": 99,
+      "ɒ": 100,
+      "ɔ": 101,
+      "ə": 102,
+      "ɛ": 103,
+      "ɜ": 104,
+      "ɡ": 105,
+      "ɢ": 106,
+      "ɪ": 107,
+      "ɫ": 108,
+      "ɳ": 109,
+      "ɽ": 110,
+      "ɾ": 111,
+      "ʁ": 112,
+      "ʃ": 113,
+      "ʊ": 114,
+      "ʋ": 115,
+      "ʒ": 116,
+      "ʔ": 117,
+      "ʕ": 118,
+      "ʲ": 119,
+      "ʻ": 120,
+      "ʼ": 121,
+      "ʾ": 122,
+      "ʿ": 123,
+      "ˈ": 124,
+      "ˌ": 125,
+      "ː": 126,
+      "α": 127,
+      "β": 128,
+      "γ": 129,
+      "δ": 130,
+      "ε": 131,
+      "η": 132,
+      "θ": 133,
+      "ι": 134,
+      "κ": 135,
+      "λ": 136,
+      "μ": 137,
+      "��": 138,
+      "ξ": 139,
+      "ο": 140,
+      "π": 141,
+      "ρ": 142,
+      "ς": 143,
+      "σ": 144,
+      "τ": 145,
+      "υ": 146,
+      "φ": 147,
+      "χ": 148,
+      "ψ": 149,
+      "ω": 150,
+      "а": 151,
+      "б": 152,
+      "в": 153,
+      "г": 154,
+      "д": 155,
+      "е": 156,
+      "ж": 157,
+      "з": 158,
+      "и": 159,
+      "к": 160,
+      "л": 161,
+      "м": 162,
+      "н": 163,
+      "о": 164,
+      "п": 165,
+      "р": 166,
+      "с": 167,
+      "т": 168,
+      "у": 169,
+      "х": 170,
+      "ц": 171,
+      "ш": 172,
+      "ъ": 173,
+      "ы": 174,
+      "ь": 175,
+      "ю": 176,
+      "я": 177,
+      "є": 178,
+      "א": 179,
+      "ב": 180,
+      "ג": 181,
+      "ה": 182,
+      "ו": 183,
+      "ז": 184,
+      "ח": 185,
+      "י": 186,
+      "ל": 187,
+      "ם": 188,
+      "מ": 189,
+      "ן": 190,
+      "נ": 191,
+      "ס": 192,
+      "ף": 193,
+      "פ": 194,
+      "צ": 195,
+      "ר": 196,
+      "ש": 197,
+      "ת": 198,
+      "ء": 199,
+      "ا": 200,
+      "ب": 201,
+      "ة": 202,
+      "ت": 203,
+      "ث": 204,
+      "ج": 205,
+      "ح": 206,
+      "خ": 207,
+      "د": 208,
+      "ذ": 209,
+      "ر": 210,
+      "س": 211,
+      "ش": 212,
+      "ص": 213,
+      "ع": 214,
+      "ف": 215,
+      "ق": 216,
+      "ك": 217,
+      "ل": 218,
+      "م": 219,
+      "ن": 220,
+      "ه": 221,
+      "و": 222,
+      "ي": 223,
+      "ܐ": 224,
+      "ܕ": 225,
+      "ܗ": 226,
+      "ܝ": 227,
+      "ܠ": 228,
+      "ܢ": 229,
+      "ܬ": 230,
+      "अ": 231,
+      "ई": 232,
+      "क": 233,
+      "ग": 234,
+      "ण": 235,
+      "त": 236,
+      "द": 237,
+      "न": 238,
+      "प": 239,
+      "ब": 240,
+      "म": 241,
+      "य": 242,
+      "र": 243,
+      "ल": 244,
+      "व": 245,
+      "स": 246,
+      "ह": 247,
+      "ा": 248,
+      "ि": 249,
+      "আ": 250,
+      "ল": 251,
+      "হ": 252,
+      "া": 253,
+      "ਅ": 254,
+      "ਲ": 255,
+      "ਹ": 256,
+      "ਾ": 257,
+      "അ": 258,
+      "ള": 259,
+      "ഹ": 260,
+      "ാ": 261,
+      "ก": 262,
+      "ค": 263,
+      "ง": 264,
+      "ช": 265,
+      "ซ": 266,
+      "ญ": 267,
+      "ฐ": 268,
+      "ณ": 269,
+      "ด": 270,
+      "ต": 271,
+      "น": 272,
+      "บ": 273,
+      "ป": 274,
+      "พ": 275,
+      "ภ": 276,
+      "ม": 277,
+      "ย": 278,
+      "ร": 279,
+      "ล": 280,
+      "ว": 281,
+      "ศ": 282,
+      "ษ": 283,
+      "ส": 284,
+      "ห": 285,
+      "อ": 286,
+      "ฮ": 287,
+      "ะ": 288,
+      "า": 289,
+      "เ": 290,
+      "แ": 291,
+      "ไ": 292,
+      "ა": 293,
+      "ბ": 294,
+      "გ": 295,
+      "დ": 296,
+      "ე": 297,
+      "ვ": 298,
+      "ზ": 299,
+      "თ": 300,
+      "ი": 301,
+      "კ": 302,
+      "ლ": 303,
+      "მ": 304,
+      "ნ": 305,
+      "ო": 306,
+      "პ": 307,
+      "ჟ": 308,
+      "რ": 309,
+      "ს": 310,
+      "ტ": 311,
+      "უ": 312,
+      "ფ": 313,
+      "ქ": 314,
+      "ღ": 315,
+      "ყ": 316,
+      "შ": 317,
+      "ჩ": 318,
+      "ც": 319,
+      "ძ": 320,
+      "წ": 321,
+      "ჭ": 322,
+      "ხ": 323,
+      "ჯ": 324,
+      "ჰ": 325,
+      "ჱ": 326,
+      "ჲ": 327,
+      "ჳ": 328,
+      "ჴ": 329,
+      "ჵ": 330,
+      "ჶ": 331,
+      "ჷ": 332,
+      "ჸ": 333,
+      "ჹ": 334,
+      "ჺ": 335,
+      "჻": 336,
+      "ᄃ": 337,
+      "ᄅ": 338,
+      "ᄇ": 339,
+      "ᄋ": 340,
+      "ᄌ": 341,
+      "ᅡ": 342,
+      "ᅢ": 343,
+      "ᅦ": 344,
+      "ᅧ": 345,
+      "ᅩ": 346,
+      "ᅮ": 347,
+      "ᅵ": 348,
+      "ᆨ": 349,
+      "ᆫ": 350,
+      "ᆯ": 351,
+      "ᆸ": 352,
+      "ᆼ": 353,
+      "ᵻ": 354,
+      "‐": 355,
+      "‑": 356,
+      "–": 357,
+      "—": 358,
+      "―": 359,
+      "‘": 360,
+      "’": 361,
+      "“": 362,
+      "”": 363,
+      "„": 364,
+      "†": 365,
+      "‡": 366,
+      "•": 367,
+      "…": 368,
+      "′": 369,
+      "″": 370,
+      "⁄": 371,
+      "₣": 372,
+      "₤": 373,
+      "€": 374,
+      "₹": 375,
+      "⅓": 376,
+      "⅔": 377,
+      "→": 378,
+      "−": 379,
+      "≡": 380,
+      "≤": 381,
+      "①": 382,
+      "☉": 383,
+      "☫": 384,
+      "♀": 385,
+      "♭": 386,
+      "♯": 387,
+      "⚳": 388,
+      "ⴀ": 389,
+      "ⴂ": 390,
+      "ⴃ": 391,
+      "ⴈ": 392,
+      "ⴌ": 393,
+      "ⴕ": 394,
+      "ⴟ": 395,
+      "〈": 396,
+      "〉": 397,
+      "〜": 398,
+      "あ": 399,
+      "い": 400,
+      "う": 401,
+      "お": 402,
+      "か": 403,
+      "き": 404,
+      "く": 405,
+      "け": 406,
+      "こ": 407,
+      "さ": 408,
+      "し": 409,
+      "す": 410,
+      "せ": 411,
+      "た": 412,
+      "ち": 413,
+      "っ": 414,
+      "つ": 415,
+      "と": 416,
+      "な": 417,
+      "に": 418,
+      "の": 419,
+      "は": 420,
+      "ひ": 421,
+      "ふ": 422,
+      "ほ": 423,
+      "ま": 424,
+      "み": 425,
+      "め": 426,
+      "も": 427,
+      "ゃ": 428,
+      "ゆ": 429,
+      "ょ": 430,
+      "ら": 431,
+      "り": 432,
+      "る": 433,
+      "れ": 434,
+      "わ": 435,
+      "を": 436,
+      "ん": 437,
+      "ァ": 438,
+      "ア": 439,
+      "ィ": 440,
+      "イ": 441,
+      "ゥ": 442,
+      "ウ": 443,
+      "ェ": 444,
+      "エ": 445,
+      "ォ": 446,
+      "オ": 447,
+      "カ": 448,
+      "キ": 449,
+      "ク": 450,
+      "ケ": 451,
+      "コ": 452,
+      "サ": 453,
+      "シ": 454,
+      "ス": 455,
+      "セ": 456,
+      "タ": 457,
+      "チ": 458,
+      "ッ": 459,
+      "ツ": 460,
+      "テ": 461,
+      "ト": 462,
+      "ナ": 463,
+      "ニ": 464,
+      "ネ": 465,
+      "ノ": 466,
+      "ハ": 467,
+      "フ": 468,
+      "ヘ": 469,
+      "マ": 470,
+      "ミ": 471,
+      "ム": 472,
+      "モ": 473,
+      "ャ": 474,
+      "ュ": 475,
+      "ョ": 476,
+      "ラ": 477,
+      "リ": 478,
+      "ル": 479,
+      "レ": 480,
+      "ロ": 481,
+      "ン": 482,
+      "・": 483,
+      "ー": 484,
+      "一": 485,
+      "七": 486,
+      "下": 487,
+      "世": 488,
+      "丙": 489,
+      "中": 490,
+      "主": 491,
+      "乃": 492,
+      "之": 493,
+      "乙": 494,
+      "九": 495,
+      "二": 496,
+      "云": 497,
+      "人": 498,
+      "今": 499,
+      "付": 500,
+      "作": 501,
+      "侗": 502,
+      "依": 503,
+      "信": 504,
+      "傳": 505,
+      "儚": 506,
+      "充": 507,
+      "光": 508,
+      "全": 509,
+      "兵": 510,
+      "其": 511,
+      "具": 512,
+      "円": 513,
+      "再": 514,
+      "出": 515,
+      "判": 516,
+      "前": 517,
+      "剛": 518,
+      "劇": 519,
+      "劉": 520,
+      "動": 521,
+      "化": 522,
+      "北": 523,
+      "华": 524,
+      "厂": 525,
+      "去": 526,
+      "古": 527,
+      "可": 528,
+      "台": 529,
+      "史": 530,
+      "同": 531,
+      "名": 532,
+      "君": 533,
+      "吳": 534,
+      "周": 535,
+      "命": 536,
+      "和": 537,
+      "咲": 538,
+      "善": 539,
+      "四": 540,
+      "國": 541,
+      "園": 542,
+      "圣": 543,
+      "在": 544,
+      "坂": 545,
+      "堤": 546,
+      "場": 547,
+      "塘": 548,
+      "夕": 549,
+      "大": 550,
+      "天": 551,
+      "夫": 552,
+      "女": 553,
+      "妙": 554,
+      "姚": 555,
+      "子": 556,
+      "孟": 557,
+      "守": 558,
+      "安": 559,
+      "宋": 560,
+      "完": 561,
+      "宗": 562,
+      "宝": 563,
+      "宫": 564,
+      "寝": 565,
+      "寺": 566,
+      "小": 567,
+      "少": 568,
+      "尾": 569,
+      "山": 570,
+      "岳": 571,
+      "川": 572,
+      "州": 573,
+      "巳": 574,
+      "市": 575,
+      "師": 576,
+      "平": 577,
+      "广": 578,
+      "庆": 579,
+      "府": 580,
+      "座": 581,
+      "廬": 582,
+      "建": 583,
+      "式": 584,
+      "張": 585,
+      "彌": 586,
+      "彩": 587,
+      "彼": 588,
+      "後": 589,
+      "御": 590,
+      "德": 591,
+      "思": 592,
+      "愛": 593,
+      "憑": 594,
+      "憶": 595,
+      "應": 596,
+      "懷": 597,
+      "战": 598,
+      "戦": 599,
+      "扈": 600,
+      "技": 601,
+      "拉": 602,
+      "拳": 603,
+      "挑": 604,
+      "揺": 605,
+      "攻": 606,
+      "放": 607,
+      "政": 608,
+      "散": 609,
+      "斯": 610,
+      "方": 611,
+      "日": 612,
+      "旦": 613,
+      "旭": 614,
+      "昌": 615,
+      "明": 616,
+      "星": 617,
+      "春": 618,
+      "晋": 619,
+      "景": 620,
+      "曦": 621,
+      "月": 622,
+      "望": 623,
+      "未": 624,
+      "本": 625,
+      "李": 626,
+      "村": 627,
+      "杜": 628,
+      "束": 629,
+      "来": 630,
+      "林": 631,
+      "桜": 632,
+      "梶": 633,
+      "棘": 634,
+      "椎": 635,
+      "楊": 636,
+      "楚": 637,
+      "榮": 638,
+      "橘": 639,
+      "機": 640,
+      "正": 641,
+      "殻": 642,
+      "殿": 643,
+      "母": 644,
+      "水": 645,
+      "汉": 646,
+      "沂": 647,
+      "沙": 648,
+      "河": 649,
+      "泗": 650,
+      "波": 651,
+      "泣": 652,
+      "洪": 653,
+      "淹": 654,
+      "清": 655,
+      "湯": 656,
+      "漢": 657,
+      "澄": 658,
+      "澤": 659,
+      "火": 660,
+      "灯": 661,
+      "灵": 662,
+      "灼": 663,
+      "焼": 664,
+      "熱": 665,
+      "物": 666,
+      "狐": 667,
+      "狸": 668,
+      "玄": 669,
+      "王": 670,
+      "玩": 671,
+      "珂": 672,
+      "珙": 673,
+      "球": 674,
+      "理": 675,
+      "琦": 676,
+      "琪": 677,
+      "瓊": 678,
+      "生": 679,
+      "田": 680,
+      "畢": 681,
+      "番": 682,
+      "瘡": 683,
+      "白": 684,
+      "皮": 685,
+      "真": 686,
+      "砲": 687,
+      "礮": 688,
+      "祈": 689,
+      "神": 690,
+      "祠": 691,
+      "秋": 692,
+      "空": 693,
+      "立": 694,
+      "精": 695,
+      "約": 696,
+      "絵": 697,
+      "織": 698,
+      "義": 699,
+      "翠": 700,
+      "者": 701,
+      "耕": 702,
+      "肖": 703,
+      "胡": 704,
+      "膀": 705,
+      "臂": 706,
+      "興": 707,
+      "良": 708,
+      "花": 709,
+      "芳": 710,
+      "芽": 711,
+      "若": 712,
+      "英": 713,
+      "藕": 714,
+      "藥": 715,
+      "蘄": 716,
+      "蘇": 717,
+      "行": 718,
+      "裁": 719,
+      "規": 720,
+      "覺": 721,
+      "观": 722,
+      "解": 723,
+      "記": 724,
+      "誓": 725,
+      "誡": 726,
+      "誰": 727,
+      "謎": 728,
+      "许": 729,
+      "谭": 730,
+      "豪": 731,
+      "豫": 732,
+      "費": 733,
+      "贵": 734,
+      "赤": 735,
+      "趙": 736,
+      "足": 737,
+      "跡": 738,
+      "転": 739,
+      "辛": 740,
+      "逆": 741,
+      "遇": 742,
+      "運": 743,
+      "過": 744,
+      "遠": 745,
+      "選": 746,
+      "邦": 747,
+      "邱": 748,
+      "部": 749,
+      "郭": 750,
+      "都": 751,
+      "酈": 752,
+      "里": 753,
+      "野": 754,
+      "金": 755,
+      "銃": 756,
+      "鋼": 757,
+      "錄": 758,
+      "錡": 759,
+      "鍵": 760,
+      "鐵": 761,
+      "钱": 762,
+      "铁": 763,
+      "關": 764,
+      "防": 765,
+      "阿": 766,
+      "陈": 767,
+      "陳": 768,
+      "陽": 769,
+      "隊": 770,
+      "階": 771,
+      "集": 772,
+      "雪": 773,
+      "雲": 774,
+      "霖": 775,
+      "霹": 776,
+      "靂": 777,
+      "韓": 778,
+      "願": 779,
+      "顯": 780,
+      "颜": 781,
+      "马": 782,
+      "高": 783,
+      "龍": 784,
+      "ﷲ": 785,
+      "ﻋ": 786,
+      "／": 787,
+      "３": 788,
+      "～": 789,
+      "##h": 790,
+      "##o": 791,
+      "##k": 792,
+      "##e": 793,
+      "##r": 794,
+      "##a": 795,
+      "##b": 796,
+      "##l": 797,
+      "##n": 798,
+      "##c": 799,
+      "##t": 800,
+      "##j": 801,
+      "##m": 802,
+      "##i": 803,
+      "##g": 804,
+      "##s": 805,
+      "##d": 806,
+      "##u": 807,
+      "##p": 808,
+      "##x": 809,
+      "##f": 810,
+      "##y": 811,
+      "##w": 812,
+      "##v": 813,
+      "##9": 814,
+      "##6": 815,
+      "##2": 816,
+      "##0": 817,
+      "##3": 818,
+      "##8": 819,
+      "##5": 820,
+      "##4": 821,
+      "##q": 822,
+      "##1": 823,
+      "##z": 824,
+      "##7": 825,
+      "##ン": 826,
+      "##ク": 827,
+      "##タ": 828,
+      "##ム": 829,
+      "##チ": 830,
+      "##ェ": 831,
+      "##ー": 832,
+      "##ρ": 833,
+      "##ε": 834,
+      "##ξ": 835,
+      "##χ": 836,
+      "##エ": 837,
+      "##ス": 838,
+      "##テ": 839,
+      "##イ": 840,
+      "##ل": 841,
+      "##ا": 842,
+      "##ب": 843,
+      "##の": 844,
+      "##な": 845,
+      "##ら": 846,
+      "##ø": 847,
+      "##æ": 848,
+      "##わ": 849,
+      "##い": 850,
+      "##き": 851,
+      "##о": 852,
+      "##с": 853,
+      "##п": 854,
+      "##д": 855,
+      "##н": 856,
+      "##е": 857,
+      "##ל": 858,
+      "##ה": 859,
+      "##י": 860,
+      "##ם": 861,
+      "##α": 862,
+      "##δ": 863,
+      "##μ": 864,
+      "##ι": 865,
+      "##ᅡ": 866,
+      "##ᆯ": 867,
+      "##ᄅ": 868,
+      "##ლ": 869,
+      "##ე": 870,
+      "##ქ": 871,
+      "##ს": 872,
+      "##ა": 873,
+      "##ნ": 874,
+      "##დ": 875,
+      "##რ": 876,
+      "##カ": 877,
+      "##ラ": 878,
+      "##ν": 879,
+      "##τ": 880,
+      "##ο": 881,
+      "##ς": 882,
+      "##ʻ": 883,
+      "##פ": 884,
+      "##ा": 885,
+      "##ण": 886,
+      "##स": 887,
+      "##न": 888,
+      "##ɛ": 889,
+      "##ル": 890,
+      "##セ": 891,
+      "##リ": 892,
+      "##オ": 893,
+      "##र": 894,
+      "##ল": 895,
+      "##ł": 896,
+      "##ב": 897,
+      "##ר": 898,
+      "##ك": 899,
+      "##ر": 900,
+      "##د": 901,
+      "##в": 902,
+      "##т": 903,
+      "##к": 904,
+      "##а": 905,
+      "##я": 906,
+      "##サ": 907,
+      "##ɪ": 908,
+      "##ə": 909,
+      "##ᵻ": 910,
+      "##ˈ": 911,
+      "##ʊ": 912,
+      "##ち": 913,
+      "##ゃ": 914,
+      "##ん": 915,
+      "##ɡ": 916,
+      "##た": 917,
+      "##め": 918,
+      "##ォ": 919,
+      "##ト": 920,
+      "##ゥ": 921,
+      "##ナ": 922,
+      "##ह": 923,
+      "##あ": 924,
+      "##か": 925,
+      "##λ": 926,
+      "##η": 927,
+      "##ი": 928,
+      "##ტ": 929,
+      "##ჲ": 930,
+      "##द": 931,
+      "##ノ": 932,
+      "##ω": 933,
+      "##ש": 934,
+      "##מ": 935,
+      "##צ": 936,
+      "##ɒ": 937,
+      "##θ": 938,
+      "##ɔ": 939,
+      "##ː": 940,
+      "##ش": 941,
+      "##��": 942,
+      "##و": 943,
+      "##ن": 944,
+      "##อ": 945,
+      "##ก": 946,
+      "##ว": 947,
+      "##ร": 948,
+      "##ษ": 949,
+      "##ฐ": 950,
+      "##и": 951,
+      "##া": 952,
+      "##হ": 953,
+      "##უ": 954,
+      "##ხ": 955,
+      "##ʔ": 956,
+      "##ı": 957,
+      "##ψ": 958,
+      "##đ": 959,
+      "##แ": 960,
+      "##ق": 961,
+      "##ي": 962,
+      "##ィ": 963,
+      "##ハ": 964,
+      "##っ": 965,
+      "##ʿ": 966,
+      "##ニ": 967,
+      "##ც": 968,
+      "##ו": 969,
+      "##ף": 970,
+      "##ᄇ": 971,
+      "##ᅮ": 972,
+      "##ᄃ": 973,
+      "##ᅢ": 974,
+      "##β": 975,
+      "##ع": 976,
+      "##მ": 977,
+      "##წ": 978,
+      "##ფ": 979,
+      "##พ": 980,
+      "##р": 981,
+      "##ы": 982,
+      "##ɑ": 983,
+      "##เ": 984,
+      "##ป": 985,
+      "##ย": 986,
+      "##ه": 987,
+      "##π": 988,
+      "##ß": 989,
+      "##л": 990,
+      "##ア": 991,
+      "##ɾ": 992,
+      "##ʲ": 993,
+      "##ъ": 994,
+      "##გ": 995,
+      "##ვ": 996,
+      "##ш": 997,
+      "##נ": 998,
+      "##ネ": 999,
+      "##シ": 1000,
+      "##ョ": 1001,
+      "##ð": 1002,
+      "##ล": 1003,
+      "##ฮ": 1004,
+      "##う": 1005,
+      "##し": 1006,
+      "##า": 1007,
+      "##ณ": 1008,
+      "##ม": 1009,
+      "##ต": 1010,
+      "##ʃ": 1011,
+      "##ई": 1012,
+      "##ภ": 1013,
+      "##ด": 1014,
+      "##ო": 1015,
+      "##თ": 1016,
+      "##ャ": 1017,
+      "##モ": 1018,
+      "##く": 1019,
+      "##れ": 1020,
+      "##ɽ": 1021,
+      "##υ": 1022,
+      "##ء": 1023,
+      "##ᅦ": 1024,
+      "##ᅩ": 1025,
+      "##ᆨ": 1026,
+      "##ᅵ": 1027,
+      "##ᆸ": 1028,
+      "##ᅧ": 1029,
+      "##ᆼ": 1030,
+      "##ᄋ": 1031,
+      "##ᆫ": 1032,
+      "##つ": 1033,
+      "##せ": 1034,
+      "##ჳ": 1035,
+      "##フ": 1036,
+      "##ょ": 1037,
+      "##に": 1038,
+      "##ܕ": 1039,
+      "##ܝ": 1040,
+      "##ܢ": 1041,
+      "##ܬ": 1042,
+      "##こ": 1043,
+      "##と": 1044,
+      "##ʁ": 1045,
+      "##ਲ": 1046,
+      "##ਹ": 1047,
+      "##み": 1048,
+      "##す": 1049,
+      "##ロ": 1050,
+      "##キ": 1051,
+      "##ਾ": 1052,
+      "##ซ": 1053,
+      "##ュ": 1054,
+      "##ミ": 1055,
+      "##は": 1056,
+      "##り": 1057,
+      "##ッ": 1058,
+      "##κ": 1059,
+      "##х": 1060,
+      "##ค": 1061,
+      "##ള": 1062,
+      "##ง": 1063,
+      "##ไ": 1064,
+      "##ช": 1065,
+      "##σ": 1066,
+      "##ت": 1067,
+      "##س": 1068,
+      "##व": 1069,
+      "##ת": 1070,
+      "##א": 1071,
+      "##ჱ": 1072,
+      "##г": 1073,
+      "##ɳ": 1074,
+      "##γ": 1075,
+      "##ث": 1076,
+      "##ゆ": 1077,
+      "##ן": 1078,
+      "##º": 1079,
+      "##ാ": 1080,
+      "##ഹ": 1081,
+      "##お": 1082,
+      "##レ": 1083,
+      "##ツ": 1084,
+      "##ס": 1085,
+      "##у": 1086,
+      "##ウ": 1087,
+      "##ァ": 1088,
+      "##３": 1089,
+      "##ف": 1090,
+      "##ɫ": 1091,
+      "##ɜ": 1092,
+      "##ж": 1093,
+      "##ひ": 1094,
+      "##ح": 1095,
+      "##з": 1096,
+      "##ะ": 1097,
+      "##น": 1098,
+      "##ि": 1099,
+      "##ग": 1100,
+      "##ص": 1101,
+      "##є": 1102,
+      "##ल": 1103,
+      "##œ": 1104,
+      "##क": 1105,
+      "##ц": 1106,
+      "##ь": 1107,
+      "##ɐ": 1108,
+      "##ذ": 1109,
+      "##ة": 1110,
+      "##マ": 1111,
+      "##ま": 1112,
+      "##м": 1113,
+      "##も": 1114,
+      "##ю": 1115,
+      "##る": 1116,
+      "##を": 1117,
+      "##ʒ": 1118,
+      "##ܠ": 1119,
+      "##ܗ": 1120,
+      "##ܐ": 1121,
+      "##خ": 1122,
+      "##ˌ": 1123
+    }
+  }
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e619a909fa012f49ce83/tokenizer_config.json

@@ -0,0 +1,17 @@
+{
+  "backend": "tokenizers",
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "is_local": false,
+  "local_files_only": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e8a1f65ccdc1baf074dd/config.json

@@ -0,0 +1,44 @@
+{
+  "architectures": [
+    "RoFormerModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "dtype": "float32",
+  "embedding_size": 32,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 32,
+  "initializer_range": 0.02,
+  "intermediate_size": 37,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "roformer",
+  "neuron": {
+    "auto_cast": null,
+    "auto_cast_type": null,
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.26.6360.0+6f180f47",
+    "dynamic_batch_size": false,
+    "float_dtype": "fp32",
+    "inline_weights_to_neff": true,
+    "instance_type": "trn1",
+    "int_dtype": "int64",
+    "model_type": "roformer",
+    "optlevel": "2",
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "static_batch_size": 1,
+    "static_sequence_length": 128,
+    "task": "feature-extraction",
+    "tensor_parallel_size": 1
+  },
+  "num_attention_heads": 4,
+  "num_hidden_layers": 5,
+  "pad_token_id": 0,
+  "rotary_value": false,
+  "torchscript": true,
+  "transformers_version": "4.57.6",
+  "type_vocab_size": 16,
+  "use_cache": true,
+  "vocab_size": 50000
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e8a1f65ccdc1baf074dd/model.neuron

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc45e79bf43b02dfc40689fc888a0ce9aa93f6bf7a86be7c49447b0c804bd671
+size 6269567

neuronxcc-2.26.6360.0+6f180f47/MODULE_e8a1f65ccdc1baf074dd/special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e8a1f65ccdc1baf074dd/tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "RoFormerTokenizer",
+  "unk_token": "[UNK]"
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e9c92f51c5852325ab39/config.json

@@ -0,0 +1,64 @@
+{
+  "architectures": [
+    "XLMModel"
+  ],
+  "asm": false,
+  "attention_dropout": 0.1,
+  "bos_index": 0,
+  "bos_token_id": 0,
+  "causal": false,
+  "dropout": 0.1,
+  "dtype": "float32",
+  "emb_dim": 32,
+  "embed_init_std": 0.02209708691207961,
+  "end_n_top": 5,
+  "eos_index": 1,
+  "gelu_activation": true,
+  "init_std": 0.02,
+  "initializer_range": 0.02,
+  "is_encoder": true,
+  "lang_id": 0,
+  "layer_norm_eps": 1e-12,
+  "mask_index": 5,
+  "mask_token_id": 5,
+  "max_position_embeddings": 512,
+  "model_type": "xlm",
+  "n_heads": 4,
+  "n_langs": 2,
+  "n_layers": 5,
+  "n_special": 0,
+  "neuron": {
+    "auto_cast": null,
+    "auto_cast_type": null,
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.26.6360.0+6f180f47",
+    "dynamic_batch_size": false,
+    "float_dtype": "fp32",
+    "inline_weights_to_neff": true,
+    "instance_type": "trn1",
+    "int_dtype": "int64",
+    "model_type": "xlm",
+    "optlevel": "2",
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "static_batch_size": 1,
+    "static_sequence_length": 128,
+    "task": "token-classification",
+    "tensor_parallel_size": 1
+  },
+  "pad_index": 2,
+  "pad_token_id": 2,
+  "sinusoidal_embeddings": false,
+  "start_n_top": 5,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "last",
+  "summary_use_proj": true,
+  "torchscript": true,
+  "transformers_version": "4.57.6",
+  "unk_index": 3,
+  "use_lang_emb": true,
+  "use_proj": true,
+  "vocab_size": 30145
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e9c92f51c5852325ab39/model.neuron

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff162c1fd13c65677a34dcdc8532323cc9ac1382801ce76f87bd611a3be74c7d
+size 4014207

neuronxcc-2.26.6360.0+6f180f47/MODULE_e9c92f51c5852325ab39/special_tokens_map.json

@@ -0,0 +1,20 @@
+{
+  "additional_special_tokens": [
+    "<special0>",
+    "<special1>",
+    "<special2>",
+    "<special3>",
+    "<special4>",
+    "<special5>",
+    "<special6>",
+    "<special7>",
+    "<special8>",
+    "<special9>"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "</s>",
+  "mask_token": "<special1>",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_e9c92f51c5852325ab39/tokenizer_config.json

@@ -0,0 +1,141 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<special0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<special1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<special2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<special3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<special4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<special5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<special6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<special7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<special8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<special9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<special0>",
+    "<special1>",
+    "<special2>",
+    "<special3>",
+    "<special4>",
+    "<special5>",
+    "<special6>",
+    "<special7>",
+    "<special8>",
+    "<special9>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "</s>",
+  "do_lowercase_and_remove_accent": true,
+  "extra_special_tokens": {},
+  "id2lang": null,
+  "lang2id": null,
+  "mask_token": "<special1>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "XLMTokenizer",
+  "unk_token": "<unk>"
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_eae11ee36441ccb2a504+519f203d/compile_flags.json

@@ -0,0 +1 @@
+["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--verbose=35", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]

neuronxcc-2.26.6360.0+6f180f47/MODULE_eae11ee36441ccb2a504+519f203d/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf5ae81a6de7957390684377f4cf34217b58027a3a8def616a3d25035d73fe5
+size 88625

neuronxcc-2.26.6360.0+6f180f47/MODULE_eae11ee36441ccb2a504+519f203d/model.neff

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e6fc7c4abe68e45adc6a337cac6d0ebaf6b53637a5489396866a1c363b08a9
+size 287744

neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.hlo_module.pb

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0a5bf091484e71585fb29d6221767b64f060b977d9484ee0dcc781728fe7a23
+oid sha256:03fb1acf1041648b40bce0b670fc1c7dc25f96a0e9a0155135711b19116c6282
 size 545973

neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/model.neff

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9acf391b89f9dff306405c04aed9a5bc58560c324b7a9708155fef2c866b988
+oid sha256:c27c79dc8777ad3b88fbcb33d473b8da3b9e0b14d0a9c1c603cecac5598f3706
 size 871424

neuronxcc-2.26.6360.0+6f180f47/MODULE_edb233d7b189d0fba63f+84337dd9/wrapped_neff.hlo

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3cd9078d8c8791567e0b7b386f299ecba104d6ca01247e62cfbf8ceb0446a74
+oid sha256:c487f45a645d777cfa0ddcc272a78341e47e57811b0f40b85a35815e65086ff9
 size 993813

neuronxcc-2.26.6360.0+6f180f47/MODULE_ee1997fce5adbc158450/config.json

@@ -0,0 +1,49 @@
+{
+  "add_cross_attention": false,
+  "architectures": [
+    "BertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 32,
+  "initializer_range": 0.02,
+  "intermediate_size": 37,
+  "is_decoder": false,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "neuron": {
+    "auto_cast": null,
+    "auto_cast_type": null,
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.26.6360.0+6f180f47",
+    "dynamic_batch_size": false,
+    "float_dtype": "fp32",
+    "inline_weights_to_neff": true,
+    "instance_type": "trn1",
+    "int_dtype": "int64",
+    "model_type": "bert",
+    "optlevel": "2",
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "static_batch_size": 1,
+    "static_sequence_length": 128,
+    "task": "feature-extraction",
+    "tensor_parallel_size": 1
+  },
+  "num_attention_heads": 4,
+  "num_hidden_layers": 5,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "tie_word_embeddings": true,
+  "torchscript": true,
+  "transformers_version": "5.17.0",
+  "type_vocab_size": 16,
+  "use_cache": true,
+  "vocab_size": 1124
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_ee1997fce5adbc158450/model.neuron

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d731a3056c9f5be43a8a18a9525409286d4bcd46bcce5ccae57f777a21c66428
+size 463673

neuronxcc-2.26.6360.0+6f180f47/MODULE_ee1997fce5adbc158450/tokenizer.json

@@ -0,0 +1,1274 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "[PAD]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "[UNK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "[CLS]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 3,
+      "content": "[SEP]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 4,
+      "content": "[MASK]",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": {
+    "type": "BertNormalizer",
+    "clean_text": true,
+    "handle_chinese_chars": true,
+    "strip_accents": null,
+    "lowercase": true
+  },
+  "pre_tokenizer": {
+    "type": "BertPreTokenizer"
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "[CLS]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "[SEP]",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "[CLS]": {
+        "id": "[CLS]",
+        "ids": [
+          2
+        ],
+        "tokens": [
+          "[CLS]"
+        ]
+      },
+      "[SEP]": {
+        "id": "[SEP]",
+        "ids": [
+          3
+        ],
+        "tokens": [
+          "[SEP]"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "WordPiece",
+    "prefix": "##",
+    "cleanup": true
+  },
+  "model": {
+    "type": "WordPiece",
+    "unk_token": "[UNK]",
+    "continuing_subword_prefix": "##",
+    "max_input_chars_per_word": 100,
+    "vocab": {
+      "[PAD]": 0,
+      "[UNK]": 1,
+      "[CLS]": 2,
+      "[SEP]": 3,
+      "[MASK]": 4,
+      "!": 5,
+      "\"": 6,
+      "#": 7,
+      "$": 8,
+      "%": 9,
+      "&": 10,
+      "'": 11,
+      "(": 12,
+      ")": 13,
+      "*": 14,
+      "+": 15,
+      ",": 16,
+      "-": 17,
+      ".": 18,
+      "/": 19,
+      "0": 20,
+      "1": 21,
+      "2": 22,
+      "3": 23,
+      "4": 24,
+      "5": 25,
+      "6": 26,
+      "7": 27,
+      "8": 28,
+      "9": 29,
+      ":": 30,
+      ";": 31,
+      "<": 32,
+      "=": 33,
+      ">": 34,
+      "?": 35,
+      "@": 36,
+      "[": 37,
+      "\\": 38,
+      "]": 39,
+      "^": 40,
+      "_": 41,
+      "`": 42,
+      "a": 43,
+      "b": 44,
+      "c": 45,
+      "d": 46,
+      "e": 47,
+      "f": 48,
+      "g": 49,
+      "h": 50,
+      "i": 51,
+      "j": 52,
+      "k": 53,
+      "l": 54,
+      "m": 55,
+      "n": 56,
+      "o": 57,
+      "p": 58,
+      "q": 59,
+      "r": 60,
+      "s": 61,
+      "t": 62,
+      "u": 63,
+      "v": 64,
+      "w": 65,
+      "x": 66,
+      "y": 67,
+      "z": 68,
+      "|": 69,
+      "}": 70,
+      "~": 71,
+      "¡": 72,
+      "¢": 73,
+      "£": 74,
+      "¥": 75,
+      "§": 76,
+      "°": 77,
+      "±": 78,
+      "²": 79,
+      "³": 80,
+      "´": 81,
+      "µ": 82,
+      "·": 83,
+      "º": 84,
+      "½": 85,
+      "¿": 86,
+      "×": 87,
+      "ß": 88,
+      "æ": 89,
+      "ð": 90,
+      "ø": 91,
+      "þ": 92,
+      "đ": 93,
+      "ħ": 94,
+      "ı": 95,
+      "ł": 96,
+      "œ": 97,
+      "ɐ": 98,
+      "ɑ": 99,
+      "ɒ": 100,
+      "ɔ": 101,
+      "ə": 102,
+      "ɛ": 103,
+      "ɜ": 104,
+      "ɡ": 105,
+      "ɢ": 106,
+      "ɪ": 107,
+      "ɫ": 108,
+      "ɳ": 109,
+      "ɽ": 110,
+      "ɾ": 111,
+      "ʁ": 112,
+      "ʃ": 113,
+      "ʊ": 114,
+      "ʋ": 115,
+      "ʒ": 116,
+      "ʔ": 117,
+      "ʕ": 118,
+      "ʲ": 119,
+      "ʻ": 120,
+      "ʼ": 121,
+      "ʾ": 122,
+      "ʿ": 123,
+      "ˈ": 124,
+      "ˌ": 125,
+      "ː": 126,
+      "α": 127,
+      "β": 128,
+      "γ": 129,
+      "δ": 130,
+      "ε": 131,
+      "η": 132,
+      "θ": 133,
+      "ι": 134,
+      "κ": 135,
+      "λ": 136,
+      "μ": 137,
+      "��": 138,
+      "ξ": 139,
+      "ο": 140,
+      "π": 141,
+      "ρ": 142,
+      "ς": 143,
+      "σ": 144,
+      "τ": 145,
+      "υ": 146,
+      "φ": 147,
+      "χ": 148,
+      "ψ": 149,
+      "ω": 150,
+      "а": 151,
+      "б": 152,
+      "в": 153,
+      "г": 154,
+      "д": 155,
+      "е": 156,
+      "ж": 157,
+      "з": 158,
+      "и": 159,
+      "к": 160,
+      "л": 161,
+      "м": 162,
+      "н": 163,
+      "о": 164,
+      "п": 165,
+      "р": 166,
+      "с": 167,
+      "т": 168,
+      "у": 169,
+      "х": 170,
+      "ц": 171,
+      "ш": 172,
+      "ъ": 173,
+      "ы": 174,
+      "ь": 175,
+      "ю": 176,
+      "я": 177,
+      "є": 178,
+      "א": 179,
+      "ב": 180,
+      "ג": 181,
+      "ה": 182,
+      "ו": 183,
+      "ז": 184,
+      "ח": 185,
+      "י": 186,
+      "ל": 187,
+      "ם": 188,
+      "מ": 189,
+      "ן": 190,
+      "נ": 191,
+      "ס": 192,
+      "ף": 193,
+      "פ": 194,
+      "צ": 195,
+      "ר": 196,
+      "ש": 197,
+      "ת": 198,
+      "ء": 199,
+      "ا": 200,
+      "ب": 201,
+      "ة": 202,
+      "ت": 203,
+      "ث": 204,
+      "ج": 205,
+      "ح": 206,
+      "خ": 207,
+      "د": 208,
+      "ذ": 209,
+      "ر": 210,
+      "س": 211,
+      "ش": 212,
+      "ص": 213,
+      "ع": 214,
+      "ف": 215,
+      "ق": 216,
+      "ك": 217,
+      "ل": 218,
+      "م": 219,
+      "ن": 220,
+      "ه": 221,
+      "و": 222,
+      "ي": 223,
+      "ܐ": 224,
+      "ܕ": 225,
+      "ܗ": 226,
+      "ܝ": 227,
+      "ܠ": 228,
+      "ܢ": 229,
+      "ܬ": 230,
+      "अ": 231,
+      "ई": 232,
+      "क": 233,
+      "ग": 234,
+      "ण": 235,
+      "त": 236,
+      "द": 237,
+      "न": 238,
+      "प": 239,
+      "ब": 240,
+      "म": 241,
+      "य": 242,
+      "र": 243,
+      "ल": 244,
+      "व": 245,
+      "स": 246,
+      "ह": 247,
+      "ा": 248,
+      "ि": 249,
+      "আ": 250,
+      "ল": 251,
+      "হ": 252,
+      "া": 253,
+      "ਅ": 254,
+      "ਲ": 255,
+      "ਹ": 256,
+      "ਾ": 257,
+      "അ": 258,
+      "ള": 259,
+      "ഹ": 260,
+      "ാ": 261,
+      "ก": 262,
+      "ค": 263,
+      "ง": 264,
+      "ช": 265,
+      "ซ": 266,
+      "ญ": 267,
+      "ฐ": 268,
+      "ณ": 269,
+      "ด": 270,
+      "ต": 271,
+      "น": 272,
+      "บ": 273,
+      "ป": 274,
+      "พ": 275,
+      "ภ": 276,
+      "ม": 277,
+      "ย": 278,
+      "ร": 279,
+      "ล": 280,
+      "ว": 281,
+      "ศ": 282,
+      "ษ": 283,
+      "ส": 284,
+      "ห": 285,
+      "อ": 286,
+      "ฮ": 287,
+      "ะ": 288,
+      "า": 289,
+      "เ": 290,
+      "แ": 291,
+      "ไ": 292,
+      "ა": 293,
+      "ბ": 294,
+      "გ": 295,
+      "დ": 296,
+      "ე": 297,
+      "ვ": 298,
+      "ზ": 299,
+      "თ": 300,
+      "ი": 301,
+      "კ": 302,
+      "ლ": 303,
+      "მ": 304,
+      "ნ": 305,
+      "ო": 306,
+      "პ": 307,
+      "ჟ": 308,
+      "რ": 309,
+      "ს": 310,
+      "ტ": 311,
+      "უ": 312,
+      "ფ": 313,
+      "ქ": 314,
+      "ღ": 315,
+      "ყ": 316,
+      "შ": 317,
+      "ჩ": 318,
+      "ც": 319,
+      "ძ": 320,
+      "წ": 321,
+      "ჭ": 322,
+      "ხ": 323,
+      "ჯ": 324,
+      "ჰ": 325,
+      "ჱ": 326,
+      "ჲ": 327,
+      "ჳ": 328,
+      "ჴ": 329,
+      "ჵ": 330,
+      "ჶ": 331,
+      "ჷ": 332,
+      "ჸ": 333,
+      "ჹ": 334,
+      "ჺ": 335,
+      "჻": 336,
+      "ᄃ": 337,
+      "ᄅ": 338,
+      "ᄇ": 339,
+      "ᄋ": 340,
+      "ᄌ": 341,
+      "ᅡ": 342,
+      "ᅢ": 343,
+      "ᅦ": 344,
+      "ᅧ": 345,
+      "ᅩ": 346,
+      "ᅮ": 347,
+      "ᅵ": 348,
+      "ᆨ": 349,
+      "ᆫ": 350,
+      "ᆯ": 351,
+      "ᆸ": 352,
+      "ᆼ": 353,
+      "ᵻ": 354,
+      "‐": 355,
+      "‑": 356,
+      "–": 357,
+      "—": 358,
+      "―": 359,
+      "‘": 360,
+      "’": 361,
+      "“": 362,
+      "”": 363,
+      "„": 364,
+      "†": 365,
+      "‡": 366,
+      "•": 367,
+      "…": 368,
+      "′": 369,
+      "″": 370,
+      "⁄": 371,
+      "₣": 372,
+      "₤": 373,
+      "€": 374,
+      "₹": 375,
+      "⅓": 376,
+      "⅔": 377,
+      "→": 378,
+      "−": 379,
+      "≡": 380,
+      "≤": 381,
+      "①": 382,
+      "☉": 383,
+      "☫": 384,
+      "♀": 385,
+      "♭": 386,
+      "♯": 387,
+      "⚳": 388,
+      "ⴀ": 389,
+      "ⴂ": 390,
+      "ⴃ": 391,
+      "ⴈ": 392,
+      "ⴌ": 393,
+      "ⴕ": 394,
+      "ⴟ": 395,
+      "〈": 396,
+      "〉": 397,
+      "〜": 398,
+      "あ": 399,
+      "い": 400,
+      "う": 401,
+      "お": 402,
+      "か": 403,
+      "き": 404,
+      "く": 405,
+      "け": 406,
+      "こ": 407,
+      "さ": 408,
+      "し": 409,
+      "す": 410,
+      "せ": 411,
+      "た": 412,
+      "ち": 413,
+      "っ": 414,
+      "つ": 415,
+      "と": 416,
+      "な": 417,
+      "に": 418,
+      "の": 419,
+      "は": 420,
+      "ひ": 421,
+      "ふ": 422,
+      "ほ": 423,
+      "ま": 424,
+      "み": 425,
+      "め": 426,
+      "も": 427,
+      "ゃ": 428,
+      "ゆ": 429,
+      "ょ": 430,
+      "ら": 431,
+      "り": 432,
+      "る": 433,
+      "れ": 434,
+      "わ": 435,
+      "を": 436,
+      "ん": 437,
+      "ァ": 438,
+      "ア": 439,
+      "ィ": 440,
+      "イ": 441,
+      "ゥ": 442,
+      "ウ": 443,
+      "ェ": 444,
+      "エ": 445,
+      "ォ": 446,
+      "オ": 447,
+      "カ": 448,
+      "キ": 449,
+      "ク": 450,
+      "ケ": 451,
+      "コ": 452,
+      "サ": 453,
+      "シ": 454,
+      "ス": 455,
+      "セ": 456,
+      "タ": 457,
+      "チ": 458,
+      "ッ": 459,
+      "ツ": 460,
+      "テ": 461,
+      "ト": 462,
+      "ナ": 463,
+      "ニ": 464,
+      "ネ": 465,
+      "ノ": 466,
+      "ハ": 467,
+      "フ": 468,
+      "ヘ": 469,
+      "マ": 470,
+      "ミ": 471,
+      "ム": 472,
+      "モ": 473,
+      "ャ": 474,
+      "ュ": 475,
+      "ョ": 476,
+      "ラ": 477,
+      "リ": 478,
+      "ル": 479,
+      "レ": 480,
+      "ロ": 481,
+      "ン": 482,
+      "・": 483,
+      "ー": 484,
+      "一": 485,
+      "七": 486,
+      "下": 487,
+      "世": 488,
+      "丙": 489,
+      "中": 490,
+      "主": 491,
+      "乃": 492,
+      "之": 493,
+      "乙": 494,
+      "九": 495,
+      "二": 496,
+      "云": 497,
+      "人": 498,
+      "今": 499,
+      "付": 500,
+      "作": 501,
+      "侗": 502,
+      "依": 503,
+      "信": 504,
+      "傳": 505,
+      "儚": 506,
+      "充": 507,
+      "光": 508,
+      "全": 509,
+      "兵": 510,
+      "其": 511,
+      "具": 512,
+      "円": 513,
+      "再": 514,
+      "出": 515,
+      "判": 516,
+      "前": 517,
+      "剛": 518,
+      "劇": 519,
+      "劉": 520,
+      "動": 521,
+      "化": 522,
+      "北": 523,
+      "华": 524,
+      "厂": 525,
+      "去": 526,
+      "古": 527,
+      "可": 528,
+      "台": 529,
+      "史": 530,
+      "同": 531,
+      "名": 532,
+      "君": 533,
+      "吳": 534,
+      "周": 535,
+      "命": 536,
+      "和": 537,
+      "咲": 538,
+      "善": 539,
+      "四": 540,
+      "國": 541,
+      "園": 542,
+      "圣": 543,
+      "在": 544,
+      "坂": 545,
+      "堤": 546,
+      "場": 547,
+      "塘": 548,
+      "夕": 549,
+      "大": 550,
+      "天": 551,
+      "夫": 552,
+      "女": 553,
+      "妙": 554,
+      "姚": 555,
+      "子": 556,
+      "孟": 557,
+      "守": 558,
+      "安": 559,
+      "宋": 560,
+      "完": 561,
+      "宗": 562,
+      "宝": 563,
+      "宫": 564,
+      "寝": 565,
+      "寺": 566,
+      "小": 567,
+      "少": 568,
+      "尾": 569,
+      "山": 570,
+      "岳": 571,
+      "川": 572,
+      "州": 573,
+      "巳": 574,
+      "市": 575,
+      "師": 576,
+      "平": 577,
+      "广": 578,
+      "庆": 579,
+      "府": 580,
+      "座": 581,
+      "廬": 582,
+      "建": 583,
+      "式": 584,
+      "張": 585,
+      "彌": 586,
+      "彩": 587,
+      "彼": 588,
+      "後": 589,
+      "御": 590,
+      "德": 591,
+      "思": 592,
+      "愛": 593,
+      "憑": 594,
+      "憶": 595,
+      "應": 596,
+      "懷": 597,
+      "战": 598,
+      "戦": 599,
+      "扈": 600,
+      "技": 601,
+      "拉": 602,
+      "拳": 603,
+      "挑": 604,
+      "揺": 605,
+      "攻": 606,
+      "放": 607,
+      "政": 608,
+      "散": 609,
+      "斯": 610,
+      "方": 611,
+      "日": 612,
+      "旦": 613,
+      "旭": 614,
+      "昌": 615,
+      "明": 616,
+      "星": 617,
+      "春": 618,
+      "晋": 619,
+      "景": 620,
+      "曦": 621,
+      "月": 622,
+      "望": 623,
+      "未": 624,
+      "本": 625,
+      "李": 626,
+      "村": 627,
+      "杜": 628,
+      "束": 629,
+      "来": 630,
+      "林": 631,
+      "桜": 632,
+      "梶": 633,
+      "棘": 634,
+      "椎": 635,
+      "楊": 636,
+      "楚": 637,
+      "榮": 638,
+      "橘": 639,
+      "機": 640,
+      "正": 641,
+      "殻": 642,
+      "殿": 643,
+      "母": 644,
+      "水": 645,
+      "汉": 646,
+      "沂": 647,
+      "沙": 648,
+      "河": 649,
+      "泗": 650,
+      "波": 651,
+      "泣": 652,
+      "洪": 653,
+      "淹": 654,
+      "清": 655,
+      "湯": 656,
+      "漢": 657,
+      "澄": 658,
+      "澤": 659,
+      "火": 660,
+      "灯": 661,
+      "灵": 662,
+      "灼": 663,
+      "焼": 664,
+      "熱": 665,
+      "物": 666,
+      "狐": 667,
+      "狸": 668,
+      "玄": 669,
+      "王": 670,
+      "玩": 671,
+      "珂": 672,
+      "珙": 673,
+      "球": 674,
+      "理": 675,
+      "琦": 676,
+      "琪": 677,
+      "瓊": 678,
+      "生": 679,
+      "田": 680,
+      "畢": 681,
+      "番": 682,
+      "瘡": 683,
+      "白": 684,
+      "皮": 685,
+      "真": 686,
+      "砲": 687,
+      "礮": 688,
+      "祈": 689,
+      "神": 690,
+      "祠": 691,
+      "秋": 692,
+      "空": 693,
+      "立": 694,
+      "精": 695,
+      "約": 696,
+      "絵": 697,
+      "織": 698,
+      "義": 699,
+      "翠": 700,
+      "者": 701,
+      "耕": 702,
+      "肖": 703,
+      "胡": 704,
+      "膀": 705,
+      "臂": 706,
+      "興": 707,
+      "良": 708,
+      "花": 709,
+      "芳": 710,
+      "芽": 711,
+      "若": 712,
+      "英": 713,
+      "藕": 714,
+      "藥": 715,
+      "蘄": 716,
+      "蘇": 717,
+      "行": 718,
+      "裁": 719,
+      "規": 720,
+      "覺": 721,
+      "观": 722,
+      "解": 723,
+      "記": 724,
+      "誓": 725,
+      "誡": 726,
+      "誰": 727,
+      "謎": 728,
+      "许": 729,
+      "谭": 730,
+      "豪": 731,
+      "豫": 732,
+      "費": 733,
+      "贵": 734,
+      "赤": 735,
+      "趙": 736,
+      "足": 737,
+      "跡": 738,
+      "転": 739,
+      "辛": 740,
+      "逆": 741,
+      "遇": 742,
+      "運": 743,
+      "過": 744,
+      "遠": 745,
+      "選": 746,
+      "邦": 747,
+      "邱": 748,
+      "部": 749,
+      "郭": 750,
+      "都": 751,
+      "酈": 752,
+      "里": 753,
+      "野": 754,
+      "金": 755,
+      "銃": 756,
+      "鋼": 757,
+      "錄": 758,
+      "錡": 759,
+      "鍵": 760,
+      "鐵": 761,
+      "钱": 762,
+      "铁": 763,
+      "關": 764,
+      "防": 765,
+      "阿": 766,
+      "陈": 767,
+      "陳": 768,
+      "陽": 769,
+      "隊": 770,
+      "階": 771,
+      "集": 772,
+      "雪": 773,
+      "雲": 774,
+      "霖": 775,
+      "霹": 776,
+      "靂": 777,
+      "韓": 778,
+      "願": 779,
+      "顯": 780,
+      "颜": 781,
+      "马": 782,
+      "高": 783,
+      "龍": 784,
+      "ﷲ": 785,
+      "ﻋ": 786,
+      "／": 787,
+      "３": 788,
+      "～": 789,
+      "##i": 790,
+      "##y": 791,
+      "##o": 792,
+      "##r": 793,
+      "##g": 794,
+      "##a": 795,
+      "##w": 796,
+      "##l": 797,
+      "##b": 798,
+      "##z": 799,
+      "##t": 800,
+      "##n": 801,
+      "##c": 802,
+      "##h": 803,
+      "##s": 804,
+      "##u": 805,
+      "##d": 806,
+      "##e": 807,
+      "##k": 808,
+      "##v": 809,
+      "##f": 810,
+      "##x": 811,
+      "##q": 812,
+      "##p": 813,
+      "##æ": 814,
+      "##0": 815,
+      "##5": 816,
+      "##m": 817,
+      "##8": 818,
+      "##4": 819,
+      "##س": 820,
+      "##ت": 821,
+      "##ا": 822,
+      "##ن": 823,
+      "##6": 824,
+      "##1": 825,
+      "##7": 826,
+      "##j": 827,
+      "##つ": 828,
+      "##う": 829,
+      "##2": 830,
+      "##9": 831,
+      "##3": 832,
+      "##ø": 833,
+      "##ล": 834,
+      "##ว": 835,
+      "##ง": 836,
+      "##พ": 837,
+      "##ไ": 838,
+      "##ช": 839,
+      "##ย": 840,
+      "##า": 841,
+      "##ร": 842,
+      "##თ": 843,
+      "##ა": 844,
+      "##ვ": 845,
+      "##რ": 846,
+      "##ი": 847,
+      "##ള": 848,
+      "##あ": 849,
+      "##ん": 850,
+      "##α": 851,
+      "##ν": 852,
+      "##τ": 853,
+      "##ο": 854,
+      "##κ": 855,
+      "##ρ": 856,
+      "##ω": 857,
+      "##ς": 858,
+      "##の": 859,
+      "##な": 860,
+      "##ら": 861,
+      "##ð": 862,
+      "##œ": 863,
+      "##ɛ": 864,
+      "##ł": 865,
+      "##η": 866,
+      "##μ": 867,
+      "##ซ": 868,
+      "##ル": 869,
+      "##シ": 870,
+      "##ア": 871,
+      "##リ": 872,
+      "##ス": 873,
+      "##ʔ": 874,
+      "##ल": 875,
+      "##ᄇ": 876,
+      "##ᅮ": 877,
+      "##ᄃ": 878,
+      "##ᅢ": 879,
+      "##β": 880,
+      "##ß": 881,
+      "##か": 882,
+      "##た": 883,
+      "##ə": 884,
+      "##ʻ": 885,
+      "##ι": 886,
+      "##χ": 887,
+      "##о": 888,
+      "##л": 889,
+      "##с": 890,
+      "##а": 891,
+      "##т": 892,
+      "##ы": 893,
+      "##и": 894,
+      "##в": 895,
+      "##к": 896,
+      "##з": 897,
+      "##ッ": 898,
+      "##ク": 899,
+      "##マ": 900,
+      "##ン": 901,
+      "##გ": 902,
+      "##ლ": 903,
+      "##ო": 904,
+      "##ნ": 905,
+      "##ː": 906,
+      "##ל": 907,
+      "##ה": 908,
+      "##א": 909,
+      "##く": 910,
+      "##み": 911,
+      "##ε": 912,
+      "##ξ": 913,
+      "##ল": 914,
+      "##ˈ": 915,
+      "##ɡ": 916,
+      "##ɑ": 917,
+      "##ɒ": 918,
+      "##し": 919,
+      "##す": 920,
+      "##き": 921,
+      "##ひ": 922,
+      "##と": 923,
+      "##đ": 924,
+      "##ъ": 925,
+      "##н": 926,
+      "##е": 927,
+      "##י": 928,
+      "##פ": 929,
+      "##イ": 930,
+      "##λ": 931,
+      "##ق": 932,
+      "##ع": 933,
+      "##د": 934,
+      "##ᅡ": 935,
+      "##ᆯ": 936,
+      "##ᄅ": 937,
+      "##ɪ": 938,
+      "##ค": 939,
+      "##ต": 940,
+      "##व": 941,
+      "##��": 942,
+      "##द": 943,
+      "##は": 944,
+      "##り": 945,
+      "##レ": 946,
+      "##ー": 947,
+      "##ツ": 948,
+      "##ي": 949,
+      "##ش": 950,
+      "##و": 951,
+      "##م": 952,
+      "##º": 953,
+      "##ਲ": 954,
+      "##ਾ": 955,
+      "##ਹ": 956,
+      "##д": 957,
+      "##р": 958,
+      "##ل": 959,
+      "##ب": 960,
+      "##い": 961,
+      "##ち": 962,
+      "##ゃ": 963,
+      "##ʒ": 964,
+      "##ʃ": 965,
+      "##ɔ": 966,
+      "##ह": 967,
+      "##ニ": 968,
+      "##ウ": 969,
+      "##ァ": 970,
+      "##キ": 971,
+      "##ュ": 972,
+      "##３": 973,
+      "##ხ": 974,
+      "##ს": 975,
+      "##お": 976,
+      "##タ": 977,
+      "##ാ": 978,
+      "##ഹ": 979,
+      "##ɳ": 980,
+      "##ま": 981,
+      "##る": 982,
+      "##ะ": 983,
+      "##อ": 984,
+      "##น": 985,
+      "##ן": 986,
+      "##я": 987,
+      "##แ": 988,
+      "##ก": 989,
+      "##ɾ": 990,
+      "##ʲ": 991,
+      "##フ": 992,
+      "##უ": 993,
+      "##ภ": 994,
+      "##ด": 995,
+      "##ב": 996,
+      "##ת": 997,
+      "##خ": 998,
+      "##ラ": 999,
+      "##れ": 1000,
+      "##ण": 1001,
+      "##स": 1002,
+      "##न": 1003,
+      "##ه": 1004,
+      "##ف": 1005,
+      "##ر": 1006,
+      "##エ": 1007,
+      "##テ": 1008,
+      "##ษ": 1009,
+      "##ฐ": 1010,
+      "##ィ": 1011,
+      "##क": 1012,
+      "##ノ": 1013,
+      "##θ": 1014,
+      "##ネ": 1015,
+      "##ョ": 1016,
+      "##δ": 1017,
+      "##ɽ": 1018,
+      "##ʁ": 1019,
+      "##ტ": 1020,
+      "##ჱ": 1021,
+      "##ェ": 1022,
+      "##ハ": 1023,
+      "##υ": 1024,
+      "##र": 1025,
+      "##х": 1026,
+      "##も": 1027,
+      "##っ": 1028,
+      "##ょ": 1029,
+      "##に": 1030,
+      "##γ": 1031,
+      "##ც": 1032,
+      "##ე": 1033,
+      "##є": 1034,
+      "##м": 1035,
+      "##ܕ": 1036,
+      "##ܝ": 1037,
+      "##ܢ": 1038,
+      "##ܬ": 1039,
+      "##ณ": 1040,
+      "##ม": 1041,
+      "##ฮ": 1042,
+      "##ж": 1043,
+      "##ם": 1044,
+      "##ء": 1045,
+      "##ʊ": 1046,
+      "##ई": 1047,
+      "##め": 1048,
+      "##მ": 1049,
+      "##ム": 1050,
+      "##チ": 1051,
+      "##ᵻ": 1052,
+      "##ˌ": 1053,
+      "##ו": 1054,
+      "##ף": 1055,
+      "##წ": 1056,
+      "##ფ": 1057,
+      "##ャ": 1058,
+      "##モ": 1059,
+      "##ɐ": 1060,
+      "##ᅦ": 1061,
+      "##ᅩ": 1062,
+      "##ᆨ": 1063,
+      "##ᅵ": 1064,
+      "##ᆸ": 1065,
+      "##ᅧ": 1066,
+      "##ᆼ": 1067,
+      "##ᄋ": 1068,
+      "##ᆫ": 1069,
+      "##わ": 1070,
+      "##ı": 1071,
+      "##ქ": 1072,
+      "##დ": 1073,
+      "##ि": 1074,
+      "##ჲ": 1075,
+      "##ר": 1076,
+      "##セ": 1077,
+      "##オ": 1078,
+      "##ゆ": 1079,
+      "##せ": 1080,
+      "##ك": 1081,
+      "##ʿ": 1082,
+      "##ש": 1083,
+      "##מ": 1084,
+      "##צ": 1085,
+      "##п": 1086,
+      "##г": 1087,
+      "##カ": 1088,
+      "##ܠ": 1089,
+      "##ܗ": 1090,
+      "##ܐ": 1091,
+      "##ナ": 1092,
+      "##ミ": 1093,
+      "##こ": 1094,
+      "##を": 1095,
+      "##ψ": 1096,
+      "##サ": 1097,
+      "##ォ": 1098,
+      "##π": 1099,
+      "##ト": 1100,
+      "##у": 1101,
+      "##ح": 1102,
+      "##σ": 1103,
+      "##เ": 1104,
+      "##ป": 1105,
+      "##ш": 1106,
+      "##ゥ": 1107,
+      "##ロ": 1108,
+      "##া": 1109,
+      "##হ": 1110,
+      "##ɜ": 1111,
+      "##ة": 1112,
+      "##ص": 1113,
+      "##ס": 1114,
+      "##ث": 1115,
+      "##ჳ": 1116,
+      "##נ": 1117,
+      "##ذ": 1118,
+      "##ग": 1119,
+      "##ɫ": 1120,
+      "##ц": 1121,
+      "##ь": 1122,
+      "##ю": 1123
+    }
+  }
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_ee1997fce5adbc158450/tokenizer_config.json

@@ -0,0 +1,17 @@
+{
+  "backend": "tokenizers",
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "is_local": false,
+  "local_files_only": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_ee4fc48e52b39ca7deba/config.json

@@ -0,0 +1,65 @@
+{
+  "architectures": [
+    "FlaubertModel"
+  ],
+  "asm": false,
+  "attention_dropout": 0.1,
+  "bos_token_id": 0,
+  "causal": false,
+  "dropout": 0.1,
+  "dtype": "float32",
+  "emb_dim": 32,
+  "embed_init_std": 0.02209708691207961,
+  "end_n_top": 5,
+  "eos_token_id": 1,
+  "gelu_activation": true,
+  "init_std": 0.02,
+  "initializer_range": 0.02,
+  "is_encoder": true,
+  "lang_id": 0,
+  "layer_norm_eps": 1e-12,
+  "layerdrop": 0.0,
+  "mask_index": 5,
+  "mask_token_id": 0,
+  "max_position_embeddings": 512,
+  "model_type": "flaubert",
+  "n_heads": 4,
+  "n_langs": 2,
+  "n_layers": 5,
+  "n_special": 0,
+  "neuron": {
+    "auto_cast": null,
+    "auto_cast_type": null,
+    "compiler_type": "neuronx-cc",
+    "compiler_version": "2.26.6360.0+6f180f47",
+    "dynamic_batch_size": false,
+    "float_dtype": "fp32",
+    "inline_weights_to_neff": true,
+    "instance_type": "trn1",
+    "int_dtype": "int64",
+    "model_type": "flaubert",
+    "optlevel": "2",
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "static_batch_size": 1,
+    "static_sequence_length": 128,
+    "task": "token-classification",
+    "tensor_parallel_size": 1
+  },
+  "pad_token_id": 2,
+  "pre_norm": false,
+  "sinusoidal_embeddings": false,
+  "start_n_top": 5,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "last",
+  "summary_use_proj": true,
+  "tie_word_embeddings": true,
+  "torchscript": true,
+  "transformers_version": "5.17.0",
+  "unk_index": 3,
+  "use_lang_emb": true,
+  "use_proj": null,
+  "vocab_size": 68729
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_ee4fc48e52b39ca7deba/model.neuron

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920c87e0ec19f447c0e7b6ff2e410e586ca9ee5462fe955c4ebd86bfde774a7a
+size 8612031

neuronxcc-2.26.6360.0+6f180f47/MODULE_ee4fc48e52b39ca7deba/tokenizer_config.json

@@ -0,0 +1,155 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<special0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<special1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<special2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<special3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<special4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<special5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<special6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<special7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<special8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<special9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<special0>",
+    "<special1>",
+    "<special2>",
+    "<special3>",
+    "<special4>",
+    "<special5>",
+    "<special6>",
+    "<special7>",
+    "<special8>",
+    "<special9>"
+  ],
+  "backend": "custom",
+  "bos_token": "<s>",
+  "cls_token": "</s>",
+  "do_lower_case": false,
+  "do_lowercase": false,
+  "extra_special_tokens": [
+    "<special0>",
+    "<special1>",
+    "<special2>",
+    "<special3>",
+    "<special4>",
+    "<special5>",
+    "<special6>",
+    "<special7>",
+    "<special8>",
+    "<special9>"
+  ],
+  "id2lang": null,
+  "is_local": false,
+  "lang2id": null,
+  "local_files_only": false,
+  "mask_token": "<special1>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "FlaubertTokenizer",
+  "unk_token": "<unk>"
+}

neuronxcc-2.26.6360.0+6f180f47/MODULE_f00b4023e83cd0ef681f+a3268ffc/compile_flags.json

@@ -0,0 +1 @@
+["--target=inf2", "--enable-saturate-infinity", "--auto-cast=none", "--model-type=transformer", "-O1", "--verbose=35", "--logfile=/tmp/nxdi_test_415c6ba1-8863-4efb-9b50-ce2b3f21f1bc/compiler_workdir/SoftmaxWithMask/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]

neuronxcc-2.26.6360.0+6f180f47/MODULE_f00b4023e83cd0ef681f+a3268ffc/model.hlo_module.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88c01afe62ad57ba1040699c8ce72f65b2ffa5e696a94517f3df3f0e926e1f9
+size 16823