Text Generation
Transformers
ONNX
Safetensors
GGUF
Transformers.js
English
gpt2
humor
parody
tiny
chat
lm-studio
ollama
llama.cpp
gpt
meme
funny
joke
satire
ram
ram-shortage
tiny-model
small-model
micro-model
toy-model
trained-from-scratch
custom-tokenizer
synthetic-data
conversational
chatbot
cpu
low-resource
text-generation-inference
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "<|i_have_enough_ram|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": {
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": true
},
"post_processor": null,
"decoder": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": null,
"continuing_subword_prefix": null,
"end_of_word_suffix": null,
"fuse_unk": false,
"byte_fallback": false,
"ignore_merges": false,
"vocab": {
"<|i_have_enough_ram|>": 0,
"!": 1,
"\"": 2,
"#": 3,
"$": 4,
"%": 5,
"&": 6,
"'": 7,
"(": 8,
")": 9,
"*": 10,
"+": 11,
",": 12,
"-": 13,
".": 14,
"/": 15,
"0": 16,
"1": 17,
"2": 18,
"3": 19,
"4": 20,
"5": 21,
"6": 22,
"7": 23,
"8": 24,
"9": 25,
":": 26,
";": 27,
"<": 28,
"=": 29,
">": 30,
"?": 31,
"@": 32,
"A": 33,
"B": 34,
"C": 35,
"D": 36,
"E": 37,
"F": 38,
"G": 39,
"H": 40,
"I": 41,
"J": 42,
"K": 43,
"L": 44,
"M": 45,
"N": 46,
"O": 47,
"P": 48,
"Q": 49,
"R": 50,
"S": 51,
"T": 52,
"U": 53,
"V": 54,
"W": 55,
"X": 56,
"Y": 57,
"Z": 58,
"[": 59,
"\\": 60,
"]": 61,
"^": 62,
"_": 63,
"`": 64,
"a": 65,
"b": 66,
"c": 67,
"d": 68,
"e": 69,
"f": 70,
"g": 71,
"h": 72,
"i": 73,
"j": 74,
"k": 75,
"l": 76,
"m": 77,
"n": 78,
"o": 79,
"p": 80,
"q": 81,
"r": 82,
"s": 83,
"t": 84,
"u": 85,
"v": 86,
"w": 87,
"x": 88,
"y": 89,
"z": 90,
"{": 91,
"|": 92,
"}": 93,
"~": 94,
"¡": 95,
"¢": 96,
"£": 97,
"¤": 98,
"¥": 99,
"¦": 100,
"§": 101,
"¨": 102,
"©": 103,
"ª": 104,
"«": 105,
"¬": 106,
"®": 107,
"¯": 108,
"°": 109,
"±": 110,
"²": 111,
"³": 112,
"´": 113,
"µ": 114,
"¶": 115,
"·": 116,
"¸": 117,
"¹": 118,
"º": 119,
"»": 120,
"¼": 121,
"½": 122,
"¾": 123,
"¿": 124,
"À": 125,
"Á": 126,
"Â": 127,
"Ã": 128,
"Ä": 129,
"Å": 130,
"Æ": 131,
"Ç": 132,
"È": 133,
"É": 134,
"Ê": 135,
"Ë": 136,
"Ì": 137,
"Í": 138,
"Î": 139,
"Ï": 140,
"Ð": 141,
"Ñ": 142,
"Ò": 143,
"Ó": 144,
"Ô": 145,
"Õ": 146,
"Ö": 147,
"×": 148,
"Ø": 149,
"Ù": 150,
"Ú": 151,
"Û": 152,
"Ü": 153,
"Ý": 154,
"Þ": 155,
"ß": 156,
"à": 157,
"á": 158,
"â": 159,
"ã": 160,
"ä": 161,
"å": 162,
"æ": 163,
"ç": 164,
"è": 165,
"é": 166,
"ê": 167,
"ë": 168,
"ì": 169,
"í": 170,
"î": 171,
"ï": 172,
"ð": 173,
"ñ": 174,
"ò": 175,
"ó": 176,
"ô": 177,
"õ": 178,
"ö": 179,
"÷": 180,
"ø": 181,
"ù": 182,
"ú": 183,
"û": 184,
"ü": 185,
"ý": 186,
"þ": 187,
"ÿ": 188,
"Ā": 189,
"ā": 190,
"Ă": 191,
"ă": 192,
"Ą": 193,
"ą": 194,
"Ć": 195,
"ć": 196,
"Ĉ": 197,
"ĉ": 198,
"Ċ": 199,
"ċ": 200,
"Č": 201,
"č": 202,
"Ď": 203,
"ď": 204,
"Đ": 205,
"đ": 206,
"Ē": 207,
"ē": 208,
"Ĕ": 209,
"ĕ": 210,
"Ė": 211,
"ė": 212,
"Ę": 213,
"ę": 214,
"Ě": 215,
"ě": 216,
"Ĝ": 217,
"ĝ": 218,
"Ğ": 219,
"ğ": 220,
"Ġ": 221,
"ġ": 222,
"Ģ": 223,
"ģ": 224,
"Ĥ": 225,
"ĥ": 226,
"Ħ": 227,
"ħ": 228,
"Ĩ": 229,
"ĩ": 230,
"Ī": 231,
"ī": 232,
"Ĭ": 233,
"ĭ": 234,
"Į": 235,
"į": 236,
"İ": 237,
"ı": 238,
"IJ": 239,
"ij": 240,
"Ĵ": 241,
"ĵ": 242,
"Ķ": 243,
"ķ": 244,
"ĸ": 245,
"Ĺ": 246,
"ĺ": 247,
"Ļ": 248,
"ļ": 249,
"Ľ": 250,
"ľ": 251,
"Ŀ": 252,
"ŀ": 253,
"Ł": 254,
"ł": 255,
"Ń": 256,
"AM": 257,
"RAM": 258,
"ĠRAM": 259,
"ĠM": 260,
"čĊ": 261,
"OR": 262,
"ĠI": 263,
"AL": 264,
"GB": 265,
"AN": 266,
"ou": 267,
"ORE": 268,
"ĠMORE": 269,
"ĠN": 270,
"ha": 271,
"am": 272,
"er": 273,
"ram": 274,
"en": 275,
"..": 276,
"ve": 277,
"MAN": 278,
"have": 279,
"ĠS": 280,
"gh": 281,
"ough": 282,
"ĠT": 283,
"ser": 284,
"ALT": 285,
"ALTMAN": 286,
"enough": 287,
"<|": 288,
"User": 289,
"|>": 290,
"ĠD": 291,
"Ġ1": 292,
"ER": 293,
"ĠG": 294,
"ĠTH": 295,
"ED": 296,
"VE": 297,
"ĠW": 298,
"ĠNE": 299,
"ĠNEED": 300,
"Ġa": 301,
"ĠH": 302,
"EN": 303,
"ĠNO": 304,
"...": 305,
"DR": 306,
"!!": 307,
"ĠME": 308,
"OU": 309,
"ĠO": 310,
"ALL": 311,
"AT": 312,
"TB": 313,
"ĠGI": 314,
"ĠTHE": 315,
"Ġt": 316,
"ST": 317,
"ĠALL": 318,
"ĠGIVE": 319,
"ĠF": 320,
"ĠA": 321,
"ĠIS": 322,
"ĠB": 323,
"!<|": 324,
"IN": 325,
"Ġi": 326,
"Ġ4": 327,
"Ġ2": 328,
"ĠST": 329,
"ĠNOT": 330,
"LL": 331,
"ĠL": 332,
"EA": 333,
"ĠDDR": 334,
"DDR": 335,
"out": 336,
"Ġab": 337,
"Ġabout": 338,
"TER": 339,
"ĠFOR": 340,
"ĠHA": 341,
"ĠOF": 342,
"in": 343,
"ĠHAVE": 344,
"Ġ10": 345,
"ĠRAMS": 346,
"Ġm": 347,
"Ġth": 348,
"ĠAN": 349,
"ĠC": 350,
"UST": 351,
"ĠON": 352,
"ĠY": 353,
"Ġd": 354,
"ILL": 355,
"BM": 356,
"ĠHBM": 357,
"Ġw": 358,
"MM": 359,
"ĠDAT": 360,
"hat": 361,
"Ġy": 362,
"AC": 363,
"ENTER": 364,
"ĠDATAC": 365,
"ĠDATACENTER": 366,
"Ġyou": 367,
"ING": 368,
"GH": 369,
"st": 370,
"ĠBU": 371,
"ĠTO": 372,
"ĠMY": 373,
"ĠYOU": 374,
"ĠDO": 375,
"ĠE": 376,
"Ġdo": 377,
"LD": 378,
"Ġb": 379,
"Ġ9": 380,
"IC": 381,
"OUT": 382,
"Ġ6": 383,
"ĠNOW": 384,
"Ġram": 385,
"TH": 386,
"Ġ96": 387,
"Ġ64": 388,
"Ġ3": 389,
"IMM": 390,
"Ġs": 391,
"ĠGDDR": 392,
"WER": 393,
"ĠEN": 394,
"OUGH": 395,
"Ġ48": 396,
"PDDR": 397,
"ĠLPDDR": 398,
"Ġ32": 399,
"ON": 400,
"SWER": 401,
"ĠANSWER": 402,
"Ġ8": 403,
"ĠENOUGH": 404,
"Ġ16": 405,
"ĠP": 406,
"Ġan": 407,
"Ġp": 408,
"Ġis": 409,
"Ġ12": 410,
"re": 411,
".<|": 412,
"...<|": 413,
"?!<|": 414,
"!!!<|": 415,
"Ġ128": 416,
"Ġo": 417,
"REA": 418,
"RE": 419,
"Ġ5": 420,
"ĠIT": 421,
"56": 422,
"Ġ256": 423,
"GI": 424,
"ĠSO": 425,
"Ġ7": 426,
"ĠMUST": 427,
"ll": 428,
"12": 429,
"Ġ512": 430,
"Ġme": 431,
"Ġl": 432,
"ing": 433,
"ĠAB": 434,
"ATE": 435,
"ĠABOUT": 436,
"LY": 437,
"ERS": 438,
"ĠAGI": 439,
"68": 440,
"Ġ768": 441,
"SE": 442,
"ĠWE": 443,
"on": 444,
"ĠIN": 445,
"Ġof": 446,
"ĠONLY": 447,
"an": 448,
"Ġh": 449,
"Ġ100": 450,
"ĠBUY": 451,
"OP": 452,
"ĠSTOP": 453,
"VER": 454,
"ĠWI": 455,
"AR": 456,
"ĠWH": 457,
"th": 458,
"Ġg": 459,
"ĠWITH": 460,
"Ġc": 461,
"PB": 462,
"ANT": 463,
"ICK": 464,
"END": 465,
"est": 466,
"ĠWILL": 467,
"Ġwhat": 468,
"AST": 469,
"ĠWANT": 470,
"ĠSTICK": 471,
"Ġn": 472,
"ad": 473,
"ow": 474,
"AD": 475,
"LO": 476,
"ĠJ": 477,
"ri": 478,
"ĠV": 479,
"ink": 480,
"ĠDRE": 481,
"ĠDREAM": 482,
"RY": 483,
"ĠGAM": 484,
"Ġthink": 485,
"ELL": 486,
"ORRY": 487,
"ĠSORRY": 488,
"ĠBREA": 489,
"FAST": 490,
"KFAST": 491,
"ĠBREAKFAST": 492,
"ĠSEND": 493,
"ĠNEEDS": 494,
"ĠWOR": 495,
"ĠONE": 496,
"ĠSTAR": 497,
"ILD": 498,
"ĠBUILD": 499,
"AY": 500,
"ĠVRAM": 501,
"LOAD": 502,
"Ġmy": 503,
"et": 504,
"ĠDIMM": 505,
"ĠGAMERS": 506,
"Ġhave": 507,
"ES": 508,
"WN": 509,
"ĠDOWN": 510,
"ĠDOWNLOAD": 511,
"ĠAND": 512,
"Ġand": 513,
"PU": 514,
"ĠSC": 515,
"ed": 516,
"CC": 517,
"ĠK": 518,
"ĠECC": 519,
"ĠPL": 520,
"DIMM": 521,
"ĠSODIMM": 522,
"GATE": 523,
"ĠSTARGATE": 524,
"ĠJUST": 525,
"ALLY": 526,
"ĠSRAM": 527,
"ĠWhat": 528,
"ke": 529,
"or": 530,
"ĠTHEN": 531,
"ĠSCAL": 532,
"ĠWA": 533,
"ĠTHAT": 534,
"AME": 535,
"ĠAM": 536,
"IR": 537,
"Ġto": 538,
"EASE": 539,
"ĠPLEASE": 540,
"INK": 541,
"al": 542,
"Ġit": 543,
"ION": 544,
"ĠCO": 545,
"is": 546,
"ĠTOO": 547,
"ĠLI": 548,
"ĠSAME": 549,
"ĠTHINK": 550,
"ĠGIMM": 551,
"ĠGIMME": 552,
"ET": 553,
"Ġthis": 554,
"ĠSU": 555,
"EMAN": 556,
"ĠDEMAN": 557,
"ĠDEMAND": 558,
"ic": 559,
"ion": 560,
"Ġe": 561,
"DY": 562,
"ĠTHAN": 563,
"ĠAL": 564,
"as": 565,
"Ġpl": 566,
"ar": 567,
"ĠAT": 568,
"Ġli": 569,
"AYS": 570,
"Ġj": 571,
"ĠYOUR": 572,
"ant": 573,
"qu": 574,
"OW": 575,
"Ġqu": 576,
"estion": 577,
"Ġquestion": 578,
"ERE": 579,
"Ġbe": 580,
"ĠFIR": 581,
"ĠFIRST": 582,
"INE": 583,
"ell": 584,
"EAR": 585,
"ĠSTILL": 586,
"Ġti": 587,
"sw": 588,
"Ġf": 589,
"Ġansw": 590,
"Ġanswer": 591,
"ĠBO": 592,
"IGH": 593,
"IGHT": 594,
"ĠWHERE": 595,
"Ġthe": 596,
"gb": 597,
"ĠTR": 598,
"Ġwi": 599,
"VERY": 600,
"ĠLA": 601,
"CH": 602,
"thing": 603,
"AP": 604,
"Ġtal": 605,
"Ġtalk": 606,
"EST": 607,
"ĠDATACENTERS": 608,
"ĠSP": 609,
"ot": 610,
"HING": 611,
"ĠNOTHING": 612,
"Ġwith": 613,
"Ġthinking": 614,
"ĠHEAR": 615,
"TE": 616,
"GW": 617,
"me": 618,
"ĠMO": 619,
"READY": 620,
"ĠALREADY": 621,
"ĠMU": 622,
"IST": 623,
"ĠSM": 624,
"ĠNIGHT": 625,
"ĠAn": 626,
"EAK": 627,
"ĠEVERY": 628,
"ĠSPEAK": 629,
"ĠOR": 630,
"ENS": 631,
"Ġha": 632,
"ĠMINE": 633,
"Ġare": 634,
"ĠFILL": 635,
"ĠTHEM": 636,
"lo": 637,
"ĠCL": 638,
"ĠSAYS": 639
},
"merges": [
[
"A",
"M"
],
[
"R",
"AM"
],
[
"Ġ",
"RAM"
],
[
"Ġ",
"M"
],
[
"č",
"Ċ"
],
[
"O",
"R"
],
[
"Ġ",
"I"
],
[
"A",
"L"
],
[
"G",
"B"
],
[
"A",
"N"
],
[
"o",
"u"
],
[
"OR",
"E"
],
[
"ĠM",
"ORE"
],
[
"Ġ",
"N"
],
[
"h",
"a"
],
[
"a",
"m"
],
[
"e",
"r"
],
[
"r",
"am"
],
[
"e",
"n"
],
[
".",
"."
],
[
"v",
"e"
],
[
"M",
"AN"
],
[
"ha",
"ve"
],
[
"Ġ",
"S"
],
[
"g",
"h"
],
[
"ou",
"gh"
],
[
"Ġ",
"T"
],
[
"s",
"er"
],
[
"AL",
"T"
],
[
"ALT",
"MAN"
],
[
"en",
"ough"
],
[
"<",
"|"
],
[
"U",
"ser"
],
[
"|",
">"
],
[
"Ġ",
"D"
],
[
"Ġ",
"1"
],
[
"E",
"R"
],
[
"Ġ",
"G"
],
[
"ĠT",
"H"
],
[
"E",
"D"
],
[
"V",
"E"
],
[
"Ġ",
"W"
],
[
"ĠN",
"E"
],
[
"ĠNE",
"ED"
],
[
"Ġ",
"a"
],
[
"Ġ",
"H"
],
[
"E",
"N"
],
[
"ĠN",
"O"
],
[
"..",
"."
],
[
"D",
"R"
],
[
"!",
"!"
],
[
"ĠM",
"E"
],
[
"O",
"U"
],
[
"Ġ",
"O"
],
[
"AL",
"L"
],
[
"A",
"T"
],
[
"T",
"B"
],
[
"ĠG",
"I"
],
[
"ĠTH",
"E"
],
[
"Ġ",
"t"
],
[
"S",
"T"
],
[
"Ġ",
"ALL"
],
[
"ĠGI",
"VE"
],
[
"Ġ",
"F"
],
[
"Ġ",
"A"
],
[
"ĠI",
"S"
],
[
"Ġ",
"B"
],
[
"!",
"<|"
],
[
"I",
"N"
],
[
"Ġ",
"i"
],
[
"Ġ",
"4"
],
[
"Ġ",
"2"
],
[
"ĠS",
"T"
],
[
"ĠNO",
"T"
],
[
"L",
"L"
],
[
"Ġ",
"L"
],
[
"E",
"A"
],
[
"ĠD",
"DR"
],
[
"D",
"DR"
],
[
"ou",
"t"
],
[
"Ġa",
"b"
],
[
"Ġab",
"out"
],
[
"T",
"ER"
],
[
"ĠF",
"OR"
],
[
"ĠH",
"A"
],
[
"ĠO",
"F"
],
[
"i",
"n"
],
[
"ĠHA",
"VE"
],
[
"Ġ1",
"0"
],
[
"ĠRAM",
"S"
],
[
"Ġ",
"m"
],
[
"Ġt",
"h"
],
[
"Ġ",
"AN"
],
[
"Ġ",
"C"
],
[
"U",
"ST"
],
[
"ĠO",
"N"
],
[
"Ġ",
"Y"
],
[
"Ġ",
"d"
],
[
"I",
"LL"
],
[
"B",
"M"
],
[
"ĠH",
"BM"
],
[
"Ġ",
"w"
],
[
"M",
"M"
],
[
"ĠD",
"AT"
],
[
"ha",
"t"
],
[
"Ġ",
"y"
],
[
"A",
"C"
],
[
"EN",
"TER"
],
[
"ĠDAT",
"AC"
],
[
"ĠDATAC",
"ENTER"
],
[
"Ġy",
"ou"
],
[
"IN",
"G"
],
[
"G",
"H"
],
[
"s",
"t"
],
[
"ĠB",
"U"
],
[
"ĠT",
"O"
],
[
"ĠM",
"Y"
],
[
"ĠY",
"OU"
],
[
"ĠD",
"O"
],
[
"Ġ",
"E"
],
[
"Ġd",
"o"
],
[
"L",
"D"
],
[
"Ġ",
"b"
],
[
"Ġ",
"9"
],
[
"I",
"C"
],
[
"OU",
"T"
],
[
"Ġ",
"6"
],
[
"ĠNO",
"W"
],
[
"Ġ",
"ram"
],
[
"T",
"H"
],
[
"Ġ9",
"6"
],
[
"Ġ6",
"4"
],
[
"Ġ",
"3"
],
[
"I",
"MM"
],
[
"Ġ",
"s"
],
[
"ĠG",
"DDR"
],
[
"W",
"ER"
],
[
"Ġ",
"EN"
],
[
"OU",
"GH"
],
[
"Ġ4",
"8"
],
[
"P",
"DDR"
],
[
"ĠL",
"PDDR"
],
[
"Ġ3",
"2"
],
[
"O",
"N"
],
[
"S",
"WER"
],
[
"ĠAN",
"SWER"
],
[
"Ġ",
"8"
],
[
"ĠEN",
"OUGH"
],
[
"Ġ1",
"6"
],
[
"Ġ",
"P"
],
[
"Ġa",
"n"
],
[
"Ġ",
"p"
],
[
"Ġi",
"s"
],
[
"Ġ1",
"2"
],
[
"r",
"e"
],
[
".",
"<|"
],
[
"...",
"<|"
],
[
"?",
"!<|"
],
[
"!!",
"!<|"
],
[
"Ġ12",
"8"
],
[
"Ġ",
"o"
],
[
"R",
"EA"
],
[
"R",
"E"
],
[
"Ġ",
"5"
],
[
"ĠI",
"T"
],
[
"5",
"6"
],
[
"Ġ2",
"56"
],
[
"G",
"I"
],
[
"ĠS",
"O"
],
[
"Ġ",
"7"
],
[
"ĠM",
"UST"
],
[
"l",
"l"
],
[
"1",
"2"
],
[
"Ġ5",
"12"
],
[
"Ġm",
"e"
],
[
"Ġ",
"l"
],
[
"in",
"g"
],
[
"ĠA",
"B"
],
[
"AT",
"E"
],
[
"ĠAB",
"OUT"
],
[
"L",
"Y"
],
[
"ER",
"S"
],
[
"ĠA",
"GI"
],
[
"6",
"8"
],
[
"Ġ7",
"68"
],
[
"S",
"E"
],
[
"ĠW",
"E"
],
[
"o",
"n"
],
[
"ĠI",
"N"
],
[
"Ġo",
"f"
],
[
"ĠON",
"LY"
],
[
"a",
"n"
],
[
"Ġ",
"h"
],
[
"Ġ10",
"0"
],
[
"ĠBU",
"Y"
],
[
"O",
"P"
],
[
"ĠST",
"OP"
],
[
"V",
"ER"
],
[
"ĠW",
"I"
],
[
"A",
"R"
],
[
"ĠW",
"H"
],
[
"t",
"h"
],
[
"Ġ",
"g"
],
[
"ĠWI",
"TH"
],
[
"Ġ",
"c"
],
[
"P",
"B"
],
[
"AN",
"T"
],
[
"IC",
"K"
],
[
"EN",
"D"
],
[
"e",
"st"
],
[
"ĠW",
"ILL"
],
[
"Ġw",
"hat"
],
[
"A",
"ST"
],
[
"ĠW",
"ANT"
],
[
"ĠST",
"ICK"
],
[
"Ġ",
"n"
],
[
"a",
"d"
],
[
"o",
"w"
],
[
"A",
"D"
],
[
"L",
"O"
],
[
"Ġ",
"J"
],
[
"r",
"i"
],
[
"Ġ",
"V"
],
[
"in",
"k"
],
[
"ĠD",
"RE"
],
[
"ĠDRE",
"AM"
],
[
"R",
"Y"
],
[
"ĠG",
"AM"
],
[
"Ġth",
"ink"
],
[
"E",
"LL"
],
[
"OR",
"RY"
],
[
"ĠS",
"ORRY"
],
[
"ĠB",
"REA"
],
[
"F",
"AST"
],
[
"K",
"FAST"
],
[
"ĠBREA",
"KFAST"
],
[
"ĠS",
"END"
],
[
"ĠNEED",
"S"
],
[
"ĠW",
"OR"
],
[
"ĠON",
"E"
],
[
"ĠST",
"AR"
],
[
"I",
"LD"
],
[
"ĠBU",
"ILD"
],
[
"A",
"Y"
],
[
"ĠV",
"RAM"
],
[
"LO",
"AD"
],
[
"Ġm",
"y"
],
[
"e",
"t"
],
[
"ĠD",
"IMM"
],
[
"ĠGAM",
"ERS"
],
[
"Ġ",
"have"
],
[
"E",
"S"
],
[
"W",
"N"
],
[
"ĠDO",
"WN"
],
[
"ĠDOWN",
"LOAD"
],
[
"ĠAN",
"D"
],
[
"Ġan",
"d"
],
[
"P",
"U"
],
[
"ĠS",
"C"
],
[
"e",
"d"
],
[
"C",
"C"
],
[
"Ġ",
"K"
],
[
"ĠE",
"CC"
],
[
"ĠP",
"L"
],
[
"D",
"IMM"
],
[
"ĠSO",
"DIMM"
],
[
"G",
"ATE"
],
[
"ĠSTAR",
"GATE"
],
[
"ĠJ",
"UST"
],
[
"ALL",
"Y"
],
[
"ĠS",
"RAM"
],
[
"ĠW",
"hat"
],
[
"k",
"e"
],
[
"o",
"r"
],
[
"ĠTH",
"EN"
],
[
"ĠSC",
"AL"
],
[
"ĠW",
"A"
],
[
"ĠTH",
"AT"
],
[
"AM",
"E"
],
[
"Ġ",
"AM"
],
[
"I",
"R"
],
[
"Ġt",
"o"
],
[
"EA",
"SE"
],
[
"ĠPL",
"EASE"
],
[
"IN",
"K"
],
[
"a",
"l"
],
[
"Ġi",
"t"
],
[
"I",
"ON"
],
[
"ĠC",
"O"
],
[
"i",
"s"
],
[
"ĠTO",
"O"
],
[
"ĠL",
"I"
],
[
"ĠS",
"AME"
],
[
"ĠTH",
"INK"
],
[
"ĠGI",
"MM"
],
[
"ĠGIMM",
"E"
],
[
"E",
"T"
],
[
"Ġth",
"is"
],
[
"ĠS",
"U"
],
[
"E",
"MAN"
],
[
"ĠD",
"EMAN"
],
[
"ĠDEMAN",
"D"
],
[
"i",
"c"
],
[
"i",
"on"
],
[
"Ġ",
"e"
],
[
"D",
"Y"
],
[
"ĠTH",
"AN"
],
[
"Ġ",
"AL"
],
[
"a",
"s"
],
[
"Ġp",
"l"
],
[
"a",
"r"
],
[
"Ġ",
"AT"
],
[
"Ġl",
"i"
],
[
"AY",
"S"
],
[
"Ġ",
"j"
],
[
"ĠYOU",
"R"
],
[
"an",
"t"
],
[
"q",
"u"
],
[
"O",
"W"
],
[
"Ġ",
"qu"
],
[
"est",
"ion"
],
[
"Ġqu",
"estion"
],
[
"ER",
"E"
],
[
"Ġb",
"e"
],
[
"ĠF",
"IR"
],
[
"ĠFIR",
"ST"
],
[
"IN",
"E"
],
[
"e",
"ll"
],
[
"EA",
"R"
],
[
"ĠST",
"ILL"
],
[
"Ġt",
"i"
],
[
"s",
"w"
],
[
"Ġ",
"f"
],
[
"Ġan",
"sw"
],
[
"Ġansw",
"er"
],
[
"ĠB",
"O"
],
[
"I",
"GH"
],
[
"IGH",
"T"
],
[
"ĠWH",
"ERE"
],
[
"Ġth",
"e"
],
[
"g",
"b"
],
[
"ĠT",
"R"
],
[
"Ġw",
"i"
],
[
"VER",
"Y"
],
[
"ĠL",
"A"
],
[
"C",
"H"
],
[
"th",
"ing"
],
[
"A",
"P"
],
[
"Ġt",
"al"
],
[
"Ġtal",
"k"
],
[
"E",
"ST"
],
[
"ĠDATACENTER",
"S"
],
[
"ĠS",
"P"
],
[
"o",
"t"
],
[
"H",
"ING"
],
[
"ĠNOT",
"HING"
],
[
"Ġwi",
"th"
],
[
"Ġthink",
"ing"
],
[
"ĠH",
"EAR"
],
[
"T",
"E"
],
[
"G",
"W"
],
[
"m",
"e"
],
[
"ĠM",
"O"
],
[
"REA",
"DY"
],
[
"ĠAL",
"READY"
],
[
"ĠM",
"U"
],
[
"I",
"ST"
],
[
"ĠS",
"M"
],
[
"ĠN",
"IGHT"
],
[
"ĠA",
"n"
],
[
"EA",
"K"
],
[
"ĠE",
"VERY"
],
[
"ĠSP",
"EAK"
],
[
"Ġ",
"OR"
],
[
"EN",
"S"
],
[
"Ġ",
"ha"
],
[
"ĠM",
"INE"
],
[
"Ġa",
"re"
],
[
"ĠF",
"ILL"
],
[
"ĠTHE",
"M"
],
[
"l",
"o"
],
[
"ĠC",
"L"
],
[
"ĠS",
"AYS"
]
]
}
}
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "<|i_have_enough_ram|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": {
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": true
},
"post_processor": null,
"decoder": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": null,
"continuing_subword_prefix": null,
"end_of_word_suffix": null,
"fuse_unk": false,
"byte_fallback": false,
"ignore_merges": false,
"vocab": {
"<|i_have_enough_ram|>": 0,
"!": 1,
"\"": 2,
"#": 3,
"$": 4,
"%": 5,
"&": 6,
"'": 7,
"(": 8,
")": 9,
"*": 10,
"+": 11,
",": 12,
"-": 13,
".": 14,
"/": 15,
"0": 16,
"1": 17,
"2": 18,
"3": 19,
"4": 20,
"5": 21,
"6": 22,
"7": 23,
"8": 24,
"9": 25,
":": 26,
";": 27,
"<": 28,
"=": 29,
">": 30,
"?": 31,
"@": 32,
"A": 33,
"B": 34,
"C": 35,
"D": 36,
"E": 37,
"F": 38,
"G": 39,
"H": 40,
"I": 41,
"J": 42,
"K": 43,
"L": 44,
"M": 45,
"N": 46,
"O": 47,
"P": 48,
"Q": 49,
"R": 50,
"S": 51,
"T": 52,
"U": 53,
"V": 54,
"W": 55,
"X": 56,
"Y": 57,
"Z": 58,
"[": 59,
"\\": 60,