Transformer-from-scratch / C3_GQA_Model_tokenizer.json
Bejaine's picture
Upload folder using huggingface_hub
bb06882 verified
Raw History Blame Contribute Delete
3.83 kB
{"merges": {"105,36": 260, "119,36": 261, "120,108": 262, "104,36": 263, "114,36": 264, "105,118": 265, "120,36": 266, "262,260": 267, "109,114": 268, "101,114": 269, "105,263": 270, "125,36": 271, "115,118": 272, "101,118": 273, "101,112": 274, "115,36": 275, "106,36": 276, "118,105": 277, "115,114": 278, "120,109": 279, "101,36": 280, "105,114": 281, "115,276": 282, "107,36": 283, "269,263": 284, "265,36": 285, "115,264": 286, "115,121": 287, "109,264": 288, "268,283": 289, "45,116": 290, "119,120": 291, "120,275": 292, "101,120": 293, "101,261": 294, "89,22": 295, "91,26": 296, "91,20": 297, "57,22": 298, "47,112": 299, "40,114": 300, "105,261": 301, "87,101": 302, "108,109": 303, "118,115": 304, "22,72": 305, "113,36": 306, "119,109": 307, "22,70": 308, "103,108": 309, "112,36": 310, "108,260": 311, "69,26": 312, "118,109": 313, "67,116": 314, "69,20": 315, "101,264": 316, "54,114": 317, "112,40": 318, "112,109": 319, "101,62": 320, "274,36": 321, "101,266": 322, "74,98": 323, "74,92": 324, "60,60": 325, "57,42": 326, "262,36": 327, "44,116": 328, "90,26": 329, "39,22": 330, "90,20": 331, "71,22": 332, "101,103": 333, "41,114": 334, "65,112": 335, "106,272": 336, "101,119": 337, "105,119": 338, "121,118": 339, "105,112": 340, "105,103": 341, "73,101": 342, "115,113": 343, "123,294": 344, "38,116": 345, "87,70": 346, "96,26": 347, "96,20": 348, "51,114": 349, "44,36": 350, "91,72": 351, "87,72": 352, "41,66": 353, "91,70": 354, "95,92": 355, "104,109": 356, "95,98": 357, "101,113": 358, "88,22": 359, "46,112": 360, "109,120": 361, "56,22": 362, "318,94": 363, "109,118": 364, "305,94": 365, "87,98": 366, "112,271": 367, "49,66": 368, "105,264": 369, "320,40": 370, "86,101": 371, "47,66": 372, "45,38": 373, "109,103": 374, "57,68": 375, "115,123": 376, "88,311": 377, "45,299": 378, "40,64": 379, "115,112": 380, "74,93": 381, "36,36": 382, "109,112": 383, "89,68": 384, "101,279": 385, "74,99": 386, "105,113": 387, "282,267": 388, "87,92": 389, "111,36": 390, "74,26": 391, "60,116": 392, "57,114": 393, "74,20": 394, "123,109": 395, "96,91": 396, "121,114": 397, "324,296": 398, "87,55": 399, "101,104": 400, "107,108": 401, "49,40": 402, "326,290": 403, "97,70": 404, "104,105": 405, "97,98": 406, "51,38": 407, "43,38": 408, "112,260": 409, "325,297": 410, "363,295": 411, "39,66": 412, "119,266": 413, "49,38": 414, "309,36": 415, "97,92": 416, "50,36": 417, "85,96": 418, "36,64": 419, "370,298": 420, "119,108": 421, "109,261": 422, "62,112": 423, "102,105": 424, "87,94": 425, "22,91": 426, "85,98": 427, "101,107": 428, "323,300": 429, "112,105": 430, "262,322": 431, "53,96": 432, "265,260": 433, "22,93": 434, "102,271": 435, "108,101": 436, "365,302": 437, "103,278": 438, "22,99": 439, "97,72": 440, "281,120": 441, "51,60": 442, "308,378": 443, "336,36": 444, "119,121": 445, "281,266": 446, "118,101": 447, "122,260": 448, "115,116": 449, "395,327": 450, "119,105": 451, "50,64": 452, "89,329": 453, "68,93": 454, "262,105": 455, "47,328": 456, "68,99": 457, "57,331": 458, "57,116": 459, "39,38": 460, "79,26": 461, "45,66": 462, "95,70": 463, "122,109": 464, "95,72": 465, "288,267": 466, "68,87": 467, "79,20": 468, "60,114": 469, "36,116": 470, "37,66": 471, "85,99": 472, "272,36": 473, "103,260": 474, "122,265": 475, "91,98": 476, "273,36": 477, "93,96": 478, "287,114": 479, "120,270": 480, "121,112": 481, "101,116": 482, "91,92": 483, "40,36": 484, "116,112": 485, "59,112": 486, "68,89": 487, "102,121": 488, "109,119": 489, "51,66": 490, "265,261": 491, "87,334": 492, "67,68": 493, "303,261": 494, "69,72": 495, "105,101": 496, "103,343": 497, "87,96": 498, "97,84": 499, "99,51": 500, "36,38": 501, "91,359": 502, "69,70": 503, "83,101": 504, "99,68": 505, "67,40": 506, "116,304": 507, "116,115": 508, "123,433": 509, "39,116": 510, "106,304": 511}, "vocab_size": 512}