File size: 16,728 Bytes
3969979 | 1 | {"format": "atc-s1-web-1", "config": {"vocab": 1349, "d": 192, "layers": 4, "heads": 6, "max_len": 512, "ffn_mult": 2.6666666666666665, "dropout": 0.0}, "params": 2030208, "quant": "int8-rowwise", "temperature": 1.0, "tensors": [{"name": "emb.weight", "shape": [1349, 192], "offset": 0, "dtype": "i8", "bytes": 259008, "scale_offset": 259008}, {"name": "blocks.0.n1.w", "shape": [192], "offset": 264404, "dtype": "f16", "bytes": 384}, {"name": "blocks.0.att.qkv.weight", "shape": [576, 192], "offset": 264788, "dtype": "i8", "bytes": 110592, "scale_offset": 375380}, {"name": "blocks.0.att.out.weight", "shape": [192, 192], "offset": 377684, "dtype": "i8", "bytes": 36864, "scale_offset": 414548}, {"name": "blocks.0.n2.w", "shape": [192], "offset": 415316, "dtype": "f16", "bytes": 384}, {"name": "blocks.0.ffn.gate.weight", "shape": [512, 192], "offset": 415700, "dtype": "i8", "bytes": 98304, "scale_offset": 514004}, {"name": "blocks.0.ffn.up.weight", "shape": [512, 192], "offset": 516052, "dtype": "i8", "bytes": 98304, "scale_offset": 614356}, {"name": "blocks.0.ffn.down.weight", "shape": [192, 512], "offset": 616404, "dtype": "i8", "bytes": 98304, "scale_offset": 714708}, {"name": "blocks.1.n1.w", "shape": [192], "offset": 715476, "dtype": "f16", "bytes": 384}, {"name": "blocks.1.att.qkv.weight", "shape": [576, 192], "offset": 715860, "dtype": "i8", "bytes": 110592, "scale_offset": 826452}, {"name": "blocks.1.att.out.weight", "shape": [192, 192], "offset": 828756, "dtype": "i8", "bytes": 36864, "scale_offset": 865620}, {"name": "blocks.1.n2.w", "shape": [192], "offset": 866388, "dtype": "f16", "bytes": 384}, {"name": "blocks.1.ffn.gate.weight", "shape": [512, 192], "offset": 866772, "dtype": "i8", "bytes": 98304, "scale_offset": 965076}, {"name": "blocks.1.ffn.up.weight", "shape": [512, 192], "offset": 967124, "dtype": "i8", "bytes": 98304, "scale_offset": 1065428}, {"name": "blocks.1.ffn.down.weight", "shape": [192, 512], "offset": 1067476, "dtype": "i8", "bytes": 98304, "scale_offset": 1165780}, {"name": "blocks.2.n1.w", "shape": [192], "offset": 1166548, "dtype": "f16", "bytes": 384}, {"name": "blocks.2.att.qkv.weight", "shape": [576, 192], "offset": 1166932, "dtype": "i8", "bytes": 110592, "scale_offset": 1277524}, {"name": "blocks.2.att.out.weight", "shape": [192, 192], "offset": 1279828, "dtype": "i8", "bytes": 36864, "scale_offset": 1316692}, {"name": "blocks.2.n2.w", "shape": [192], "offset": 1317460, "dtype": "f16", "bytes": 384}, {"name": "blocks.2.ffn.gate.weight", "shape": [512, 192], "offset": 1317844, "dtype": "i8", "bytes": 98304, "scale_offset": 1416148}, {"name": "blocks.2.ffn.up.weight", "shape": [512, 192], "offset": 1418196, "dtype": "i8", "bytes": 98304, "scale_offset": 1516500}, {"name": "blocks.2.ffn.down.weight", "shape": [192, 512], "offset": 1518548, "dtype": "i8", "bytes": 98304, "scale_offset": 1616852}, {"name": "blocks.3.n1.w", "shape": [192], "offset": 1617620, "dtype": "f16", "bytes": 384}, {"name": "blocks.3.att.qkv.weight", "shape": [576, 192], "offset": 1618004, "dtype": "i8", "bytes": 110592, "scale_offset": 1728596}, {"name": "blocks.3.att.out.weight", "shape": [192, 192], "offset": 1730900, "dtype": "i8", "bytes": 36864, "scale_offset": 1767764}, {"name": "blocks.3.n2.w", "shape": [192], "offset": 1768532, "dtype": "f16", "bytes": 384}, {"name": "blocks.3.ffn.gate.weight", "shape": [512, 192], "offset": 1768916, "dtype": "i8", "bytes": 98304, "scale_offset": 1867220}, {"name": "blocks.3.ffn.up.weight", "shape": [512, 192], "offset": 1869268, "dtype": "i8", "bytes": 98304, "scale_offset": 1967572}, {"name": "blocks.3.ffn.down.weight", "shape": [192, 512], "offset": 1969620, "dtype": "i8", "bytes": 98304, "scale_offset": 2067924}, {"name": "norm.w", "shape": [192], "offset": 2068692, "dtype": "f16", "bytes": 384}], "specials": ["<pad>", "<bos>", "<eos>", "<ctx>", "<said>", "<cmd>"], "merges": [[32, 104], [32, 50], [32, 65], [102, 116], [264, 82], [266, 82], [32, 68], [69, 80], [268, 269], [80, 80], [116, 97], [32, 97], [71, 78], [274, 68], [264, 271], [32, 49], [32, 275], [32, 99], [65, 76], [32, 115], [101, 100], [97, 110], [105, 115], [114, 117], [105, 114], [279, 285], [287, 284], [288, 101], [32, 51], [32, 272], [120, 105], [291, 292], [105, 110], [32, 100], [32, 53], [32, 52], [295, 101], [114, 111], [273, 286], [32, 55], [32, 54], [32, 56], [97, 99], [105, 116], [99, 101], [32, 102], [114, 105], [32, 117], [114, 101], [114, 116], [115, 104], [309, 110], [85, 280], [313, 305], [315, 282], [32, 57], [294, 103], [87, 82], [32, 84], [32, 101], [32, 106], [320, 319], [32, 112], [32, 116], [112, 101], [112, 112], [109, 101], [32, 48], [114, 283], [273, 328], [331, 308], [332, 99], [333, 283], [326, 282], [298, 108], [336, 272], [100, 318], [281, 335], [65, 280], [273, 327], [341, 299], [111, 117], [68, 280], [342, 304], [345, 104], [66, 65], [347, 87], [339, 98], [349, 286], [350, 100], [97, 112], [70, 82], [307, 330], [354, 306], [262, 111], [108, 117], [97, 115], [32, 310], [65, 353], [111, 311], [108, 100], [110, 116], [101, 97], [117, 312], [365, 98], [366, 304], [367, 107], [359, 113], [356, 362], [111, 110], [298, 115], [372, 306], [101, 116], [108, 121], [114, 107], [373, 363], [279, 108], [101, 115], [322, 374], [105, 109], [378, 381], [382, 98], [312, 361], [66, 85], [74, 385], [380, 98], [387, 357], [388, 101], [116, 104], [262, 364], [391, 338], [281, 107], [65, 271], [324, 97], [395, 376], [396, 282], [74, 280], [322, 352], [399, 283], [32, 108], [83, 87], [402, 65], [281, 343], [119, 379], [405, 116], [404, 390], [407, 406], [118, 101], [273, 108], [321, 358], [281, 272], [324, 368], [104, 97], [69, 90], [415, 89], [411, 121], [117, 112], [105, 97], [311, 418], [103, 104], [32, 118], [70, 68], [115, 97], [421, 116], [401, 283], [412, 420], [83, 73], [428, 65], [281, 318], [430, 352], [431, 111], [432, 310], [325, 119], [32, 110], [32, 107], [83, 65], [73, 78], [426, 338], [32, 113], [32, 371], [441, 101], [99, 107], [69, 438], [410, 358], [445, 107], [446, 97], [117, 98], [281, 414], [449, 109], [450, 299], [451, 443], [84, 82], [423, 66], [393, 121], [32, 122], [295, 448], [457, 97], [458, 105], [434, 111], [65, 437], [75, 87], [83, 462], [86, 73], [464, 82], [422, 286], [466, 103], [467, 294], [32, 70], [469, 375], [97, 121], [112, 368], [32, 69], [393, 119], [102, 102], [99, 116], [456, 101], [477, 299], [307, 105], [107, 101], [115, 115], [281, 105], [101, 409], [32, 105], [325, 104], [101, 114], [298, 112], [487, 97], [488, 311], [118, 282], [281, 483], [473, 88], [492, 84], [489, 282], [279, 104], [32, 294], [495, 294], [497, 97], [291, 480], [499, 111], [500, 475], [105, 425], [482, 120], [321, 502], [307, 375], [32, 357], [506, 265], [507, 104], [508, 283], [509, 424], [76, 72], [479, 409], [321, 120], [68, 511], [491, 110], [273, 114], [516, 308], [517, 490], [325, 111], [73, 71], [520, 79], [67, 65], [67, 522], [284, 104], [484, 102], [525, 375], [75, 76], [527, 77], [436, 108], [529, 109], [110, 100], [73, 67], [496, 100], [533, 419], [435, 294], [310, 101], [97, 116], [119, 471], [81, 453], [65, 532], [440, 97], [541, 272], [542, 308], [299, 481], [485, 536], [325, 117], [32, 285], [547, 110], [548, 538], [307, 343], [550, 114], [325, 330], [552, 424], [553, 118], [554, 419], [440, 283], [556, 272], [557, 115], [81, 70], [559, 65], [115, 272], [119, 305], [562, 104], [121, 343], [321, 109], [565, 286], [566, 537], [567, 379], [85, 65], [569, 69], [401, 101], [453, 65], [32, 308], [573, 425], [65, 78], [99, 544], [72, 89], [546, 376], [578, 524], [114, 282], [32, 67], [84, 577], [535, 101], [571, 265], [371, 272], [585, 476], [326, 476], [32, 299], [410, 108], [435, 105], [590, 327], [591, 371], [324, 111], [32, 82], [80, 65], [279, 97], [596, 390], [597, 471], [283, 100], [364, 580], [575, 65], [513, 587], [513, 112], [32, 314], [116, 105], [67, 595], [114, 97], [281, 104], [608, 361], [110, 103], [108, 108], [32, 83], [84, 68], [75, 69], [588, 611], [615, 343], [616, 116], [321, 605], [618, 414], [619, 100], [72, 614], [356, 610], [436, 371], [623, 103], [603, 310], [625, 481], [116, 305], [627, 117], [628, 100], [629, 101], [97, 292], [69, 613], [320, 631], [268, 280], [264, 108], [635, 630], [279, 586], [97, 100], [363, 121], [105, 371], [273, 104], [84, 319], [98, 108], [32, 119], [321, 114], [309, 104], [309, 109], [412, 531], [116, 486], [264, 280], [119, 486], [121, 283], [264, 353], [32, 348], [89, 82], [422, 419], [32, 114], [657, 652], [658, 97], [659, 286], [359, 112], [661, 361], [32, 109], [594, 87], [664, 89], [524, 282], [310, 638], [667, 121], [82, 655], [423, 88], [593, 115], [671, 305], [672, 640], [519, 651], [307, 282], [675, 101], [676, 120], [74, 83], [678, 84], [32, 72], [111, 114], [380, 561], [682, 114], [485, 343], [684, 115], [685, 599], [108, 115], [108, 600], [484, 687], [373, 531], [680, 111], [691, 362], [649, 110], [612, 335], [535, 374], [294, 116], [593, 696], [110, 111], [281, 119], [699, 284], [700, 115], [561, 420], [32, 386], [378, 600], [435, 101], [705, 119], [436, 698], [707, 116], [708, 115], [456, 364], [710, 108], [711, 599], [581, 688], [273, 116], [321, 561], [715, 643], [716, 666], [342, 490], [83, 319], [103, 486], [581, 586], [273, 531], [695, 121], [575, 90], [309, 112], [108, 111], [69, 83], [411, 693], [32, 398], [116, 121], [67, 727], [114, 110], [32, 73], [491, 639], [733, 76], [735, 83], [607, 475], [737, 105], [738, 99], [434, 101], [101, 110], [32, 111], [286, 101], [743, 476], [32, 416], [742, 102], [98, 121], [307, 681], [546, 732], [97, 294], [32, 403], [740, 639], [479, 265], [97, 108], [97, 114], [504, 121], [305, 101], [412, 311], [663, 750], [759, 272], [760, 294], [294, 100], [503, 730], [32, 580], [764, 117], [765, 306], [356, 108], [767, 338], [644, 762], [104, 105], [770, 421], [771, 486], [473, 120], [282, 757], [482, 486], [775, 607], [101, 741], [103, 115], [663, 294], [307, 361], [780, 121], [749, 115], [571, 778], [264, 437], [32, 103], [97, 643], [786, 101], [32, 429], [436, 105], [789, 726], [644, 104], [791, 284], [792, 480], [793, 121], [648, 747], [753, 121], [85, 80], [797, 83], [725, 115], [116, 101], [588, 720], [298, 99], [802, 381], [803, 754], [594, 111], [805, 720], [32, 80], [32, 444], [111, 363], [272, 292], [496, 99], [811, 310], [812, 358], [813, 101], [32, 463], [426, 100], [807, 368], [117, 531], [422, 304], [819, 537], [32, 40], [116, 739], [325, 739], [279, 809], [32, 465], [410, 112], [826, 414], [32, 454], [102, 681], [829, 109], [479, 102], [831, 101], [612, 272], [279, 544], [32, 98], [820, 282], [581, 544], [299, 818], [594, 638], [839, 755], [32, 607], [841, 100], [842, 755], [496, 830], [844, 537], [845, 640], [773, 587], [603, 774], [264, 78], [32, 85], [268, 744], [295, 744], [835, 607], [853, 118], [854, 111], [32, 528], [325, 536], [32, 437], [858, 89], [264, 71], [860, 65], [861, 438], [779, 117], [32, 521], [644, 371], [117, 101], [32, 43], [863, 800], [324, 448], [869, 108], [870, 666], [264, 532], [273, 115], [313, 787], [105, 409], [268, 511], [32, 538], [773, 112], [878, 774], [850, 110], [880, 787], [320, 82], [882, 65], [535, 486], [307, 304], [885, 101], [485, 286], [410, 605], [888, 328], [889, 649], [833, 531], [891, 747], [887, 730], [32, 539], [440, 110], [895, 104], [298, 103], [897, 310], [898, 379], [496, 116], [900, 108], [283, 306], [902, 108], [513, 693], [904, 754], [824, 299], [906, 108], [324, 299], [908, 306], [909, 282], [32, 71], [86, 79], [912, 90], [32, 409], [914, 726], [915, 99], [916, 305], [917, 121], [32, 570], [32, 523], [753, 777], [294, 866], [279, 414], [923, 114], [924, 108], [849, 65], [785, 111], [99, 104], [320, 577], [321, 928], [930, 111], [32, 560], [824, 922], [726, 651], [695, 777], [100, 744], [785, 838], [714, 101], [32, 670], [32, 66], [925, 105], [941, 101], [32, 74], [99, 371], [944, 102], [945, 286], [946, 109], [99, 688], [473, 613], [581, 903], [32, 78], [581, 595], [32, 87], [32, 621], [281, 116], [955, 111], [956, 112], [32, 381], [958, 109], [959, 282], [960, 419], [961, 800], [962, 375], [519, 111], [594, 655], [32, 76], [281, 102], [612, 70], [968, 79], [435, 111], [970, 409], [971, 109], [972, 98], [973, 486], [111, 115], [833, 311], [273, 838], [785, 875], [911, 875], [485, 741], [307, 108], [981, 502], [401, 483], [983, 108], [849, 90], [943, 70], [320, 117], [987, 732], [322, 102], [989, 107], [612, 319], [966, 65], [644, 114], [993, 757], [401, 97], [485, 101], [588, 328], [997, 111], [992, 88], [995, 120], [32, 679], [740, 108], [1002, 409], [581, 68], [279, 100], [986, 75], [550, 311], [1007, 777], [330, 306], [354, 99], [1010, 284], [1011, 99], [1012, 111], [281, 283], [279, 903], [436, 741], [1016, 110], [1017, 282], [1018, 121], [322, 111], [1020, 104], [1021, 110], [378, 364], [1023, 1009], [83, 79], [262, 818], [1026, 580], [410, 630], [953, 762], [495, 101], [1030, 443], [281, 471], [391, 390], [1033, 299], [1034, 119], [401, 975], [273, 610], [1037, 101], [1038, 108], [1039, 379], [119, 101], [967, 975], [1005, 103], [491, 363], [1044, 777], [489, 117], [1046, 310], [321, 108], [1048, 483], [1049, 110], [313, 105], [1051, 830], [395, 114], [1053, 284], [291, 610], [1055, 111], [356, 800], [1057, 108], [32, 75], [422, 105], [1060, 476], [1061, 681], [87, 69], [925, 379], [785, 97], [1065, 117], [1066, 611], [1067, 101], [97, 838], [927, 108], [1070, 102], [83, 69], [32, 86], [401, 381], [1074, 97], [78, 79], [663, 105], [1077, 480], [1004, 71], [820, 101], [473, 292], [1081, 116], [307, 111], [1083, 120], [1084, 116], [1085, 299], [1086, 116], [32, 77], [273, 103], [1089, 750], [911, 111], [581, 727], [990, 115], [322, 117], [1094, 108], [1095, 105], [1096, 374], [1097, 116], [967, 111], [581, 809], [1100, 922], [32, 406], [78, 69], [1004, 274], [110, 119], [32, 81], [440, 866], [1107, 98], [1108, 101], [1109, 99], [742, 443], [32, 79], [1112, 67], [1113, 75], [110, 101], [78, 87], [969, 1025], [281, 113], [1118, 117], [1119, 97], [1120, 119], [1121, 107], [1042, 111], [69, 65], [663, 471], [1125, 100], [1126, 471], [1000, 115], [967, 371], [456, 117], [1130, 357], [32, 90], [324, 352], [1133, 97], [435, 361], [1135, 104], [866, 108], [1005, 778], [1093, 111], [1006, 1025], [1079, 1063], [32, 798], [1043, 1041], [411, 116], [969, 1063], [102, 117], [1146, 311], [1147, 104], [1148, 486], [1099, 364], [1099, 1041], [911, 69], [969, 1124], [1042, 101], [969, 1072], [1043, 698], [1104, 79], [990, 364], [986, 614], [1159, 65], [32, 913], [504, 777], [116, 777], [999, 1076], [990, 698], [1006, 1076], [32, 89], [1006, 1103], [32, 652], [1169, 480], [1170, 101], [1000, 698], [990, 1115], [1000, 1105], [999, 1116], [940, 520], [835, 111], [1177, 755], [1178, 100], [999, 1103], [1042, 119], [969, 402], [1129, 111], [969, 1076], [593, 98], [102, 1137], [1000, 1115], [473, 77], [594, 84], [990, 1041], [940, 78], [1191, 78], [835, 105], [1193, 103], [1043, 1105], [1104, 87], [986, 462], [1197, 69], [835, 110], [1199, 110], [65, 84], [1128, 101], [1006, 1072], [999, 1072], [999, 1025], [503, 1163], [1128, 111], [1093, 101], [835, 117], [32, 385], [1138, 111], [1079, 1025], [940, 68], [995, 109], [992, 77], [404, 687], [307, 1137], [863, 116], [1218, 379], [999, 1063], [359, 109], [1221, 750], [1222, 318], [1000, 1041], [791, 741], [495, 116], [647, 108], [1227, 537], [850, 77], [1229, 76], [1230, 1201], [1209, 122], [1232, 638], [1210, 90], [1234, 65], [1235, 68], [644, 111], [1237, 100], [953, 79], [1239, 68], [363, 640], [1241, 115], [1129, 119], [969, 1116], [850, 67], [268, 66], [103, 111], [1247, 318], [581, 72], [1249, 84], [835, 112], [1251, 107], [940, 80], [1253, 75], [1093, 119], [1006, 402], [279, 112], [1257, 116], [1006, 1116], [581, 80], [1260, 84], [1138, 119], [1079, 402], [990, 1105], [1167, 65], [32, 614], [1059, 70], [469, 78], [1138, 101], [1079, 1072], [1106, 66], [943, 78], [32, 678], [321, 112], [1274, 109], [663, 537], [1276, 928], [32, 269], [1278, 77], [1088, 1201], [1280, 67], [1281, 72], [324, 486], [1283, 115], [1284, 371], [1285, 115], [321, 531], [1287, 117], [1288, 1009], [999, 1124], [887, 1163], [1129, 101], [969, 1103], [1000, 364], [943, 65], [943, 66], [1073, 65], [807, 67], [911, 71], [1088, 68], [1088, 65], [1301, 88], [1302, 73], [1303, 84], [320, 65], [320, 69], [412, 800], [496, 800], [1308, 1242], [696, 101], [1310, 1242], [1043, 364], [1079, 1124], [1043, 1115], [1104, 69], [320, 84], [1132, 65], [663, 631], [1318, 116], [1209, 114], [1210, 82], [1128, 119], [999, 402], [473, 65], [612, 68], [612, 66], [612, 67], [32, 522], [1073, 86], [1059, 71], [807, 68], [807, 70], [1088, 67], [268, 65], [1059, 68], [473, 69], [927, 778], [1337, 105], [911, 79], [1339, 71], [1340, 428], [850, 84], [473, 78], [32, 353], [320, 74], [298, 116], [268, 69], [1347, 84]]} |