anlp-assignment-1 / C3 /byte-offset /source-tokenizer.json
gamemaker1's picture
Checkpoints for the five reported ablation runs
a2d4742
Raw History Blame Contribute Delete
8.5 kB
{"mode": "bits", "merges": [[[41], [112]], [[85], [18]], [[87], [22]], [[43], [108]], [[87], [16]], [[83], [97]], [[36], [110]], [[53], [18]], [[18], [68]], [[18], [66]], [[65], [22]], [[61], [108]], [[63], [112]], [[65], [16]], [[69], [97]], [[36], [90]], [[50], [110]], [[56], [56]], [[53], [38]], [[42], [108]], [[40], [112]], [[70], [88]], [[37], [110]], [[70], [94]], [[58], [36]], [[82], [97]], [[35], [18]], [[86], [22]], [[67], [18]], [[86], [16]], [[32], [108]], [[34], [112]], [[83], [68]], [[87], [68]], [[92], [22]], [[47], [110]], [[92], [16]], [[88], [97]], [[84], [18]], [[83], [66]], [[87], [66]], [[91], [94]], [[37], [62]], [[83], [94]], [[52], [18]], [[18, 68], [90]], [[43], [62]], [[41], [34]], [[53], [64]], [[18, 66], [41]], [[45], [62]], [[36], [60]], [[70], [89]], [[53], [110]], [[58], [108]], [[83], [51]], [[70], [22]], [[85], [64]], [[70], [16]], [[36, 90], [85, 18]], [[47], [56]], [[92], [87]], [[70], [95]], [[45], [36]], [[93], [94]], [[70, 88], [87, 22]], [[53, 38], [41, 112]], [[35], [62]], [[47], [34]], [[18, 68, 90], [83, 97]], [[45], [34]], [[70, 94], [36, 110]], [[56, 56], [87, 16]], [[93], [66]], [[39], [34]], [[32], [60]], [[91], [88]], [[40], [32]], [[32], [32]], [[58, 36], [53, 18]], [[18, 66, 41], [43, 108]], [[81], [92]], [[81], [94]], [[83], [88]], [[49], [92]], [[87], [47]], [[83], [90]], [[56], [112]], [[18], [89]], [[18], [95]], [[93], [68]], [[83], [37, 110]], [[64], [89]], [[36], [42, 108]], [[46], [60]], [[79], [97]], [[41], [62]], [[53], [112]], [[55], [108]], [[53], [86, 16]], [[85], [86, 22]], [[43], [40, 112]], [[91], [68]], [[35], [34]], [[64], [95]], [[56], [110]], [[91], [66]], [[87], [94]], [[87], [82, 97]], [[75], [22]], [[33], [62]], [[81], [95]], [[64], [83]], [[75], [16]], [[95], [47]], [[64], [85]], [[66], [97]], [[47], [62]], [[89], [92]], [[51], [43]], [[63], [36]], [[32], [34]], [[63], [64]], [[18], [87]], [[83], [92]], [[93], [16]], [[18], [81]], [[93], [69]], [[46], [110]], [[87], [84, 18]], [[33], [108]], [[95], [64]], [[93], [67]], [[35], [112]], [[49], [64]], [[89], [51]], [[33], [57]], [[93], [80]], [[49], [94]], [[65], [68]], [[40], [108]], [[93], [22]], [[84], [22]], [[63], [84]], [[41], [52, 18]], [[93], [86]], [[87], [51]], [[53], [92]], [[45], [60]], [[33], [42]], [[43], [34]], [[32], [110]], [[35], [54]], [[39], [110]], [[36], [32]], [[32, 32], [40, 112]], [[83], [47]], [[85], [92]], [[41], [18]], [[33], [34]], [[83], [22]], [[93], [88]], [[63, 84], [16]], [[87, 47], [42, 108]], [[33, 42], [112]], [[73], [18]], [[46], [40, 108]], [[56], [63]], [[60], [41]], [[53, 64], [16]], [[83, 94], [86, 22]], [[83, 88], [37, 110]], [[81], [64]], [[62], [53]], [[47], [63]], [[53], [39]], [[81], [89]], [[45], [35]], [[97], [58, 36, 53, 18]], [[90], [89]], [[83], [16]], [[57], [92]], [[91], [85]], [[87], [88]], [[85], [22]], [[46], [32]], [[47], [108]], [[32], [58]], [[34], [87]], [[33], [34, 112]], [[41], [108]], [[47], [32]], [[43], [112]], [[38], [110]], [[38], [41, 112]], [[36, 60], [108]], [[43, 62], [112]], [[81, 92], [82, 97]], [[71], [68]], [[41], [39]], [[45], [110]], [[45], [112]], [[90], [95]], [[85], [16]], [[45, 62], [86, 16]], [[35], [37]], [[65], [95]], [[57], [92, 87]], [[87, 68], [97]], [[39, 34], [55]], [[39], [34, 112]], [[94], [95]], [[81], [68]], [[46], [32, 108]], [[93], [88, 97]], [[41], [110]], [[85, 64], [22]], [[45], [39]], [[63], [92, 16]], [[83, 51], [110]], [[46], [59]], [[91], [95]], [[57], [92, 16]], [[81], [97]], [[91], [83]], [[49, 92], [84, 18]], [[18], [84]], [[94], [89]], [[91, 88], [38, 110]], [[65], [89]], [[93], [91]], [[40, 32], [43, 112]], [[87], [90]], [[36], [93, 16]], [[65], [66]], [[40], [32, 108]], [[37], [36]], [[91, 94], [85, 22]], [[18], [82]], [[91], [89]], [[85], [94]], [[47, 34], [52, 18]], [[18], [67]], [[18], [65]], [[18], [71]], [[91], [88, 97]], [[53], [33, 108]], [[58], [35, 112]], [[49], [65, 16]], [[21], [38, 41, 112]]], "vocab": ["<pad>", "<bos>", "<eos>", "<unk>", [0], [1], [2], [3], [4], [5], [6], [7], [8], [9], [10], [11], [12], [13], [14], [15], [16], [17], [18], [19], [20], [21], [22], [23], [24], [25], [26], [27], [28], [29], [30], [31], [32], [33], [34], [35], [36], [37], [38], [39], [40], [41], [42], [43], [44], [45], [46], [47], [48], [49], [50], [51], [52], [53], [54], [55], [56], [57], [58], [59], [60], [61], [62], [63], [64], [65], [66], [67], [68], [69], [70], [71], [72], [73], [74], [75], [76], [77], [78], [79], [80], [81], [82], [83], [84], [85], [86], [87], [88], [89], [90], [91], [92], [93], [94], [95], [96], [97], [98], [99], [100], [101], [102], [103], [104], [105], [106], [107], [108], [109], [110], [111], [112], [113], [114], [115], [116], [117], [118], [119], [120], [121], [122], [123], [124], [125], [126], [127], [128], [129], [130], [131], [132], [133], [134], [135], [136], [137], [138], [139], [140], [141], [142], [143], [144], [145], [146], [147], [148], [149], [150], [151], [152], [153], [154], [155], [156], [157], [158], [159], [160], [161], [162], [163], [164], [165], [166], [167], [168], [169], [170], [171], [172], [173], [174], [175], [176], [177], [178], [179], [180], [181], [182], [183], [184], [185], [186], [187], [188], [189], [190], [191], [192], [193], [194], [195], [196], [197], [198], [199], [200], [201], [202], [203], [204], [205], [206], [207], [208], [209], [210], [211], [212], [213], [214], [215], [216], [217], [218], [219], [220], [221], [222], [223], [224], [225], [226], [227], [228], [229], [230], [231], [232], [233], [234], [235], [236], [237], [238], [239], [240], [241], [242], [243], [244], [245], [246], [247], [248], [249], [250], [251], [252], [253], [254], [255], [41, 112], [85, 18], [87, 22], [43, 108], [87, 16], [83, 97], [36, 110], [53, 18], [18, 68], [18, 66], [65, 22], [61, 108], [63, 112], [65, 16], [69, 97], [36, 90], [50, 110], [56, 56], [53, 38], [42, 108], [40, 112], [70, 88], [37, 110], [70, 94], [58, 36], [82, 97], [35, 18], [86, 22], [67, 18], [86, 16], [32, 108], [34, 112], [83, 68], [87, 68], [92, 22], [47, 110], [92, 16], [88, 97], [84, 18], [83, 66], [87, 66], [91, 94], [37, 62], [83, 94], [52, 18], [18, 68, 90], [43, 62], [41, 34], [53, 64], [18, 66, 41], [45, 62], [36, 60], [70, 89], [53, 110], [58, 108], [83, 51], [70, 22], [85, 64], [70, 16], [36, 90, 85, 18], [47, 56], [92, 87], [70, 95], [45, 36], [93, 94], [70, 88, 87, 22], [53, 38, 41, 112], [35, 62], [47, 34], [18, 68, 90, 83, 97], [45, 34], [70, 94, 36, 110], [56, 56, 87, 16], [93, 66], [39, 34], [32, 60], [91, 88], [40, 32], [32, 32], [58, 36, 53, 18], [18, 66, 41, 43, 108], [81, 92], [81, 94], [83, 88], [49, 92], [87, 47], [83, 90], [56, 112], [18, 89], [18, 95], [93, 68], [83, 37, 110], [64, 89], [36, 42, 108], [46, 60], [79, 97], [41, 62], [53, 112], [55, 108], [53, 86, 16], [85, 86, 22], [43, 40, 112], [91, 68], [35, 34], [64, 95], [56, 110], [91, 66], [87, 94], [87, 82, 97], [75, 22], [33, 62], [81, 95], [64, 83], [75, 16], [95, 47], [64, 85], [66, 97], [47, 62], [89, 92], [51, 43], [63, 36], [32, 34], [63, 64], [18, 87], [83, 92], [93, 16], [18, 81], [93, 69], [46, 110], [87, 84, 18], [33, 108], [95, 64], [93, 67], [35, 112], [49, 64], [89, 51], [33, 57], [93, 80], [49, 94], [65, 68], [40, 108], [93, 22], [84, 22], [63, 84], [41, 52, 18], [93, 86], [87, 51], [53, 92], [45, 60], [33, 42], [43, 34], [32, 110], [35, 54], [39, 110], [36, 32], [32, 32, 40, 112], [83, 47], [85, 92], [41, 18], [33, 34], [83, 22], [93, 88], [63, 84, 16], [87, 47, 42, 108], [33, 42, 112], [73, 18], [46, 40, 108], [56, 63], [60, 41], [53, 64, 16], [83, 94, 86, 22], [83, 88, 37, 110], [81, 64], [62, 53], [47, 63], [53, 39], [81, 89], [45, 35], [97, 58, 36, 53, 18], [90, 89], [83, 16], [57, 92], [91, 85], [87, 88], [85, 22], [46, 32], [47, 108], [32, 58], [34, 87], [33, 34, 112], [41, 108], [47, 32], [43, 112], [38, 110], [38, 41, 112], [36, 60, 108], [43, 62, 112], [81, 92, 82, 97], [71, 68], [41, 39], [45, 110], [45, 112], [90, 95], [85, 16], [45, 62, 86, 16], [35, 37], [65, 95], [57, 92, 87], [87, 68, 97], [39, 34, 55], [39, 34, 112], [94, 95], [81, 68], [46, 32, 108], [93, 88, 97], [41, 110], [85, 64, 22], [45, 39], [63, 92, 16], [83, 51, 110], [46, 59], [91, 95], [57, 92, 16], [81, 97], [91, 83], [49, 92, 84, 18], [18, 84], [94, 89], [91, 88, 38, 110], [65, 89], [93, 91], [40, 32, 43, 112], [87, 90], [36, 93, 16], [65, 66], [40, 32, 108], [37, 36], [91, 94, 85, 22], [18, 82], [91, 89], [85, 94], [47, 34, 52, 18], [18, 67], [18, 65], [18, 71], [91, 88, 97], [53, 33, 108], [58, 35, 112], [49, 65, 16], [21, 38, 41, 112]]}