AlphaFold 2 multimer model_5 as a delta

af2-multimer-5/manifest.json

@@ -0,0 +1 @@
+{"formatVersion": 1, "source": "delta of /tmp/claude-1000/-home-ubuntu-localfold/77d17d38-b027-45d8-b68b-3f07e6ac48db/scratchpad/mmx.f32 against model-multimer", "bundle": {"purpose": "browser-inference", "encoding": "int3-le", "encodingNote": "int3 asymmetric, group 128, with float16 scales and zero points; the tensors in float32Tensors stay float32", "tensors": 347, "shards": 8, "bytes": 45137476}, "delta": {"baseFamily": "multimer", "model": "model_1_multimer_v3", "baseModel": "model_1_multimer_v3", "addTo": ["confidence_haiku_0001", "confidence_haiku_0003", "confidence_haiku_0007", "confidence_haiku_0009", "embedding_haiku_0001", "embedding_haiku_0003", "embedding_haiku_0005", "embedding_haiku_0007", "embedding_haiku_0009", "embedding_haiku_0015", "embedding_haiku_0017", "embedding_haiku_0019", "extra_stack_haiku_0000", "extra_stack_haiku_0001", "extra_stack_haiku_0002", "extra_stack_haiku_0003", "extra_stack_haiku_0004", "extra_stack_haiku_0005", "extra_stack_haiku_0006", "extra_stack_haiku_0007", "extra_stack_haiku_0008", "extra_stack_haiku_0009", "extra_stack_haiku_0010", "extra_stack_haiku_0011", "extra_stack_haiku_0012", "extra_stack_haiku_0013", "extra_stack_haiku_0014", "extra_stack_haiku_0015", "extra_stack_haiku_0016", "extra_stack_haiku_0017", "extra_stack_haiku_0018", "extra_stack_haiku_0019", "extra_stack_haiku_0020", "extra_stack_haiku_0021", "extra_stack_haiku_0022", "extra_stack_haiku_0023", "extra_stack_haiku_0024", "extra_stack_haiku_0025", "extra_stack_haiku_0026", "extra_stack_haiku_0027", "extra_stack_haiku_0028", "extra_stack_haiku_0029", "extra_stack_haiku_0030", "extra_stack_haiku_0031", "extra_stack_haiku_0032", "extra_stack_haiku_0033", "extra_stack_haiku_0034", "extra_stack_haiku_0035", "extra_stack_haiku_0036", "extra_stack_haiku_0037", "extra_stack_haiku_0038", "extra_stack_haiku_0039", "extra_stack_haiku_0040", "extra_stack_haiku_0041", "extra_stack_haiku_0042", "extra_stack_haiku_0043", "extra_stack_haiku_0044", "extra_stack_haiku_0045", "extra_stack_haiku_0046", "extra_stack_haiku_0047", "extra_stack_haiku_0048", "extra_stack_haiku_0049", "extra_stack_haiku_0050", "extra_stack_haiku_0051", "extra_stack_haiku_0052", "extra_stack_haiku_0053", "extra_stack_haiku_0054", "extra_stack_haiku_0055", "extra_stack_haiku_0056", "extra_stack_haiku_0057", "extra_stack_haiku_0058", "extra_stack_haiku_0059", "extra_stack_haiku_0060", "extra_stack_haiku_0061", "extra_stack_haiku_0062", "extra_stack_haiku_0063", "extra_stack_haiku_0064", "extra_stack_haiku_0065", "extra_stack_haiku_0066", "extra_stack_haiku_0067", "extra_stack_haiku_0068", "extra_stack_haiku_0069", "extra_stack_haiku_0070", "extra_stack_haiku_0071", "extra_stack_haiku_0072", "extra_stack_haiku_0073", "extra_stack_haiku_0074", "extra_stack_haiku_0075", "extra_stack_haiku_0076", "extra_stack_haiku_0077", "extra_stack_haiku_0078", "extra_stack_haiku_0079", "extra_stack_haiku_0080", "extra_stack_haiku_0081", "extra_stack_haiku_0082", "extra_stack_haiku_0083", "extra_stack_haiku_0084", "extra_stack_haiku_0085", "extra_stack_haiku_0086", "extra_stack_haiku_0087", "extra_stack_haiku_0088", "extra_stack_haiku_0089", "extra_stack_haiku_0090", "extra_stack_haiku_0091", "extra_stack_haiku_0092", "stack_haiku_0000", "stack_haiku_0001", "stack_haiku_0002", "stack_haiku_0003", "stack_haiku_0004", "stack_haiku_0005", "stack_haiku_0006", "stack_haiku_0007", "stack_haiku_0008", "stack_haiku_0009", "stack_haiku_0010", "stack_haiku_0011", "stack_haiku_0012", "stack_haiku_0013", "stack_haiku_0014", "stack_haiku_0015", "stack_haiku_0016", "stack_haiku_0017", "stack_haiku_0018", "stack_haiku_0019", "stack_haiku_0020", "stack_haiku_0021", "stack_haiku_0022", "stack_haiku_0023", "stack_haiku_0024", "stack_haiku_0025", "stack_haiku_0026", "stack_haiku_0027", "stack_haiku_0028", "stack_haiku_0029", "stack_haiku_0030", "stack_haiku_0031", "stack_haiku_0032", "stack_haiku_0033", "stack_haiku_0034", "stack_haiku_0035", "stack_haiku_0036", "stack_haiku_0037", "stack_haiku_0038", "stack_haiku_0039", "stack_haiku_0040", "stack_haiku_0041", "stack_haiku_0042", "stack_haiku_0043", "stack_haiku_0044", "stack_haiku_0045", "stack_haiku_0046", "stack_haiku_0047", "stack_haiku_0048", "stack_haiku_0049", "stack_haiku_0050", "stack_haiku_0051", "stack_haiku_0052", "stack_haiku_0053", "stack_haiku_0054", "stack_haiku_0055", "stack_haiku_0056", "stack_haiku_0057", "stack_haiku_0058", "stack_haiku_0059", "stack_haiku_0060", "stack_haiku_0061", "stack_haiku_0062", "stack_haiku_0063", "stack_haiku_0064", "stack_haiku_0065", "stack_haiku_0066", "stack_haiku_0067", "stack_haiku_0068", "stack_haiku_0069", "stack_haiku_0070", "stack_haiku_0071", "stack_haiku_0072", "stack_haiku_0073", "stack_haiku_0074", "stack_haiku_0075", "stack_haiku_0076", "stack_haiku_0077", "stack_haiku_0078", "stack_haiku_0079", "stack_haiku_0080", "stack_haiku_0081", "stack_haiku_0082", "stack_haiku_0083", "stack_haiku_0084", "stack_haiku_0085", "stack_haiku_0086", "stack_haiku_0087", "stack_haiku_0088", "stack_haiku_0089", "stack_haiku_0090", "stack_haiku_0091", "stack_haiku_0092", "template_haiku_0001", "template_haiku_0006", "template_haiku_0007", "template_haiku_0008", "template_haiku_0009", "template_haiku_0010", "template_haiku_0011", "template_haiku_0012", "template_haiku_0013", "template_haiku_0014", "template_haiku_0015", "template_haiku_0016", "template_haiku_0017", "template_haiku_0018", "template_haiku_0019", "template_haiku_0020", "template_haiku_0021", "template_haiku_0022", "template_haiku_0023", "template_haiku_0024", "template_haiku_0025", "template_haiku_0026", "template_haiku_0027", "template_haiku_0028", "template_haiku_0029", "template_haiku_0030", "template_haiku_0031", "template_haiku_0032", "template_haiku_0033", "template_haiku_0034", "template_haiku_0035", "template_haiku_0036", "template_haiku_0037", "template_haiku_0038", "template_haiku_0039", "template_haiku_0040", "template_haiku_0041", "template_haiku_0042", "template_haiku_0043", "template_haiku_0044", "template_haiku_0045", "template_haiku_0046", "template_haiku_0047", "template_haiku_0048", "template_haiku_0049", "template_haiku_0050", "template_haiku_0051", "template_haiku_0052", "template_haiku_0053", "template_haiku_0054", "template_haiku_0055", "template_haiku_0056", "template_haiku_0057", "template_haiku_0058", "template_haiku_0059", "template_haiku_0060", "template_haiku_0061", "template_haiku_0062", "template_haiku_0063", "template_haiku_0065", "template_haiku_0069", "template_haiku_0071", "template_haiku_0081", "template_haiku_0083", "template_haiku_0085"], "whole": ["confidence_haiku_0000", "confidence_haiku_0002", "confidence_haiku_0004", "confidence_haiku_0005", "confidence_haiku_0006", "confidence_haiku_0008", "embedding_haiku_0000", "embedding_haiku_0002", "embedding_haiku_0004", "embedding_haiku_0006", "embedding_haiku_0008", "embedding_haiku_0010", "embedding_haiku_0011", "embedding_haiku_0012", "embedding_haiku_0013", "embedding_haiku_0014", "embedding_haiku_0016", "embedding_haiku_0018", "structure_haiku_0000", "structure_haiku_0001", "structure_haiku_0002", "structure_haiku_0003", "structure_haiku_0004", "structure_haiku_0005", "structure_haiku_0006", "structure_haiku_0007", "structure_haiku_0008", "structure_haiku_0009", "structure_haiku_0010", "structure_haiku_0011", "structure_haiku_0012", "structure_haiku_0013", "structure_haiku_0014", "structure_haiku_0015", "structure_haiku_0016", "structure_haiku_0017", "structure_haiku_0018", "structure_haiku_0019", "structure_haiku_0020", "structure_haiku_0021", "structure_haiku_0022", "structure_haiku_0023", "structure_haiku_0024", "structure_haiku_0025", "structure_haiku_0026", "structure_haiku_0027", "structure_haiku_0028", "structure_haiku_0029", "structure_haiku_0030", "structure_haiku_0031", "structure_haiku_0032", "structure_haiku_0033", "structure_haiku_0034", "structure_haiku_0035", "structure_haiku_0036", "structure_haiku_0037", "structure_haiku_0038", "structure_haiku_0039", "structure_haiku_0040", "structure_haiku_0041", "structure_haiku_0042", "structure_haiku_0043", "structure_haiku_0044", "template_haiku_0000", "template_haiku_0002", "template_haiku_0003", "template_haiku_0004", "template_haiku_0005", "template_haiku_0064", "template_haiku_0066", "template_haiku_0067", "template_haiku_0068", "template_haiku_0070", "template_haiku_0072", "template_haiku_0073", "template_haiku_0074", "template_haiku_0075", "template_haiku_0076", "template_haiku_0077", "template_haiku_0078", "template_haiku_0079", "template_haiku_0080", "template_haiku_0082", "template_haiku_0084"], "absent": []}, "float32Tensors": ["confidence_haiku_0000", "confidence_haiku_0002", "confidence_haiku_0004", "confidence_haiku_0005", "confidence_haiku_0006", "confidence_haiku_0008", "embedding_haiku_0000", "embedding_haiku_0002", "embedding_haiku_0004", "embedding_haiku_0006", "embedding_haiku_0008", "embedding_haiku_0010", "embedding_haiku_0011", "embedding_haiku_0012", "embedding_haiku_0013", "embedding_haiku_0014", "embedding_haiku_0016", "embedding_haiku_0018", "structure_haiku_0000", "structure_haiku_0001", "structure_haiku_0002", "structure_haiku_0003", "structure_haiku_0004", "structure_haiku_0005", "structure_haiku_0006", "structure_haiku_0007", "structure_haiku_0008", "structure_haiku_0009", "structure_haiku_0010", "structure_haiku_0011", "structure_haiku_0012", "structure_haiku_0013", "structure_haiku_0014", "structure_haiku_0015", "structure_haiku_0016", "structure_haiku_0017", "structure_haiku_0018", "structure_haiku_0019", "structure_haiku_0020", "structure_haiku_0021", "structure_haiku_0022", "structure_haiku_0023", "structure_haiku_0024", "structure_haiku_0025", "structure_haiku_0026", "structure_haiku_0027", "structure_haiku_0028", "structure_haiku_0029", "structure_haiku_0030", "structure_haiku_0031", "structure_haiku_0032", "structure_haiku_0033", "structure_haiku_0034", "structure_haiku_0035", "structure_haiku_0036", "structure_haiku_0037", "structure_haiku_0038", "structure_haiku_0039", "structure_haiku_0040", "structure_haiku_0041", "structure_haiku_0042", "structure_haiku_0043", "structure_haiku_0044", "template_haiku_0000", "template_haiku_0002", "template_haiku_0003", "template_haiku_0004", "template_haiku_0005", "template_haiku_0064", "template_haiku_0066", "template_haiku_0067", "template_haiku_0068", "template_haiku_0070", "template_haiku_0072", "template_haiku_0073", "template_haiku_0074", "template_haiku_0075", "template_haiku_0076", "template_haiku_0077", "template_haiku_0078", "template_haiku_0079", "template_haiku_0080", "template_haiku_0082", "template_haiku_0084"], "tensors": {"stack_haiku_0000": {"file": "weights-00.int3.bin", "shape": [48, 8, 32], "byteOffset": 0, "dtype": "int3", "block": 128, "scaleOffset": 4612, "zeroOffset": 4804}, "stack_haiku_0001": {"file": "weights-04.int3.bin", "shape": [48, 256, 8, 32], "byteOffset": 0, "dtype": "int3", "block": 128, "scaleOffset": 1179652, "zeroOffset": 1228804}, "stack_haiku_0002": {"file": "weights-05.int3.bin", "shape": [48, 256, 8, 32], "byteOffset": 0, "dtype": "int3", "block": 128, "scaleOffset": 1179652, "zeroOffset": 1228804}, "stack_haiku_0003": {"file": "weights-03.int3.bin", "shape": [48, 256], "byteOffset": 0, "dtype": "int3", "block": 128, "scaleOffset": 4612, "zeroOffset": 4804}, "stack_haiku_0004": {"file": "weights-06.int3.bin", "shape": [48, 8, 32, 256], "byteOffset": 0, "dtype": "int3", "block": 128, "scaleOffset": 1179652, "zeroOffset": 1228804}, "stack_haiku_0005": {"file": "weights-07.int3.bin", "shape": [48, 256, 8, 32], "byteOffset": 0, "dtype": "int3", "block": 128, "scaleOffset": 1179652, "zeroOffset": 1228804}, "stack_haiku_0006": {"file": "weights-04.int3.bin", "shape": [48, 256, 8, 32], "byteOffset": 1277956, "dtype": "int3", "block": 128, "scaleOffset": 2457608, "zeroOffset": 2506760}, "stack_haiku_0007": {"file": "weights-07.int3.bin", "shape": [48, 256], "byteOffset": 1277956, "dtype": "int3", "block": 128, "scaleOffset": 1282568, "zeroOffset": 1282760}, "stack_haiku_0008": {"file": "weights-06.int3.bin", "shape": [48, 256], "byteOffset": 1277956, "dtype": "int3", "block": 128, "scaleOffset": 1282568, "zeroOffset": 1282760}, "stack_haiku_0009": {"file": "weights-03.int3.bin", "shape": [48, 128, 8], "byteOffset": 4996, "dtype": "int3", "block": 128, "scaleOffset": 23432, "zeroOffset": 24200}, "stack_haiku_0010": {"file": "weights-02.int3.bin", "shape": [48, 8, 32], "byteOffset": 0, "dtype": "int3", "block": 128, "scaleOffset": 4612, "zeroOffset": 4804}, "stack_haiku_0011": {"file": "weights-05.int3.bin", "shape": [48, 256, 8, 32], "byteOffset": 1277956, "dtype": "int3", "block": 128, "scaleOffset": 2457608, "zeroOffset": 2506760}, "stack_haiku_0012": {"file": "weights-06.int3.bin", "shape": [48, 256, 8, 32], "byteOffset": 1282952, "dtype": "int3", "block": 128, "scaleOffset": 2462604, "zeroOffset": 2511756}, "stack_haiku_0013": {"file": "weights-01.int3.bin", "shape": [48, 256], "byteOffset": 0, "dtype": "int3", "block": 128, "scaleOffset": 4612, "zeroOffset": 4804}, "stack_haiku_0014": {"file": "weights-07.int3.bin", "shape": [48, 8, 32, 256], "byteOffset": 1282952, "dtype": "int3", "block": 128, "scaleOffset": 2462604, "zeroOffset": 2511756}, "stack_haiku_0015": {"file": "weights-03.int3.bin", "shape": [48, 256, 8, 32], "byteOffset": 24968, "dtype": "int3", "block": 128, "scaleOffset": 1204620, "zeroOffset": 1253772}, "stack_haiku_0016": {"file": "weights-04.int3.bin", "shape": [48, 256, 8, 32], "byteOffset": 2555912, "dtype": "int3", "block": 128, "scaleOffset": 3735564, "zeroOffset": 3784716}, "stack_haiku_0017": {"file": "weights-06.int3.bin", "shape": [48, 128], "byteOffset": 2560908, "dtype": "int3", "block": 128, "scaleOffset": 2563216, "zeroOffset": 2563312}, "stack_haiku_0018": {"file": "weights-01.int3.bin", "shape": [48, 128], "byteOffset": 4996, "dtype": "int3", "block": 128, "scaleOffset": 7304, "zeroOffset": 7400}, "stack_haiku_0019": {"file": "weights-05.int3.bin", "shape": [48, 256], "byteOffset": 2555912, "dtype": "int3", "block": 128, "scaleOffset": 2560524, "zeroOffset": 2560716}, "stack_haiku_0020": {"file": "weights-04.int3.bin", "shape": [48, 256], "byteOffset": 3833868, "dtype": "int3", "block": 128, "scaleOffset": 3838480, "zeroOffset": 3838672}, "stack_haiku_0021": {"file": "weights-00.int3.bin", "shape": [48, 256], "byteOffset": 4996, "dtype": "int3", "block": 128, "scaleOffset": 9608, "zeroOffset": 9800}, "stack_haiku_0022": {"file": "weights-03.int3.bin", "shape": [48, 256], "byteOffset": 1302924, "dtype": "int3", "block": 128, "scaleOffset": 1307536, "zeroOffset": 1307728}, "stack_haiku_0023": {"file": "weights-02.int3.bin", "shape": [48, 1024], "byteOffset": 4996, "dtype": "int3", "block": 128, "scaleOffset": 23432, "zeroOffset": 24200}, "stack_haiku_0024": {"file": "weights-00.int3.bin", "shape": [48, 256, 1024], "byteOffset": 9992, "dtype": "int3", "block": 128, "scaleOffset": 4728588, "zeroOffset": 4925196}, "stack_haiku_0025": {"file": "weights-07.int3.bin", "shape": [48, 256], "byteOffset": 2560908, "dtype": "int3", "block": 128, "scaleOffset": 2565520, "zeroOffset": 2565712}, "stack_haiku_0026": {"file": "weights-01.int3.bin", "shape": [48, 1024, 256], "byteOffset": 7496, "dtype": "int3", "block": 128, "scaleOffset": 4726092, "zeroOffset": 4922700}, "stack_haiku_0027": {"file": "weights-02.int3.bin", "shape": [48, 128], "byteOffset": 24968, "dtype": "int3", "block": 128, "scaleOffset": 27276, "zeroOffset": 27372}, "stack_haiku_0028": {"file": "weights-03.int3.bin", "shape": [48, 32, 32, 128], "byteOffset": 1307920, "dtype": "int3", "block": 128, "scaleOffset": 3667220, "zeroOffset": 3765524}, "stack_haiku_0029": {"file": "weights-06.int3.bin", "shape": [48, 256], "byteOffset": 2563408, "dtype": "int3", "block": 128, "scaleOffset": 2568020, "zeroOffset": 2568212}, "stack_haiku_0030": {"file": "weights-02.int3.bin", "shape": [48, 256], "byteOffset": 27468, "dtype": "int3", "block": 128, "scaleOffset": 32080, "zeroOffset": 32272}, "stack_haiku_0031": {"file": "weights-05.int3.bin", "shape": [48, 32], "byteOffset": 2560908, "dtype": "int3", "block": 128, "scaleOffset": 2561488, "zeroOffset": 2561512}, "stack_haiku_0032": {"file": "weights-05.int3.bin", "shape": [48, 256, 32], "byteOffset": 2561536, "dtype": "int3", "block": 128, "scaleOffset": 2708996, "zeroOffset": 2715140}, "stack_haiku_0033": {"file": "weights-06.int3.bin", "shape": [48, 32], "byteOffset": 2568404, "dtype": "int3", "block": 128, "scaleOffset": 2568984, "zeroOffset": 2569008}, "stack_haiku_0034": {"file": "weights-04.int3.bin", "shape": [48, 256, 32], "byteOffset": 3838864, "dtype": "int3", "block": 128, "scaleOffset": 3986324, "zeroOffset": 3992468}, "stack_haiku_0035": {"file": "weights-05.int3.bin", "shape": [48, 128], "byteOffset": 2721284, "dtype": "int3", "block": 128, "scaleOffset": 2723592, "zeroOffset": 2723688}, "stack_haiku_0036": {"file": "weights-04.int3.bin", "shape": [48, 128], "byteOffset": 3998612, "dtype": "int3", "block": 128, "scaleOffset": 4000920, "zeroOffset": 4001016}, "stack_haiku_0037": {"file": "weights-00.int3.bin", "shape": [48, 512], "byteOffset": 5121804, "dtype": "int3", "block": 128, "scaleOffset": 5131024, "zeroOffset": 5131408}, "stack_haiku_0038": {"file": "weights-05.int3.bin", "shape": [48, 128, 512], "byteOffset": 2723784, "dtype": "int3", "block": 128, "scaleOffset": 3903436, "zeroOffset": 3952588}, "stack_haiku_0039": {"file": "weights-07.int3.bin", "shape": [48, 128], "byteOffset": 2565904, "dtype": "int3", "block": 128, "scaleOffset": 2568212, "zeroOffset": 2568308}, "stack_haiku_0040": {"file": "weights-06.int3.bin", "shape": [48, 512, 128], "byteOffset": 2569032, "dtype": "int3", "block": 128, "scaleOffset": 3748684, "zeroOffset": 3797836}, "stack_haiku_0041": {"file": "weights-01.int3.bin", "shape": [48, 128, 4], "byteOffset": 5119308, "dtype": "int3", "block": 128, "scaleOffset": 5128528, "zeroOffset": 5128912}, "stack_haiku_0042": {"file": "weights-06.int3.bin", "shape": [48, 4, 32], "byteOffset": 3846988, "dtype": "int3", "block": 128, "scaleOffset": 3849296, "zeroOffset": 3849392}, "stack_haiku_0043": {"file": "weights-04.int3.bin", "shape": [48, 128, 4, 32], "byteOffset": 4001112, "dtype": "int3", "block": 128, "scaleOffset": 4296028, "zeroOffset": 4308316}, "stack_haiku_0044": {"file": "weights-05.int3.bin", "shape": [48, 128, 4, 32], "byteOffset": 4001740, "dtype": "int3", "block": 128, "scaleOffset": 4296656, "zeroOffset": 4308944}, "stack_haiku_0045": {"file": "weights-00.int3.bin", "shape": [48, 128], "byteOffset": 5131792, "dtype": "int3", "block": 128, "scaleOffset": 5134100, "zeroOffset": 5134196}, "stack_haiku_0046": {"file": "weights-06.int3.bin", "shape": [48, 4, 32, 128], "byteOffset": 3849488, "dtype": "int3", "block": 128, "scaleOffset": 4144404, "zeroOffset": 4156692}, "stack_haiku_0047": {"file": "weights-04.int3.bin", "shape": [48, 128, 4, 32], "byteOffset": 4320604, "dtype": "int3", "block": 128, "scaleOffset": 4615520, "zeroOffset": 4627808}, "stack_haiku_0048": {"file": "weights-05.int3.bin", "shape": [48, 128, 4, 32], "byteOffset": 4321232, "dtype": "int3", "block": 128, "scaleOffset": 4616148, "zeroOffset": 4628436}, "stack_haiku_0049": {"file": "weights-01.int3.bin", "shape": [48, 128], "byteOffset": 5129296, "dtype": "int3", "block": 128, "scaleOffset": 5131604, "zeroOffset": 5131700}, "stack_haiku_0050": {"file": "weights-03.int3.bin", "shape": [48, 128], "byteOffset": 3863828, "dtype": "int3", "block": 128, "scaleOffset": 3866136, "zeroOffset": 3866232}, "stack_haiku_0051": {"file": "weights-07.int3.bin", "shape": [48, 128, 4], "byteOffset": 2568404, "dtype": "int3", "block": 128, "scaleOffset": 2577624, "zeroOffset": 2578008}, "stack_haiku_0052": {"file": "weights-02.int3.bin", "shape": [48, 4, 32], "byteOffset": 32464, "dtype": "int3", "block": 128, "scaleOffset": 34772, "zeroOffset": 34868}, "stack_haiku_0053": {"file": "weights-06.int3.bin", "shape": [48, 128, 4, 32], "byteOffset": 4168980, "dtype": "int3", "block": 128, "scaleOffset": 4463896, "zeroOffset": 4476184}, "stack_haiku_0054": {"file": "weights-07.int3.bin", "shape": [48, 128, 4, 32], "byteOffset": 2578392, "dtype": "int3", "block": 128, "scaleOffset": 2873308, "zeroOffset": 2885596}, "stack_haiku_0055": {"file": "weights-05.int3.bin", "shape": [48, 128], "byteOffset": 4640724, "dtype": "int3", "block": 128, "scaleOffset": 4643032, "zeroOffset": 4643128}, "stack_haiku_0056": {"file": "weights-02.int3.bin", "shape": [48, 4, 32, 128], "byteOffset": 34964, "dtype": "int3", "block": 128, "scaleOffset": 329880, "zeroOffset": 342168}, "stack_haiku_0057": {"file": "weights-03.int3.bin", "shape": [48, 128, 4, 32], "byteOffset": 3866328, "dtype": "int3", "block": 128, "scaleOffset": 4161244, "zeroOffset": 4173532}, "stack_haiku_0058": {"file": "weights-04.int3.bin", "shape": [48, 128, 4, 32], "byteOffset": 4640096, "dtype": "int3", "block": 128, "scaleOffset": 4935012, "zeroOffset": 4947300}, "stack_haiku_0059": {"file": "weights-04.int3.bin", "shape": [48, 128], "byteOffset": 4959588, "dtype": "int3", "block": 128, "scaleOffset": 4961896, "zeroOffset": 4961992}, "stack_haiku_0060": {"file": "weights-07.int3.bin", "shape": [48, 128], "byteOffset": 2897884, "dtype": "int3", "block": 128, "scaleOffset": 2900192, "zeroOffset": 2900288}, "stack_haiku_0061": {"file": "weights-06.int3.bin", "shape": [48, 128], "byteOffset": 4488472, "dtype": "int3", "block": 128, "scaleOffset": 4490780, "zeroOffset": 4490876}, "stack_haiku_0062": {"file": "weights-00.int3.bin", "shape": [48, 128], "byteOffset": 5134292, "dtype": "int3", "block": 128, "scaleOffset": 5136600, "zeroOffset": 5136696}, "stack_haiku_0063": {"file": "weights-01.int3.bin", "shape": [48, 128], "byteOffset": 5131796, "dtype": "int3", "block": 128, "scaleOffset": 5134104, "zeroOffset": 5134200}, "stack_haiku_0064": {"file": "weights-05.int3.bin", "shape": [48, 128, 128], "byteOffset": 4643224, "dtype": "int3", "block": 128, "scaleOffset": 4938140, "zeroOffset": 4950428}, "stack_haiku_0065": {"file": "weights-03.int3.bin", "shape": [48, 128], "byteOffset": 4185820, "dtype": "int3", "block": 128, "scaleOffset": 4188128, "zeroOffset": 4188224}, "stack_haiku_0066": {"file": "weights-02.int3.bin", "shape": [48, 128], "byteOffset": 354456, "dtype": "int3", "block": 128, "scaleOffset": 356764, "zeroOffset": 356860}, "stack_haiku_0067": {"file": "weights-05.int3.bin", "shape": [48, 128], "byteOffset": 4962716, "dtype": "int3", "block": 128, "scaleOffset": 4965024, "zeroOffset": 4965120}, "stack_haiku_0068": {"file": "weights-06.int3.bin", "shape": [48, 128, 128], "byteOffset": 4490972, "dtype": "int3", "block": 128, "scaleOffset": 4785888, "zeroOffset": 4798176}, "stack_haiku_0069": {"file": "weights-04.int3.bin", "shape": [48, 128], "byteOffset": 4962088, "dtype": "int3", "block": 128, "scaleOffset": 4964396, "zeroOffset": 4964492}, "stack_haiku_0070": {"file": "weights-07.int3.bin", "shape": [48, 128, 128], "byteOffset": 2900384, "dtype": "int3", "block": 128, "scaleOffset": 3195300, "zeroOffset": 3207588}, "stack_haiku_0071": {"file": "weights-07.int3.bin", "shape": [48, 128], "byteOffset": 3219876, "dtype": "int3", "block": 128, "scaleOffset": 3222184, "zeroOffset": 3222280}, "stack_haiku_0072": {"file": "weights-02.int3.bin", "shape": [48, 128, 128], "byteOffset": 356956, "dtype": "int3", "block": 128, "scaleOffset": 651872, "zeroOffset": 664160}, "stack_haiku_0073": {"file": "weights-06.int3.bin", "shape": [48, 128], "byteOffset": 4810464, "dtype": "int3", "block": 128, "scaleOffset": 4812772, "zeroOffset": 4812868}, "stack_haiku_0074": {"file": "weights-03.int3.bin", "shape": [48, 128, 128], "byteOffset": 4188320, "dtype": "int3", "block": 128, "scaleOffset": 4483236, "zeroOffset": 4495524}, "stack_haiku_0075": {"file": "weights-00.int3.bin", "shape": [48, 128], "byteOffset": 5136792, "dtype": "int3", "block": 128, "scaleOffset": 5139100, "zeroOffset": 5139196}, "stack_haiku_0076": {"file": "weights-04.int3.bin", "shape": [48, 128, 128], "byteOffset": 4964588, "dtype": "int3", "block": 128, "scaleOffset": 5259504, "zeroOffset": 5271792}, "stack_haiku_0077": {"file": "weights-01.int3.bin", "shape": [48, 128], "byteOffset": 5134296, "dtype": "int3", "block": 128, "scaleOffset": 5136604, "zeroOffset": 5136700}, "stack_haiku_0078": {"file": "weights-03.int3.bin", "shape": [48, 128], "byteOffset": 4507812, "dtype": "int3", "block": 128, "scaleOffset": 4510120, "zeroOffset": 4510216}, "stack_haiku_0079": {"file": "weights-02.int3.bin", "shape": [48, 128], "byteOffset": 676448, "dtype": "int3", "block": 128, "scaleOffset": 678756, "zeroOffset": 678852}, "stack_haiku_0080": {"file": "weights-05.int3.bin", "shape": [48, 128, 128], "byteOffset": 4965216, "dtype": "int3", "block": 128, "scaleOffset": 5260132, "zeroOffset": 5272420}, "stack_haiku_0081": {"file": "weights-05.int3.bin", "shape": [48, 128], "byteOffset": 5284708, "dtype": "int3", "block": 128, "scaleOffset": 5287016, "zeroOffset": 5287112}, "stack_haiku_0082": {"file": "weights-04.int3.bin", "shape": [48, 128], "byteOffset": 5284080, "dtype": "int3", "block": 128, "scaleOffset": 5286388, "zeroOffset": 5286484}, "stack_haiku_0083": {"file": "weights-07.int3.bin", "shape": [48, 128], "byteOffset": 3222376, "dtype": "int3", "block": 128, "scaleOffset": 3224684, "zeroOffset": 3224780}, "stack_haiku_0084": {"file": "weights-06.int3.bin", "shape": [48, 128, 128], "byteOffset": 4812964, "dtype": "int3", "block": 128, "scaleOffset": 5107880, "zeroOffset": 5120168}, "stack_haiku_0085": {"file": "weights-06.int3.bin", "shape": [48, 128], "byteOffset": 5132456, "dtype": "int3", "block": 128, "scaleOffset": 5134764, "zeroOffset": 5134860}, "stack_haiku_0086": {"file": "weights-07.int3.bin", "shape": [48, 128, 128], "byteOffset": 3224876, "dtype": "int3", "block": 128, "scaleOffset": 3519792, "zeroOffset": 3532080}, "stack_haiku_0087": {"file": "weights-00.int3.bin", "shape": [48, 128], "byteOffset": 5139292, "dtype": "int3", "block": 128, "scaleOffset": 5141600, "zeroOffset": 5141696}, "stack_haiku_0088": {"file": "weights-02.int3.bin", "shape": [48, 128, 128], "byteOffset": 678948, "dtype": "int3", "block": 128, "scaleOffset": 973864, "zeroOffset": 986152}, "stack_haiku_0089": {"file": "weights-01.int3.bin", "shape": [48, 128], "byteOffset": 5136796, "dtype": "int3", "block": 128, "scaleOffset": 5139104, "zeroOffset": 5139200}, "stack_haiku_0090": {"file": "weights-03.int3.bin", "shape": [48, 128, 128], "byteOffset": 4510312, "dtype": "int3", "block": 128, "scaleOffset": 4805228, "zeroOffset": 4817516}, "stack_haiku_0091": {"file": "weights-03.int3.bin", "shape": [48, 128], "byteOffset": 4829804, "dtype": "int3", "block": 128, "scaleOffset": 4832112, "zeroOffset": 4832208}, "stack_haiku_0092": {"file": "weights-00.int3.bin", "shape": [48, 128, 128], "byteOffset": 5141792, "dtype": "int3", "block": 128, "scaleOffset": 5436708, "zeroOffset": 5448996}, "extra_stack_haiku_0000": {"file": "weights-05.int3.bin", "shape": [4, 8, 8], "byteOffset": 5287208, "dtype": "int3", "block": 128, "scaleOffset": 5287308, "zeroOffset": 5287312}, "extra_stack_haiku_0001": {"file": "weights-00.int3.bin", "shape": [4, 64, 8, 8], "byteOffset": 5461284, "dtype": "int3", "block": 128, "scaleOffset": 5467432, "zeroOffset": 5467688}, "extra_stack_haiku_0002": {"file": "weights-07.int3.bin", "shape": [4, 64, 8], "byteOffset": 3544368, "dtype": "int3", "block": 128, "scaleOffset": 3545140, "zeroOffset": 3545172}, "extra_stack_haiku_0003": {"file": "weights-04.int3.bin", "shape": [4, 64], "byteOffset": 5286580, "dtype": "int3", "block": 128, "scaleOffset": 5286680, "zeroOffset": 5286684}, "extra_stack_haiku_0004": {"file": "weights-02.int3.bin", "shape": [4, 8, 8, 64], "byteOffset": 998440, "dtype": "int3", "block": 128, "scaleOffset": 1004588, "zeroOffset": 1004844}, "extra_stack_haiku_0005": {"file": "weights-01.int3.bin", "shape": [4, 64, 8, 8], "byteOffset": 5139296, "dtype": "int3", "block": 128, "scaleOffset": 5145444, "zeroOffset": 5145700}, "extra_stack_haiku_0006": {"file": "weights-06.int3.bin", "shape": [4, 64, 8], "byteOffset": 5134956, "dtype": "int3", "block": 128, "scaleOffset": 5135728, "zeroOffset": 5135760}, "extra_stack_haiku_0007": {"file": "weights-01.int3.bin", "shape": [4, 64], "byteOffset": 5145956, "dtype": "int3", "block": 128, "scaleOffset": 5146056, "zeroOffset": 5146060}, "extra_stack_haiku_0008": {"file": "weights-06.int3.bin", "shape": [4, 64], "byteOffset": 5135792, "dtype": "int3", "block": 128, "scaleOffset": 5135892, "zeroOffset": 5135896}, "extra_stack_haiku_0009": {"file": "weights-04.int3.bin", "shape": [4, 128, 8], "byteOffset": 5286688, "dtype": "int3", "block": 128, "scaleOffset": 5288228, "zeroOffset": 5288292}, "extra_stack_haiku_0010": {"file": "weights-07.int3.bin", "shape": [4, 8, 8], "byteOffset": 3545204, "dtype": "int3", "block": 128, "scaleOffset": 3545304, "zeroOffset": 3545308}, "extra_stack_haiku_0011": {"file": "weights-05.int3.bin", "shape": [4, 64, 8, 8], "byteOffset": 5287316, "dtype": "int3", "block": 128, "scaleOffset": 5293464, "zeroOffset": 5293720}, "extra_stack_haiku_0012": {"file": "weights-04.int3.bin", "shape": [4, 64, 8, 8], "byteOffset": 5288356, "dtype": "int3", "block": 128, "scaleOffset": 5294504, "zeroOffset": 5294760}, "extra_stack_haiku_0013": {"file": "weights-00.int3.bin", "shape": [4, 64], "byteOffset": 5467944, "dtype": "int3", "block": 128, "scaleOffset": 5468044, "zeroOffset": 5468048}, "extra_stack_haiku_0014": {"file": "weights-00.int3.bin", "shape": [4, 8, 8, 64], "byteOffset": 5468052, "dtype": "int3", "block": 128, "scaleOffset": 5474200, "zeroOffset": 5474456}, "extra_stack_haiku_0015": {"file": "weights-03.int3.bin", "shape": [4, 64, 8, 8], "byteOffset": 4832304, "dtype": "int3", "block": 128, "scaleOffset": 4838452, "zeroOffset": 4838708}, "extra_stack_haiku_0016": {"file": "weights-07.int3.bin", "shape": [4, 64, 8, 8], "byteOffset": 3545312, "dtype": "int3", "block": 128, "scaleOffset": 3551460, "zeroOffset": 3551716}, "extra_stack_haiku_0017": {"file": "weights-04.int3.bin", "shape": [4, 128], "byteOffset": 5295016, "dtype": "int3", "block": 128, "scaleOffset": 5295212, "zeroOffset": 5295220}, "extra_stack_haiku_0018": {"file": "weights-01.int3.bin", "shape": [4, 128], "byteOffset": 5146064, "dtype": "int3", "block": 128, "scaleOffset": 5146260, "zeroOffset": 5146268}, "extra_stack_haiku_0019": {"file": "weights-03.int3.bin", "shape": [4, 64], "byteOffset": 4838964, "dtype": "int3", "block": 128, "scaleOffset": 4839064, "zeroOffset": 4839068}, "extra_stack_haiku_0020": {"file": "weights-05.int3.bin", "shape": [4, 64], "byteOffset": 5293976, "dtype": "int3", "block": 128, "scaleOffset": 5294076, "zeroOffset": 5294080}, "extra_stack_haiku_0021": {"file": "weights-02.int3.bin", "shape": [4, 64], "byteOffset": 1005100, "dtype": "int3", "block": 128, "scaleOffset": 1005200, "zeroOffset": 1005204}, "extra_stack_haiku_0022": {"file": "weights-04.int3.bin", "shape": [4, 64], "byteOffset": 5295228, "dtype": "int3", "block": 128, "scaleOffset": 5295328, "zeroOffset": 5295332}, "extra_stack_haiku_0023": {"file": "weights-05.int3.bin", "shape": [4, 256], "byteOffset": 5294084, "dtype": "int3", "block": 128, "scaleOffset": 5294472, "zeroOffset": 5294488}, "extra_stack_haiku_0024": {"file": "weights-01.int3.bin", "shape": [4, 64, 256], "byteOffset": 5146276, "dtype": "int3", "block": 128, "scaleOffset": 5170856, "zeroOffset": 5171880}, "extra_stack_haiku_0025": {"file": "weights-01.int3.bin", "shape": [4, 64], "byteOffset": 5172904, "dtype": "int3", "block": 128, "scaleOffset": 5173004, "zeroOffset": 5173008}, "extra_stack_haiku_0026": {"file": "weights-05.int3.bin", "shape": [4, 256, 64], "byteOffset": 5294504, "dtype": "int3", "block": 128, "scaleOffset": 5319084, "zeroOffset": 5320108}, "extra_stack_haiku_0027": {"file": "weights-06.int3.bin", "shape": [4, 128], "byteOffset": 5135900, "dtype": "int3", "block": 128, "scaleOffset": 5136096, "zeroOffset": 5136104}, "extra_stack_haiku_0028": {"file": "weights-05.int3.bin", "shape": [4, 32, 32, 128], "byteOffset": 5321132, "dtype": "int3", "block": 128, "scaleOffset": 5517744, "zeroOffset": 5525936}, "extra_stack_haiku_0029": {"file": "weights-06.int3.bin", "shape": [4, 64], "byteOffset": 5136112, "dtype": "int3", "block": 128, "scaleOffset": 5136212, "zeroOffset": 5136216}, "extra_stack_haiku_0030": {"file": "weights-07.int3.bin", "shape": [4, 64], "byteOffset": 3551972, "dtype": "int3", "block": 128, "scaleOffset": 3552072, "zeroOffset": 3552076}, "extra_stack_haiku_0031": {"file": "weights-03.int3.bin", "shape": [4, 32], "byteOffset": 4839072, "dtype": "int3", "block": 128, "scaleOffset": 4839124, "zeroOffset": 4839126}, "extra_stack_haiku_0032": {"file": "weights-04.int3.bin", "shape": [4, 64, 32], "byteOffset": 5295336, "dtype": "int3", "block": 128, "scaleOffset": 5298412, "zeroOffset": 5298540}, "extra_stack_haiku_0033": {"file": "weights-05.int3.bin", "shape": [4, 32], "byteOffset": 5534128, "dtype": "int3", "block": 128, "scaleOffset": 5534180, "zeroOffset": 5534182}, "extra_stack_haiku_0034": {"file": "weights-00.int3.bin", "shape": [4, 64, 32], "byteOffset": 5474712, "dtype": "int3", "block": 128, "scaleOffset": 5477788, "zeroOffset": 5477916}, "extra_stack_haiku_0035": {"file": "weights-07.int3.bin", "shape": [4, 128], "byteOffset": 3552080, "dtype": "int3", "block": 128, "scaleOffset": 3552276, "zeroOffset": 3552284}, "extra_stack_haiku_0036": {"file": "weights-02.int3.bin", "shape": [4, 128], "byteOffset": 1005208, "dtype": "int3", "block": 128, "scaleOffset": 1005404, "zeroOffset": 1005412}, "extra_stack_haiku_0037": {"file": "weights-00.int3.bin", "shape": [4, 512], "byteOffset": 5478044, "dtype": "int3", "block": 128, "scaleOffset": 5478816, "zeroOffset": 5478848}, "extra_stack_haiku_0038": {"file": "weights-07.int3.bin", "shape": [4, 128, 512], "byteOffset": 3552292, "dtype": "int3", "block": 128, "scaleOffset": 3650600, "zeroOffset": 3654696}, "extra_stack_haiku_0039": {"file": "weights-05.int3.bin", "shape": [4, 128], "byteOffset": 5534184, "dtype": "int3", "block": 128, "scaleOffset": 5534380, "zeroOffset": 5534388}, "extra_stack_haiku_0040": {"file": "weights-02.int3.bin", "shape": [4, 512, 128], "byteOffset": 1005420, "dtype": "int3", "block": 128, "scaleOffset": 1103728, "zeroOffset": 1107824}, "extra_stack_haiku_0041": {"file": "weights-01.int3.bin", "shape": [4, 128, 4], "byteOffset": 5173012, "dtype": "int3", "block": 128, "scaleOffset": 5173784, "zeroOffset": 5173816}, "extra_stack_haiku_0042": {"file": "weights-04.int3.bin", "shape": [4, 4, 32], "byteOffset": 5298668, "dtype": "int3", "block": 128, "scaleOffset": 5298864, "zeroOffset": 5298872}, "extra_stack_haiku_0043": {"file": "weights-02.int3.bin", "shape": [4, 128, 4, 32], "byteOffset": 1111920, "dtype": "int3", "block": 128, "scaleOffset": 1136500, "zeroOffset": 1137524}, "extra_stack_haiku_0044": {"file": "weights-04.int3.bin", "shape": [4, 128, 4, 32], "byteOffset": 5298880, "dtype": "int3", "block": 128, "scaleOffset": 5323460, "zeroOffset": 5324484}, "extra_stack_haiku_0045": {"file": "weights-01.int3.bin", "shape": [4, 128], "byteOffset": 5173848, "dtype": "int3", "block": 128, "scaleOffset": 5174044, "zeroOffset": 5174052}, "extra_stack_haiku_0046": {"file": "weights-00.int3.bin", "shape": [4, 4, 32, 128], "byteOffset": 5478880, "dtype": "int3", "block": 128, "scaleOffset": 5503460, "zeroOffset": 5504484}, "extra_stack_haiku_0047": {"file": "weights-01.int3.bin", "shape": [4, 128, 4, 32], "byteOffset": 5174060, "dtype": "int3", "block": 128, "scaleOffset": 5198640, "zeroOffset": 5199664}, "extra_stack_haiku_0048": {"file": "weights-07.int3.bin", "shape": [4, 128, 4, 32], "byteOffset": 3658792, "dtype": "int3", "block": 128, "scaleOffset": 3683372, "zeroOffset": 3684396}, "extra_stack_haiku_0049": {"file": "weights-06.int3.bin", "shape": [4, 128], "byteOffset": 5136220, "dtype": "int3", "block": 128, "scaleOffset": 5136416, "zeroOffset": 5136424}, "extra_stack_haiku_0050": {"file": "weights-07.int3.bin", "shape": [4, 128], "byteOffset": 3685420, "dtype": "int3", "block": 128, "scaleOffset": 3685616, "zeroOffset": 3685624}, "extra_stack_haiku_0051": {"file": "weights-03.int3.bin", "shape": [4, 128, 4], "byteOffset": 4839128, "dtype": "int3", "block": 128, "scaleOffset": 4839900, "zeroOffset": 4839932}, "extra_stack_haiku_0052": {"file": "weights-00.int3.bin", "shape": [4, 4, 32], "byteOffset": 5505508, "dtype": "int3", "block": 128, "scaleOffset": 5505704, "zeroOffset": 5505712}, "extra_stack_haiku_0053": {"file": "weights-06.int3.bin", "shape": [4, 128, 4, 32], "byteOffset": 5136432, "dtype": "int3", "block": 128, "scaleOffset": 5161012, "zeroOffset": 5162036}, "extra_stack_haiku_0054": {"file": "weights-05.int3.bin", "shape": [4, 128, 4, 32], "byteOffset": 5534396, "dtype": "int3", "block": 128, "scaleOffset": 5558976, "zeroOffset": 5560000}, "extra_stack_haiku_0055": {"file": "weights-03.int3.bin", "shape": [4, 128], "byteOffset": 4839964, "dtype": "int3", "block": 128, "scaleOffset": 4840160, "zeroOffset": 4840168}, "extra_stack_haiku_0056": {"file": "weights-03.int3.bin", "shape": [4, 4, 32, 128], "byteOffset": 4840176, "dtype": "int3", "block": 128, "scaleOffset": 4864756, "zeroOffset": 4865780}, "extra_stack_haiku_0057": {"file": "weights-02.int3.bin", "shape": [4, 128, 4, 32], "byteOffset": 1138548, "dtype": "int3", "block": 128, "scaleOffset": 1163128, "zeroOffset": 1164152}, "extra_stack_haiku_0058": {"file": "weights-04.int3.bin", "shape": [4, 128, 4, 32], "byteOffset": 5325508, "dtype": "int3", "block": 128, "scaleOffset": 5350088, "zeroOffset": 5351112}, "extra_stack_haiku_0059": {"file": "weights-02.int3.bin", "shape": [4, 128], "byteOffset": 1165176, "dtype": "int3", "block": 128, "scaleOffset": 1165372, "zeroOffset": 1165380}, "extra_stack_haiku_0060": {"file": "weights-05.int3.bin", "shape": [4, 128], "byteOffset": 5561024, "dtype": "int3", "block": 128, "scaleOffset": 5561220, "zeroOffset": 5561228}, "extra_stack_haiku_0061": {"file": "weights-04.int3.bin", "shape": [4, 128], "byteOffset": 5352136, "dtype": "int3", "block": 128, "scaleOffset": 5352332, "zeroOffset": 5352340}, "extra_stack_haiku_0062": {"file": "weights-01.int3.bin", "shape": [4, 128], "byteOffset": 5200688, "dtype": "int3", "block": 128, "scaleOffset": 5200884, "zeroOffset": 5200892}, "extra_stack_haiku_0063": {"file": "weights-06.int3.bin", "shape": [4, 128], "byteOffset": 5163060, "dtype": "int3", "block": 128, "scaleOffset": 5163256, "zeroOffset": 5163264}, "extra_stack_haiku_0064": {"file": "weights-00.int3.bin", "shape": [4, 128, 128], "byteOffset": 5505720, "dtype": "int3", "block": 128, "scaleOffset": 5530300, "zeroOffset": 5531324}, "extra_stack_haiku_0065": {"file": "weights-07.int3.bin", "shape": [4, 128], "byteOffset": 3685632, "dtype": "int3", "block": 128, "scaleOffset": 3685828, "zeroOffset": 3685836}, "extra_stack_haiku_0066": {"file": "weights-00.int3.bin", "shape": [4, 128], "byteOffset": 5532348, "dtype": "int3", "block": 128, "scaleOffset": 5532544, "zeroOffset": 5532552}, "extra_stack_haiku_0067": {"file": "weights-03.int3.bin", "shape": [4, 128], "byteOffset": 4866804, "dtype": "int3", "block": 128, "scaleOffset": 4867000, "zeroOffset": 4867008}, "extra_stack_haiku_0068": {"file": "weights-01.int3.bin", "shape": [4, 128, 128], "byteOffset": 5200900, "dtype": "int3", "block": 128, "scaleOffset": 5225480, "zeroOffset": 5226504}, "extra_stack_haiku_0069": {"file": "weights-02.int3.bin", "shape": [4, 128], "byteOffset": 1165388, "dtype": "int3", "block": 128, "scaleOffset": 1165584, "zeroOffset": 1165592}, "extra_stack_haiku_0070": {"file": "weights-07.int3.bin", "shape": [4, 128, 128], "byteOffset": 3685844, "dtype": "int3", "block": 128, "scaleOffset": 3710424, "zeroOffset": 3711448}, "extra_stack_haiku_0071": {"file": "weights-05.int3.bin", "shape": [4, 128], "byteOffset": 5561236, "dtype": "int3", "block": 128, "scaleOffset": 5561432, "zeroOffset": 5561440}, "extra_stack_haiku_0072": {"file": "weights-06.int3.bin", "shape": [4, 128, 128], "byteOffset": 5163272, "dtype": "int3", "block": 128, "scaleOffset": 5187852, "zeroOffset": 5188876}, "extra_stack_haiku_0073": {"file": "weights-04.int3.bin", "shape": [4, 128], "byteOffset": 5352348, "dtype": "int3", "block": 128, "scaleOffset": 5352544, "zeroOffset": 5352552}, "extra_stack_haiku_0074": {"file": "weights-05.int3.bin", "shape": [4, 128, 128], "byteOffset": 5561448, "dtype": "int3", "block": 128, "scaleOffset": 5586028, "zeroOffset": 5587052}, "extra_stack_haiku_0075": {"file": "weights-01.int3.bin", "shape": [4, 128], "byteOffset": 5227528, "dtype": "int3", "block": 128, "scaleOffset": 5227724, "zeroOffset": 5227732}, "extra_stack_haiku_0076": {"file": "weights-03.int3.bin", "shape": [4, 128, 128], "byteOffset": 4867016, "dtype": "int3", "block": 128, "scaleOffset": 4891596, "zeroOffset": 4892620}, "extra_stack_haiku_0077": {"file": "weights-06.int3.bin", "shape": [4, 128], "byteOffset": 5189900, "dtype": "int3", "block": 128, "scaleOffset": 5190096, "zeroOffset": 5190104}, "extra_stack_haiku_0078": {"file": "weights-07.int3.bin", "shape": [4, 128], "byteOffset": 3712472, "dtype": "int3", "block": 128, "scaleOffset": 3712668, "zeroOffset": 3712676}, "extra_stack_haiku_0079": {"file": "weights-00.int3.bin", "shape": [4, 128], "byteOffset": 5532560, "dtype": "int3", "block": 128, "scaleOffset": 5532756, "zeroOffset": 5532764}, "extra_stack_haiku_0080": {"file": "weights-02.int3.bin", "shape": [4, 128, 128], "byteOffset": 1165600, "dtype": "int3", "block": 128, "scaleOffset": 1190180, "zeroOffset": 1191204}, "extra_stack_haiku_0081": {"file": "weights-03.int3.bin", "shape": [4, 128], "byteOffset": 4893644, "dtype": "int3", "block": 128, "scaleOffset": 4893840, "zeroOffset": 4893848}, "extra_stack_haiku_0082": {"file": "weights-02.int3.bin", "shape": [4, 128], "byteOffset": 1192228, "dtype": "int3", "block": 128, "scaleOffset": 1192424, "zeroOffset": 1192432}, "extra_stack_haiku_0083": {"file": "weights-05.int3.bin", "shape": [4, 128], "byteOffset": 5588076, "dtype": "int3", "block": 128, "scaleOffset": 5588272, "zeroOffset": 5588280}, "extra_stack_haiku_0084": {"file": "weights-04.int3.bin", "shape": [4, 128, 128], "byteOffset": 5352560, "dtype": "int3", "block": 128, "scaleOffset": 5377140, "zeroOffset": 5378164}, "extra_stack_haiku_0085": {"file": "weights-04.int3.bin", "shape": [4, 128], "byteOffset": 5379188, "dtype": "int3", "block": 128, "scaleOffset": 5379384, "zeroOffset": 5379392}, "extra_stack_haiku_0086": {"file": "weights-00.int3.bin", "shape": [4, 128, 128], "byteOffset": 5532772, "dtype": "int3", "block": 128, "scaleOffset": 5557352, "zeroOffset": 5558376}, "extra_stack_haiku_0087": {"file": "weights-01.int3.bin", "shape": [4, 128], "byteOffset": 5227740, "dtype": "int3", "block": 128, "scaleOffset": 5227936, "zeroOffset": 5227944}, "extra_stack_haiku_0088": {"file": "weights-01.int3.bin", "shape": [4, 128, 128], "byteOffset": 5227952, "dtype": "int3", "block": 128, "scaleOffset": 5252532, "zeroOffset": 5253556}, "extra_stack_haiku_0089": {"file": "weights-06.int3.bin", "shape": [4, 128], "byteOffset": 5190112, "dtype": "int3", "block": 128, "scaleOffset": 5190308, "zeroOffset": 5190316}, "extra_stack_haiku_0090": {"file": "weights-07.int3.bin", "shape": [4, 128, 128], "byteOffset": 3712684, "dtype": "int3", "block": 128, "scaleOffset": 3737264, "zeroOffset": 3738288}, "extra_stack_haiku_0091": {"file": "weights-07.int3.bin", "shape": [4, 128], "byteOffset": 3739312, "dtype": "int3", "block": 128, "scaleOffset": 3739508, "zeroOffset": 3739516}, "extra_stack_haiku_0092": {"file": "weights-06.int3.bin", "shape": [4, 128, 128], "byteOffset": 5190324, "dtype": "int3", "block": 128, "scaleOffset": 5214904, "zeroOffset": 5215928}, "embedding_haiku_0000": {"file": "weights-06.int3.bin", "shape": [64], "byteOffset": 5216952, "dtype": "float32"}, "embedding_haiku_0001": {"file": "weights-07.int3.bin", "shape": [25, 64], "byteOffset": 3739524, "dtype": "int3", "block": 128, "scaleOffset": 3740152, "zeroOffset": 3740178}, "embedding_haiku_0002": {"file": "weights-00.int3.bin", "shape": [128], "byteOffset": 5559400, "dtype": "float32"}, "embedding_haiku_0003": {"file": "weights-04.int3.bin", "shape": [22, 128], "byteOffset": 5379400, "dtype": "int3", "block": 128, "scaleOffset": 5380460, "zeroOffset": 5380504}, "embedding_haiku_0004": {"file": "weights-04.int3.bin", "shape": [128], "byteOffset": 5380548, "dtype": "float32"}, "embedding_haiku_0005": {"file": "weights-01.int3.bin", "shape": [73, 128], "byteOffset": 5254580, "dtype": "int3", "block": 128, "scaleOffset": 5258088, "zeroOffset": 5258234}, "embedding_haiku_0006": {"file": "weights-00.int3.bin", "shape": [256], "byteOffset": 5559912, "dtype": "float32"}, "embedding_haiku_0007": {"file": "weights-02.int3.bin", "shape": [22, 256], "byteOffset": 1192440, "dtype": "int3", "block": 128, "scaleOffset": 1194556, "zeroOffset": 1194644}, "embedding_haiku_0008": {"file": "weights-01.int3.bin", "shape": [256], "byteOffset": 5258380, "dtype": "float32"}, "embedding_haiku_0009": {"file": "weights-04.int3.bin", "shape": [49, 256], "byteOffset": 5381060, "dtype": "int3", "block": 128, "scaleOffset": 5385768, "zeroOffset": 5385964}, "embedding_haiku_0010": {"file": "weights-03.int3.bin", "shape": [256], "byteOffset": 4893856, "dtype": "float32"}, "embedding_haiku_0011": {"file": "weights-04.int3.bin", "shape": [256], "byteOffset": 5386160, "dtype": "float32"}, "embedding_haiku_0012": {"file": "weights-01.int3.bin", "shape": [128], "byteOffset": 5259404, "dtype": "float32"}, "embedding_haiku_0013": {"file": "weights-05.int3.bin", "shape": [128], "byteOffset": 5588288, "dtype": "float32"}, "embedding_haiku_0014": {"file": "weights-06.int3.bin", "shape": [128], "byteOffset": 5217208, "dtype": "float32"}, "embedding_haiku_0015": {"file": "weights-04.int3.bin", "shape": [15, 128], "byteOffset": 5387184, "dtype": "int3", "block": 128, "scaleOffset": 5387908, "zeroOffset": 5387938}, "embedding_haiku_0016": {"file": "weights-07.int3.bin", "shape": [128], "byteOffset": 3740204, "dtype": "float32"}, "embedding_haiku_0017": {"file": "weights-07.int3.bin", "shape": [22, 128], "byteOffset": 3740716, "dtype": "int3", "block": 128, "scaleOffset": 3741776, "zeroOffset": 3741820}, "embedding_haiku_0018": {"file": "weights-07.int3.bin", "shape": [384], "byteOffset": 3741864, "dtype": "float32"}, "embedding_haiku_0019": {"file": "weights-07.int3.bin", "shape": [256, 384], "byteOffset": 3743400, "dtype": "int3", "block": 128, "scaleOffset": 3780268, "zeroOffset": 3781804}, "structure_haiku_0000": {"file": "weights-04.int3.bin", "shape": [6], "byteOffset": 5387968, "dtype": "float32"}, "structure_haiku_0001": {"file": "weights-06.int3.bin", "shape": [384, 6], "byteOffset": 5217720, "dtype": "float32"}, "structure_haiku_0002": {"file": "weights-06.int3.bin", "shape": [384], "byteOffset": 5226936, "dtype": "float32"}, "structure_haiku_0003": {"file": "weights-00.int3.bin", "shape": [384], "byteOffset": 5560936, "dtype": "float32"}, "structure_haiku_0004": {"file": "weights-02.int3.bin", "shape": [12], "byteOffset": 1194732, "dtype": "float32"}, "structure_haiku_0005": {"file": "weights-03.int3.bin", "shape": [12], "byteOffset": 4894880, "dtype": "float32"}, "structure_haiku_0006": {"file": "weights-05.int3.bin", "shape": [128, 12], "byteOffset": 5588800, "dtype": "float32"}, "structure_haiku_0007": {"file": "weights-05.int3.bin", "shape": [432], "byteOffset": 5594944, "dtype": "float32"}, "structure_haiku_0008": {"file": "weights-07.int3.bin", "shape": [384, 432], "byteOffset": 3783340, "dtype": "float32"}, "structure_haiku_0009": {"file": "weights-01.int3.bin", "shape": [384], "byteOffset": 5259916, "dtype": "float32"}, "structure_haiku_0010": {"file": "weights-07.int3.bin", "shape": [384, 384], "byteOffset": 4446892, "dtype": "float32"}, "structure_haiku_0011": {"file": "weights-03.int3.bin", "shape": [384], "byteOffset": 4894928, "dtype": "float32"}, "structure_haiku_0012": {"file": "weights-02.int3.bin", "shape": [2112, 384], "byteOffset": 1194780, "dtype": "float32"}, "structure_haiku_0013": {"file": "weights-00.int3.bin", "shape": [144], "byteOffset": 5562472, "dtype": "float32"}, "structure_haiku_0014": {"file": "weights-04.int3.bin", "shape": [384, 144], "byteOffset": 5387992, "dtype": "float32"}, "structure_haiku_0015": {"file": "weights-02.int3.bin", "shape": [192], "byteOffset": 4438812, "dtype": "float32"}, "structure_haiku_0016": {"file": "weights-01.int3.bin", "shape": [384, 192], "byteOffset": 5261452, "dtype": "float32"}, "structure_haiku_0017": {"file": "weights-02.int3.bin", "shape": [128], "byteOffset": 4439580, "dtype": "float32"}, "structure_haiku_0018": {"file": "weights-06.int3.bin", "shape": [384, 128], "byteOffset": 5228472, "dtype": "float32"}, "structure_haiku_0019": {"file": "weights-03.int3.bin", "shape": [128], "byteOffset": 4896464, "dtype": "float32"}, "structure_haiku_0020": {"file": "weights-06.int3.bin", "shape": [384, 128], "byteOffset": 5425080, "dtype": "float32"}, "structure_haiku_0021": {"file": "weights-00.int3.bin", "shape": [128], "byteOffset": 5563048, "dtype": "float32"}, "structure_haiku_0022": {"file": "weights-03.int3.bin", "shape": [128, 128], "byteOffset": 4896976, "dtype": "float32"}, "structure_haiku_0023": {"file": "weights-04.int3.bin", "shape": [128], "byteOffset": 5609176, "dtype": "float32"}, "structure_haiku_0024": {"file": "weights-01.int3.bin", "shape": [128, 128], "byteOffset": 5556364, "dtype": "float32"}, "structure_haiku_0025": {"file": "weights-01.int3.bin", "shape": [128], "byteOffset": 5621900, "dtype": "float32"}, "structure_haiku_0026": {"file": "weights-00.int3.bin", "shape": [128, 128], "byteOffset": 5563560, "dtype": "float32"}, "structure_haiku_0027": {"file": "weights-05.int3.bin", "shape": [128], "byteOffset": 5596672, "dtype": "float32"}, "structure_haiku_0028": {"file": "weights-03.int3.bin", "shape": [128, 128], "byteOffset": 4962512, "dtype": "float32"}, "structure_haiku_0029": {"file": "weights-02.int3.bin", "shape": [14], "byteOffset": 4440092, "dtype": "float32"}, "structure_haiku_0030": {"file": "weights-03.int3.bin", "shape": [128, 14], "byteOffset": 5028048, "dtype": "float32"}, "structure_haiku_0031": {"file": "weights-02.int3.bin", "shape": [384], "byteOffset": 4440148, "dtype": "float32"}, "structure_haiku_0032": {"file": "weights-02.int3.bin", "shape": [384, 384], "byteOffset": 4441684, "dtype": "float32"}, "structure_haiku_0033": {"file": "weights-05.int3.bin", "shape": [384], "byteOffset": 5597184, "dtype": "float32"}, "structure_haiku_0034": {"file": "weights-07.int3.bin", "shape": [384, 384], "byteOffset": 5036716, "dtype": "float32"}, "structure_haiku_0035": {"file": "weights-04.int3.bin", "shape": [384], "byteOffset": 5609688, "dtype": "float32"}, "structure_haiku_0036": {"file": "weights-02.int3.bin", "shape": [384, 384], "byteOffset": 5031508, "dtype": "float32"}, "structure_haiku_0037": {"file": "weights-07.int3.bin", "shape": [384], "byteOffset": 5626540, "dtype": "float32"}, "structure_haiku_0038": {"file": "weights-06.int3.bin", "shape": [384], "byteOffset": 5621688, "dtype": "float32"}, "structure_haiku_0039": {"file": "weights-00.int3.bin", "shape": [384], "byteOffset": 5629096, "dtype": "float32"}, "structure_haiku_0040": {"file": "weights-03.int3.bin", "shape": [384, 384], "byteOffset": 5035216, "dtype": "float32"}, "structure_haiku_0041": {"file": "weights-06.int3.bin", "shape": [128], "byteOffset": 5623224, "dtype": "float32"}, "structure_haiku_0042": {"file": "weights-07.int3.bin", "shape": [128], "byteOffset": 5628076, "dtype": "float32"}, "structure_haiku_0043": {"file": "weights-01.int3.bin", "shape": [384], "byteOffset": 5622412, "dtype": "float32"}, "structure_haiku_0044": {"file": "weights-03.int3.bin", "shape": [384], "byteOffset": 5625040, "dtype": "float32"}, "confidence_haiku_0000": {"file": "weights-02.int3.bin", "shape": [128], "byteOffset": 5621332, "dtype": "float32"}, "confidence_haiku_0001": {"file": "weights-04.int3.bin", "shape": [384, 128], "byteOffset": 5611224, "dtype": "int3", "block": 128, "scaleOffset": 5629660, "zeroOffset": 5630428}, "confidence_haiku_0002": {"file": "weights-03.int3.bin", "shape": [128], "byteOffset": 5626576, "dtype": "float32"}, "confidence_haiku_0003": {"file": "weights-06.int3.bin", "shape": [128, 128], "byteOffset": 5623736, "dtype": "int3", "block": 128, "scaleOffset": 5629884, "zeroOffset": 5630140}, "confidence_haiku_0004": {"file": "weights-02.int3.bin", "shape": [384], "byteOffset": 5621844, "dtype": "float32"}, "confidence_haiku_0005": {"file": "weights-05.int3.bin", "shape": [384], "byteOffset": 5598720, "dtype": "float32"}, "confidence_haiku_0006": {"file": "weights-02.int3.bin", "shape": [50], "byteOffset": 5623380, "dtype": "float32"}, "confidence_haiku_0007": {"file": "weights-07.int3.bin", "shape": [128, 50], "byteOffset": 5628588, "dtype": "int3", "block": 128, "scaleOffset": 5630992, "zeroOffset": 5631092}, "confidence_haiku_0008": {"file": "weights-07.int3.bin", "shape": [64], "byteOffset": 5631192, "dtype": "float32"}, "confidence_haiku_0009": {"file": "weights-03.int3.bin", "shape": [128, 64], "byteOffset": 5627088, "dtype": "int3", "block": 128, "scaleOffset": 5630164, "zeroOffset": 5630292}, "template_haiku_0000": {"file": "weights-00.int3.bin", "shape": [128], "byteOffset": 5630632, "dtype": "float32"}, "template_haiku_0001": {"file": "weights-07.int3.bin", "shape": [64, 128], "byteOffset": 5631448, "dtype": "int3", "block": 128, "scaleOffset": 5634524, "zeroOffset": 5634652}, "template_haiku_0002": {"file": "weights-02.int3.bin", "shape": [64], "byteOffset": 5623580, "dtype": "float32"}, "template_haiku_0003": {"file": "weights-03.int3.bin", "shape": [64], "byteOffset": 5630420, "dtype": "float32"}, "template_haiku_0004": {"file": "weights-04.int3.bin", "shape": [128], "byteOffset": 5631196, "dtype": "float32"}, "template_haiku_0005": {"file": "weights-01.int3.bin", "shape": [128], "byteOffset": 5623948, "dtype": "float32"}, "template_haiku_0006": {"file": "weights-03.int3.bin", "shape": [2, 64], "byteOffset": 5630676, "dtype": "int3", "block": 128, "scaleOffset": 5630728, "zeroOffset": 5630730}, "template_haiku_0007": {"file": "weights-04.int3.bin", "shape": [2, 64], "byteOffset": 5631708, "dtype": "int3", "block": 128, "scaleOffset": 5631760, "zeroOffset": 5631762}, "template_haiku_0008": {"file": "weights-00.int3.bin", "shape": [2, 128], "byteOffset": 5631144, "dtype": "int3", "block": 128, "scaleOffset": 5631244, "zeroOffset": 5631248}, "template_haiku_0009": {"file": "weights-02.int3.bin", "shape": [2, 64, 128], "byteOffset": 5623836, "dtype": "int3", "block": 128, "scaleOffset": 5629984, "zeroOffset": 5630240}, "template_haiku_0010": {"file": "weights-01.int3.bin", "shape": [2, 64], "byteOffset": 5624460, "dtype": "int3", "block": 128, "scaleOffset": 5624512, "zeroOffset": 5624514}, "template_haiku_0011": {"file": "weights-01.int3.bin", "shape": [2, 128, 64], "byteOffset": 5624516, "dtype": "int3", "block": 128, "scaleOffset": 5630664, "zeroOffset": 5630920}, "template_haiku_0012": {"file": "weights-00.int3.bin", "shape": [2, 64, 4], "byteOffset": 5631252, "dtype": "int3", "block": 128, "scaleOffset": 5631448, "zeroOffset": 5631456}, "template_haiku_0013": {"file": "weights-06.int3.bin", "shape": [2, 4, 16], "byteOffset": 5630396, "dtype": "int3", "block": 128, "scaleOffset": 5630448, "zeroOffset": 5630450}, "template_haiku_0014": {"file": "weights-06.int3.bin", "shape": [2, 64, 4, 16], "byteOffset": 5630452, "dtype": "int3", "block": 128, "scaleOffset": 5633528, "zeroOffset": 5633656}, "template_haiku_0015": {"file": "weights-01.int3.bin", "shape": [2, 64, 4, 16], "byteOffset": 5631176, "dtype": "int3", "block": 128, "scaleOffset": 5634252, "zeroOffset": 5634380}, "template_haiku_0016": {"file": "weights-05.int3.bin", "shape": [2, 64], "byteOffset": 5600256, "dtype": "int3", "block": 128, "scaleOffset": 5600308, "zeroOffset": 5600310}, "template_haiku_0017": {"file": "weights-02.int3.bin", "shape": [2, 4, 16, 64], "byteOffset": 5630496, "dtype": "int3", "block": 128, "scaleOffset": 5633572, "zeroOffset": 5633700}, "template_haiku_0018": {"file": "weights-05.int3.bin", "shape": [2, 64, 4, 16], "byteOffset": 5600312, "dtype": "int3", "block": 128, "scaleOffset": 5603388, "zeroOffset": 5603516}, "template_haiku_0019": {"file": "weights-04.int3.bin", "shape": [2, 64, 4, 16], "byteOffset": 5631764, "dtype": "int3", "block": 128, "scaleOffset": 5634840, "zeroOffset": 5634968}, "template_haiku_0020": {"file": "weights-07.int3.bin", "shape": [2, 64], "byteOffset": 5634780, "dtype": "int3", "block": 128, "scaleOffset": 5634832, "zeroOffset": 5634834}, "template_haiku_0021": {"file": "weights-00.int3.bin", "shape": [2, 64], "byteOffset": 5631464, "dtype": "int3", "block": 128, "scaleOffset": 5631516, "zeroOffset": 5631518}, "template_haiku_0022": {"file": "weights-03.int3.bin", "shape": [2, 64, 4], "byteOffset": 5630732, "dtype": "int3", "block": 128, "scaleOffset": 5630928, "zeroOffset": 5630936}, "template_haiku_0023": {"file": "weights-02.int3.bin", "shape": [2, 4, 16], "byteOffset": 5633828, "dtype": "int3", "block": 128, "scaleOffset": 5633880, "zeroOffset": 5633882}, "template_haiku_0024": {"file": "weights-00.int3.bin", "shape": [2, 64, 4, 16], "byteOffset": 5631520, "dtype": "int3", "block": 128, "scaleOffset": 5634596, "zeroOffset": 5634724}, "template_haiku_0025": {"file": "weights-03.int3.bin", "shape": [2, 64, 4, 16], "byteOffset": 5630944, "dtype": "int3", "block": 128, "scaleOffset": 5634020, "zeroOffset": 5634148}, "template_haiku_0026": {"file": "weights-03.int3.bin", "shape": [2, 64], "byteOffset": 5634276, "dtype": "int3", "block": 128, "scaleOffset": 5634328, "zeroOffset": 5634330}, "template_haiku_0027": {"file": "weights-07.int3.bin", "shape": [2, 4, 16, 64], "byteOffset": 5634836, "dtype": "int3", "block": 128, "scaleOffset": 5637912, "zeroOffset": 5638040}, "template_haiku_0028": {"file": "weights-06.int3.bin", "shape": [2, 64, 4, 16], "byteOffset": 5633784, "dtype": "int3", "block": 128, "scaleOffset": 5636860, "zeroOffset": 5636988}, "template_haiku_0029": {"file": "weights-01.int3.bin", "shape": [2, 64, 4, 16], "byteOffset": 5634508, "dtype": "int3", "block": 128, "scaleOffset": 5637584, "zeroOffset": 5637712}, "template_haiku_0030": {"file": "weights-04.int3.bin", "shape": [2, 64], "byteOffset": 5635096, "dtype": "int3", "block": 128, "scaleOffset": 5635148, "zeroOffset": 5635150}, "template_haiku_0031": {"file": "weights-01.int3.bin", "shape": [2, 64], "byteOffset": 5637840, "dtype": "int3", "block": 128, "scaleOffset": 5637892, "zeroOffset": 5637894}, "template_haiku_0032": {"file": "weights-06.int3.bin", "shape": [2, 64], "byteOffset": 5637116, "dtype": "int3", "block": 128, "scaleOffset": 5637168, "zeroOffset": 5637170}, "template_haiku_0033": {"file": "weights-05.int3.bin", "shape": [2, 64], "byteOffset": 5603644, "dtype": "int3", "block": 128, "scaleOffset": 5603696, "zeroOffset": 5603698}, "template_haiku_0034": {"file": "weights-07.int3.bin", "shape": [2, 64], "byteOffset": 5638168, "dtype": "int3", "block": 128, "scaleOffset": 5638220, "zeroOffset": 5638222}, "template_haiku_0035": {"file": "weights-02.int3.bin", "shape": [2, 64, 64], "byteOffset": 5633884, "dtype": "int3", "block": 128, "scaleOffset": 5636960, "zeroOffset": 5637088}, "template_haiku_0036": {"file": "weights-00.int3.bin", "shape": [2, 64], "byteOffset": 5634852, "dtype": "int3", "block": 128, "scaleOffset": 5634904, "zeroOffset": 5634906}, "template_haiku_0037": {"file": "weights-02.int3.bin", "shape": [2, 64], "byteOffset": 5637216, "dtype": "int3", "block": 128, "scaleOffset": 5637268, "zeroOffset": 5637270}, "template_haiku_0038": {"file": "weights-03.int3.bin", "shape": [2, 64], "byteOffset": 5634332, "dtype": "int3", "block": 128, "scaleOffset": 5634384, "zeroOffset": 5634386}, "template_haiku_0039": {"file": "weights-05.int3.bin", "shape": [2, 64, 64], "byteOffset": 5603700, "dtype": "int3", "block": 128, "scaleOffset": 5606776, "zeroOffset": 5606904}, "template_haiku_0040": {"file": "weights-04.int3.bin", "shape": [2, 64], "byteOffset": 5635152, "dtype": "int3", "block": 128, "scaleOffset": 5635204, "zeroOffset": 5635206}, "template_haiku_0041": {"file": "weights-04.int3.bin", "shape": [2, 64, 64], "byteOffset": 5635208, "dtype": "int3", "block": 128, "scaleOffset": 5638284, "zeroOffset": 5638412}, "template_haiku_0042": {"file": "weights-01.int3.bin", "shape": [2, 64], "byteOffset": 5637896, "dtype": "int3", "block": 128, "scaleOffset": 5637948, "zeroOffset": 5637950}, "template_haiku_0043": {"file": "weights-00.int3.bin", "shape": [2, 64, 64], "byteOffset": 5634908, "dtype": "int3", "block": 128, "scaleOffset": 5637984, "zeroOffset": 5638112}, "template_haiku_0044": {"file": "weights-06.int3.bin", "shape": [2, 64], "byteOffset": 5637172, "dtype": "int3", "block": 128, "scaleOffset": 5637224, "zeroOffset": 5637226}, "template_haiku_0045": {"file": "weights-03.int3.bin", "shape": [2, 64, 64], "byteOffset": 5634388, "dtype": "int3", "block": 128, "scaleOffset": 5637464, "zeroOffset": 5637592}, "template_haiku_0046": {"file": "weights-05.int3.bin", "shape": [2, 64], "byteOffset": 5607032, "dtype": "int3", "block": 128, "scaleOffset": 5607084, "zeroOffset": 5607086}, "template_haiku_0047": {"file": "weights-07.int3.bin", "shape": [2, 64, 64], "byteOffset": 5638224, "dtype": "int3", "block": 128, "scaleOffset": 5641300, "zeroOffset": 5641428}, "template_haiku_0048": {"file": "weights-07.int3.bin", "shape": [2, 64], "byteOffset": 5641556, "dtype": "int3", "block": 128, "scaleOffset": 5641608, "zeroOffset": 5641610}, "template_haiku_0049": {"file": "weights-00.int3.bin", "shape": [2, 64], "byteOffset": 5638240, "dtype": "int3", "block": 128, "scaleOffset": 5638292, "zeroOffset": 5638294}, "template_haiku_0050": {"file": "weights-02.int3.bin", "shape": [2, 64], "byteOffset": 5637272, "dtype": "int3", "block": 128, "scaleOffset": 5637324, "zeroOffset": 5637326}, "template_haiku_0051": {"file": "weights-06.int3.bin", "shape": [2, 64, 64], "byteOffset": 5637228, "dtype": "int3", "block": 128, "scaleOffset": 5640304, "zeroOffset": 5640432}, "template_haiku_0052": {"file": "weights-03.int3.bin", "shape": [2, 64], "byteOffset": 5637720, "dtype": "int3", "block": 128, "scaleOffset": 5637772, "zeroOffset": 5637774}, "template_haiku_0053": {"file": "weights-04.int3.bin", "shape": [2, 64], "byteOffset": 5638540, "dtype": "int3", "block": 128, "scaleOffset": 5638592, "zeroOffset": 5638594}, "template_haiku_0054": {"file": "weights-01.int3.bin", "shape": [2, 64], "byteOffset": 5637952, "dtype": "int3", "block": 128, "scaleOffset": 5638004, "zeroOffset": 5638006}, "template_haiku_0055": {"file": "weights-01.int3.bin", "shape": [2, 64, 64], "byteOffset": 5638008, "dtype": "int3", "block": 128, "scaleOffset": 5641084, "zeroOffset": 5641212}, "template_haiku_0056": {"file": "weights-06.int3.bin", "shape": [2, 64], "byteOffset": 5640560, "dtype": "int3", "block": 128, "scaleOffset": 5640612, "zeroOffset": 5640614}, "template_haiku_0057": {"file": "weights-02.int3.bin", "shape": [2, 64, 64], "byteOffset": 5637328, "dtype": "int3", "block": 128, "scaleOffset": 5640404, "zeroOffset": 5640532}, "template_haiku_0058": {"file": "weights-05.int3.bin", "shape": [2, 64], "byteOffset": 5607088, "dtype": "int3", "block": 128, "scaleOffset": 5607140, "zeroOffset": 5607142}, "template_haiku_0059": {"file": "weights-05.int3.bin", "shape": [2, 64, 64], "byteOffset": 5607144, "dtype": "int3", "block": 128, "scaleOffset": 5610220, "zeroOffset": 5610348}, "template_haiku_0060": {"file": "weights-07.int3.bin", "shape": [2, 64], "byteOffset": 5641612, "dtype": "int3", "block": 128, "scaleOffset": 5641664, "zeroOffset": 5641666}, "template_haiku_0061": {"file": "weights-04.int3.bin", "shape": [2, 64, 64], "byteOffset": 5638596, "dtype": "int3", "block": 128, "scaleOffset": 5641672, "zeroOffset": 5641800}, "template_haiku_0062": {"file": "weights-00.int3.bin", "shape": [2, 64], "byteOffset": 5638296, "dtype": "int3", "block": 128, "scaleOffset": 5638348, "zeroOffset": 5638350}, "template_haiku_0063": {"file": "weights-00.int3.bin", "shape": [2, 64, 64], "byteOffset": 5638352, "dtype": "int3", "block": 128, "scaleOffset": 5641428, "zeroOffset": 5641556}, "template_haiku_0064": {"file": "weights-06.int3.bin", "shape": [64], "byteOffset": 5640616, "dtype": "float32"}, "template_haiku_0065": {"file": "weights-06.int3.bin", "shape": [39, 64], "byteOffset": 5640872, "dtype": "int3", "block": 128, "scaleOffset": 5641836, "zeroOffset": 5641876}, "template_haiku_0066": {"file": "weights-07.int3.bin", "shape": [64], "byteOffset": 5641668, "dtype": "float32"}, "template_haiku_0067": {"file": "weights-02.int3.bin", "shape": [64], "byteOffset": 5640660, "dtype": "float32"}, "template_haiku_0068": {"file": "weights-05.int3.bin", "shape": [64], "byteOffset": 5610476, "dtype": "float32"}, "template_haiku_0069": {"file": "weights-01.int3.bin", "shape": [22, 64], "byteOffset": 5641340, "dtype": "int3", "block": 128, "scaleOffset": 5641872, "zeroOffset": 5641894}, "template_haiku_0070": {"file": "weights-00.int3.bin", "shape": [64], "byteOffset": 5641684, "dtype": "float32"}, "template_haiku_0071": {"file": "weights-03.int3.bin", "shape": [22, 64], "byteOffset": 5637776, "dtype": "int3", "block": 128, "scaleOffset": 5638308, "zeroOffset": 5638330}, "template_haiku_0072": {"file": "weights-03.int3.bin", "shape": [64], "byteOffset": 5638352, "dtype": "float32"}, "template_haiku_0073": {"file": "weights-04.int3.bin", "shape": [64], "byteOffset": 5641928, "dtype": "float32"}, "template_haiku_0074": {"file": "weights-01.int3.bin", "shape": [64], "byteOffset": 5641916, "dtype": "float32"}, "template_haiku_0075": {"file": "weights-06.int3.bin", "shape": [64], "byteOffset": 5641916, "dtype": "float32"}, "template_haiku_0076": {"file": "weights-07.int3.bin", "shape": [64], "byteOffset": 5641924, "dtype": "float32"}, "template_haiku_0077": {"file": "weights-02.int3.bin", "shape": [64], "byteOffset": 5640916, "dtype": "float32"}, "template_haiku_0078": {"file": "weights-05.int3.bin", "shape": [64], "byteOffset": 5610732, "dtype": "float32"}, "template_haiku_0079": {"file": "weights-00.int3.bin", "shape": [64], "byteOffset": 5641940, "dtype": "float32"}, "template_haiku_0080": {"file": "weights-03.int3.bin", "shape": [64], "byteOffset": 5638608, "dtype": "float32"}, "template_haiku_0081": {"file": "weights-03.int3.bin", "shape": [128, 64], "byteOffset": 5638864, "dtype": "int3", "block": 128, "scaleOffset": 5641940, "zeroOffset": 5642068}, "template_haiku_0082": {"file": "weights-02.int3.bin", "shape": [256], "byteOffset": 5641172, "dtype": "float32"}, "template_haiku_0083": {"file": "weights-05.int3.bin", "shape": [256, 256], "byteOffset": 5610988, "dtype": "int3", "block": 128, "scaleOffset": 5635568, "zeroOffset": 5636592}, "template_haiku_0084": {"file": "weights-05.int3.bin", "shape": [256], "byteOffset": 5637616, "dtype": "float32"}, "template_haiku_0085": {"file": "weights-05.int3.bin", "shape": [34, 256], "byteOffset": 5638640, "dtype": "int3", "block": 128, "scaleOffset": 5641908, "zeroOffset": 5642044}}, "quantisation": {"scheme": "asymmetric-per-group", "bits": 3, "group": 128, "scaleDtype": "float16", "zeroDtype": "float16"}}

af2-multimer-5/weights-00.int3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc7f0ed39a0ffd4ce99ac5f5ff1e845fcde48c0417c0f7b868cc7fb78c2f7ab
+size 5642196

af2-multimer-5/weights-01.int3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e5a54afaf225ba584d2b65caba529dc23708076e7d840c1d1ef0bb3f07d72e
+size 5642172

af2-multimer-5/weights-02.int3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ed7314490e35fb357b60b97ed1deb624ca72df2debc66b9bd1223b82cd4c45
+size 5642196

af2-multimer-5/weights-03.int3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b13f0626fdd07dacbe991baf6ddf3a4bfa95473b64be2e5fac7911c17bd0ec8
+size 5642196

af2-multimer-5/weights-04.int3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe122e0f79fbf06ab39f0cd323d2f1d8043adbe721f20da5e89ae918fd0a512
+size 5642184

af2-multimer-5/weights-05.int3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22024141fdb6ff4f7739e810d8113dcec95515752d84e69a52e2add6ca05864f
+size 5642180

af2-multimer-5/weights-06.int3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116194080e080508143303c846c703725bf768ee9d35b33f9c8a16db52d251ec
+size 5642172

af2-multimer-5/weights-07.int3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badd74755db6d6874928485dd71a622002565fecd091a504c1360f1ea2779a09
+size 5642180