Upload folder using huggingface_hub

sortformer/encoder-int8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf57f924f06ca18f2b92386e8760dc5491174c8597ff9c7aa77dec1ee363118
+size 110988544

sortformer/encoder-int8.manifest.json

@@ -0,0 +1 @@
+{"c0w": {"dims": [256, 1, 3, 3], "dtype": "i8", "quant": "grp", "count": 2304, "scaleCount": 256, "scaleOffset": 0, "i8ByteOffset": 1720320}, "c0b": {"dims": [256], "dtype": "f32", "count": 256, "offset": 256}, "c1w": {"dims": [256, 1, 3, 3], "dtype": "i8", "quant": "grp", "count": 2304, "scaleCount": 256, "scaleOffset": 512, "i8ByteOffset": 1722624}, "c1b": {"dims": [256], "dtype": "f32", "count": 256, "offset": 768}, "c2w": {"dims": [256, 256, 1, 1], "dtype": "i8", "quant": "grp", "count": 65536, "scaleCount": 256, "scaleOffset": 1024, "i8ByteOffset": 1724928}, "c2b": {"dims": [256], "dtype": "f32", "count": 256, "offset": 1280}, "c3w": {"dims": [256, 1, 3, 3], "dtype": "i8", "quant": "grp", "count": 2304, "scaleCount": 256, "scaleOffset": 1536, "i8ByteOffset": 1790464}, "c3b": {"dims": [256], "dtype": "f32", "count": 256, "offset": 1792}, "c4w": {"dims": [256, 256, 1, 1], "dtype": "i8", "quant": "grp", "count": 65536, "scaleCount": 256, "scaleOffset": 2048, "i8ByteOffset": 1792768}, "c4b": {"dims": [256], "dtype": "f32", "count": 256, "offset": 2304}, "linw": {"dims": [4096, 512], "dtype": "i8", "quant": "col", "count": 2097152, "scaleCount": 512, "scaleOffset": 2560, "i8ByteOffset": 1858304}, "linb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 3072}, "L0_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 3584}, "L0_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 4096}, "L0_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 4608, "i8ByteOffset": 3955456}, "L0_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 6656, "i8ByteOffset": 5004032}, "L0_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 7168}, "L0_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 9216}, "L0_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 9728}, "L0_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 10240}, "L0_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 10752, "i8ByteOffset": 6052608}, "L0_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 11264, "i8ByteOffset": 6314752}, "L0_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 11776, "i8ByteOffset": 6576896}, "L0_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 12288, "i8ByteOffset": 6839040}, "L0_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 12800, "i8ByteOffset": 7101184}, "L0_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 13312}, "L0_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 13824}, "L0_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 14336}, "L0_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 14848}, "L0_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 15360}, "L0_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 15872}, "L0_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 16384}, "L0_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 16896}, "L0_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 17408, "i8ByteOffset": 7363328}, "L0_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 18432}, "L0_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 19456}, "L0_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 19968, "i8ByteOffset": 7887616}, "L0_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 20480}, "L0_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 20992, "i8ByteOffset": 7892224}, "L0_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 21504}, "L0_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 22016}, "L0_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 22528, "i8ByteOffset": 8154368}, "L0_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 24576, "i8ByteOffset": 9202944}, "L0_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 25088}, "L0_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 27136}, "L0_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 27648}, "L0_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 28160}, "L1_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 28672}, "L1_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 29184}, "L1_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 29696, "i8ByteOffset": 10251520}, "L1_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 31744, "i8ByteOffset": 11300096}, "L1_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 32256}, "L1_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 34304}, "L1_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 34816}, "L1_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 35328}, "L1_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 35840, "i8ByteOffset": 12348672}, "L1_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 36352, "i8ByteOffset": 12610816}, "L1_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 36864, "i8ByteOffset": 12872960}, "L1_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 37376, "i8ByteOffset": 13135104}, "L1_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 37888, "i8ByteOffset": 13397248}, "L1_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 38400}, "L1_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 38912}, "L1_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 39424}, "L1_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 39936}, "L1_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 40448}, "L1_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 40960}, "L1_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 41472}, "L1_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 41984}, "L1_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 42496, "i8ByteOffset": 13659392}, "L1_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 43520}, "L1_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 44544}, "L1_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 45056, "i8ByteOffset": 14183680}, "L1_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 45568}, "L1_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 46080, "i8ByteOffset": 14188288}, "L1_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 46592}, "L1_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 47104}, "L1_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 47616, "i8ByteOffset": 14450432}, "L1_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 49664, "i8ByteOffset": 15499008}, "L1_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 50176}, "L1_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 52224}, "L1_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 52736}, "L1_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 53248}, "L2_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 53760}, "L2_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 54272}, "L2_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 54784, "i8ByteOffset": 16547584}, "L2_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 56832, "i8ByteOffset": 17596160}, "L2_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 57344}, "L2_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 59392}, "L2_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 59904}, "L2_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 60416}, "L2_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 60928, "i8ByteOffset": 18644736}, "L2_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 61440, "i8ByteOffset": 18906880}, "L2_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 61952, "i8ByteOffset": 19169024}, "L2_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 62464, "i8ByteOffset": 19431168}, "L2_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 62976, "i8ByteOffset": 19693312}, "L2_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 63488}, "L2_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 64000}, "L2_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 64512}, "L2_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 65024}, "L2_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 65536}, "L2_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 66048}, "L2_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 66560}, "L2_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 67072}, "L2_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 67584, "i8ByteOffset": 19955456}, "L2_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 68608}, "L2_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 69632}, "L2_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 70144, "i8ByteOffset": 20479744}, "L2_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 70656}, "L2_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 71168, "i8ByteOffset": 20484352}, "L2_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 71680}, "L2_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 72192}, "L2_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 72704, "i8ByteOffset": 20746496}, "L2_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 74752, "i8ByteOffset": 21795072}, "L2_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 75264}, "L2_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 77312}, "L2_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 77824}, "L2_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 78336}, "L3_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 78848}, "L3_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 79360}, "L3_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 79872, "i8ByteOffset": 22843648}, "L3_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 81920, "i8ByteOffset": 23892224}, "L3_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 82432}, "L3_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 84480}, "L3_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 84992}, "L3_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 85504}, "L3_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 86016, "i8ByteOffset": 24940800}, "L3_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 86528, "i8ByteOffset": 25202944}, "L3_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 87040, "i8ByteOffset": 25465088}, "L3_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 87552, "i8ByteOffset": 25727232}, "L3_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 88064, "i8ByteOffset": 25989376}, "L3_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 88576}, "L3_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 89088}, "L3_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 89600}, "L3_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 90112}, "L3_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 90624}, "L3_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 91136}, "L3_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 91648}, "L3_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 92160}, "L3_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 92672, "i8ByteOffset": 26251520}, "L3_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 93696}, "L3_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 94720}, "L3_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 95232, "i8ByteOffset": 26775808}, "L3_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 95744}, "L3_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 96256, "i8ByteOffset": 26780416}, "L3_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 96768}, "L3_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 97280}, "L3_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 97792, "i8ByteOffset": 27042560}, "L3_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 99840, "i8ByteOffset": 28091136}, "L3_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 100352}, "L3_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 102400}, "L3_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 102912}, "L3_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 103424}, "L4_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 103936}, "L4_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 104448}, "L4_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 104960, "i8ByteOffset": 29139712}, "L4_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 107008, "i8ByteOffset": 30188288}, "L4_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 107520}, "L4_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 109568}, "L4_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 110080}, "L4_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 110592}, "L4_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 111104, "i8ByteOffset": 31236864}, "L4_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 111616, "i8ByteOffset": 31499008}, "L4_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 112128, "i8ByteOffset": 31761152}, "L4_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 112640, "i8ByteOffset": 32023296}, "L4_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 113152, "i8ByteOffset": 32285440}, "L4_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 113664}, "L4_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 114176}, "L4_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 114688}, "L4_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 115200}, "L4_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 115712}, "L4_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 116224}, "L4_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 116736}, "L4_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 117248}, "L4_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 117760, "i8ByteOffset": 32547584}, "L4_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 118784}, "L4_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 119808}, "L4_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 120320, "i8ByteOffset": 33071872}, "L4_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 120832}, "L4_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 121344, "i8ByteOffset": 33076480}, "L4_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 121856}, "L4_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 122368}, "L4_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 122880, "i8ByteOffset": 33338624}, "L4_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 124928, "i8ByteOffset": 34387200}, "L4_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 125440}, "L4_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 127488}, "L4_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 128000}, "L4_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 128512}, "L5_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 129024}, "L5_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 129536}, "L5_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 130048, "i8ByteOffset": 35435776}, "L5_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 132096, "i8ByteOffset": 36484352}, "L5_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 132608}, "L5_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 134656}, "L5_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 135168}, "L5_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 135680}, "L5_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 136192, "i8ByteOffset": 37532928}, "L5_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 136704, "i8ByteOffset": 37795072}, "L5_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 137216, "i8ByteOffset": 38057216}, "L5_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 137728, "i8ByteOffset": 38319360}, "L5_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 138240, "i8ByteOffset": 38581504}, "L5_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 138752}, "L5_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 139264}, "L5_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 139776}, "L5_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 140288}, "L5_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 140800}, "L5_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 141312}, "L5_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 141824}, "L5_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 142336}, "L5_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 142848, "i8ByteOffset": 38843648}, "L5_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 143872}, "L5_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 144896}, "L5_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 145408, "i8ByteOffset": 39367936}, "L5_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 145920}, "L5_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 146432, "i8ByteOffset": 39372544}, "L5_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 146944}, "L5_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 147456}, "L5_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 147968, "i8ByteOffset": 39634688}, "L5_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 150016, "i8ByteOffset": 40683264}, "L5_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 150528}, "L5_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 152576}, "L5_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 153088}, "L5_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 153600}, "L6_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 154112}, "L6_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 154624}, "L6_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 155136, "i8ByteOffset": 41731840}, "L6_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 157184, "i8ByteOffset": 42780416}, "L6_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 157696}, "L6_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 159744}, "L6_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 160256}, "L6_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 160768}, "L6_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 161280, "i8ByteOffset": 43828992}, "L6_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 161792, "i8ByteOffset": 44091136}, "L6_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 162304, "i8ByteOffset": 44353280}, "L6_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 162816, "i8ByteOffset": 44615424}, "L6_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 163328, "i8ByteOffset": 44877568}, "L6_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 163840}, "L6_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 164352}, "L6_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 164864}, "L6_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 165376}, "L6_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 165888}, "L6_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 166400}, "L6_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 166912}, "L6_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 167424}, "L6_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 167936, "i8ByteOffset": 45139712}, "L6_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 168960}, "L6_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 169984}, "L6_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 170496, "i8ByteOffset": 45664000}, "L6_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 171008}, "L6_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 171520, "i8ByteOffset": 45668608}, "L6_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 172032}, "L6_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 172544}, "L6_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 173056, "i8ByteOffset": 45930752}, "L6_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 175104, "i8ByteOffset": 46979328}, "L6_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 175616}, "L6_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 177664}, "L6_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 178176}, "L6_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 178688}, "L7_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 179200}, "L7_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 179712}, "L7_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 180224, "i8ByteOffset": 48027904}, "L7_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 182272, "i8ByteOffset": 49076480}, "L7_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 182784}, "L7_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 184832}, "L7_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 185344}, "L7_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 185856}, "L7_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 186368, "i8ByteOffset": 50125056}, "L7_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 186880, "i8ByteOffset": 50387200}, "L7_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 187392, "i8ByteOffset": 50649344}, "L7_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 187904, "i8ByteOffset": 50911488}, "L7_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 188416, "i8ByteOffset": 51173632}, "L7_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 188928}, "L7_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 189440}, "L7_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 189952}, "L7_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 190464}, "L7_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 190976}, "L7_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 191488}, "L7_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 192000}, "L7_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 192512}, "L7_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 193024, "i8ByteOffset": 51435776}, "L7_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 194048}, "L7_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 195072}, "L7_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 195584, "i8ByteOffset": 51960064}, "L7_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 196096}, "L7_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 196608, "i8ByteOffset": 51964672}, "L7_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 197120}, "L7_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 197632}, "L7_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 198144, "i8ByteOffset": 52226816}, "L7_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 200192, "i8ByteOffset": 53275392}, "L7_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 200704}, "L7_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 202752}, "L7_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 203264}, "L7_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 203776}, "L8_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 204288}, "L8_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 204800}, "L8_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 205312, "i8ByteOffset": 54323968}, "L8_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 207360, "i8ByteOffset": 55372544}, "L8_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 207872}, "L8_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 209920}, "L8_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 210432}, "L8_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 210944}, "L8_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 211456, "i8ByteOffset": 56421120}, "L8_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 211968, "i8ByteOffset": 56683264}, "L8_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 212480, "i8ByteOffset": 56945408}, "L8_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 212992, "i8ByteOffset": 57207552}, "L8_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 213504, "i8ByteOffset": 57469696}, "L8_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 214016}, "L8_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 214528}, "L8_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 215040}, "L8_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 215552}, "L8_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 216064}, "L8_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 216576}, "L8_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 217088}, "L8_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 217600}, "L8_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 218112, "i8ByteOffset": 57731840}, "L8_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 219136}, "L8_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 220160}, "L8_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 220672, "i8ByteOffset": 58256128}, "L8_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 221184}, "L8_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 221696, "i8ByteOffset": 58260736}, "L8_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 222208}, "L8_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 222720}, "L8_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 223232, "i8ByteOffset": 58522880}, "L8_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 225280, "i8ByteOffset": 59571456}, "L8_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 225792}, "L8_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 227840}, "L8_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 228352}, "L8_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 228864}, "L9_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 229376}, "L9_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 229888}, "L9_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 230400, "i8ByteOffset": 60620032}, "L9_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 232448, "i8ByteOffset": 61668608}, "L9_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 232960}, "L9_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 235008}, "L9_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 235520}, "L9_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 236032}, "L9_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 236544, "i8ByteOffset": 62717184}, "L9_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 237056, "i8ByteOffset": 62979328}, "L9_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 237568, "i8ByteOffset": 63241472}, "L9_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 238080, "i8ByteOffset": 63503616}, "L9_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 238592, "i8ByteOffset": 63765760}, "L9_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 239104}, "L9_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 239616}, "L9_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 240128}, "L9_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 240640}, "L9_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 241152}, "L9_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 241664}, "L9_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 242176}, "L9_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 242688}, "L9_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 243200, "i8ByteOffset": 64027904}, "L9_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 244224}, "L9_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 245248}, "L9_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 245760, "i8ByteOffset": 64552192}, "L9_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 246272}, "L9_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 246784, "i8ByteOffset": 64556800}, "L9_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 247296}, "L9_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 247808}, "L9_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 248320, "i8ByteOffset": 64818944}, "L9_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 250368, "i8ByteOffset": 65867520}, "L9_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 250880}, "L9_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 252928}, "L9_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 253440}, "L9_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 253952}, "L10_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 254464}, "L10_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 254976}, "L10_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 255488, "i8ByteOffset": 66916096}, "L10_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 257536, "i8ByteOffset": 67964672}, "L10_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 258048}, "L10_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 260096}, "L10_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 260608}, "L10_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 261120}, "L10_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 261632, "i8ByteOffset": 69013248}, "L10_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 262144, "i8ByteOffset": 69275392}, "L10_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 262656, "i8ByteOffset": 69537536}, "L10_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 263168, "i8ByteOffset": 69799680}, "L10_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 263680, "i8ByteOffset": 70061824}, "L10_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 264192}, "L10_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 264704}, "L10_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 265216}, "L10_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 265728}, "L10_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 266240}, "L10_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 266752}, "L10_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 267264}, "L10_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 267776}, "L10_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 268288, "i8ByteOffset": 70323968}, "L10_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 269312}, "L10_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 270336}, "L10_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 270848, "i8ByteOffset": 70848256}, "L10_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 271360}, "L10_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 271872, "i8ByteOffset": 70852864}, "L10_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 272384}, "L10_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 272896}, "L10_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 273408, "i8ByteOffset": 71115008}, "L10_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 275456, "i8ByteOffset": 72163584}, "L10_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 275968}, "L10_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 278016}, "L10_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 278528}, "L10_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 279040}, "L11_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 279552}, "L11_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 280064}, "L11_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 280576, "i8ByteOffset": 73212160}, "L11_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 282624, "i8ByteOffset": 74260736}, "L11_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 283136}, "L11_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 285184}, "L11_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 285696}, "L11_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 286208}, "L11_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 286720, "i8ByteOffset": 75309312}, "L11_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 287232, "i8ByteOffset": 75571456}, "L11_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 287744, "i8ByteOffset": 75833600}, "L11_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 288256, "i8ByteOffset": 76095744}, "L11_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 288768, "i8ByteOffset": 76357888}, "L11_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 289280}, "L11_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 289792}, "L11_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 290304}, "L11_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 290816}, "L11_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 291328}, "L11_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 291840}, "L11_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 292352}, "L11_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 292864}, "L11_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 293376, "i8ByteOffset": 76620032}, "L11_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 294400}, "L11_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 295424}, "L11_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 295936, "i8ByteOffset": 77144320}, "L11_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 296448}, "L11_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 296960, "i8ByteOffset": 77148928}, "L11_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 297472}, "L11_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 297984}, "L11_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 298496, "i8ByteOffset": 77411072}, "L11_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 300544, "i8ByteOffset": 78459648}, "L11_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 301056}, "L11_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 303104}, "L11_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 303616}, "L11_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 304128}, "L12_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 304640}, "L12_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 305152}, "L12_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 305664, "i8ByteOffset": 79508224}, "L12_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 307712, "i8ByteOffset": 80556800}, "L12_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 308224}, "L12_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 310272}, "L12_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 310784}, "L12_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 311296}, "L12_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 311808, "i8ByteOffset": 81605376}, "L12_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 312320, "i8ByteOffset": 81867520}, "L12_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 312832, "i8ByteOffset": 82129664}, "L12_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 313344, "i8ByteOffset": 82391808}, "L12_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 313856, "i8ByteOffset": 82653952}, "L12_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 314368}, "L12_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 314880}, "L12_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 315392}, "L12_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 315904}, "L12_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 316416}, "L12_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 316928}, "L12_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 317440}, "L12_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 317952}, "L12_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 318464, "i8ByteOffset": 82916096}, "L12_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 319488}, "L12_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 320512}, "L12_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 321024, "i8ByteOffset": 83440384}, "L12_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 321536}, "L12_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 322048, "i8ByteOffset": 83444992}, "L12_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 322560}, "L12_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 323072}, "L12_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 323584, "i8ByteOffset": 83707136}, "L12_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 325632, "i8ByteOffset": 84755712}, "L12_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 326144}, "L12_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 328192}, "L12_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 328704}, "L12_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 329216}, "L13_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 329728}, "L13_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 330240}, "L13_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 330752, "i8ByteOffset": 85804288}, "L13_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 332800, "i8ByteOffset": 86852864}, "L13_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 333312}, "L13_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 335360}, "L13_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 335872}, "L13_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 336384}, "L13_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 336896, "i8ByteOffset": 87901440}, "L13_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 337408, "i8ByteOffset": 88163584}, "L13_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 337920, "i8ByteOffset": 88425728}, "L13_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 338432, "i8ByteOffset": 88687872}, "L13_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 338944, "i8ByteOffset": 88950016}, "L13_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 339456}, "L13_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 339968}, "L13_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 340480}, "L13_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 340992}, "L13_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 341504}, "L13_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 342016}, "L13_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 342528}, "L13_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 343040}, "L13_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 343552, "i8ByteOffset": 89212160}, "L13_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 344576}, "L13_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 345600}, "L13_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 346112, "i8ByteOffset": 89736448}, "L13_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 346624}, "L13_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 347136, "i8ByteOffset": 89741056}, "L13_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 347648}, "L13_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 348160}, "L13_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 348672, "i8ByteOffset": 90003200}, "L13_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 350720, "i8ByteOffset": 91051776}, "L13_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 351232}, "L13_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 353280}, "L13_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 353792}, "L13_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 354304}, "L14_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 354816}, "L14_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 355328}, "L14_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 355840, "i8ByteOffset": 92100352}, "L14_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 357888, "i8ByteOffset": 93148928}, "L14_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 358400}, "L14_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 360448}, "L14_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 360960}, "L14_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 361472}, "L14_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 361984, "i8ByteOffset": 94197504}, "L14_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 362496, "i8ByteOffset": 94459648}, "L14_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 363008, "i8ByteOffset": 94721792}, "L14_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 363520, "i8ByteOffset": 94983936}, "L14_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 364032, "i8ByteOffset": 95246080}, "L14_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 364544}, "L14_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 365056}, "L14_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 365568}, "L14_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 366080}, "L14_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 366592}, "L14_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 367104}, "L14_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 367616}, "L14_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 368128}, "L14_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 368640, "i8ByteOffset": 95508224}, "L14_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 369664}, "L14_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 370688}, "L14_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 371200, "i8ByteOffset": 96032512}, "L14_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 371712}, "L14_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 372224, "i8ByteOffset": 96037120}, "L14_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 372736}, "L14_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 373248}, "L14_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 373760, "i8ByteOffset": 96299264}, "L14_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 375808, "i8ByteOffset": 97347840}, "L14_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 376320}, "L14_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 378368}, "L14_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 378880}, "L14_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 379392}, "L15_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 379904}, "L15_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 380416}, "L15_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 380928, "i8ByteOffset": 98396416}, "L15_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 382976, "i8ByteOffset": 99444992}, "L15_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 383488}, "L15_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 385536}, "L15_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 386048}, "L15_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 386560}, "L15_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 387072, "i8ByteOffset": 100493568}, "L15_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 387584, "i8ByteOffset": 100755712}, "L15_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 388096, "i8ByteOffset": 101017856}, "L15_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 388608, "i8ByteOffset": 101280000}, "L15_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 389120, "i8ByteOffset": 101542144}, "L15_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 389632}, "L15_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 390144}, "L15_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 390656}, "L15_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 391168}, "L15_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 391680}, "L15_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 392192}, "L15_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 392704}, "L15_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 393216}, "L15_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 393728, "i8ByteOffset": 101804288}, "L15_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 394752}, "L15_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 395776}, "L15_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 396288, "i8ByteOffset": 102328576}, "L15_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 396800}, "L15_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 397312, "i8ByteOffset": 102333184}, "L15_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 397824}, "L15_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 398336}, "L15_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 398848, "i8ByteOffset": 102595328}, "L15_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 400896, "i8ByteOffset": 103643904}, "L15_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 401408}, "L15_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 403456}, "L15_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 403968}, "L15_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 404480}, "L16_lnff1_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 404992}, "L16_lnff1_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 405504}, "L16_ff1w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 406016, "i8ByteOffset": 104692480}, "L16_ff1w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 408064, "i8ByteOffset": 105741056}, "L16_ff1b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 408576}, "L16_ff1b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 410624}, "L16_lnatt_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 411136}, "L16_lnatt_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 411648}, "L16_q": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 412160, "i8ByteOffset": 106789632}, "L16_k": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 412672, "i8ByteOffset": 107051776}, "L16_v": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 413184, "i8ByteOffset": 107313920}, "L16_pos": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 413696, "i8ByteOffset": 107576064}, "L16_out": {"dims": [512, 512], "dtype": "i8", "quant": "col", "count": 262144, "scaleCount": 512, "scaleOffset": 414208, "i8ByteOffset": 107838208}, "L16_qb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 414720}, "L16_kb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 415232}, "L16_vb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 415744}, "L16_outb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 416256}, "L16_pbu": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 416768}, "L16_pbv": {"dims": [8, 64], "dtype": "f32", "count": 512, "offset": 417280}, "L16_lnconv_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 417792}, "L16_lnconv_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 418304}, "L16_pw1": {"dims": [1024, 512, 1], "dtype": "i8", "quant": "grp", "count": 524288, "scaleCount": 1024, "scaleOffset": 418816, "i8ByteOffset": 108100352}, "L16_pw1b": {"dims": [1024], "dtype": "f32", "count": 1024, "offset": 419840}, "L16_pw2b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 420864}, "L16_dw": {"dims": [512, 1, 9], "dtype": "i8", "quant": "grp", "count": 4608, "scaleCount": 512, "scaleOffset": 421376, "i8ByteOffset": 108624640}, "L16_dwb": {"dims": [512], "dtype": "f32", "count": 512, "offset": 421888}, "L16_pw2": {"dims": [512, 512, 1], "dtype": "i8", "quant": "grp", "count": 262144, "scaleCount": 512, "scaleOffset": 422400, "i8ByteOffset": 108629248}, "L16_lnff2_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 422912}, "L16_lnff2_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 423424}, "L16_ff2w1": {"dims": [512, 2048], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 2048, "scaleOffset": 423936, "i8ByteOffset": 108891392}, "L16_ff2w2": {"dims": [2048, 512], "dtype": "i8", "quant": "col", "count": 1048576, "scaleCount": 512, "scaleOffset": 425984, "i8ByteOffset": 109939968}, "L16_ff2b1": {"dims": [2048], "dtype": "f32", "count": 2048, "offset": 426496}, "L16_ff2b2": {"dims": [512], "dtype": "f32", "count": 512, "offset": 428544}, "L16_lnout_w": {"dims": [512], "dtype": "f32", "count": 512, "offset": 429056}, "L16_lnout_b": {"dims": [512], "dtype": "f32", "count": 512, "offset": 429568}}

sortformer/head-fp32.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f920ce4a389d48295f95f08bea6732718855bc544d6ff86ca98256ec3ef44020
+size 32575504

sortformer/head-fp32.manifest.json

@@ -0,0 +1 @@
+{"encoder_proj_w": {"dims": [512, 192], "offset": 0, "len": 98304}, "encoder_proj_b": {"dims": [192], "offset": 98304, "len": 192}, "fhh_w": {"dims": [192, 192], "offset": 98496, "len": 36864}, "fhh_b": {"dims": [192], "offset": 135360, "len": 192}, "spks_w": {"dims": [192, 4], "offset": 135552, "len": 768}, "spks_b": {"dims": [4], "offset": 136320, "len": 4}, "T0_qw": {"dims": [192, 192], "offset": 136324, "len": 36864}, "T0_qb": {"dims": [192], "offset": 173188, "len": 192}, "T0_kw": {"dims": [192, 192], "offset": 173380, "len": 36864}, "T0_kb": {"dims": [192], "offset": 210244, "len": 192}, "T0_vw": {"dims": [192, 192], "offset": 210436, "len": 36864}, "T0_vb": {"dims": [192], "offset": 247300, "len": 192}, "T0_ow": {"dims": [192, 192], "offset": 247492, "len": 36864}, "T0_ob": {"dims": [192], "offset": 284356, "len": 192}, "T0_dinw": {"dims": [192, 768], "offset": 284548, "len": 147456}, "T0_dinb": {"dims": [768], "offset": 432004, "len": 768}, "T0_doutw": {"dims": [768, 192], "offset": 432772, "len": 147456}, "T0_doutb": {"dims": [192], "offset": 580228, "len": 192}, "T0_ln1w": {"dims": [192], "offset": 580420, "len": 192}, "T0_ln1b": {"dims": [192], "offset": 580612, "len": 192}, "T0_ln2w": {"dims": [192], "offset": 580804, "len": 192}, "T0_ln2b": {"dims": [192], "offset": 580996, "len": 192}, "T1_qw": {"dims": [192, 192], "offset": 581188, "len": 36864}, "T1_qb": {"dims": [192], "offset": 618052, "len": 192}, "T1_kw": {"dims": [192, 192], "offset": 618244, "len": 36864}, "T1_kb": {"dims": [192], "offset": 655108, "len": 192}, "T1_vw": {"dims": [192, 192], "offset": 655300, "len": 36864}, "T1_vb": {"dims": [192], "offset": 692164, "len": 192}, "T1_ow": {"dims": [192, 192], "offset": 692356, "len": 36864}, "T1_ob": {"dims": [192], "offset": 729220, "len": 192}, "T1_dinw": {"dims": [192, 768], "offset": 729412, "len": 147456}, "T1_dinb": {"dims": [768], "offset": 876868, "len": 768}, "T1_doutw": {"dims": [768, 192], "offset": 877636, "len": 147456}, "T1_doutb": {"dims": [192], "offset": 1025092, "len": 192}, "T1_ln1w": {"dims": [192], "offset": 1025284, "len": 192}, "T1_ln1b": {"dims": [192], "offset": 1025476, "len": 192}, "T1_ln2w": {"dims": [192], "offset": 1025668, "len": 192}, "T1_ln2b": {"dims": [192], "offset": 1025860, "len": 192}, "T2_qw": {"dims": [192, 192], "offset": 1026052, "len": 36864}, "T2_qb": {"dims": [192], "offset": 1062916, "len": 192}, "T2_kw": {"dims": [192, 192], "offset": 1063108, "len": 36864}, "T2_kb": {"dims": [192], "offset": 1099972, "len": 192}, "T2_vw": {"dims": [192, 192], "offset": 1100164, "len": 36864}, "T2_vb": {"dims": [192], "offset": 1137028, "len": 192}, "T2_ow": {"dims": [192, 192], "offset": 1137220, "len": 36864}, "T2_ob": {"dims": [192], "offset": 1174084, "len": 192}, "T2_dinw": {"dims": [192, 768], "offset": 1174276, "len": 147456}, "T2_dinb": {"dims": [768], "offset": 1321732, "len": 768}, "T2_doutw": {"dims": [768, 192], "offset": 1322500, "len": 147456}, "T2_doutb": {"dims": [192], "offset": 1469956, "len": 192}, "T2_ln1w": {"dims": [192], "offset": 1470148, "len": 192}, "T2_ln1b": {"dims": [192], "offset": 1470340, "len": 192}, "T2_ln2w": {"dims": [192], "offset": 1470532, "len": 192}, "T2_ln2b": {"dims": [192], "offset": 1470724, "len": 192}, "T3_qw": {"dims": [192, 192], "offset": 1470916, "len": 36864}, "T3_qb": {"dims": [192], "offset": 1507780, "len": 192}, "T3_kw": {"dims": [192, 192], "offset": 1507972, "len": 36864}, "T3_kb": {"dims": [192], "offset": 1544836, "len": 192}, "T3_vw": {"dims": [192, 192], "offset": 1545028, "len": 36864}, "T3_vb": {"dims": [192], "offset": 1581892, "len": 192}, "T3_ow": {"dims": [192, 192], "offset": 1582084, "len": 36864}, "T3_ob": {"dims": [192], "offset": 1618948, "len": 192}, "T3_dinw": {"dims": [192, 768], "offset": 1619140, "len": 147456}, "T3_dinb": {"dims": [768], "offset": 1766596, "len": 768}, "T3_doutw": {"dims": [768, 192], "offset": 1767364, "len": 147456}, "T3_doutb": {"dims": [192], "offset": 1914820, "len": 192}, "T3_ln1w": {"dims": [192], "offset": 1915012, "len": 192}, "T3_ln1b": {"dims": [192], "offset": 1915204, "len": 192}, "T3_ln2w": {"dims": [192], "offset": 1915396, "len": 192}, "T3_ln2b": {"dims": [192], "offset": 1915588, "len": 192}, "T4_qw": {"dims": [192, 192], "offset": 1915780, "len": 36864}, "T4_qb": {"dims": [192], "offset": 1952644, "len": 192}, "T4_kw": {"dims": [192, 192], "offset": 1952836, "len": 36864}, "T4_kb": {"dims": [192], "offset": 1989700, "len": 192}, "T4_vw": {"dims": [192, 192], "offset": 1989892, "len": 36864}, "T4_vb": {"dims": [192], "offset": 2026756, "len": 192}, "T4_ow": {"dims": [192, 192], "offset": 2026948, "len": 36864}, "T4_ob": {"dims": [192], "offset": 2063812, "len": 192}, "T4_dinw": {"dims": [192, 768], "offset": 2064004, "len": 147456}, "T4_dinb": {"dims": [768], "offset": 2211460, "len": 768}, "T4_doutw": {"dims": [768, 192], "offset": 2212228, "len": 147456}, "T4_doutb": {"dims": [192], "offset": 2359684, "len": 192}, "T4_ln1w": {"dims": [192], "offset": 2359876, "len": 192}, "T4_ln1b": {"dims": [192], "offset": 2360068, "len": 192}, "T4_ln2w": {"dims": [192], "offset": 2360260, "len": 192}, "T4_ln2b": {"dims": [192], "offset": 2360452, "len": 192}, "T5_qw": {"dims": [192, 192], "offset": 2360644, "len": 36864}, "T5_qb": {"dims": [192], "offset": 2397508, "len": 192}, "T5_kw": {"dims": [192, 192], "offset": 2397700, "len": 36864}, "T5_kb": {"dims": [192], "offset": 2434564, "len": 192}, "T5_vw": {"dims": [192, 192], "offset": 2434756, "len": 36864}, "T5_vb": {"dims": [192], "offset": 2471620, "len": 192}, "T5_ow": {"dims": [192, 192], "offset": 2471812, "len": 36864}, "T5_ob": {"dims": [192], "offset": 2508676, "len": 192}, "T5_dinw": {"dims": [192, 768], "offset": 2508868, "len": 147456}, "T5_dinb": {"dims": [768], "offset": 2656324, "len": 768}, "T5_doutw": {"dims": [768, 192], "offset": 2657092, "len": 147456}, "T5_doutb": {"dims": [192], "offset": 2804548, "len": 192}, "T5_ln1w": {"dims": [192], "offset": 2804740, "len": 192}, "T5_ln1b": {"dims": [192], "offset": 2804932, "len": 192}, "T5_ln2w": {"dims": [192], "offset": 2805124, "len": 192}, "T5_ln2b": {"dims": [192], "offset": 2805316, "len": 192}, "T6_qw": {"dims": [192, 192], "offset": 2805508, "len": 36864}, "T6_qb": {"dims": [192], "offset": 2842372, "len": 192}, "T6_kw": {"dims": [192, 192], "offset": 2842564, "len": 36864}, "T6_kb": {"dims": [192], "offset": 2879428, "len": 192}, "T6_vw": {"dims": [192, 192], "offset": 2879620, "len": 36864}, "T6_vb": {"dims": [192], "offset": 2916484, "len": 192}, "T6_ow": {"dims": [192, 192], "offset": 2916676, "len": 36864}, "T6_ob": {"dims": [192], "offset": 2953540, "len": 192}, "T6_dinw": {"dims": [192, 768], "offset": 2953732, "len": 147456}, "T6_dinb": {"dims": [768], "offset": 3101188, "len": 768}, "T6_doutw": {"dims": [768, 192], "offset": 3101956, "len": 147456}, "T6_doutb": {"dims": [192], "offset": 3249412, "len": 192}, "T6_ln1w": {"dims": [192], "offset": 3249604, "len": 192}, "T6_ln1b": {"dims": [192], "offset": 3249796, "len": 192}, "T6_ln2w": {"dims": [192], "offset": 3249988, "len": 192}, "T6_ln2b": {"dims": [192], "offset": 3250180, "len": 192}, "T7_qw": {"dims": [192, 192], "offset": 3250372, "len": 36864}, "T7_qb": {"dims": [192], "offset": 3287236, "len": 192}, "T7_kw": {"dims": [192, 192], "offset": 3287428, "len": 36864}, "T7_kb": {"dims": [192], "offset": 3324292, "len": 192}, "T7_vw": {"dims": [192, 192], "offset": 3324484, "len": 36864}, "T7_vb": {"dims": [192], "offset": 3361348, "len": 192}, "T7_ow": {"dims": [192, 192], "offset": 3361540, "len": 36864}, "T7_ob": {"dims": [192], "offset": 3398404, "len": 192}, "T7_dinw": {"dims": [192, 768], "offset": 3398596, "len": 147456}, "T7_dinb": {"dims": [768], "offset": 3546052, "len": 768}, "T7_doutw": {"dims": [768, 192], "offset": 3546820, "len": 147456}, "T7_doutb": {"dims": [192], "offset": 3694276, "len": 192}, "T7_ln1w": {"dims": [192], "offset": 3694468, "len": 192}, "T7_ln1b": {"dims": [192], "offset": 3694660, "len": 192}, "T7_ln2w": {"dims": [192], "offset": 3694852, "len": 192}, "T7_ln2b": {"dims": [192], "offset": 3695044, "len": 192}, "T8_qw": {"dims": [192, 192], "offset": 3695236, "len": 36864}, "T8_qb": {"dims": [192], "offset": 3732100, "len": 192}, "T8_kw": {"dims": [192, 192], "offset": 3732292, "len": 36864}, "T8_kb": {"dims": [192], "offset": 3769156, "len": 192}, "T8_vw": {"dims": [192, 192], "offset": 3769348, "len": 36864}, "T8_vb": {"dims": [192], "offset": 3806212, "len": 192}, "T8_ow": {"dims": [192, 192], "offset": 3806404, "len": 36864}, "T8_ob": {"dims": [192], "offset": 3843268, "len": 192}, "T8_dinw": {"dims": [192, 768], "offset": 3843460, "len": 147456}, "T8_dinb": {"dims": [768], "offset": 3990916, "len": 768}, "T8_doutw": {"dims": [768, 192], "offset": 3991684, "len": 147456}, "T8_doutb": {"dims": [192], "offset": 4139140, "len": 192}, "T8_ln1w": {"dims": [192], "offset": 4139332, "len": 192}, "T8_ln1b": {"dims": [192], "offset": 4139524, "len": 192}, "T8_ln2w": {"dims": [192], "offset": 4139716, "len": 192}, "T8_ln2b": {"dims": [192], "offset": 4139908, "len": 192}, "T9_qw": {"dims": [192, 192], "offset": 4140100, "len": 36864}, "T9_qb": {"dims": [192], "offset": 4176964, "len": 192}, "T9_kw": {"dims": [192, 192], "offset": 4177156, "len": 36864}, "T9_kb": {"dims": [192], "offset": 4214020, "len": 192}, "T9_vw": {"dims": [192, 192], "offset": 4214212, "len": 36864}, "T9_vb": {"dims": [192], "offset": 4251076, "len": 192}, "T9_ow": {"dims": [192, 192], "offset": 4251268, "len": 36864}, "T9_ob": {"dims": [192], "offset": 4288132, "len": 192}, "T9_dinw": {"dims": [192, 768], "offset": 4288324, "len": 147456}, "T9_dinb": {"dims": [768], "offset": 4435780, "len": 768}, "T9_doutw": {"dims": [768, 192], "offset": 4436548, "len": 147456}, "T9_doutb": {"dims": [192], "offset": 4584004, "len": 192}, "T9_ln1w": {"dims": [192], "offset": 4584196, "len": 192}, "T9_ln1b": {"dims": [192], "offset": 4584388, "len": 192}, "T9_ln2w": {"dims": [192], "offset": 4584580, "len": 192}, "T9_ln2b": {"dims": [192], "offset": 4584772, "len": 192}, "T10_qw": {"dims": [192, 192], "offset": 4584964, "len": 36864}, "T10_qb": {"dims": [192], "offset": 4621828, "len": 192}, "T10_kw": {"dims": [192, 192], "offset": 4622020, "len": 36864}, "T10_kb": {"dims": [192], "offset": 4658884, "len": 192}, "T10_vw": {"dims": [192, 192], "offset": 4659076, "len": 36864}, "T10_vb": {"dims": [192], "offset": 4695940, "len": 192}, "T10_ow": {"dims": [192, 192], "offset": 4696132, "len": 36864}, "T10_ob": {"dims": [192], "offset": 4732996, "len": 192}, "T10_dinw": {"dims": [192, 768], "offset": 4733188, "len": 147456}, "T10_dinb": {"dims": [768], "offset": 4880644, "len": 768}, "T10_doutw": {"dims": [768, 192], "offset": 4881412, "len": 147456}, "T10_doutb": {"dims": [192], "offset": 5028868, "len": 192}, "T10_ln1w": {"dims": [192], "offset": 5029060, "len": 192}, "T10_ln1b": {"dims": [192], "offset": 5029252, "len": 192}, "T10_ln2w": {"dims": [192], "offset": 5029444, "len": 192}, "T10_ln2b": {"dims": [192], "offset": 5029636, "len": 192}, "T11_qw": {"dims": [192, 192], "offset": 5029828, "len": 36864}, "T11_qb": {"dims": [192], "offset": 5066692, "len": 192}, "T11_kw": {"dims": [192, 192], "offset": 5066884, "len": 36864}, "T11_kb": {"dims": [192], "offset": 5103748, "len": 192}, "T11_vw": {"dims": [192, 192], "offset": 5103940, "len": 36864}, "T11_vb": {"dims": [192], "offset": 5140804, "len": 192}, "T11_ow": {"dims": [192, 192], "offset": 5140996, "len": 36864}, "T11_ob": {"dims": [192], "offset": 5177860, "len": 192}, "T11_dinw": {"dims": [192, 768], "offset": 5178052, "len": 147456}, "T11_dinb": {"dims": [768], "offset": 5325508, "len": 768}, "T11_doutw": {"dims": [768, 192], "offset": 5326276, "len": 147456}, "T11_doutb": {"dims": [192], "offset": 5473732, "len": 192}, "T11_ln1w": {"dims": [192], "offset": 5473924, "len": 192}, "T11_ln1b": {"dims": [192], "offset": 5474116, "len": 192}, "T11_ln2w": {"dims": [192], "offset": 5474308, "len": 192}, "T11_ln2b": {"dims": [192], "offset": 5474500, "len": 192}, "T12_qw": {"dims": [192, 192], "offset": 5474692, "len": 36864}, "T12_qb": {"dims": [192], "offset": 5511556, "len": 192}, "T12_kw": {"dims": [192, 192], "offset": 5511748, "len": 36864}, "T12_kb": {"dims": [192], "offset": 5548612, "len": 192}, "T12_vw": {"dims": [192, 192], "offset": 5548804, "len": 36864}, "T12_vb": {"dims": [192], "offset": 5585668, "len": 192}, "T12_ow": {"dims": [192, 192], "offset": 5585860, "len": 36864}, "T12_ob": {"dims": [192], "offset": 5622724, "len": 192}, "T12_dinw": {"dims": [192, 768], "offset": 5622916, "len": 147456}, "T12_dinb": {"dims": [768], "offset": 5770372, "len": 768}, "T12_doutw": {"dims": [768, 192], "offset": 5771140, "len": 147456}, "T12_doutb": {"dims": [192], "offset": 5918596, "len": 192}, "T12_ln1w": {"dims": [192], "offset": 5918788, "len": 192}, "T12_ln1b": {"dims": [192], "offset": 5918980, "len": 192}, "T12_ln2w": {"dims": [192], "offset": 5919172, "len": 192}, "T12_ln2b": {"dims": [192], "offset": 5919364, "len": 192}, "T13_qw": {"dims": [192, 192], "offset": 5919556, "len": 36864}, "T13_qb": {"dims": [192], "offset": 5956420, "len": 192}, "T13_kw": {"dims": [192, 192], "offset": 5956612, "len": 36864}, "T13_kb": {"dims": [192], "offset": 5993476, "len": 192}, "T13_vw": {"dims": [192, 192], "offset": 5993668, "len": 36864}, "T13_vb": {"dims": [192], "offset": 6030532, "len": 192}, "T13_ow": {"dims": [192, 192], "offset": 6030724, "len": 36864}, "T13_ob": {"dims": [192], "offset": 6067588, "len": 192}, "T13_dinw": {"dims": [192, 768], "offset": 6067780, "len": 147456}, "T13_dinb": {"dims": [768], "offset": 6215236, "len": 768}, "T13_doutw": {"dims": [768, 192], "offset": 6216004, "len": 147456}, "T13_doutb": {"dims": [192], "offset": 6363460, "len": 192}, "T13_ln1w": {"dims": [192], "offset": 6363652, "len": 192}, "T13_ln1b": {"dims": [192], "offset": 6363844, "len": 192}, "T13_ln2w": {"dims": [192], "offset": 6364036, "len": 192}, "T13_ln2b": {"dims": [192], "offset": 6364228, "len": 192}, "T14_qw": {"dims": [192, 192], "offset": 6364420, "len": 36864}, "T14_qb": {"dims": [192], "offset": 6401284, "len": 192}, "T14_kw": {"dims": [192, 192], "offset": 6401476, "len": 36864}, "T14_kb": {"dims": [192], "offset": 6438340, "len": 192}, "T14_vw": {"dims": [192, 192], "offset": 6438532, "len": 36864}, "T14_vb": {"dims": [192], "offset": 6475396, "len": 192}, "T14_ow": {"dims": [192, 192], "offset": 6475588, "len": 36864}, "T14_ob": {"dims": [192], "offset": 6512452, "len": 192}, "T14_dinw": {"dims": [192, 768], "offset": 6512644, "len": 147456}, "T14_dinb": {"dims": [768], "offset": 6660100, "len": 768}, "T14_doutw": {"dims": [768, 192], "offset": 6660868, "len": 147456}, "T14_doutb": {"dims": [192], "offset": 6808324, "len": 192}, "T14_ln1w": {"dims": [192], "offset": 6808516, "len": 192}, "T14_ln1b": {"dims": [192], "offset": 6808708, "len": 192}, "T14_ln2w": {"dims": [192], "offset": 6808900, "len": 192}, "T14_ln2b": {"dims": [192], "offset": 6809092, "len": 192}, "T15_qw": {"dims": [192, 192], "offset": 6809284, "len": 36864}, "T15_qb": {"dims": [192], "offset": 6846148, "len": 192}, "T15_kw": {"dims": [192, 192], "offset": 6846340, "len": 36864}, "T15_kb": {"dims": [192], "offset": 6883204, "len": 192}, "T15_vw": {"dims": [192, 192], "offset": 6883396, "len": 36864}, "T15_vb": {"dims": [192], "offset": 6920260, "len": 192}, "T15_ow": {"dims": [192, 192], "offset": 6920452, "len": 36864}, "T15_ob": {"dims": [192], "offset": 6957316, "len": 192}, "T15_dinw": {"dims": [192, 768], "offset": 6957508, "len": 147456}, "T15_dinb": {"dims": [768], "offset": 7104964, "len": 768}, "T15_doutw": {"dims": [768, 192], "offset": 7105732, "len": 147456}, "T15_doutb": {"dims": [192], "offset": 7253188, "len": 192}, "T15_ln1w": {"dims": [192], "offset": 7253380, "len": 192}, "T15_ln1b": {"dims": [192], "offset": 7253572, "len": 192}, "T15_ln2w": {"dims": [192], "offset": 7253764, "len": 192}, "T15_ln2b": {"dims": [192], "offset": 7253956, "len": 192}, "T16_qw": {"dims": [192, 192], "offset": 7254148, "len": 36864}, "T16_qb": {"dims": [192], "offset": 7291012, "len": 192}, "T16_kw": {"dims": [192, 192], "offset": 7291204, "len": 36864}, "T16_kb": {"dims": [192], "offset": 7328068, "len": 192}, "T16_vw": {"dims": [192, 192], "offset": 7328260, "len": 36864}, "T16_vb": {"dims": [192], "offset": 7365124, "len": 192}, "T16_ow": {"dims": [192, 192], "offset": 7365316, "len": 36864}, "T16_ob": {"dims": [192], "offset": 7402180, "len": 192}, "T16_dinw": {"dims": [192, 768], "offset": 7402372, "len": 147456}, "T16_dinb": {"dims": [768], "offset": 7549828, "len": 768}, "T16_doutw": {"dims": [768, 192], "offset": 7550596, "len": 147456}, "T16_doutb": {"dims": [192], "offset": 7698052, "len": 192}, "T16_ln1w": {"dims": [192], "offset": 7698244, "len": 192}, "T16_ln1b": {"dims": [192], "offset": 7698436, "len": 192}, "T16_ln2w": {"dims": [192], "offset": 7698628, "len": 192}, "T16_ln2b": {"dims": [192], "offset": 7698820, "len": 192}, "T17_qw": {"dims": [192, 192], "offset": 7699012, "len": 36864}, "T17_qb": {"dims": [192], "offset": 7735876, "len": 192}, "T17_kw": {"dims": [192, 192], "offset": 7736068, "len": 36864}, "T17_kb": {"dims": [192], "offset": 7772932, "len": 192}, "T17_vw": {"dims": [192, 192], "offset": 7773124, "len": 36864}, "T17_vb": {"dims": [192], "offset": 7809988, "len": 192}, "T17_ow": {"dims": [192, 192], "offset": 7810180, "len": 36864}, "T17_ob": {"dims": [192], "offset": 7847044, "len": 192}, "T17_dinw": {"dims": [192, 768], "offset": 7847236, "len": 147456}, "T17_dinb": {"dims": [768], "offset": 7994692, "len": 768}, "T17_doutw": {"dims": [768, 192], "offset": 7995460, "len": 147456}, "T17_doutb": {"dims": [192], "offset": 8142916, "len": 192}, "T17_ln1w": {"dims": [192], "offset": 8143108, "len": 192}, "T17_ln1b": {"dims": [192], "offset": 8143300, "len": 192}, "T17_ln2w": {"dims": [192], "offset": 8143492, "len": 192}, "T17_ln2b": {"dims": [192], "offset": 8143684, "len": 192}}