| { |
| "model": "triposplat-flow-dit-student", |
| "tier": "int4", |
| "bits": 4, |
| "block_size": 32, |
| "symmetric": true, |
| "zero_point": 8, |
| "layout": "nibbles packed along K, even k in the low nibble, scales float16 per block", |
| "file": "int4.bin", |
| "bytes": 209276416, |
| "tensors": [ |
| { |
| "name": "adaLN_modulation.1", |
| "kind": "int4", |
| "n": 6144, |
| "k": 1024, |
| "offset_q": 0, |
| "offset_s": 3145728, |
| "bytes_q": 3145728, |
| "bytes_s": 393216 |
| }, |
| { |
| "name": "blocks.0.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 3538944, |
| "offset_s": 4063232, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.0.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 4128768, |
| "offset_s": 5701632, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.0.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 5898240, |
| "offset_s": 7995392, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.0.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 8257536, |
| "offset_s": 10354688, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.1.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 10616832, |
| "offset_s": 11141120, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.1.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 11206656, |
| "offset_s": 12779520, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.1.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 12976128, |
| "offset_s": 15073280, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.1.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 15335424, |
| "offset_s": 17432576, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.10.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 17694720, |
| "offset_s": 18219008, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.10.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 18284544, |
| "offset_s": 19857408, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.10.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 20054016, |
| "offset_s": 22151168, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.10.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 22413312, |
| "offset_s": 24510464, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.11.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 24772608, |
| "offset_s": 25296896, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.11.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 25362432, |
| "offset_s": 26935296, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.11.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 27131904, |
| "offset_s": 29229056, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.11.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 29491200, |
| "offset_s": 31588352, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.12.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 31850496, |
| "offset_s": 32374784, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.12.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 32440320, |
| "offset_s": 34013184, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.12.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 34209792, |
| "offset_s": 36306944, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.12.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 36569088, |
| "offset_s": 38666240, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.13.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 38928384, |
| "offset_s": 39452672, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.13.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 39518208, |
| "offset_s": 41091072, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.13.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 41287680, |
| "offset_s": 43384832, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.13.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 43646976, |
| "offset_s": 45744128, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.14.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 46006272, |
| "offset_s": 46530560, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.14.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 46596096, |
| "offset_s": 48168960, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.14.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 48365568, |
| "offset_s": 50462720, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.14.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 50724864, |
| "offset_s": 52822016, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.15.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 53084160, |
| "offset_s": 53608448, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.15.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 53673984, |
| "offset_s": 55246848, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.15.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 55443456, |
| "offset_s": 57540608, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.15.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 57802752, |
| "offset_s": 59899904, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.16.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 60162048, |
| "offset_s": 60686336, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.16.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 60751872, |
| "offset_s": 62324736, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.16.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 62521344, |
| "offset_s": 64618496, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.16.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 64880640, |
| "offset_s": 66977792, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.17.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 67239936, |
| "offset_s": 67764224, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.17.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 67829760, |
| "offset_s": 69402624, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.17.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 69599232, |
| "offset_s": 71696384, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.17.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 71958528, |
| "offset_s": 74055680, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.18.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 74317824, |
| "offset_s": 74842112, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.18.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 74907648, |
| "offset_s": 76480512, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.18.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 76677120, |
| "offset_s": 78774272, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.18.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 79036416, |
| "offset_s": 81133568, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.19.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 81395712, |
| "offset_s": 81920000, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.19.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 81985536, |
| "offset_s": 83558400, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.19.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 83755008, |
| "offset_s": 85852160, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.19.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 86114304, |
| "offset_s": 88211456, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.2.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 88473600, |
| "offset_s": 88997888, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.2.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 89063424, |
| "offset_s": 90636288, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.2.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 90832896, |
| "offset_s": 92930048, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.2.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 93192192, |
| "offset_s": 95289344, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.20.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 95551488, |
| "offset_s": 96075776, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.20.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 96141312, |
| "offset_s": 97714176, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.20.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 97910784, |
| "offset_s": 100007936, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.20.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 100270080, |
| "offset_s": 102367232, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.21.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 102629376, |
| "offset_s": 103153664, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.21.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 103219200, |
| "offset_s": 104792064, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.21.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 104988672, |
| "offset_s": 107085824, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.21.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 107347968, |
| "offset_s": 109445120, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.22.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 109707264, |
| "offset_s": 110231552, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.22.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 110297088, |
| "offset_s": 111869952, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.22.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 112066560, |
| "offset_s": 114163712, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.22.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 114425856, |
| "offset_s": 116523008, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.23.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 116785152, |
| "offset_s": 117309440, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.23.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 117374976, |
| "offset_s": 118947840, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.23.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 119144448, |
| "offset_s": 121241600, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.23.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 121503744, |
| "offset_s": 123600896, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.3.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 123863040, |
| "offset_s": 124387328, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.3.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 124452864, |
| "offset_s": 126025728, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.3.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 126222336, |
| "offset_s": 128319488, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.3.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 128581632, |
| "offset_s": 130678784, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.4.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 130940928, |
| "offset_s": 131465216, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.4.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 131530752, |
| "offset_s": 133103616, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.4.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 133300224, |
| "offset_s": 135397376, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.4.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 135659520, |
| "offset_s": 137756672, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.5.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 138018816, |
| "offset_s": 138543104, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.5.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 138608640, |
| "offset_s": 140181504, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.5.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 140378112, |
| "offset_s": 142475264, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.5.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 142737408, |
| "offset_s": 144834560, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.6.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 145096704, |
| "offset_s": 145620992, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.6.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 145686528, |
| "offset_s": 147259392, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.6.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 147456000, |
| "offset_s": 149553152, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.6.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 149815296, |
| "offset_s": 151912448, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.7.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 152174592, |
| "offset_s": 152698880, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.7.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 152764416, |
| "offset_s": 154337280, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.7.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 154533888, |
| "offset_s": 156631040, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.7.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 156893184, |
| "offset_s": 158990336, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.8.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 159252480, |
| "offset_s": 159776768, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.8.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 159842304, |
| "offset_s": 161415168, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.8.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 161611776, |
| "offset_s": 163708928, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.8.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 163971072, |
| "offset_s": 166068224, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.9.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 166330368, |
| "offset_s": 166854656, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "blocks.9.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 166920192, |
| "offset_s": 168493056, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "blocks.9.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 168689664, |
| "offset_s": 170786816, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "blocks.9.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 171048960, |
| "offset_s": 173146112, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "cam_out_layer", |
| "kind": "int4", |
| "n": 5, |
| "k": 1024, |
| "offset_q": 173408256, |
| "offset_s": 173410816, |
| "bytes_q": 2560, |
| "bytes_s": 320 |
| }, |
| { |
| "name": "cam_refiner.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 173411328, |
| "offset_s": 173935616, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "cond_embedder", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1280, |
| "offset_q": 174001152, |
| "offset_s": 174656512, |
| "bytes_q": 655360, |
| "bytes_s": 81920 |
| }, |
| { |
| "name": "cond_embedder2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 128, |
| "offset_q": 174738432, |
| "offset_s": 174803968, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "context_refiner.0.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 174812160, |
| "offset_s": 175336448, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "context_refiner.0.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 175401984, |
| "offset_s": 176974848, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "context_refiner.0.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 177171456, |
| "offset_s": 179268608, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "context_refiner.0.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 179530752, |
| "offset_s": 181627904, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "context_refiner.1.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 181890048, |
| "offset_s": 182414336, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "context_refiner.1.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 182479872, |
| "offset_s": 184052736, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "context_refiner.1.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 184249344, |
| "offset_s": 186346496, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "context_refiner.1.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 186608640, |
| "offset_s": 188705792, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "context_repo_layers.0.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 188967936, |
| "offset_s": 189033472, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "context_repo_layers.0.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 189041664, |
| "offset_s": 189044736, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "context_repo_layers.0.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 189045248, |
| "offset_s": 189110784, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "context_repo_layers.1.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 189118976, |
| "offset_s": 189184512, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "context_repo_layers.1.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 189192704, |
| "offset_s": 189195776, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "context_repo_layers.1.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 189196288, |
| "offset_s": 189261824, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "noise_refiner.0.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 189270016, |
| "offset_s": 189794304, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "noise_refiner.0.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 189859840, |
| "offset_s": 191432704, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "noise_refiner.0.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 191629312, |
| "offset_s": 193726464, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "noise_refiner.0.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 193988608, |
| "offset_s": 196085760, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "noise_refiner.1.attn.out", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 196347904, |
| "offset_s": 196872192, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "noise_refiner.1.attn.qkv", |
| "kind": "int4", |
| "n": 3072, |
| "k": 1024, |
| "offset_q": 196937728, |
| "offset_s": 198510592, |
| "bytes_q": 1572864, |
| "bytes_s": 196608 |
| }, |
| { |
| "name": "noise_refiner.1.mlp.mlp.0", |
| "kind": "int4", |
| "n": 4096, |
| "k": 1024, |
| "offset_q": 198707200, |
| "offset_s": 200804352, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "noise_refiner.1.mlp.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 4096, |
| "offset_q": 201066496, |
| "offset_s": 203163648, |
| "bytes_q": 2097152, |
| "bytes_s": 262144 |
| }, |
| { |
| "name": "noise_repo_layers.0.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 203425792, |
| "offset_s": 203491328, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "noise_repo_layers.0.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 203499520, |
| "offset_s": 203502592, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "noise_repo_layers.0.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 203503104, |
| "offset_s": 203568640, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "noise_repo_layers.1.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 203576832, |
| "offset_s": 203642368, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "noise_repo_layers.1.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 203650560, |
| "offset_s": 203653632, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "noise_repo_layers.1.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 203654144, |
| "offset_s": 203719680, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "out_layer", |
| "kind": "int4", |
| "n": 16, |
| "k": 1024, |
| "offset_q": 203727872, |
| "offset_s": 203736064, |
| "bytes_q": 8192, |
| "bytes_s": 1024 |
| }, |
| { |
| "name": "repo_layers.0.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 203737088, |
| "offset_s": 203802624, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.0.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 203810816, |
| "offset_s": 203813888, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.0.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 203814400, |
| "offset_s": 203879936, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.1.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 203888128, |
| "offset_s": 203953664, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.1.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 203961856, |
| "offset_s": 203964928, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.1.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 203965440, |
| "offset_s": 204030976, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.10.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204039168, |
| "offset_s": 204104704, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.10.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 204112896, |
| "offset_s": 204115968, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.10.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204116480, |
| "offset_s": 204182016, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.11.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204190208, |
| "offset_s": 204255744, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.11.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 204263936, |
| "offset_s": 204267008, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.11.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204267520, |
| "offset_s": 204333056, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.12.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204341248, |
| "offset_s": 204406784, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.12.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 204414976, |
| "offset_s": 204418048, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.12.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204418560, |
| "offset_s": 204484096, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.13.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204492288, |
| "offset_s": 204557824, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.13.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 204566016, |
| "offset_s": 204569088, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.13.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204569600, |
| "offset_s": 204635136, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.14.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204643328, |
| "offset_s": 204708864, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.14.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 204717056, |
| "offset_s": 204720128, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.14.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204720640, |
| "offset_s": 204786176, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.15.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204794368, |
| "offset_s": 204859904, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.15.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 204868096, |
| "offset_s": 204871168, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.15.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204871680, |
| "offset_s": 204937216, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.16.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 204945408, |
| "offset_s": 205010944, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.16.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 205019136, |
| "offset_s": 205022208, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.16.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205022720, |
| "offset_s": 205088256, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.17.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205096448, |
| "offset_s": 205161984, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.17.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 205170176, |
| "offset_s": 205173248, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.17.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205173760, |
| "offset_s": 205239296, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.18.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205247488, |
| "offset_s": 205313024, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.18.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 205321216, |
| "offset_s": 205324288, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.18.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205324800, |
| "offset_s": 205390336, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.19.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205398528, |
| "offset_s": 205464064, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.19.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 205472256, |
| "offset_s": 205475328, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.19.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205475840, |
| "offset_s": 205541376, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.2.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205549568, |
| "offset_s": 205615104, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.2.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 205623296, |
| "offset_s": 205626368, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.2.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205626880, |
| "offset_s": 205692416, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.20.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205700608, |
| "offset_s": 205766144, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.20.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 205774336, |
| "offset_s": 205777408, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.20.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205777920, |
| "offset_s": 205843456, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.21.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205851648, |
| "offset_s": 205917184, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.21.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 205925376, |
| "offset_s": 205928448, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.21.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 205928960, |
| "offset_s": 205994496, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.22.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206002688, |
| "offset_s": 206068224, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.22.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 206076416, |
| "offset_s": 206079488, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.22.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206080000, |
| "offset_s": 206145536, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.23.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206153728, |
| "offset_s": 206219264, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.23.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 206227456, |
| "offset_s": 206230528, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.23.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206231040, |
| "offset_s": 206296576, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.3.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206304768, |
| "offset_s": 206370304, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.3.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 206378496, |
| "offset_s": 206381568, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.3.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206382080, |
| "offset_s": 206447616, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.4.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206455808, |
| "offset_s": 206521344, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.4.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 206529536, |
| "offset_s": 206532608, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.4.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206533120, |
| "offset_s": 206598656, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.5.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206606848, |
| "offset_s": 206672384, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.5.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 206680576, |
| "offset_s": 206683648, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.5.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206684160, |
| "offset_s": 206749696, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.6.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206757888, |
| "offset_s": 206823424, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.6.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 206831616, |
| "offset_s": 206834688, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.6.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206835200, |
| "offset_s": 206900736, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.7.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206908928, |
| "offset_s": 206974464, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.7.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 206982656, |
| "offset_s": 206985728, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.7.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 206986240, |
| "offset_s": 207051776, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.8.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 207059968, |
| "offset_s": 207125504, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.8.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 207133696, |
| "offset_s": 207136768, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.8.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 207137280, |
| "offset_s": 207202816, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.9.content_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 207211008, |
| "offset_s": 207276544, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "repo_layers.9.final_map", |
| "kind": "int4", |
| "n": 48, |
| "k": 128, |
| "offset_q": 207284736, |
| "offset_s": 207287808, |
| "bytes_q": 3072, |
| "bytes_s": 384 |
| }, |
| { |
| "name": "repo_layers.9.gate_map", |
| "kind": "int4", |
| "n": 128, |
| "k": 1024, |
| "offset_q": 207288320, |
| "offset_s": 207353856, |
| "bytes_q": 65536, |
| "bytes_s": 8192 |
| }, |
| { |
| "name": "t_embedder.mlp.0", |
| "kind": "int4", |
| "n": 1024, |
| "k": 256, |
| "offset_q": 207362048, |
| "offset_s": 207493120, |
| "bytes_q": 131072, |
| "bytes_s": 16384 |
| }, |
| { |
| "name": "t_embedder.mlp.2", |
| "kind": "int4", |
| "n": 1024, |
| "k": 1024, |
| "offset_q": 207509504, |
| "offset_s": 208033792, |
| "bytes_q": 524288, |
| "bytes_s": 65536 |
| }, |
| { |
| "name": "adaLN_modulation.1.bias", |
| "kind": "fp16", |
| "shape": [ |
| 6144 |
| ], |
| "offset": 208099328, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.0.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208111616, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.0.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208113664, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.0.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208115712, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.0.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208117760, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.0.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208123904, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.0.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208132096, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.0.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208134144, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.1.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208146432, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.1.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208148480, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.1.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208150528, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.1.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208152576, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.1.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208158720, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.1.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208166912, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.1.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208168960, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.10.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208181248, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.10.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208183296, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.10.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208185344, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.10.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208187392, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.10.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208193536, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.10.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208201728, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.10.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208203776, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.11.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208216064, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.11.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208218112, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.11.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208220160, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.11.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208222208, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.11.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208228352, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.11.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208236544, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.11.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208238592, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.12.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208250880, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.12.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208252928, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.12.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208254976, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.12.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208257024, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.12.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208263168, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.12.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208271360, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.12.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208273408, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.13.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208285696, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.13.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208287744, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.13.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208289792, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.13.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208291840, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.13.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208297984, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.13.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208306176, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.13.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208308224, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.14.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208320512, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.14.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208322560, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.14.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208324608, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.14.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208326656, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.14.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208332800, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.14.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208340992, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.14.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208343040, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.15.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208355328, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.15.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208357376, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.15.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208359424, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.15.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208361472, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.15.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208367616, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.15.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208375808, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.15.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208377856, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.16.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208390144, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.16.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208392192, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.16.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208394240, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.16.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208396288, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.16.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208402432, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.16.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208410624, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.16.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208412672, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.17.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208424960, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.17.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208427008, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.17.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208429056, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.17.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208431104, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.17.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208437248, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.17.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208445440, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.17.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208447488, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.18.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208459776, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.18.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208461824, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.18.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208463872, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.18.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208465920, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.18.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208472064, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.18.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208480256, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.18.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208482304, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.19.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208494592, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.19.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208496640, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.19.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208498688, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.19.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208500736, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.19.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208506880, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.19.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208515072, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.19.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208517120, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.2.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208529408, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.2.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208531456, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.2.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208533504, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.2.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208535552, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.2.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208541696, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.2.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208549888, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.2.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208551936, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.20.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208564224, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.20.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208566272, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.20.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208568320, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.20.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208570368, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.20.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208576512, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.20.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208584704, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.20.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208586752, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.21.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208599040, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.21.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208601088, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.21.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208603136, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.21.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208605184, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.21.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208611328, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.21.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208619520, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.21.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208621568, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.22.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208633856, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.22.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208635904, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.22.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208637952, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.22.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208640000, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.22.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208646144, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.22.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208654336, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.22.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208656384, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.23.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208668672, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.23.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208670720, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.23.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208672768, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.23.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208674816, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.23.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208680960, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.23.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208689152, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.23.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208691200, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.3.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208703488, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.3.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208705536, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.3.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208707584, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.3.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208709632, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.3.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208715776, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.3.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208723968, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.3.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208726016, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.4.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208738304, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.4.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208740352, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.4.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208742400, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.4.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208744448, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.4.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208750592, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.4.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208758784, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.4.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208760832, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.5.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208773120, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.5.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208775168, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.5.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208777216, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.5.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208779264, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.5.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208785408, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.5.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208793600, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.5.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208795648, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.6.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208807936, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.6.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208809984, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.6.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208812032, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.6.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208814080, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.6.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208820224, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.6.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208828416, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.6.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208830464, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.7.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208842752, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.7.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208844800, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.7.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208846848, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.7.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208848896, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.7.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208855040, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.7.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208863232, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.7.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208865280, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.8.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208877568, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.8.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208879616, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.8.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208881664, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.8.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208883712, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.8.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208889856, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.8.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208898048, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.8.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208900096, |
| "bytes": 12288 |
| }, |
| { |
| "name": "blocks.9.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208912384, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.9.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208914432, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.9.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208916480, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.9.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208918528, |
| "bytes": 6144 |
| }, |
| { |
| "name": "blocks.9.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208924672, |
| "bytes": 8192 |
| }, |
| { |
| "name": "blocks.9.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208932864, |
| "bytes": 2048 |
| }, |
| { |
| "name": "blocks.9.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 208934912, |
| "bytes": 12288 |
| }, |
| { |
| "name": "cam_out_layer.bias", |
| "kind": "fp16", |
| "shape": [ |
| 5 |
| ], |
| "offset": 208947200, |
| "bytes": 10 |
| }, |
| { |
| "name": "cam_refiner.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208947456, |
| "bytes": 2048 |
| }, |
| { |
| "name": "cam_refiner.mlp.0.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024, |
| 5 |
| ], |
| "offset": 208949504, |
| "bytes": 10240 |
| }, |
| { |
| "name": "cam_refiner.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208959744, |
| "bytes": 2048 |
| }, |
| { |
| "name": "cond_embedder.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208961792, |
| "bytes": 2048 |
| }, |
| { |
| "name": "cond_embedder2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208963840, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.0.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208965888, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.0.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208967936, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.0.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208969984, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.0.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 208972032, |
| "bytes": 6144 |
| }, |
| { |
| "name": "context_refiner.0.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 208978176, |
| "bytes": 8192 |
| }, |
| { |
| "name": "context_refiner.0.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208986368, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.0.norm1.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208988416, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.0.norm1.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208990464, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.0.norm2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208992512, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.0.norm2.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208994560, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.1.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 208996608, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.1.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 208998656, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.1.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 209000704, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.1.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 209002752, |
| "bytes": 6144 |
| }, |
| { |
| "name": "context_refiner.1.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 209008896, |
| "bytes": 8192 |
| }, |
| { |
| "name": "context_refiner.1.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209017088, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.1.norm1.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209019136, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.1.norm1.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209021184, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.1.norm2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209023232, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_refiner.1.norm2.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209025280, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_repo_layers.0.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209027328, |
| "bytes": 20 |
| }, |
| { |
| "name": "context_repo_layers.0.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209027584, |
| "bytes": 20 |
| }, |
| { |
| "name": "context_repo_layers.0.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209027840, |
| "bytes": 24 |
| }, |
| { |
| "name": "context_repo_layers.0.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209028096, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_repo_layers.0.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209030144, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_repo_layers.1.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209032192, |
| "bytes": 20 |
| }, |
| { |
| "name": "context_repo_layers.1.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209032448, |
| "bytes": 20 |
| }, |
| { |
| "name": "context_repo_layers.1.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209032704, |
| "bytes": 24 |
| }, |
| { |
| "name": "context_repo_layers.1.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209032960, |
| "bytes": 2048 |
| }, |
| { |
| "name": "context_repo_layers.1.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209035008, |
| "bytes": 2048 |
| }, |
| { |
| "name": "input_layer.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209037056, |
| "bytes": 2048 |
| }, |
| { |
| "name": "input_layer.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024, |
| 16 |
| ], |
| "offset": 209039104, |
| "bytes": 32768 |
| }, |
| { |
| "name": "noise_refiner.0.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 209071872, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_refiner.0.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209073920, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_refiner.0.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 209075968, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_refiner.0.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 209078016, |
| "bytes": 6144 |
| }, |
| { |
| "name": "noise_refiner.0.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 209084160, |
| "bytes": 8192 |
| }, |
| { |
| "name": "noise_refiner.0.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209092352, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_refiner.0.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 209094400, |
| "bytes": 12288 |
| }, |
| { |
| "name": "noise_refiner.1.attn.k_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 209106688, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_refiner.1.attn.out.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209108736, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_refiner.1.attn.q_norm.gamma", |
| "kind": "fp16", |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "offset": 209110784, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_refiner.1.attn.qkv.bias", |
| "kind": "fp16", |
| "shape": [ |
| 3072 |
| ], |
| "offset": 209112832, |
| "bytes": 6144 |
| }, |
| { |
| "name": "noise_refiner.1.mlp.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 4096 |
| ], |
| "offset": 209118976, |
| "bytes": 8192 |
| }, |
| { |
| "name": "noise_refiner.1.mlp.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209127168, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_refiner.1.shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 6144 |
| ], |
| "offset": 209129216, |
| "bytes": 12288 |
| }, |
| { |
| "name": "noise_repo_layers.0.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209141504, |
| "bytes": 20 |
| }, |
| { |
| "name": "noise_repo_layers.0.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209141760, |
| "bytes": 20 |
| }, |
| { |
| "name": "noise_repo_layers.0.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209142016, |
| "bytes": 24 |
| }, |
| { |
| "name": "noise_repo_layers.0.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209142272, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_repo_layers.0.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209144320, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_repo_layers.1.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209146368, |
| "bytes": 20 |
| }, |
| { |
| "name": "noise_repo_layers.1.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209146624, |
| "bytes": 20 |
| }, |
| { |
| "name": "noise_repo_layers.1.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209146880, |
| "bytes": 24 |
| }, |
| { |
| "name": "noise_repo_layers.1.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209147136, |
| "bytes": 2048 |
| }, |
| { |
| "name": "noise_repo_layers.1.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209149184, |
| "bytes": 2048 |
| }, |
| { |
| "name": "out_layer.bias", |
| "kind": "fp16", |
| "shape": [ |
| 16 |
| ], |
| "offset": 209151232, |
| "bytes": 32 |
| }, |
| { |
| "name": "repo_layers.0.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209151488, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.0.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209151744, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.0.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209152000, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.0.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209152256, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.0.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209154304, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.1.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209156352, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.1.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209156608, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.1.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209156864, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.1.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209157120, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.1.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209159168, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.10.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209161216, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.10.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209161472, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.10.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209161728, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.10.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209161984, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.10.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209164032, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.11.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209166080, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.11.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209166336, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.11.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209166592, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.11.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209166848, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.11.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209168896, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.12.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209170944, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.12.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209171200, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.12.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209171456, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.12.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209171712, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.12.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209173760, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.13.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209175808, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.13.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209176064, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.13.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209176320, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.13.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209176576, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.13.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209178624, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.14.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209180672, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.14.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209180928, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.14.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209181184, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.14.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209181440, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.14.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209183488, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.15.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209185536, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.15.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209185792, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.15.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209186048, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.15.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209186304, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.15.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209188352, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.16.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209190400, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.16.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209190656, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.16.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209190912, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.16.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209191168, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.16.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209193216, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.17.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209195264, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.17.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209195520, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.17.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209195776, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.17.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209196032, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.17.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209198080, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.18.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209200128, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.18.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209200384, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.18.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209200640, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.18.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209200896, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.18.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209202944, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.19.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209204992, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.19.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209205248, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.19.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209205504, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.19.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209205760, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.19.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209207808, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.2.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209209856, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.2.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209210112, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.2.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209210368, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.2.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209210624, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.2.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209212672, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.20.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209214720, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.20.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209214976, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.20.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209215232, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.20.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209215488, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.20.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209217536, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.21.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209219584, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.21.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209219840, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.21.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209220096, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.21.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209220352, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.21.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209222400, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.22.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209224448, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.22.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209224704, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.22.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209224960, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.22.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209225216, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.22.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209227264, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.23.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209229312, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.23.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209229568, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.23.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209229824, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.23.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209230080, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.23.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209232128, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.3.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209234176, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.3.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209234432, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.3.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209234688, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.3.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209234944, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.3.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209236992, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.4.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209239040, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.4.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209239296, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.4.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209239552, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.4.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209239808, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.4.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209241856, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.5.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209243904, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.5.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209244160, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.5.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209244416, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.5.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209244672, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.5.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209246720, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.6.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209248768, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.6.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209249024, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.6.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209249280, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.6.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209249536, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.6.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209251584, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.7.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209253632, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.7.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209253888, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.7.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209254144, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.7.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209254400, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.7.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209256448, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.8.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209258496, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.8.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209258752, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.8.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209259008, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.8.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209259264, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.8.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209261312, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.9.freqs_0", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209263360, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.9.freqs_1", |
| "kind": "fp16", |
| "shape": [ |
| 10 |
| ], |
| "offset": 209263616, |
| "bytes": 20 |
| }, |
| { |
| "name": "repo_layers.9.freqs_2", |
| "kind": "fp16", |
| "shape": [ |
| 12 |
| ], |
| "offset": 209263872, |
| "bytes": 24 |
| }, |
| { |
| "name": "repo_layers.9.norm.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209264128, |
| "bytes": 2048 |
| }, |
| { |
| "name": "repo_layers.9.norm.weight", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209266176, |
| "bytes": 2048 |
| }, |
| { |
| "name": "shift_table", |
| "kind": "fp16", |
| "shape": [ |
| 1, |
| 2, |
| 1024 |
| ], |
| "offset": 209268224, |
| "bytes": 4096 |
| }, |
| { |
| "name": "t_embedder.mlp.0.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209272320, |
| "bytes": 2048 |
| }, |
| { |
| "name": "t_embedder.mlp.2.bias", |
| "kind": "fp16", |
| "shape": [ |
| 1024 |
| ], |
| "offset": 209274368, |
| "bytes": 2048 |
| } |
| ] |
| } |
