Upload manifest.json with huggingface_hub

manifest.json

@@ -0,0 +1,5334 @@
+{
+ "model": "triposplat-flow-dit-student",
+ "tier": "int4",
+ "bits": 4,
+ "block_size": 32,
+ "symmetric": true,
+ "zero_point": 8,
+ "layout": "nibbles packed along K, even k in the low nibble, scales float16 per block",
+ "file": "int4.bin",
+ "bytes": 209276416,
+ "tensors": [
+  {
+   "name": "adaLN_modulation.1",
+   "kind": "int4",
+   "n": 6144,
+   "k": 1024,
+   "offset_q": 0,
+   "offset_s": 3145728,
+   "bytes_q": 3145728,
+   "bytes_s": 393216
+  },
+  {
+   "name": "blocks.0.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 3538944,
+   "offset_s": 4063232,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.0.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 4128768,
+   "offset_s": 5701632,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.0.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 5898240,
+   "offset_s": 7995392,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.0.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 8257536,
+   "offset_s": 10354688,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.1.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 10616832,
+   "offset_s": 11141120,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.1.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 11206656,
+   "offset_s": 12779520,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.1.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 12976128,
+   "offset_s": 15073280,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.1.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 15335424,
+   "offset_s": 17432576,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.10.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 17694720,
+   "offset_s": 18219008,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.10.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 18284544,
+   "offset_s": 19857408,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.10.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 20054016,
+   "offset_s": 22151168,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.10.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 22413312,
+   "offset_s": 24510464,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.11.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 24772608,
+   "offset_s": 25296896,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.11.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 25362432,
+   "offset_s": 26935296,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.11.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 27131904,
+   "offset_s": 29229056,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.11.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 29491200,
+   "offset_s": 31588352,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.12.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 31850496,
+   "offset_s": 32374784,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.12.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 32440320,
+   "offset_s": 34013184,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.12.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 34209792,
+   "offset_s": 36306944,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.12.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 36569088,
+   "offset_s": 38666240,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.13.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 38928384,
+   "offset_s": 39452672,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.13.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 39518208,
+   "offset_s": 41091072,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.13.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 41287680,
+   "offset_s": 43384832,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.13.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 43646976,
+   "offset_s": 45744128,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.14.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 46006272,
+   "offset_s": 46530560,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.14.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 46596096,
+   "offset_s": 48168960,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.14.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 48365568,
+   "offset_s": 50462720,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.14.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 50724864,
+   "offset_s": 52822016,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.15.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 53084160,
+   "offset_s": 53608448,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.15.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 53673984,
+   "offset_s": 55246848,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.15.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 55443456,
+   "offset_s": 57540608,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.15.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 57802752,
+   "offset_s": 59899904,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.16.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 60162048,
+   "offset_s": 60686336,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.16.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 60751872,
+   "offset_s": 62324736,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.16.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 62521344,
+   "offset_s": 64618496,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.16.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 64880640,
+   "offset_s": 66977792,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.17.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 67239936,
+   "offset_s": 67764224,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.17.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 67829760,
+   "offset_s": 69402624,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.17.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 69599232,
+   "offset_s": 71696384,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.17.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 71958528,
+   "offset_s": 74055680,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.18.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 74317824,
+   "offset_s": 74842112,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.18.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 74907648,
+   "offset_s": 76480512,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.18.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 76677120,
+   "offset_s": 78774272,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.18.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 79036416,
+   "offset_s": 81133568,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.19.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 81395712,
+   "offset_s": 81920000,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.19.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 81985536,
+   "offset_s": 83558400,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.19.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 83755008,
+   "offset_s": 85852160,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.19.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 86114304,
+   "offset_s": 88211456,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.2.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 88473600,
+   "offset_s": 88997888,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.2.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 89063424,
+   "offset_s": 90636288,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.2.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 90832896,
+   "offset_s": 92930048,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.2.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 93192192,
+   "offset_s": 95289344,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.20.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 95551488,
+   "offset_s": 96075776,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.20.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 96141312,
+   "offset_s": 97714176,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.20.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 97910784,
+   "offset_s": 100007936,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.20.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 100270080,
+   "offset_s": 102367232,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.21.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 102629376,
+   "offset_s": 103153664,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.21.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 103219200,
+   "offset_s": 104792064,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.21.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 104988672,
+   "offset_s": 107085824,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.21.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 107347968,
+   "offset_s": 109445120,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.22.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 109707264,
+   "offset_s": 110231552,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.22.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 110297088,
+   "offset_s": 111869952,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.22.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 112066560,
+   "offset_s": 114163712,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.22.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 114425856,
+   "offset_s": 116523008,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.23.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 116785152,
+   "offset_s": 117309440,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.23.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 117374976,
+   "offset_s": 118947840,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.23.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 119144448,
+   "offset_s": 121241600,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.23.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 121503744,
+   "offset_s": 123600896,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.3.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 123863040,
+   "offset_s": 124387328,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.3.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 124452864,
+   "offset_s": 126025728,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.3.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 126222336,
+   "offset_s": 128319488,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.3.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 128581632,
+   "offset_s": 130678784,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.4.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 130940928,
+   "offset_s": 131465216,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.4.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 131530752,
+   "offset_s": 133103616,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.4.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 133300224,
+   "offset_s": 135397376,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.4.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 135659520,
+   "offset_s": 137756672,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.5.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 138018816,
+   "offset_s": 138543104,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.5.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 138608640,
+   "offset_s": 140181504,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.5.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 140378112,
+   "offset_s": 142475264,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.5.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 142737408,
+   "offset_s": 144834560,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.6.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 145096704,
+   "offset_s": 145620992,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.6.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 145686528,
+   "offset_s": 147259392,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.6.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 147456000,
+   "offset_s": 149553152,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.6.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 149815296,
+   "offset_s": 151912448,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.7.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 152174592,
+   "offset_s": 152698880,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.7.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 152764416,
+   "offset_s": 154337280,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.7.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 154533888,
+   "offset_s": 156631040,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.7.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 156893184,
+   "offset_s": 158990336,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.8.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 159252480,
+   "offset_s": 159776768,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.8.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 159842304,
+   "offset_s": 161415168,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.8.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 161611776,
+   "offset_s": 163708928,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.8.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 163971072,
+   "offset_s": 166068224,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.9.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 166330368,
+   "offset_s": 166854656,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "blocks.9.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 166920192,
+   "offset_s": 168493056,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "blocks.9.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 168689664,
+   "offset_s": 170786816,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "blocks.9.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 171048960,
+   "offset_s": 173146112,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "cam_out_layer",
+   "kind": "int4",
+   "n": 5,
+   "k": 1024,
+   "offset_q": 173408256,
+   "offset_s": 173410816,
+   "bytes_q": 2560,
+   "bytes_s": 320
+  },
+  {
+   "name": "cam_refiner.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 173411328,
+   "offset_s": 173935616,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "cond_embedder",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1280,
+   "offset_q": 174001152,
+   "offset_s": 174656512,
+   "bytes_q": 655360,
+   "bytes_s": 81920
+  },
+  {
+   "name": "cond_embedder2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 128,
+   "offset_q": 174738432,
+   "offset_s": 174803968,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "context_refiner.0.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 174812160,
+   "offset_s": 175336448,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "context_refiner.0.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 175401984,
+   "offset_s": 176974848,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "context_refiner.0.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 177171456,
+   "offset_s": 179268608,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "context_refiner.0.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 179530752,
+   "offset_s": 181627904,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "context_refiner.1.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 181890048,
+   "offset_s": 182414336,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "context_refiner.1.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 182479872,
+   "offset_s": 184052736,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "context_refiner.1.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 184249344,
+   "offset_s": 186346496,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "context_refiner.1.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 186608640,
+   "offset_s": 188705792,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "context_repo_layers.0.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 188967936,
+   "offset_s": 189033472,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "context_repo_layers.0.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 189041664,
+   "offset_s": 189044736,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "context_repo_layers.0.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 189045248,
+   "offset_s": 189110784,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "context_repo_layers.1.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 189118976,
+   "offset_s": 189184512,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "context_repo_layers.1.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 189192704,
+   "offset_s": 189195776,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "context_repo_layers.1.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 189196288,
+   "offset_s": 189261824,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "noise_refiner.0.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 189270016,
+   "offset_s": 189794304,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "noise_refiner.0.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 189859840,
+   "offset_s": 191432704,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "noise_refiner.0.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 191629312,
+   "offset_s": 193726464,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "noise_refiner.0.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 193988608,
+   "offset_s": 196085760,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "noise_refiner.1.attn.out",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 196347904,
+   "offset_s": 196872192,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "noise_refiner.1.attn.qkv",
+   "kind": "int4",
+   "n": 3072,
+   "k": 1024,
+   "offset_q": 196937728,
+   "offset_s": 198510592,
+   "bytes_q": 1572864,
+   "bytes_s": 196608
+  },
+  {
+   "name": "noise_refiner.1.mlp.mlp.0",
+   "kind": "int4",
+   "n": 4096,
+   "k": 1024,
+   "offset_q": 198707200,
+   "offset_s": 200804352,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "noise_refiner.1.mlp.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 4096,
+   "offset_q": 201066496,
+   "offset_s": 203163648,
+   "bytes_q": 2097152,
+   "bytes_s": 262144
+  },
+  {
+   "name": "noise_repo_layers.0.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 203425792,
+   "offset_s": 203491328,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "noise_repo_layers.0.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 203499520,
+   "offset_s": 203502592,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "noise_repo_layers.0.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 203503104,
+   "offset_s": 203568640,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "noise_repo_layers.1.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 203576832,
+   "offset_s": 203642368,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "noise_repo_layers.1.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 203650560,
+   "offset_s": 203653632,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "noise_repo_layers.1.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 203654144,
+   "offset_s": 203719680,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "out_layer",
+   "kind": "int4",
+   "n": 16,
+   "k": 1024,
+   "offset_q": 203727872,
+   "offset_s": 203736064,
+   "bytes_q": 8192,
+   "bytes_s": 1024
+  },
+  {
+   "name": "repo_layers.0.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 203737088,
+   "offset_s": 203802624,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.0.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 203810816,
+   "offset_s": 203813888,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.0.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 203814400,
+   "offset_s": 203879936,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.1.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 203888128,
+   "offset_s": 203953664,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.1.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 203961856,
+   "offset_s": 203964928,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.1.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 203965440,
+   "offset_s": 204030976,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.10.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204039168,
+   "offset_s": 204104704,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.10.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 204112896,
+   "offset_s": 204115968,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.10.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204116480,
+   "offset_s": 204182016,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.11.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204190208,
+   "offset_s": 204255744,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.11.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 204263936,
+   "offset_s": 204267008,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.11.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204267520,
+   "offset_s": 204333056,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.12.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204341248,
+   "offset_s": 204406784,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.12.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 204414976,
+   "offset_s": 204418048,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.12.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204418560,
+   "offset_s": 204484096,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.13.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204492288,
+   "offset_s": 204557824,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.13.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 204566016,
+   "offset_s": 204569088,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.13.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204569600,
+   "offset_s": 204635136,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.14.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204643328,
+   "offset_s": 204708864,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.14.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 204717056,
+   "offset_s": 204720128,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.14.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204720640,
+   "offset_s": 204786176,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.15.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204794368,
+   "offset_s": 204859904,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.15.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 204868096,
+   "offset_s": 204871168,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.15.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204871680,
+   "offset_s": 204937216,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.16.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 204945408,
+   "offset_s": 205010944,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.16.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 205019136,
+   "offset_s": 205022208,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.16.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205022720,
+   "offset_s": 205088256,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.17.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205096448,
+   "offset_s": 205161984,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.17.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 205170176,
+   "offset_s": 205173248,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.17.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205173760,
+   "offset_s": 205239296,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.18.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205247488,
+   "offset_s": 205313024,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.18.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 205321216,
+   "offset_s": 205324288,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.18.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205324800,
+   "offset_s": 205390336,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.19.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205398528,
+   "offset_s": 205464064,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.19.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 205472256,
+   "offset_s": 205475328,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.19.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205475840,
+   "offset_s": 205541376,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.2.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205549568,
+   "offset_s": 205615104,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.2.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 205623296,
+   "offset_s": 205626368,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.2.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205626880,
+   "offset_s": 205692416,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.20.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205700608,
+   "offset_s": 205766144,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.20.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 205774336,
+   "offset_s": 205777408,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.20.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205777920,
+   "offset_s": 205843456,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.21.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205851648,
+   "offset_s": 205917184,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.21.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 205925376,
+   "offset_s": 205928448,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.21.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 205928960,
+   "offset_s": 205994496,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.22.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206002688,
+   "offset_s": 206068224,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.22.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 206076416,
+   "offset_s": 206079488,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.22.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206080000,
+   "offset_s": 206145536,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.23.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206153728,
+   "offset_s": 206219264,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.23.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 206227456,
+   "offset_s": 206230528,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.23.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206231040,
+   "offset_s": 206296576,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.3.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206304768,
+   "offset_s": 206370304,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.3.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 206378496,
+   "offset_s": 206381568,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.3.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206382080,
+   "offset_s": 206447616,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.4.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206455808,
+   "offset_s": 206521344,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.4.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 206529536,
+   "offset_s": 206532608,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.4.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206533120,
+   "offset_s": 206598656,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.5.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206606848,
+   "offset_s": 206672384,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.5.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 206680576,
+   "offset_s": 206683648,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.5.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206684160,
+   "offset_s": 206749696,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.6.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206757888,
+   "offset_s": 206823424,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.6.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 206831616,
+   "offset_s": 206834688,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.6.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206835200,
+   "offset_s": 206900736,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.7.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206908928,
+   "offset_s": 206974464,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.7.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 206982656,
+   "offset_s": 206985728,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.7.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 206986240,
+   "offset_s": 207051776,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.8.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 207059968,
+   "offset_s": 207125504,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.8.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 207133696,
+   "offset_s": 207136768,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.8.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 207137280,
+   "offset_s": 207202816,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.9.content_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 207211008,
+   "offset_s": 207276544,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "repo_layers.9.final_map",
+   "kind": "int4",
+   "n": 48,
+   "k": 128,
+   "offset_q": 207284736,
+   "offset_s": 207287808,
+   "bytes_q": 3072,
+   "bytes_s": 384
+  },
+  {
+   "name": "repo_layers.9.gate_map",
+   "kind": "int4",
+   "n": 128,
+   "k": 1024,
+   "offset_q": 207288320,
+   "offset_s": 207353856,
+   "bytes_q": 65536,
+   "bytes_s": 8192
+  },
+  {
+   "name": "t_embedder.mlp.0",
+   "kind": "int4",
+   "n": 1024,
+   "k": 256,
+   "offset_q": 207362048,
+   "offset_s": 207493120,
+   "bytes_q": 131072,
+   "bytes_s": 16384
+  },
+  {
+   "name": "t_embedder.mlp.2",
+   "kind": "int4",
+   "n": 1024,
+   "k": 1024,
+   "offset_q": 207509504,
+   "offset_s": 208033792,
+   "bytes_q": 524288,
+   "bytes_s": 65536
+  },
+  {
+   "name": "adaLN_modulation.1.bias",
+   "kind": "fp16",
+   "shape": [
+    6144
+   ],
+   "offset": 208099328,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.0.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208111616,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.0.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208113664,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.0.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208115712,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.0.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208117760,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.0.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208123904,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.0.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208132096,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.0.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208134144,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.1.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208146432,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.1.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208148480,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.1.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208150528,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.1.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208152576,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.1.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208158720,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.1.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208166912,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.1.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208168960,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.10.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208181248,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.10.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208183296,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.10.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208185344,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.10.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208187392,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.10.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208193536,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.10.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208201728,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.10.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208203776,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.11.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208216064,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.11.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208218112,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.11.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208220160,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.11.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208222208,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.11.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208228352,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.11.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208236544,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.11.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208238592,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.12.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208250880,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.12.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208252928,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.12.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208254976,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.12.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208257024,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.12.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208263168,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.12.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208271360,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.12.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208273408,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.13.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208285696,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.13.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208287744,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.13.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208289792,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.13.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208291840,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.13.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208297984,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.13.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208306176,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.13.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208308224,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.14.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208320512,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.14.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208322560,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.14.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208324608,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.14.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208326656,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.14.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208332800,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.14.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208340992,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.14.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208343040,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.15.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208355328,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.15.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208357376,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.15.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208359424,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.15.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208361472,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.15.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208367616,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.15.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208375808,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.15.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208377856,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.16.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208390144,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.16.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208392192,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.16.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208394240,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.16.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208396288,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.16.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208402432,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.16.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208410624,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.16.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208412672,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.17.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208424960,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.17.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208427008,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.17.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208429056,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.17.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208431104,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.17.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208437248,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.17.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208445440,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.17.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208447488,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.18.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208459776,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.18.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208461824,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.18.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208463872,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.18.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208465920,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.18.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208472064,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.18.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208480256,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.18.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208482304,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.19.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208494592,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.19.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208496640,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.19.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208498688,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.19.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208500736,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.19.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208506880,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.19.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208515072,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.19.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208517120,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.2.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208529408,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.2.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208531456,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.2.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208533504,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.2.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208535552,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.2.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208541696,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.2.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208549888,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.2.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208551936,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.20.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208564224,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.20.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208566272,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.20.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208568320,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.20.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208570368,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.20.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208576512,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.20.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208584704,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.20.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208586752,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.21.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208599040,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.21.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208601088,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.21.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208603136,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.21.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208605184,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.21.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208611328,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.21.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208619520,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.21.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208621568,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.22.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208633856,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.22.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208635904,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.22.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208637952,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.22.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208640000,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.22.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208646144,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.22.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208654336,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.22.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208656384,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.23.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208668672,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.23.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208670720,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.23.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208672768,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.23.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208674816,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.23.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208680960,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.23.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208689152,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.23.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208691200,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.3.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208703488,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.3.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208705536,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.3.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208707584,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.3.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208709632,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.3.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208715776,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.3.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208723968,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.3.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208726016,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.4.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208738304,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.4.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208740352,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.4.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208742400,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.4.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208744448,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.4.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208750592,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.4.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208758784,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.4.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208760832,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.5.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208773120,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.5.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208775168,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.5.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208777216,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.5.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208779264,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.5.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208785408,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.5.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208793600,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.5.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208795648,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.6.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208807936,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.6.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208809984,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.6.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208812032,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.6.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208814080,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.6.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208820224,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.6.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208828416,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.6.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208830464,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.7.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208842752,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.7.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208844800,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.7.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208846848,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.7.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208848896,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.7.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208855040,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.7.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208863232,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.7.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208865280,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.8.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208877568,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.8.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208879616,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.8.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208881664,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.8.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208883712,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.8.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208889856,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.8.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208898048,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.8.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208900096,
+   "bytes": 12288
+  },
+  {
+   "name": "blocks.9.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208912384,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.9.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208914432,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.9.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208916480,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.9.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208918528,
+   "bytes": 6144
+  },
+  {
+   "name": "blocks.9.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208924672,
+   "bytes": 8192
+  },
+  {
+   "name": "blocks.9.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208932864,
+   "bytes": 2048
+  },
+  {
+   "name": "blocks.9.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 208934912,
+   "bytes": 12288
+  },
+  {
+   "name": "cam_out_layer.bias",
+   "kind": "fp16",
+   "shape": [
+    5
+   ],
+   "offset": 208947200,
+   "bytes": 10
+  },
+  {
+   "name": "cam_refiner.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208947456,
+   "bytes": 2048
+  },
+  {
+   "name": "cam_refiner.mlp.0.weight",
+   "kind": "fp16",
+   "shape": [
+    1024,
+    5
+   ],
+   "offset": 208949504,
+   "bytes": 10240
+  },
+  {
+   "name": "cam_refiner.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208959744,
+   "bytes": 2048
+  },
+  {
+   "name": "cond_embedder.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208961792,
+   "bytes": 2048
+  },
+  {
+   "name": "cond_embedder2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208963840,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.0.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208965888,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.0.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208967936,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.0.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208969984,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.0.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 208972032,
+   "bytes": 6144
+  },
+  {
+   "name": "context_refiner.0.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 208978176,
+   "bytes": 8192
+  },
+  {
+   "name": "context_refiner.0.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208986368,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.0.norm1.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208988416,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.0.norm1.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208990464,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.0.norm2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208992512,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.0.norm2.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208994560,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.1.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 208996608,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.1.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 208998656,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.1.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 209000704,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.1.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 209002752,
+   "bytes": 6144
+  },
+  {
+   "name": "context_refiner.1.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 209008896,
+   "bytes": 8192
+  },
+  {
+   "name": "context_refiner.1.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209017088,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.1.norm1.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209019136,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.1.norm1.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209021184,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.1.norm2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209023232,
+   "bytes": 2048
+  },
+  {
+   "name": "context_refiner.1.norm2.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209025280,
+   "bytes": 2048
+  },
+  {
+   "name": "context_repo_layers.0.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209027328,
+   "bytes": 20
+  },
+  {
+   "name": "context_repo_layers.0.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209027584,
+   "bytes": 20
+  },
+  {
+   "name": "context_repo_layers.0.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209027840,
+   "bytes": 24
+  },
+  {
+   "name": "context_repo_layers.0.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209028096,
+   "bytes": 2048
+  },
+  {
+   "name": "context_repo_layers.0.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209030144,
+   "bytes": 2048
+  },
+  {
+   "name": "context_repo_layers.1.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209032192,
+   "bytes": 20
+  },
+  {
+   "name": "context_repo_layers.1.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209032448,
+   "bytes": 20
+  },
+  {
+   "name": "context_repo_layers.1.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209032704,
+   "bytes": 24
+  },
+  {
+   "name": "context_repo_layers.1.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209032960,
+   "bytes": 2048
+  },
+  {
+   "name": "context_repo_layers.1.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209035008,
+   "bytes": 2048
+  },
+  {
+   "name": "input_layer.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209037056,
+   "bytes": 2048
+  },
+  {
+   "name": "input_layer.weight",
+   "kind": "fp16",
+   "shape": [
+    1024,
+    16
+   ],
+   "offset": 209039104,
+   "bytes": 32768
+  },
+  {
+   "name": "noise_refiner.0.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 209071872,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_refiner.0.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209073920,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_refiner.0.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 209075968,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_refiner.0.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 209078016,
+   "bytes": 6144
+  },
+  {
+   "name": "noise_refiner.0.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 209084160,
+   "bytes": 8192
+  },
+  {
+   "name": "noise_refiner.0.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209092352,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_refiner.0.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 209094400,
+   "bytes": 12288
+  },
+  {
+   "name": "noise_refiner.1.attn.k_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 209106688,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_refiner.1.attn.out.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209108736,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_refiner.1.attn.q_norm.gamma",
+   "kind": "fp16",
+   "shape": [
+    16,
+    64
+   ],
+   "offset": 209110784,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_refiner.1.attn.qkv.bias",
+   "kind": "fp16",
+   "shape": [
+    3072
+   ],
+   "offset": 209112832,
+   "bytes": 6144
+  },
+  {
+   "name": "noise_refiner.1.mlp.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    4096
+   ],
+   "offset": 209118976,
+   "bytes": 8192
+  },
+  {
+   "name": "noise_refiner.1.mlp.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209127168,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_refiner.1.shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    6144
+   ],
+   "offset": 209129216,
+   "bytes": 12288
+  },
+  {
+   "name": "noise_repo_layers.0.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209141504,
+   "bytes": 20
+  },
+  {
+   "name": "noise_repo_layers.0.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209141760,
+   "bytes": 20
+  },
+  {
+   "name": "noise_repo_layers.0.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209142016,
+   "bytes": 24
+  },
+  {
+   "name": "noise_repo_layers.0.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209142272,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_repo_layers.0.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209144320,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_repo_layers.1.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209146368,
+   "bytes": 20
+  },
+  {
+   "name": "noise_repo_layers.1.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209146624,
+   "bytes": 20
+  },
+  {
+   "name": "noise_repo_layers.1.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209146880,
+   "bytes": 24
+  },
+  {
+   "name": "noise_repo_layers.1.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209147136,
+   "bytes": 2048
+  },
+  {
+   "name": "noise_repo_layers.1.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209149184,
+   "bytes": 2048
+  },
+  {
+   "name": "out_layer.bias",
+   "kind": "fp16",
+   "shape": [
+    16
+   ],
+   "offset": 209151232,
+   "bytes": 32
+  },
+  {
+   "name": "repo_layers.0.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209151488,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.0.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209151744,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.0.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209152000,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.0.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209152256,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.0.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209154304,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.1.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209156352,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.1.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209156608,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.1.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209156864,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.1.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209157120,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.1.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209159168,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.10.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209161216,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.10.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209161472,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.10.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209161728,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.10.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209161984,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.10.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209164032,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.11.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209166080,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.11.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209166336,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.11.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209166592,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.11.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209166848,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.11.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209168896,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.12.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209170944,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.12.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209171200,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.12.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209171456,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.12.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209171712,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.12.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209173760,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.13.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209175808,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.13.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209176064,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.13.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209176320,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.13.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209176576,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.13.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209178624,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.14.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209180672,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.14.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209180928,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.14.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209181184,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.14.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209181440,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.14.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209183488,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.15.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209185536,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.15.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209185792,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.15.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209186048,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.15.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209186304,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.15.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209188352,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.16.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209190400,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.16.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209190656,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.16.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209190912,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.16.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209191168,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.16.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209193216,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.17.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209195264,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.17.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209195520,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.17.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209195776,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.17.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209196032,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.17.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209198080,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.18.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209200128,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.18.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209200384,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.18.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209200640,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.18.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209200896,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.18.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209202944,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.19.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209204992,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.19.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209205248,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.19.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209205504,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.19.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209205760,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.19.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209207808,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.2.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209209856,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.2.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209210112,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.2.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209210368,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.2.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209210624,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.2.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209212672,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.20.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209214720,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.20.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209214976,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.20.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209215232,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.20.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209215488,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.20.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209217536,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.21.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209219584,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.21.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209219840,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.21.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209220096,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.21.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209220352,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.21.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209222400,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.22.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209224448,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.22.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209224704,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.22.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209224960,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.22.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209225216,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.22.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209227264,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.23.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209229312,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.23.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209229568,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.23.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209229824,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.23.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209230080,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.23.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209232128,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.3.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209234176,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.3.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209234432,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.3.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209234688,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.3.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209234944,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.3.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209236992,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.4.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209239040,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.4.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209239296,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.4.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209239552,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.4.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209239808,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.4.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209241856,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.5.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209243904,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.5.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209244160,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.5.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209244416,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.5.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209244672,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.5.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209246720,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.6.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209248768,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.6.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209249024,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.6.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209249280,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.6.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209249536,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.6.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209251584,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.7.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209253632,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.7.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209253888,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.7.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209254144,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.7.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209254400,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.7.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209256448,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.8.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209258496,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.8.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209258752,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.8.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209259008,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.8.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209259264,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.8.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209261312,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.9.freqs_0",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209263360,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.9.freqs_1",
+   "kind": "fp16",
+   "shape": [
+    10
+   ],
+   "offset": 209263616,
+   "bytes": 20
+  },
+  {
+   "name": "repo_layers.9.freqs_2",
+   "kind": "fp16",
+   "shape": [
+    12
+   ],
+   "offset": 209263872,
+   "bytes": 24
+  },
+  {
+   "name": "repo_layers.9.norm.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209264128,
+   "bytes": 2048
+  },
+  {
+   "name": "repo_layers.9.norm.weight",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209266176,
+   "bytes": 2048
+  },
+  {
+   "name": "shift_table",
+   "kind": "fp16",
+   "shape": [
+    1,
+    2,
+    1024
+   ],
+   "offset": 209268224,
+   "bytes": 4096
+  },
+  {
+   "name": "t_embedder.mlp.0.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209272320,
+   "bytes": 2048
+  },
+  {
+   "name": "t_embedder.mlp.2.bias",
+   "kind": "fp16",
+   "shape": [
+    1024
+   ],
+   "offset": 209274368,
+   "bytes": 2048
+  }
+ ]
+}