| { |
| "schema": "trellis-webgpu-pack", |
| "version": 1, |
| "stage": "sparseStructureFlow", |
| "upstreamRevision": "f8e8cf00c40d53dea26b718e49169ce83cf24c67", |
| "shards": [ |
| { |
| "file": "stage-000.bin", |
| "bytes": 67094016, |
| "sha256": "9cdadc00a0921d95135a25c76d026f19f80779de5a0700dccba1705630c43975" |
| }, |
| { |
| "file": "stage-001.bin", |
| "bytes": 67084800, |
| "sha256": "996637aebb87422ceef9f17e0f116412ce57749a17db15325dcff9d47e47c97f" |
| }, |
| { |
| "file": "stage-002.bin", |
| "bytes": 30948096, |
| "sha256": "85b9ab636d6dca02c19b016429d30ea23cf1d36ae2398a67f202f7a8d6b211cf" |
| } |
| ], |
| "tensors": { |
| "blocks.0.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 0, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.0.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 9216, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 3548160, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.0.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 3658752, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.0.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 3661824, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 4841472, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.0.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 4878336, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.0.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 4879872, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 5469696, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.0.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 5488128, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.0.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 5489664, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 6079488, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.0.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 6097920, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.0.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 6104064, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 8463360, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.0.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 8537088, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.0.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 0, |
| "offset": 8538624, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 10897920, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.0.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 10971648, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.0.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 10973184, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.0.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 10974720, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.0.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 10976256, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.0.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 10977792, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.0.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 10979328, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 11569152, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.0.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11587584, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.0.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 11592192, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 13361664, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.1.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 13416960, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.1.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 13426176, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 16965120, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.1.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 17075712, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.1.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 17078784, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 18258432, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.1.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 18295296, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.1.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 18296832, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 18886656, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.1.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 18905088, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.1.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 18906624, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 19496448, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.1.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 19514880, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.1.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 19521024, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 21880320, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.1.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 21954048, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.1.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 0, |
| "offset": 21955584, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 24314880, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.1.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 24388608, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.1.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 24390144, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.1.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 24391680, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.1.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 24393216, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.1.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 24394752, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.1.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 24396288, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 24986112, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.1.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 25004544, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.1.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 25009152, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 26778624, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.10.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26833920, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.10.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 26843136, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 30382080, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.10.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 30492672, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.10.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 30495744, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 31675392, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.10.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 31712256, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.10.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 31713792, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 32303616, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.10.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 32322048, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.10.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 32323584, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 32913408, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.10.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 32931840, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.10.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 32937984, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 35297280, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.10.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 35371008, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.10.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 0, |
| "offset": 35372544, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 37731840, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.10.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37805568, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.10.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37807104, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.10.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37808640, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.10.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37810176, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.10.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37811712, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.10.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 37813248, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 38403072, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.10.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 38421504, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.10.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 38426112, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 40195584, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.11.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 40250880, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.11.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 40260096, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 43799040, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.11.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 43909632, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.11.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 43912704, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 45092352, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.11.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 45129216, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.11.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 45130752, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 45720576, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.11.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 45739008, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.11.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 45740544, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 46330368, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.11.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 46348800, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.11.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 46354944, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 48714240, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.11.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 48787968, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.11.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 0, |
| "offset": 48789504, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 51148800, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.11.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 51222528, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.11.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 51224064, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.11.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 51225600, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.11.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 51227136, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.11.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 51228672, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.11.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 51230208, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 51820032, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.11.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 51838464, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.11.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 51843072, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 53612544, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.2.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 53667840, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.2.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 53677056, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 57216000, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.2.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 57326592, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.2.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 57329664, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 58509312, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.2.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 58546176, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.2.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 58547712, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 59137536, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.2.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 59155968, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.2.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 59157504, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 59747328, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.2.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 59765760, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.2.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 59771904, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 62131200, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.2.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 62204928, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.2.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 0, |
| "offset": 62206464, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 64565760, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.2.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 64639488, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.2.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 64641024, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.2.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 64642560, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.2.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 64644096, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.2.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 64645632, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.2.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 64647168, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 65236992, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.2.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 65255424, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.2.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 0, |
| "offset": 65260032, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 67029504, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.3.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 67084800, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.3.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 0, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 3538944, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.3.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 3649536, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.3.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 3652608, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 4832256, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.3.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 4869120, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.3.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 4870656, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 5460480, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.3.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5478912, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.3.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 5480448, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 6070272, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.3.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 6088704, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.3.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 6094848, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 8454144, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.3.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 8527872, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.3.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 1, |
| "offset": 8529408, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 10888704, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.3.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 10962432, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.3.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 10963968, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.3.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 10965504, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.3.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 10967040, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.3.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 10968576, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.3.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 10970112, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 11559936, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.3.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 11578368, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.3.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 11582976, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 13352448, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.4.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 13407744, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.4.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 13416960, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 16955904, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.4.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 17066496, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.4.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 17069568, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 18249216, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.4.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 18286080, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.4.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 18287616, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 18877440, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.4.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 18895872, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.4.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 18897408, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 19487232, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.4.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 19505664, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.4.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 19511808, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 21871104, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.4.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21944832, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.4.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 1, |
| "offset": 21946368, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 24305664, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.4.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 24379392, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.4.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 24380928, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.4.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 24382464, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.4.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 24384000, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.4.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 24385536, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.4.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 24387072, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 24976896, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.4.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 24995328, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.4.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 24999936, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 26769408, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.5.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 26824704, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.5.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 26833920, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 30372864, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.5.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 30483456, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.5.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 30486528, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 31666176, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.5.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 31703040, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.5.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 31704576, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 32294400, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.5.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 32312832, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.5.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 32314368, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 32904192, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.5.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 32922624, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.5.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 32928768, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 35288064, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.5.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 35361792, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.5.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 1, |
| "offset": 35363328, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 37722624, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.5.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 37796352, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.5.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 37797888, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.5.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 37799424, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.5.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 37800960, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.5.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 37802496, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.5.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 37804032, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 38393856, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.5.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 38412288, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.5.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 38416896, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 40186368, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.6.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 40241664, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.6.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 40250880, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 43789824, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.6.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 43900416, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.6.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 43903488, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 45083136, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.6.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 45120000, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.6.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 45121536, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 45711360, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.6.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 45729792, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.6.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 45731328, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 46321152, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.6.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 46339584, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.6.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 46345728, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 48705024, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.6.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 48778752, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.6.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 1, |
| "offset": 48780288, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 51139584, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.6.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 51213312, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.6.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 51214848, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.6.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 51216384, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.6.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 51217920, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.6.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 51219456, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.6.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 51220992, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 51810816, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.6.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 51829248, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.6.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 51833856, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 53603328, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.7.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 53658624, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.7.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 53667840, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 57206784, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.7.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 57317376, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.7.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 57320448, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 58500096, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.7.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 58536960, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.7.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 58538496, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 59128320, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.7.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 59146752, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.7.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 59148288, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 59738112, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.7.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 59756544, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.7.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 59762688, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 62121984, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.7.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 62195712, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.7.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 1, |
| "offset": 62197248, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 64556544, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.7.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 64630272, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.7.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 64631808, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.7.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 64633344, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.7.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 64634880, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.7.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 64636416, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.7.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 64637952, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 65227776, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.7.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 65246208, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.7.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 1, |
| "offset": 65250816, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 67020288, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.8.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 67075584, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.8.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 0, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 3538944, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.8.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 3649536, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.8.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 3652608, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 4832256, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.8.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 4869120, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.8.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 4870656, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 5460480, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.8.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 5478912, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.8.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 5480448, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 6070272, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.8.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 6088704, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.8.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 6094848, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 8454144, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.8.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 8527872, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.8.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 8529408, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 10888704, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.8.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 10962432, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.8.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 10963968, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.8.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 10965504, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.8.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 10967040, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.8.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 10968576, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.8.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 10970112, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 11559936, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.8.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 11578368, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.8.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 11582976, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 13352448, |
| "bytes": 55296 |
| } |
| }, |
| "blocks.9.adaLN_modulation.1.bias": { |
| "shape": [ |
| 4608 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 13407744, |
| "bytes": 9216 |
| } |
| }, |
| "blocks.9.adaLN_modulation.1.weight": { |
| "shape": [ |
| 4608, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4608, |
| "columns": 768, |
| "padded_rows": 4608, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 13416960, |
| "bytes": 3538944 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 16955904, |
| "bytes": 110592 |
| } |
| }, |
| "blocks.9.cross_attn.to_kv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 17066496, |
| "bytes": 3072 |
| } |
| }, |
| "blocks.9.cross_attn.to_kv.weight": { |
| "shape": [ |
| 1536, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1536, |
| "columns": 768, |
| "padded_rows": 1536, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 17069568, |
| "bytes": 1179648 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 18249216, |
| "bytes": 36864 |
| } |
| }, |
| "blocks.9.cross_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 18286080, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.9.cross_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 18287616, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 18877440, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.9.cross_attn.to_q.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 18895872, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.9.cross_attn.to_q.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 18897408, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 19487232, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.9.mlp.mlp.0.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 19505664, |
| "bytes": 6144 |
| } |
| }, |
| "blocks.9.mlp.mlp.0.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 19511808, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 21871104, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.9.mlp.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 21944832, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.9.mlp.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 21946368, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 24305664, |
| "bytes": 73728 |
| } |
| }, |
| "blocks.9.norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 24379392, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.9.norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 24380928, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.9.self_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 24382464, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.9.self_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 12, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 24384000, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.9.self_attn.to_out.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 24385536, |
| "bytes": 1536 |
| } |
| }, |
| "blocks.9.self_attn.to_out.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 24387072, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 24976896, |
| "bytes": 18432 |
| } |
| }, |
| "blocks.9.self_attn.to_qkv.bias": { |
| "shape": [ |
| 2304 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 24995328, |
| "bytes": 4608 |
| } |
| }, |
| "blocks.9.self_attn.to_qkv.weight": { |
| "shape": [ |
| 2304, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2304, |
| "columns": 768, |
| "padded_rows": 2304, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 24999936, |
| "bytes": 1769472 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 26769408, |
| "bytes": 55296 |
| } |
| }, |
| "input_layer.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 26824704, |
| "bytes": 1536 |
| } |
| }, |
| "input_layer.weight": { |
| "shape": [ |
| 768, |
| 8 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 8, |
| "padded_rows": 768, |
| "padded_columns": 64, |
| "data": { |
| "shard": 2, |
| "offset": 26826240, |
| "bytes": 49152 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 26875392, |
| "bytes": 1536 |
| } |
| }, |
| "out_layer.bias": { |
| "shape": [ |
| 8 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 26876928, |
| "bytes": 16 |
| } |
| }, |
| "out_layer.weight": { |
| "shape": [ |
| 8, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 8, |
| "columns": 768, |
| "padded_rows": 16, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 26877184, |
| "bytes": 12288 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 26889472, |
| "bytes": 384 |
| } |
| }, |
| "pos_emb": { |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4096, |
| "columns": 768, |
| "padded_rows": 4096, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 26889984, |
| "bytes": 3145728 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 30035712, |
| "bytes": 98304 |
| } |
| }, |
| "t_embedder.mlp.0.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 30134016, |
| "bytes": 1536 |
| } |
| }, |
| "t_embedder.mlp.0.weight": { |
| "shape": [ |
| 768, |
| 256 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 256, |
| "padded_rows": 768, |
| "padded_columns": 256, |
| "data": { |
| "shard": 2, |
| "offset": 30135552, |
| "bytes": 196608 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 30332160, |
| "bytes": 6144 |
| } |
| }, |
| "t_embedder.mlp.2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 30338304, |
| "bytes": 1536 |
| } |
| }, |
| "t_embedder.mlp.2.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 30339840, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 30929664, |
| "bytes": 18432 |
| } |
| } |
| } |
| } |
|
|
