| { |
| "schema": "trellis-webgpu-pack", |
| "version": 1, |
| "stage": "textEncoder", |
| "upstreamRevision": "32bd64288804d66eefd0ccbe215aa642df71cc41", |
| "shards": [ |
| { |
| "file": "stage-000.bin", |
| "bytes": 118272, |
| "sha256": "c8abf2c72c54162311663abedd016a617af6a0e2f59f30a7f2fa38b866a5d773" |
| }, |
| { |
| "file": "stage-001.bin", |
| "bytes": 75890688, |
| "sha256": "22e014e18663bc94e798325d3db2a2553220bb14a2fdfb869b4b37cf0fd6a12c" |
| }, |
| { |
| "file": "stage-002.bin", |
| "bytes": 65883648, |
| "sha256": "160009eb7364d43618f5c32820762e40a42cfd6fd4d800bd3d46d9ac655b7ae6" |
| }, |
| { |
| "file": "stage-003.bin", |
| "bytes": 21947904, |
| "sha256": "65e8037f74be967ab4e0f45f189e72be3379ccefe92809e537a6443c213fe987" |
| } |
| ], |
| "tensors": { |
| "embeddings.position_embedding.weight": { |
| "shape": [ |
| 77, |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 0, |
| "bytes": 118272 |
| } |
| }, |
| "embeddings.token_embedding.weight": { |
| "shape": [ |
| 49408, |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 0, |
| "bytes": 75890688 |
| } |
| }, |
| "encoder.layers.0.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 0, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.0.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 1536, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.0.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 3072, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.0.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 4608, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.0.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 6144, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.0.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 12288, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 2371584, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.0.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 2445312, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.0.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 2446848, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 4806144, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.0.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 4879872, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.0.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 4881408, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 5471232, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.0.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 5489664, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.0.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 5491200, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 6081024, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.0.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 6099456, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.0.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 6100992, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 6690816, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.0.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 6709248, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.0.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 6710784, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 7300608, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.1.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 7319040, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.1.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 7320576, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.1.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 7322112, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.1.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 7323648, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.1.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 7325184, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.1.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 7331328, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 9690624, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.1.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 9764352, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.1.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 9765888, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 12125184, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.1.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 12198912, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.1.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 12200448, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 12790272, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.1.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 12808704, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.1.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 12810240, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 13400064, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.1.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 13418496, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.1.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 13420032, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 14009856, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.1.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 14028288, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.1.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 14029824, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 14619648, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.10.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 14638080, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.10.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 14639616, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.10.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 14641152, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.10.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 14642688, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.10.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 14644224, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.10.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 14650368, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 17009664, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.10.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 17083392, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.10.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 17084928, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 19444224, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.10.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 19517952, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.10.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 19519488, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 20109312, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.10.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 20127744, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.10.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 20129280, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 20719104, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.10.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 20737536, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.10.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 20739072, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 21328896, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.10.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 21347328, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.10.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 21348864, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 21938688, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.11.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 21957120, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.11.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 21958656, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.11.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 21960192, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.11.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 21961728, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.11.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 21963264, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.11.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 21969408, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 24328704, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.11.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 24402432, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.11.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 24403968, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 26763264, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.11.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 26836992, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.11.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 26838528, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 27428352, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.11.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 27446784, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.11.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 27448320, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 28038144, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.11.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 28056576, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.11.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 28058112, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 28647936, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.11.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 28666368, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.11.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 28667904, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 29257728, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.2.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 29276160, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.2.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 29277696, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.2.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 29279232, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.2.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 29280768, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.2.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 29282304, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.2.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 29288448, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 31647744, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.2.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 31721472, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.2.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 31723008, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 34082304, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.2.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 34156032, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.2.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 34157568, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 34747392, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.2.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 34765824, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.2.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 34767360, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 35357184, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.2.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 35375616, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.2.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 35377152, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 35966976, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.2.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 35985408, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.2.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 35986944, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 36576768, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.3.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 36595200, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.3.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 36596736, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.3.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 36598272, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.3.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 36599808, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.3.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 36601344, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.3.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 36607488, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 38966784, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.3.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 39040512, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.3.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 39042048, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 41401344, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.3.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 41475072, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.3.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 41476608, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 42066432, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.3.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 42084864, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.3.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 42086400, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 42676224, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.3.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 42694656, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.3.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 42696192, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 43286016, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.3.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 43304448, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.3.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 43305984, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 43895808, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.4.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 43914240, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.4.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 43915776, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.4.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 43917312, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.4.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 43918848, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.4.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 43920384, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.4.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 43926528, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 46285824, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.4.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 46359552, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.4.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 46361088, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 48720384, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.4.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 48794112, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.4.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 48795648, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 49385472, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.4.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 49403904, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.4.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 49405440, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 49995264, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.4.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 50013696, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.4.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 50015232, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 50605056, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.4.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 50623488, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.4.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 50625024, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 51214848, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.5.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 51233280, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.5.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 51234816, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.5.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 51236352, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.5.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 51237888, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.5.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 51239424, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.5.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 51245568, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 53604864, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.5.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 53678592, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.5.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 53680128, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 56039424, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.5.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 56113152, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.5.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 56114688, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 56704512, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.5.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 56722944, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.5.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 56724480, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 57314304, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.5.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 57332736, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.5.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 57334272, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 57924096, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.5.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 57942528, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.5.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 57944064, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 58533888, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.6.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 58552320, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.6.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 58553856, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.6.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 58555392, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.6.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 58556928, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.6.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 58558464, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.6.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 58564608, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 60923904, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.6.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 60997632, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.6.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 2, |
| "offset": 60999168, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 63358464, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.6.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 63432192, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.6.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 63433728, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 64023552, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.6.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 64041984, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.6.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 64043520, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 64633344, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.6.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 64651776, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.6.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 64653312, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 65243136, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.6.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 65261568, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.6.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 2, |
| "offset": 65263104, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 2, |
| "offset": 65852928, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.7.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 65871360, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.7.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 65872896, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.7.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 65874432, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.7.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 65875968, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.7.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 2, |
| "offset": 65877504, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.7.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 0, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 2359296, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.7.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 2433024, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.7.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 3, |
| "offset": 2434560, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 4793856, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.7.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 4867584, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.7.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 4869120, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 5458944, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.7.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 5477376, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.7.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 5478912, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 6068736, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.7.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 6087168, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.7.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 6088704, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 6678528, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.7.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 6696960, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.7.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 6698496, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 7288320, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.8.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 7306752, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.8.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 7308288, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.8.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 7309824, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.8.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 7311360, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.8.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 7312896, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.8.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 7319040, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 9678336, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.8.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 9752064, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.8.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 3, |
| "offset": 9753600, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 12112896, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.8.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 12186624, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.8.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 12188160, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 12777984, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.8.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 12796416, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.8.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 12797952, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 13387776, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.8.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 13406208, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.8.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 13407744, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 13997568, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.8.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 14016000, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.8.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 14017536, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 14607360, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.9.layer_norm1.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 14625792, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.9.layer_norm1.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 14627328, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.9.layer_norm2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 14628864, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.9.layer_norm2.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 14630400, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.9.mlp.fc1.bias": { |
| "shape": [ |
| 3072 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 14631936, |
| "bytes": 6144 |
| } |
| }, |
| "encoder.layers.9.mlp.fc1.weight": { |
| "shape": [ |
| 3072, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 3072, |
| "columns": 768, |
| "padded_rows": 3072, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 14638080, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 16997376, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.9.mlp.fc2.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 17071104, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.9.mlp.fc2.weight": { |
| "shape": [ |
| 768, |
| 3072 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 3072, |
| "padded_rows": 768, |
| "padded_columns": 3072, |
| "data": { |
| "shard": 3, |
| "offset": 17072640, |
| "bytes": 2359296 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 19431936, |
| "bytes": 73728 |
| } |
| }, |
| "encoder.layers.9.self_attn.k_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 19505664, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.9.self_attn.k_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 19507200, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 20097024, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.9.self_attn.out_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 20115456, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.9.self_attn.out_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 20116992, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 20706816, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.9.self_attn.q_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 20725248, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.9.self_attn.q_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 20726784, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 21316608, |
| "bytes": 18432 |
| } |
| }, |
| "encoder.layers.9.self_attn.v_proj.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 21335040, |
| "bytes": 1536 |
| } |
| }, |
| "encoder.layers.9.self_attn.v_proj.weight": { |
| "shape": [ |
| 768, |
| 768 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 768, |
| "columns": 768, |
| "padded_rows": 768, |
| "padded_columns": 768, |
| "data": { |
| "shard": 3, |
| "offset": 21336576, |
| "bytes": 589824 |
| }, |
| "scales": { |
| "shard": 3, |
| "offset": 21926400, |
| "bytes": 18432 |
| } |
| }, |
| "final_layer_norm.bias": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 21944832, |
| "bytes": 1536 |
| } |
| }, |
| "final_layer_norm.weight": { |
| "shape": [ |
| 768 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 3, |
| "offset": 21946368, |
| "bytes": 1536 |
| } |
| } |
| } |
| } |
|
|
