| { |
| "schema": "trellis-webgpu-pack", |
| "version": 1, |
| "stage": "litoGaussianDecoder", |
| "upstreamRevision": "apple/ml-lito", |
| "shards": [ |
| { |
| "file": "stage-000.bin", |
| "bytes": 65748480, |
| "sha256": "5de9eb5c449bded4954389baf8e15b17df3af859ad753bc0fa5a4c3862051d84" |
| }, |
| { |
| "file": "stage-001.bin", |
| "bytes": 34025536, |
| "sha256": "1a0c141a891da9e11568d8acd47fd6a85a7b8e6c18b2899359f3fc290705c3bc" |
| } |
| ], |
| "tensors": { |
| "gs_output_color_mlp.final_layer.linear.bias": { |
| "shape": [ |
| 3136 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 0, |
| "bytes": 6272 |
| } |
| }, |
| "gs_output_color_mlp.final_layer.linear.weight": { |
| "shape": [ |
| 3136, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 6400, |
| "bytes": 3211264 |
| } |
| }, |
| "gs_output_color_mlp.final_layer.norm_final.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 3217664, |
| "bytes": 1024 |
| } |
| }, |
| "gs_output_color_mlp.final_layer.norm_final.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 3218688, |
| "bytes": 1024 |
| } |
| }, |
| "gs_output_color_mlp.mlps.0.w1.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 3219712, |
| "bytes": 524288 |
| } |
| }, |
| "gs_output_color_mlp.mlps.0.w2.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 3744000, |
| "bytes": 524288 |
| } |
| }, |
| "gs_output_color_mlp.mlps.0.w3.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 4268288, |
| "bytes": 524288 |
| } |
| }, |
| "gs_output_color_mlp.norms.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 4792576, |
| "bytes": 1024 |
| } |
| }, |
| "gs_output_color_mlp.norms.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 4793600, |
| "bytes": 1024 |
| } |
| }, |
| "gs_output_shape_mlp.final_layer.linear.bias": { |
| "shape": [ |
| 640 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 4794624, |
| "bytes": 1280 |
| } |
| }, |
| "gs_output_shape_mlp.final_layer.linear.weight": { |
| "shape": [ |
| 640, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 4795904, |
| "bytes": 655360 |
| } |
| }, |
| "gs_output_shape_mlp.final_layer.norm_final.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 5451264, |
| "bytes": 1024 |
| } |
| }, |
| "gs_output_shape_mlp.final_layer.norm_final.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 5452288, |
| "bytes": 1024 |
| } |
| }, |
| "gs_output_shape_mlp.mlps.0.w1.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 5453312, |
| "bytes": 524288 |
| } |
| }, |
| "gs_output_shape_mlp.mlps.0.w2.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 5977600, |
| "bytes": 524288 |
| } |
| }, |
| "gs_output_shape_mlp.mlps.0.w3.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 6501888, |
| "bytes": 524288 |
| } |
| }, |
| "gs_output_shape_mlp.norms.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7026176, |
| "bytes": 1024 |
| } |
| }, |
| "gs_output_shape_mlp.norms.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7027200, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.layernorm_kv.bias": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7028224, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.layernorm_kv.weight": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7028480, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.layernorm_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7028736, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.layernorm_q.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7029760, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.linear_kv.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7030784, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.linear_kv.weight": { |
| "shape": [ |
| 1024, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7032832, |
| "bytes": 65536 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7098368, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7099392, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.linear_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7623680, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.linear_q.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 7624704, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 8148992, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ca_layer.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 8150016, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ca_ln.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 8151040, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ca_ln.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 8152064, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ca_mlp.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 8153088, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 9201664, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.0.ca_mlp.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 9234432, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 10283008, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.0.ca_mlp.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 10315776, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 11364352, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.0.kv_linear.weight": { |
| "shape": [ |
| 32, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11397120, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.0.ln1_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11399168, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ln1_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11400192, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ln1_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11401216, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ln1_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11402240, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ln2_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11403264, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ln2_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11404288, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ln2_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11405312, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.ln2_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 11406336, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.mlp_layers.0.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 11407360, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 12455936, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.0.mlp_layers.0.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 12488704, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 13537280, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.0.mlp_layers.0.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 13570048, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 14618624, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.0.mlp_layers.1.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 14651392, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 15699968, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.0.mlp_layers.1.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 15732736, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 16781312, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.0.mlp_layers.1.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 16814080, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 17862656, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.0.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 17895424, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.0.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 17896448, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.0.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 18420736, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.0.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 18423808, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.0.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 19996672, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.0.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 19997696, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.1.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 19998720, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.1.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 19999744, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.1.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 20524032, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.1.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 20527104, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.1.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22099968, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.0.sa_layers.1.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22100992, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.layernorm_kv.bias": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22102016, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.layernorm_kv.weight": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22102272, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.layernorm_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22102528, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.layernorm_q.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22103552, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.linear_kv.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22104576, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.linear_kv.weight": { |
| "shape": [ |
| 1024, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22106624, |
| "bytes": 65536 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22172160, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22173184, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.linear_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22697472, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.linear_q.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 22698496, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 23222784, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ca_layer.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 23223808, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ca_ln.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 23224832, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ca_ln.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 23225856, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ca_mlp.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 23226880, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 24275456, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.1.ca_mlp.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 24308224, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 25356800, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.1.ca_mlp.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 25389568, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 26438144, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.1.kv_linear.weight": { |
| "shape": [ |
| 32, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26470912, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.1.ln1_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26472960, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ln1_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26473984, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ln1_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26475008, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ln1_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26476032, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ln2_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26477056, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ln2_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26478080, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ln2_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26479104, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.ln2_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26480128, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.mlp_layers.0.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 26481152, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 27529728, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.1.mlp_layers.0.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 27562496, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 28611072, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.1.mlp_layers.0.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 28643840, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 29692416, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.1.mlp_layers.1.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 29725184, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 30773760, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.1.mlp_layers.1.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 30806528, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 31855104, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.1.mlp_layers.1.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 31887872, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 32936448, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.0.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 32969216, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.0.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 32970240, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.0.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 33494528, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.0.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 33497600, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.0.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 35070464, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.0.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 35071488, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.1.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 35072512, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.1.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 35073536, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.1.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 35597824, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.1.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 35600896, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.1.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37173760, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.1.sa_layers.1.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37174784, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.layernorm_kv.bias": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37175808, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.layernorm_kv.weight": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37176064, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.layernorm_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37176320, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.layernorm_q.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37177344, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.linear_kv.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37178368, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.linear_kv.weight": { |
| "shape": [ |
| 1024, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37180416, |
| "bytes": 65536 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37245952, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37246976, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.linear_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37771264, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.linear_q.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37772288, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 38296576, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ca_layer.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 38297600, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ca_ln.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 38298624, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ca_ln.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 38299648, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ca_mlp.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 38300672, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 39349248, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.2.ca_mlp.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 39382016, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 40430592, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.2.ca_mlp.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 40463360, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 41511936, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.2.kv_linear.weight": { |
| "shape": [ |
| 32, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 41544704, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.2.ln1_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 41546752, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ln1_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 41547776, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ln1_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 41548800, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ln1_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 41549824, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ln2_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 41550848, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ln2_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 41551872, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ln2_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 41552896, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.ln2_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 41553920, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.mlp_layers.0.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 41554944, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 42603520, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.2.mlp_layers.0.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 42636288, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 43684864, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.2.mlp_layers.0.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 43717632, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 44766208, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.2.mlp_layers.1.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 44798976, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 45847552, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.2.mlp_layers.1.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 45880320, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 46928896, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.2.mlp_layers.1.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 46961664, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 48010240, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.0.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 48043008, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.0.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 48044032, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.0.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 48568320, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.0.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 48571392, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.0.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 50144256, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.0.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 50145280, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.1.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 50146304, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.1.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 50147328, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.1.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 50671616, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.1.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 50674688, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.1.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52247552, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.2.sa_layers.1.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52248576, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.layernorm_kv.bias": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52249600, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.layernorm_kv.weight": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52249856, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.layernorm_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52250112, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.layernorm_q.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52251136, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.linear_kv.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52252160, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.linear_kv.weight": { |
| "shape": [ |
| 1024, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52254208, |
| "bytes": 65536 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52319744, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52320768, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.linear_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52845056, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.linear_q.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 52846080, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 53370368, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ca_layer.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 53371392, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ca_ln.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 53372416, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ca_ln.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 53373440, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ca_mlp.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 53374464, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 54423040, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.3.ca_mlp.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 54455808, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 55504384, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.3.ca_mlp.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 55537152, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 56585728, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.3.kv_linear.weight": { |
| "shape": [ |
| 32, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 56618496, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.3.ln1_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 56620544, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ln1_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 56621568, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ln1_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 56622592, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ln1_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 56623616, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ln2_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 56624640, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ln2_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 56625664, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ln2_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 56626688, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.ln2_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 56627712, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.mlp_layers.0.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 56628736, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 57677312, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.3.mlp_layers.0.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 57710080, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 58758656, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.3.mlp_layers.0.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 58791424, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 59840000, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.3.mlp_layers.1.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 59872768, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 60921344, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.3.mlp_layers.1.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 0, |
| "offset": 60954112, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 62002688, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.3.mlp_layers.1.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 0, |
| "offset": 62035456, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 63084032, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.0.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 63116800, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.0.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 63117824, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.0.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 63642112, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.0.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 63645184, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.0.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 65218048, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.0.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 65219072, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.1.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 65220096, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.1.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 65221120, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.1.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 65745408, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.1.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 0, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.1.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1572864, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.3.sa_layers.1.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1573888, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.layernorm_kv.bias": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1574912, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.layernorm_kv.weight": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1575168, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.layernorm_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1575424, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.layernorm_q.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1576448, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.linear_kv.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1577472, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.linear_kv.weight": { |
| "shape": [ |
| 1024, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1579520, |
| "bytes": 65536 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1645056, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 1646080, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.linear_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 2170368, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.linear_q.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 2171392, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 2695680, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ca_layer.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 2696704, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ca_ln.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 2697728, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ca_ln.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 2698752, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ca_mlp.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 2699776, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 3748352, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.4.ca_mlp.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 3781120, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 4829696, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.4.ca_mlp.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 1, |
| "offset": 4862464, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 5911040, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.4.kv_linear.weight": { |
| "shape": [ |
| 32, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5943808, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.4.ln1_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5945856, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ln1_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5946880, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ln1_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5947904, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ln1_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5948928, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ln2_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5949952, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ln2_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5950976, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ln2_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5952000, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.ln2_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 5953024, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.mlp_layers.0.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 5954048, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 7002624, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.4.mlp_layers.0.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 7035392, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 8083968, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.4.mlp_layers.0.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 1, |
| "offset": 8116736, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 9165312, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.4.mlp_layers.1.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 9198080, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 10246656, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.4.mlp_layers.1.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 10279424, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 11328000, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.4.mlp_layers.1.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 1, |
| "offset": 11360768, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 12409344, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.0.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 12442112, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.0.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 12443136, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.0.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 12967424, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.0.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 12970496, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.0.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 14543360, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.0.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 14544384, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.1.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 14545408, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.1.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 14546432, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.1.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 15070720, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.1.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 15073792, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.1.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16646656, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.4.sa_layers.1.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16647680, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.layernorm_kv.bias": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16648704, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.layernorm_kv.weight": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16648960, |
| "bytes": 64 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.layernorm_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16649216, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.layernorm_q.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16650240, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.linear_kv.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16651264, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.linear_kv.weight": { |
| "shape": [ |
| 1024, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16653312, |
| "bytes": 65536 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16718848, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 16719872, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.linear_q.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 17244160, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.linear_q.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 17245184, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 17769472, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ca_layer.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 17770496, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ca_ln.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 17771520, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ca_ln.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 17772544, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ca_mlp.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 17773568, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 18822144, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.5.ca_mlp.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 18854912, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 19903488, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.5.ca_mlp.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 1, |
| "offset": 19936256, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 20984832, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.5.kv_linear.weight": { |
| "shape": [ |
| 32, |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21017600, |
| "bytes": 2048 |
| } |
| }, |
| "perceiver.blocks.5.ln1_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21019648, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ln1_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21020672, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ln1_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21021696, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ln1_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21022720, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ln2_layers.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21023744, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ln2_layers.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21024768, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ln2_layers.1.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21025792, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.ln2_layers.1.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 21026816, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.mlp_layers.0.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 21027840, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 22076416, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.5.mlp_layers.0.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 22109184, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 23157760, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.5.mlp_layers.0.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 1, |
| "offset": 23190528, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 24239104, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.5.mlp_layers.1.w1.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 24271872, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 25320448, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.5.mlp_layers.1.w2.weight": { |
| "shape": [ |
| 2048, |
| 512 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 2048, |
| "columns": 512, |
| "padded_rows": 2048, |
| "padded_columns": 512, |
| "data": { |
| "shard": 1, |
| "offset": 25353216, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 26401792, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.5.mlp_layers.1.w3.weight": { |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 512, |
| "columns": 2048, |
| "padded_rows": 512, |
| "padded_columns": 2048, |
| "data": { |
| "shard": 1, |
| "offset": 26434560, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 27483136, |
| "bytes": 32768 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.0.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 27515904, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.0.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 27516928, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.0.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 28041216, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.0.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 28044288, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.0.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 29617152, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.0.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 29618176, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.1.linear_out.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 29619200, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.1.linear_out.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 29620224, |
| "bytes": 524288 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.1.linear_qkv.bias": { |
| "shape": [ |
| 1536 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 30144512, |
| "bytes": 3072 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.1.linear_qkv.weight": { |
| "shape": [ |
| 1536, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 30147584, |
| "bytes": 1572864 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.1.rmsnorm_k.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 31720448, |
| "bytes": 1024 |
| } |
| }, |
| "perceiver.blocks.5.sa_layers.1.rmsnorm_q.scale": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 31721472, |
| "bytes": 1024 |
| } |
| }, |
| "point_linear.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 31722496, |
| "bytes": 1024 |
| } |
| }, |
| "point_linear.weight": { |
| "shape": [ |
| 512, |
| 195 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 31723520, |
| "bytes": 199680 |
| } |
| }, |
| "point_mlp.final_layer.linear.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 31923200, |
| "bytes": 1024 |
| } |
| }, |
| "point_mlp.final_layer.linear.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 31924224, |
| "bytes": 524288 |
| } |
| }, |
| "point_mlp.final_layer.norm_final.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 32448512, |
| "bytes": 1024 |
| } |
| }, |
| "point_mlp.final_layer.norm_final.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 32449536, |
| "bytes": 1024 |
| } |
| }, |
| "point_mlp.mlps.0.w1.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 32450560, |
| "bytes": 524288 |
| } |
| }, |
| "point_mlp.mlps.0.w2.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 32974848, |
| "bytes": 524288 |
| } |
| }, |
| "point_mlp.mlps.0.w3.weight": { |
| "shape": [ |
| 512, |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 33499136, |
| "bytes": 524288 |
| } |
| }, |
| "point_mlp.norms.0.bias": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 34023424, |
| "bytes": 1024 |
| } |
| }, |
| "point_mlp.norms.0.weight": { |
| "shape": [ |
| 512 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 34024448, |
| "bytes": 1024 |
| } |
| }, |
| "xyz_encoding.freq_bands": { |
| "shape": [ |
| 32 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 1, |
| "offset": 34025472, |
| "bytes": 64 |
| } |
| } |
| } |
| } |
|
|
