| { |
| "schema": "trellis-webgpu-pack", |
| "version": 1, |
| "stage": "idolOctreeDecoder", |
| "upstreamRevision": "2731c2291fc65a797c5cb627a5e5526fc1490902", |
| "shards": [ |
| { |
| "file": "stage-000-70658daddffed6e540e45a2f278fd2704c03910e2152ff473e7f5badd826cb97.bin", |
| "bytes": 64487424, |
| "sha256": "70658daddffed6e540e45a2f278fd2704c03910e2152ff473e7f5badd826cb97" |
| }, |
| { |
| "file": "stage-001-1f10c77af760974aaf89ef40a8f8ada6bab080cf5087cfaaf5047426aa39bffc.bin", |
| "bytes": 13824256, |
| "sha256": "1f10c77af760974aaf89ef40a8f8ada6bab080cf5087cfaaf5047426aa39bffc" |
| } |
| ], |
| "tensors": { |
| "adaLN_modulation.1.bias": { |
| "shape": [ |
| 6144 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 0, |
| "bytes": 24576 |
| } |
| }, |
| "adaLN_modulation.1.weight": { |
| "shape": [ |
| 6144, |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 24576, |
| "bytes": 25165824 |
| } |
| }, |
| "blocks.0.cross_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 25190400, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.0.cross_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 25194496, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.0.cross_attn.to_kv.bias": { |
| "shape": [ |
| 2048 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 25198592, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.0.cross_attn.to_kv.weight": { |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 25202688, |
| "bytes": 65536 |
| } |
| }, |
| "blocks.0.cross_attn.to_out.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 25268224, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.0.cross_attn.to_out.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 1024, |
| "padded_rows": 1024, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 25270272, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 26318848, |
| "bytes": 32768 |
| } |
| }, |
| "blocks.0.cross_attn.to_q.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 26351616, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.0.cross_attn.to_q.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 1024, |
| "padded_rows": 1024, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 26353664, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 27402240, |
| "bytes": 32768 |
| } |
| }, |
| "blocks.0.mlp.mlp.0.bias": { |
| "shape": [ |
| 4096 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 27435008, |
| "bytes": 8192 |
| } |
| }, |
| "blocks.0.mlp.mlp.0.weight": { |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4096, |
| "columns": 1024, |
| "padded_rows": 4096, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 27443200, |
| "bytes": 4194304 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 31637504, |
| "bytes": 131072 |
| } |
| }, |
| "blocks.0.mlp.mlp.2.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 31768576, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.0.mlp.mlp.2.weight": { |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 4096, |
| "padded_rows": 1024, |
| "padded_columns": 4096, |
| "data": { |
| "shard": 0, |
| "offset": 31770624, |
| "bytes": 4194304 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 35964928, |
| "bytes": 131072 |
| } |
| }, |
| "blocks.1.cross_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 36096000, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.1.cross_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 36100096, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.1.cross_attn.to_kv.bias": { |
| "shape": [ |
| 2048 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 36104192, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.1.cross_attn.to_kv.weight": { |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 36108288, |
| "bytes": 65536 |
| } |
| }, |
| "blocks.1.cross_attn.to_out.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 36173824, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.1.cross_attn.to_out.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 1024, |
| "padded_rows": 1024, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 36175872, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 37224448, |
| "bytes": 32768 |
| } |
| }, |
| "blocks.1.cross_attn.to_q.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 37257216, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.1.cross_attn.to_q.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 1024, |
| "padded_rows": 1024, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 37259264, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 38307840, |
| "bytes": 32768 |
| } |
| }, |
| "blocks.1.mlp.mlp.0.bias": { |
| "shape": [ |
| 4096 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 38340608, |
| "bytes": 8192 |
| } |
| }, |
| "blocks.1.mlp.mlp.0.weight": { |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4096, |
| "columns": 1024, |
| "padded_rows": 4096, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 38348800, |
| "bytes": 4194304 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 42543104, |
| "bytes": 131072 |
| } |
| }, |
| "blocks.1.mlp.mlp.2.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 42674176, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.1.mlp.mlp.2.weight": { |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 4096, |
| "padded_rows": 1024, |
| "padded_columns": 4096, |
| "data": { |
| "shard": 0, |
| "offset": 42676224, |
| "bytes": 4194304 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 46870528, |
| "bytes": 131072 |
| } |
| }, |
| "blocks.2.cross_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 47001600, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.2.cross_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 47005696, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.2.cross_attn.to_kv.bias": { |
| "shape": [ |
| 2048 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 47009792, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.2.cross_attn.to_kv.weight": { |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 47013888, |
| "bytes": 65536 |
| } |
| }, |
| "blocks.2.cross_attn.to_out.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 47079424, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.2.cross_attn.to_out.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 1024, |
| "padded_rows": 1024, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 47081472, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 48130048, |
| "bytes": 32768 |
| } |
| }, |
| "blocks.2.cross_attn.to_q.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 48162816, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.2.cross_attn.to_q.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 1024, |
| "padded_rows": 1024, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 48164864, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 49213440, |
| "bytes": 32768 |
| } |
| }, |
| "blocks.2.mlp.mlp.0.bias": { |
| "shape": [ |
| 4096 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 49246208, |
| "bytes": 8192 |
| } |
| }, |
| "blocks.2.mlp.mlp.0.weight": { |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4096, |
| "columns": 1024, |
| "padded_rows": 4096, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 49254400, |
| "bytes": 4194304 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 53448704, |
| "bytes": 131072 |
| } |
| }, |
| "blocks.2.mlp.mlp.2.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 53579776, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.2.mlp.mlp.2.weight": { |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 4096, |
| "padded_rows": 1024, |
| "padded_columns": 4096, |
| "data": { |
| "shard": 0, |
| "offset": 53581824, |
| "bytes": 4194304 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 57776128, |
| "bytes": 131072 |
| } |
| }, |
| "blocks.3.cross_attn.k_rms_norm.gamma": { |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 57907200, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.3.cross_attn.q_rms_norm.gamma": { |
| "shape": [ |
| 16, |
| 64 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 0, |
| "offset": 57911296, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.3.cross_attn.to_kv.bias": { |
| "shape": [ |
| 2048 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 57915392, |
| "bytes": 4096 |
| } |
| }, |
| "blocks.3.cross_attn.to_kv.weight": { |
| "shape": [ |
| 2048, |
| 16 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 57919488, |
| "bytes": 65536 |
| } |
| }, |
| "blocks.3.cross_attn.to_out.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 57985024, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.3.cross_attn.to_out.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 1024, |
| "padded_rows": 1024, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 57987072, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 59035648, |
| "bytes": 32768 |
| } |
| }, |
| "blocks.3.cross_attn.to_q.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 59068416, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.3.cross_attn.to_q.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 1024, |
| "padded_rows": 1024, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 59070464, |
| "bytes": 1048576 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 60119040, |
| "bytes": 32768 |
| } |
| }, |
| "blocks.3.mlp.mlp.0.bias": { |
| "shape": [ |
| 4096 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 60151808, |
| "bytes": 8192 |
| } |
| }, |
| "blocks.3.mlp.mlp.0.weight": { |
| "shape": [ |
| 4096, |
| 1024 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 4096, |
| "columns": 1024, |
| "padded_rows": 4096, |
| "padded_columns": 1024, |
| "data": { |
| "shard": 0, |
| "offset": 60160000, |
| "bytes": 4194304 |
| }, |
| "scales": { |
| "shard": 0, |
| "offset": 64354304, |
| "bytes": 131072 |
| } |
| }, |
| "blocks.3.mlp.mlp.2.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f16", |
| "data": { |
| "shard": 0, |
| "offset": 64485376, |
| "bytes": 2048 |
| } |
| }, |
| "blocks.3.mlp.mlp.2.weight": { |
| "shape": [ |
| 1024, |
| 4096 |
| ], |
| "encoding": "symmetric-quantized", |
| "bits": 8, |
| "group_size": 64, |
| "output_tile": 16, |
| "rows": 1024, |
| "columns": 4096, |
| "padded_rows": 1024, |
| "padded_columns": 4096, |
| "data": { |
| "shard": 1, |
| "offset": 0, |
| "bytes": 4194304 |
| }, |
| "scales": { |
| "shard": 1, |
| "offset": 4194304, |
| "bytes": 131072 |
| } |
| }, |
| "in_proj.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 4325376, |
| "bytes": 4096 |
| } |
| }, |
| "in_proj.weight": { |
| "shape": [ |
| 1024, |
| 3 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 4329472, |
| "bytes": 12288 |
| } |
| }, |
| "input_layer.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 4341760, |
| "bytes": 4096 |
| } |
| }, |
| "input_layer.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 4345856, |
| "bytes": 4194304 |
| } |
| }, |
| "l_embedder.mlp.0.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 8540160, |
| "bytes": 4096 |
| } |
| }, |
| "l_embedder.mlp.0.weight": { |
| "shape": [ |
| 1024, |
| 256 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 8544256, |
| "bytes": 1048576 |
| } |
| }, |
| "l_embedder.mlp.2.bias": { |
| "shape": [ |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 9592832, |
| "bytes": 4096 |
| } |
| }, |
| "l_embedder.mlp.2.weight": { |
| "shape": [ |
| 1024, |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 9596928, |
| "bytes": 4194304 |
| } |
| }, |
| "out_proj.bias": { |
| "shape": [ |
| 8 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 13791232, |
| "bytes": 32 |
| } |
| }, |
| "out_proj.weight": { |
| "shape": [ |
| 8, |
| 1024 |
| ], |
| "encoding": "raw", |
| "dtype": "f32", |
| "data": { |
| "shard": 1, |
| "offset": 13791488, |
| "bytes": 32768 |
| } |
| } |
| } |
| } |
|
|
