llada2_0_uni_image_tokenizer / tensor_mapping.json
gatilin's picture
Extract pinned unified visual components with strict loading and native numerical verification
f25b825 verified
Raw History Blame Contribute Delete
138 kB
{
"model.visual.blocks.0.attn.proj.bias": {
"source_key": "model.visual.blocks.0.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
0,
3072
]
},
"model.visual.blocks.0.attn.proj.weight": {
"source_key": "model.visual.blocks.0.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
3072,
4721664
]
},
"model.visual.blocks.0.attn.qkv.bias": {
"source_key": "model.visual.blocks.0.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
4721664,
4730880
]
},
"model.visual.blocks.0.attn.qkv.weight": {
"source_key": "model.visual.blocks.0.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
4730880,
18886656
]
},
"model.visual.blocks.0.mlp.fc1.bias": {
"source_key": "model.visual.blocks.0.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
18886656,
18898944
]
},
"model.visual.blocks.0.mlp.fc1.weight": {
"source_key": "model.visual.blocks.0.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
18898944,
37773312
]
},
"model.visual.blocks.0.mlp.fc2.bias": {
"source_key": "model.visual.blocks.0.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
37773312,
37776384
]
},
"model.visual.blocks.0.mlp.fc2.weight": {
"source_key": "model.visual.blocks.0.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
37776384,
56650752
]
},
"model.visual.blocks.0.norm1.bias": {
"source_key": "model.visual.blocks.0.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
56650752,
56653824
]
},
"model.visual.blocks.0.norm1.weight": {
"source_key": "model.visual.blocks.0.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
56653824,
56656896
]
},
"model.visual.blocks.0.norm2.bias": {
"source_key": "model.visual.blocks.0.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
56656896,
56659968
]
},
"model.visual.blocks.0.norm2.weight": {
"source_key": "model.visual.blocks.0.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
56659968,
56663040
]
},
"model.visual.blocks.1.attn.proj.bias": {
"source_key": "model.visual.blocks.1.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
56663040,
56666112
]
},
"model.visual.blocks.1.attn.proj.weight": {
"source_key": "model.visual.blocks.1.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
56666112,
61384704
]
},
"model.visual.blocks.1.attn.qkv.bias": {
"source_key": "model.visual.blocks.1.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
61384704,
61393920
]
},
"model.visual.blocks.1.attn.qkv.weight": {
"source_key": "model.visual.blocks.1.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
61393920,
75549696
]
},
"model.visual.blocks.1.mlp.fc1.bias": {
"source_key": "model.visual.blocks.1.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
75549696,
75561984
]
},
"model.visual.blocks.1.mlp.fc1.weight": {
"source_key": "model.visual.blocks.1.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
75561984,
94436352
]
},
"model.visual.blocks.1.mlp.fc2.bias": {
"source_key": "model.visual.blocks.1.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
94436352,
94439424
]
},
"model.visual.blocks.1.mlp.fc2.weight": {
"source_key": "model.visual.blocks.1.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
94439424,
113313792
]
},
"model.visual.blocks.1.norm1.bias": {
"source_key": "model.visual.blocks.1.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
113313792,
113316864
]
},
"model.visual.blocks.1.norm1.weight": {
"source_key": "model.visual.blocks.1.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
113316864,
113319936
]
},
"model.visual.blocks.1.norm2.bias": {
"source_key": "model.visual.blocks.1.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
113319936,
113323008
]
},
"model.visual.blocks.1.norm2.weight": {
"source_key": "model.visual.blocks.1.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
113323008,
113326080
]
},
"model.visual.blocks.10.attn.proj.bias": {
"source_key": "model.visual.blocks.10.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
113326080,
113329152
]
},
"model.visual.blocks.10.attn.proj.weight": {
"source_key": "model.visual.blocks.10.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
113329152,
118047744
]
},
"model.visual.blocks.10.attn.qkv.bias": {
"source_key": "model.visual.blocks.10.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
118047744,
118056960
]
},
"model.visual.blocks.10.attn.qkv.weight": {
"source_key": "model.visual.blocks.10.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
118056960,
132212736
]
},
"model.visual.blocks.10.mlp.fc1.bias": {
"source_key": "model.visual.blocks.10.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
132212736,
132225024
]
},
"model.visual.blocks.10.mlp.fc1.weight": {
"source_key": "model.visual.blocks.10.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
132225024,
151099392
]
},
"model.visual.blocks.10.mlp.fc2.bias": {
"source_key": "model.visual.blocks.10.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
151099392,
151102464
]
},
"model.visual.blocks.10.mlp.fc2.weight": {
"source_key": "model.visual.blocks.10.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
151102464,
169976832
]
},
"model.visual.blocks.10.norm1.bias": {
"source_key": "model.visual.blocks.10.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
169976832,
169979904
]
},
"model.visual.blocks.10.norm1.weight": {
"source_key": "model.visual.blocks.10.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
169979904,
169982976
]
},
"model.visual.blocks.10.norm2.bias": {
"source_key": "model.visual.blocks.10.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
169982976,
169986048
]
},
"model.visual.blocks.10.norm2.weight": {
"source_key": "model.visual.blocks.10.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
169986048,
169989120
]
},
"model.visual.blocks.11.attn.proj.bias": {
"source_key": "model.visual.blocks.11.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
169989120,
169992192
]
},
"model.visual.blocks.11.attn.proj.weight": {
"source_key": "model.visual.blocks.11.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
169992192,
174710784
]
},
"model.visual.blocks.11.attn.qkv.bias": {
"source_key": "model.visual.blocks.11.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
174710784,
174720000
]
},
"model.visual.blocks.11.attn.qkv.weight": {
"source_key": "model.visual.blocks.11.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
174720000,
188875776
]
},
"model.visual.blocks.11.mlp.fc1.bias": {
"source_key": "model.visual.blocks.11.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
188875776,
188888064
]
},
"model.visual.blocks.11.mlp.fc1.weight": {
"source_key": "model.visual.blocks.11.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
188888064,
207762432
]
},
"model.visual.blocks.11.mlp.fc2.bias": {
"source_key": "model.visual.blocks.11.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
207762432,
207765504
]
},
"model.visual.blocks.11.mlp.fc2.weight": {
"source_key": "model.visual.blocks.11.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
207765504,
226639872
]
},
"model.visual.blocks.11.norm1.bias": {
"source_key": "model.visual.blocks.11.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
226639872,
226642944
]
},
"model.visual.blocks.11.norm1.weight": {
"source_key": "model.visual.blocks.11.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
226642944,
226646016
]
},
"model.visual.blocks.11.norm2.bias": {
"source_key": "model.visual.blocks.11.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
226646016,
226649088
]
},
"model.visual.blocks.11.norm2.weight": {
"source_key": "model.visual.blocks.11.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
226649088,
226652160
]
},
"model.visual.blocks.12.attn.proj.bias": {
"source_key": "model.visual.blocks.12.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
226652160,
226655232
]
},
"model.visual.blocks.12.attn.proj.weight": {
"source_key": "model.visual.blocks.12.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
226655232,
231373824
]
},
"model.visual.blocks.12.attn.qkv.bias": {
"source_key": "model.visual.blocks.12.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
231373824,
231383040
]
},
"model.visual.blocks.12.attn.qkv.weight": {
"source_key": "model.visual.blocks.12.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
231383040,
245538816
]
},
"model.visual.blocks.12.mlp.fc1.bias": {
"source_key": "model.visual.blocks.12.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
245538816,
245551104
]
},
"model.visual.blocks.12.mlp.fc1.weight": {
"source_key": "model.visual.blocks.12.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
245551104,
264425472
]
},
"model.visual.blocks.12.mlp.fc2.bias": {
"source_key": "model.visual.blocks.12.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
264425472,
264428544
]
},
"model.visual.blocks.12.mlp.fc2.weight": {
"source_key": "model.visual.blocks.12.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
264428544,
283302912
]
},
"model.visual.blocks.12.norm1.bias": {
"source_key": "model.visual.blocks.12.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
283302912,
283305984
]
},
"model.visual.blocks.12.norm1.weight": {
"source_key": "model.visual.blocks.12.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
283305984,
283309056
]
},
"model.visual.blocks.12.norm2.bias": {
"source_key": "model.visual.blocks.12.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
283309056,
283312128
]
},
"model.visual.blocks.12.norm2.weight": {
"source_key": "model.visual.blocks.12.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
283312128,
283315200
]
},
"model.visual.blocks.13.attn.proj.bias": {
"source_key": "model.visual.blocks.13.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
283315200,
283318272
]
},
"model.visual.blocks.13.attn.proj.weight": {
"source_key": "model.visual.blocks.13.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
283318272,
288036864
]
},
"model.visual.blocks.13.attn.qkv.bias": {
"source_key": "model.visual.blocks.13.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
288036864,
288046080
]
},
"model.visual.blocks.13.attn.qkv.weight": {
"source_key": "model.visual.blocks.13.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
288046080,
302201856
]
},
"model.visual.blocks.13.mlp.fc1.bias": {
"source_key": "model.visual.blocks.13.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
302201856,
302214144
]
},
"model.visual.blocks.13.mlp.fc1.weight": {
"source_key": "model.visual.blocks.13.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
302214144,
321088512
]
},
"model.visual.blocks.13.mlp.fc2.bias": {
"source_key": "model.visual.blocks.13.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
321088512,
321091584
]
},
"model.visual.blocks.13.mlp.fc2.weight": {
"source_key": "model.visual.blocks.13.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
321091584,
339965952
]
},
"model.visual.blocks.13.norm1.bias": {
"source_key": "model.visual.blocks.13.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
339965952,
339969024
]
},
"model.visual.blocks.13.norm1.weight": {
"source_key": "model.visual.blocks.13.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
339969024,
339972096
]
},
"model.visual.blocks.13.norm2.bias": {
"source_key": "model.visual.blocks.13.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
339972096,
339975168
]
},
"model.visual.blocks.13.norm2.weight": {
"source_key": "model.visual.blocks.13.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
339975168,
339978240
]
},
"model.visual.blocks.14.attn.proj.bias": {
"source_key": "model.visual.blocks.14.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
339978240,
339981312
]
},
"model.visual.blocks.14.attn.proj.weight": {
"source_key": "model.visual.blocks.14.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
339981312,
344699904
]
},
"model.visual.blocks.14.attn.qkv.bias": {
"source_key": "model.visual.blocks.14.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
344699904,
344709120
]
},
"model.visual.blocks.14.attn.qkv.weight": {
"source_key": "model.visual.blocks.14.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
344709120,
358864896
]
},
"model.visual.blocks.14.mlp.fc1.bias": {
"source_key": "model.visual.blocks.14.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
358864896,
358877184
]
},
"model.visual.blocks.14.mlp.fc1.weight": {
"source_key": "model.visual.blocks.14.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
358877184,
377751552
]
},
"model.visual.blocks.14.mlp.fc2.bias": {
"source_key": "model.visual.blocks.14.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
377751552,
377754624
]
},
"model.visual.blocks.14.mlp.fc2.weight": {
"source_key": "model.visual.blocks.14.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
377754624,
396628992
]
},
"model.visual.blocks.14.norm1.bias": {
"source_key": "model.visual.blocks.14.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
396628992,
396632064
]
},
"model.visual.blocks.14.norm1.weight": {
"source_key": "model.visual.blocks.14.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
396632064,
396635136
]
},
"model.visual.blocks.14.norm2.bias": {
"source_key": "model.visual.blocks.14.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
396635136,
396638208
]
},
"model.visual.blocks.14.norm2.weight": {
"source_key": "model.visual.blocks.14.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
396638208,
396641280
]
},
"model.visual.blocks.15.attn.proj.bias": {
"source_key": "model.visual.blocks.15.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
396641280,
396644352
]
},
"model.visual.blocks.15.attn.proj.weight": {
"source_key": "model.visual.blocks.15.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
396644352,
401362944
]
},
"model.visual.blocks.15.attn.qkv.bias": {
"source_key": "model.visual.blocks.15.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
401362944,
401372160
]
},
"model.visual.blocks.15.attn.qkv.weight": {
"source_key": "model.visual.blocks.15.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
401372160,
415527936
]
},
"model.visual.blocks.15.mlp.fc1.bias": {
"source_key": "model.visual.blocks.15.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
415527936,
415540224
]
},
"model.visual.blocks.15.mlp.fc1.weight": {
"source_key": "model.visual.blocks.15.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
415540224,
434414592
]
},
"model.visual.blocks.15.mlp.fc2.bias": {
"source_key": "model.visual.blocks.15.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
434414592,
434417664
]
},
"model.visual.blocks.15.mlp.fc2.weight": {
"source_key": "model.visual.blocks.15.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
434417664,
453292032
]
},
"model.visual.blocks.15.norm1.bias": {
"source_key": "model.visual.blocks.15.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
453292032,
453295104
]
},
"model.visual.blocks.15.norm1.weight": {
"source_key": "model.visual.blocks.15.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
453295104,
453298176
]
},
"model.visual.blocks.15.norm2.bias": {
"source_key": "model.visual.blocks.15.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
453298176,
453301248
]
},
"model.visual.blocks.15.norm2.weight": {
"source_key": "model.visual.blocks.15.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
453301248,
453304320
]
},
"model.visual.blocks.16.attn.proj.bias": {
"source_key": "model.visual.blocks.16.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
453304320,
453307392
]
},
"model.visual.blocks.16.attn.proj.weight": {
"source_key": "model.visual.blocks.16.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
453307392,
458025984
]
},
"model.visual.blocks.16.attn.qkv.bias": {
"source_key": "model.visual.blocks.16.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
458025984,
458035200
]
},
"model.visual.blocks.16.attn.qkv.weight": {
"source_key": "model.visual.blocks.16.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
458035200,
472190976
]
},
"model.visual.blocks.16.mlp.fc1.bias": {
"source_key": "model.visual.blocks.16.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
472190976,
472203264
]
},
"model.visual.blocks.16.mlp.fc1.weight": {
"source_key": "model.visual.blocks.16.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
472203264,
491077632
]
},
"model.visual.blocks.16.mlp.fc2.bias": {
"source_key": "model.visual.blocks.16.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
491077632,
491080704
]
},
"model.visual.blocks.16.mlp.fc2.weight": {
"source_key": "model.visual.blocks.16.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
491080704,
509955072
]
},
"model.visual.blocks.16.norm1.bias": {
"source_key": "model.visual.blocks.16.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
509955072,
509958144
]
},
"model.visual.blocks.16.norm1.weight": {
"source_key": "model.visual.blocks.16.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
509958144,
509961216
]
},
"model.visual.blocks.16.norm2.bias": {
"source_key": "model.visual.blocks.16.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
509961216,
509964288
]
},
"model.visual.blocks.16.norm2.weight": {
"source_key": "model.visual.blocks.16.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
509964288,
509967360
]
},
"model.visual.blocks.17.attn.proj.bias": {
"source_key": "model.visual.blocks.17.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
509967360,
509970432
]
},
"model.visual.blocks.17.attn.proj.weight": {
"source_key": "model.visual.blocks.17.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
509970432,
514689024
]
},
"model.visual.blocks.17.attn.qkv.bias": {
"source_key": "model.visual.blocks.17.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
514689024,
514698240
]
},
"model.visual.blocks.17.attn.qkv.weight": {
"source_key": "model.visual.blocks.17.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
514698240,
528854016
]
},
"model.visual.blocks.17.mlp.fc1.bias": {
"source_key": "model.visual.blocks.17.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
528854016,
528866304
]
},
"model.visual.blocks.17.mlp.fc1.weight": {
"source_key": "model.visual.blocks.17.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
528866304,
547740672
]
},
"model.visual.blocks.17.mlp.fc2.bias": {
"source_key": "model.visual.blocks.17.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
547740672,
547743744
]
},
"model.visual.blocks.17.mlp.fc2.weight": {
"source_key": "model.visual.blocks.17.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
547743744,
566618112
]
},
"model.visual.blocks.17.norm1.bias": {
"source_key": "model.visual.blocks.17.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
566618112,
566621184
]
},
"model.visual.blocks.17.norm1.weight": {
"source_key": "model.visual.blocks.17.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
566621184,
566624256
]
},
"model.visual.blocks.17.norm2.bias": {
"source_key": "model.visual.blocks.17.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
566624256,
566627328
]
},
"model.visual.blocks.17.norm2.weight": {
"source_key": "model.visual.blocks.17.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
566627328,
566630400
]
},
"model.visual.blocks.18.attn.proj.bias": {
"source_key": "model.visual.blocks.18.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
566630400,
566633472
]
},
"model.visual.blocks.18.attn.proj.weight": {
"source_key": "model.visual.blocks.18.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
566633472,
571352064
]
},
"model.visual.blocks.18.attn.qkv.bias": {
"source_key": "model.visual.blocks.18.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
571352064,
571361280
]
},
"model.visual.blocks.18.attn.qkv.weight": {
"source_key": "model.visual.blocks.18.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
571361280,
585517056
]
},
"model.visual.blocks.18.mlp.fc1.bias": {
"source_key": "model.visual.blocks.18.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
585517056,
585529344
]
},
"model.visual.blocks.18.mlp.fc1.weight": {
"source_key": "model.visual.blocks.18.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
585529344,
604403712
]
},
"model.visual.blocks.18.mlp.fc2.bias": {
"source_key": "model.visual.blocks.18.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
604403712,
604406784
]
},
"model.visual.blocks.18.mlp.fc2.weight": {
"source_key": "model.visual.blocks.18.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
604406784,
623281152
]
},
"model.visual.blocks.18.norm1.bias": {
"source_key": "model.visual.blocks.18.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
623281152,
623284224
]
},
"model.visual.blocks.18.norm1.weight": {
"source_key": "model.visual.blocks.18.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
623284224,
623287296
]
},
"model.visual.blocks.18.norm2.bias": {
"source_key": "model.visual.blocks.18.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
623287296,
623290368
]
},
"model.visual.blocks.18.norm2.weight": {
"source_key": "model.visual.blocks.18.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
623290368,
623293440
]
},
"model.visual.blocks.19.attn.proj.bias": {
"source_key": "model.visual.blocks.19.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
623293440,
623296512
]
},
"model.visual.blocks.19.attn.proj.weight": {
"source_key": "model.visual.blocks.19.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
623296512,
628015104
]
},
"model.visual.blocks.19.attn.qkv.bias": {
"source_key": "model.visual.blocks.19.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
628015104,
628024320
]
},
"model.visual.blocks.19.attn.qkv.weight": {
"source_key": "model.visual.blocks.19.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
628024320,
642180096
]
},
"model.visual.blocks.19.mlp.fc1.bias": {
"source_key": "model.visual.blocks.19.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
642180096,
642192384
]
},
"model.visual.blocks.19.mlp.fc1.weight": {
"source_key": "model.visual.blocks.19.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
642192384,
661066752
]
},
"model.visual.blocks.19.mlp.fc2.bias": {
"source_key": "model.visual.blocks.19.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
661066752,
661069824
]
},
"model.visual.blocks.19.mlp.fc2.weight": {
"source_key": "model.visual.blocks.19.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
661069824,
679944192
]
},
"model.visual.blocks.19.norm1.bias": {
"source_key": "model.visual.blocks.19.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
679944192,
679947264
]
},
"model.visual.blocks.19.norm1.weight": {
"source_key": "model.visual.blocks.19.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
679947264,
679950336
]
},
"model.visual.blocks.19.norm2.bias": {
"source_key": "model.visual.blocks.19.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
679950336,
679953408
]
},
"model.visual.blocks.19.norm2.weight": {
"source_key": "model.visual.blocks.19.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
679953408,
679956480
]
},
"model.visual.blocks.2.attn.proj.bias": {
"source_key": "model.visual.blocks.2.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
679956480,
679959552
]
},
"model.visual.blocks.2.attn.proj.weight": {
"source_key": "model.visual.blocks.2.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
679959552,
684678144
]
},
"model.visual.blocks.2.attn.qkv.bias": {
"source_key": "model.visual.blocks.2.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
684678144,
684687360
]
},
"model.visual.blocks.2.attn.qkv.weight": {
"source_key": "model.visual.blocks.2.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
684687360,
698843136
]
},
"model.visual.blocks.2.mlp.fc1.bias": {
"source_key": "model.visual.blocks.2.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
698843136,
698855424
]
},
"model.visual.blocks.2.mlp.fc1.weight": {
"source_key": "model.visual.blocks.2.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
698855424,
717729792
]
},
"model.visual.blocks.2.mlp.fc2.bias": {
"source_key": "model.visual.blocks.2.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
717729792,
717732864
]
},
"model.visual.blocks.2.mlp.fc2.weight": {
"source_key": "model.visual.blocks.2.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
717732864,
736607232
]
},
"model.visual.blocks.2.norm1.bias": {
"source_key": "model.visual.blocks.2.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
736607232,
736610304
]
},
"model.visual.blocks.2.norm1.weight": {
"source_key": "model.visual.blocks.2.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
736610304,
736613376
]
},
"model.visual.blocks.2.norm2.bias": {
"source_key": "model.visual.blocks.2.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
736613376,
736616448
]
},
"model.visual.blocks.2.norm2.weight": {
"source_key": "model.visual.blocks.2.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
736616448,
736619520
]
},
"model.visual.blocks.20.attn.proj.bias": {
"source_key": "model.visual.blocks.20.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
736619520,
736622592
]
},
"model.visual.blocks.20.attn.proj.weight": {
"source_key": "model.visual.blocks.20.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
736622592,
741341184
]
},
"model.visual.blocks.20.attn.qkv.bias": {
"source_key": "model.visual.blocks.20.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
741341184,
741350400
]
},
"model.visual.blocks.20.attn.qkv.weight": {
"source_key": "model.visual.blocks.20.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
741350400,
755506176
]
},
"model.visual.blocks.20.mlp.fc1.bias": {
"source_key": "model.visual.blocks.20.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
755506176,
755518464
]
},
"model.visual.blocks.20.mlp.fc1.weight": {
"source_key": "model.visual.blocks.20.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
755518464,
774392832
]
},
"model.visual.blocks.20.mlp.fc2.bias": {
"source_key": "model.visual.blocks.20.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
774392832,
774395904
]
},
"model.visual.blocks.20.mlp.fc2.weight": {
"source_key": "model.visual.blocks.20.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
774395904,
793270272
]
},
"model.visual.blocks.20.norm1.bias": {
"source_key": "model.visual.blocks.20.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
793270272,
793273344
]
},
"model.visual.blocks.20.norm1.weight": {
"source_key": "model.visual.blocks.20.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
793273344,
793276416
]
},
"model.visual.blocks.20.norm2.bias": {
"source_key": "model.visual.blocks.20.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
793276416,
793279488
]
},
"model.visual.blocks.20.norm2.weight": {
"source_key": "model.visual.blocks.20.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
793279488,
793282560
]
},
"model.visual.blocks.21.attn.proj.bias": {
"source_key": "model.visual.blocks.21.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
793282560,
793285632
]
},
"model.visual.blocks.21.attn.proj.weight": {
"source_key": "model.visual.blocks.21.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
793285632,
798004224
]
},
"model.visual.blocks.21.attn.qkv.bias": {
"source_key": "model.visual.blocks.21.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
798004224,
798013440
]
},
"model.visual.blocks.21.attn.qkv.weight": {
"source_key": "model.visual.blocks.21.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
798013440,
812169216
]
},
"model.visual.blocks.21.mlp.fc1.bias": {
"source_key": "model.visual.blocks.21.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
812169216,
812181504
]
},
"model.visual.blocks.21.mlp.fc1.weight": {
"source_key": "model.visual.blocks.21.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
812181504,
831055872
]
},
"model.visual.blocks.21.mlp.fc2.bias": {
"source_key": "model.visual.blocks.21.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
831055872,
831058944
]
},
"model.visual.blocks.21.mlp.fc2.weight": {
"source_key": "model.visual.blocks.21.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
831058944,
849933312
]
},
"model.visual.blocks.21.norm1.bias": {
"source_key": "model.visual.blocks.21.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
849933312,
849936384
]
},
"model.visual.blocks.21.norm1.weight": {
"source_key": "model.visual.blocks.21.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
849936384,
849939456
]
},
"model.visual.blocks.21.norm2.bias": {
"source_key": "model.visual.blocks.21.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
849939456,
849942528
]
},
"model.visual.blocks.21.norm2.weight": {
"source_key": "model.visual.blocks.21.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
849942528,
849945600
]
},
"model.visual.blocks.22.attn.proj.bias": {
"source_key": "model.visual.blocks.22.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
849945600,
849948672
]
},
"model.visual.blocks.22.attn.proj.weight": {
"source_key": "model.visual.blocks.22.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
849948672,
854667264
]
},
"model.visual.blocks.22.attn.qkv.bias": {
"source_key": "model.visual.blocks.22.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
854667264,
854676480
]
},
"model.visual.blocks.22.attn.qkv.weight": {
"source_key": "model.visual.blocks.22.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
854676480,
868832256
]
},
"model.visual.blocks.22.mlp.fc1.bias": {
"source_key": "model.visual.blocks.22.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
868832256,
868844544
]
},
"model.visual.blocks.22.mlp.fc1.weight": {
"source_key": "model.visual.blocks.22.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
868844544,
887718912
]
},
"model.visual.blocks.22.mlp.fc2.bias": {
"source_key": "model.visual.blocks.22.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
887718912,
887721984
]
},
"model.visual.blocks.22.mlp.fc2.weight": {
"source_key": "model.visual.blocks.22.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
887721984,
906596352
]
},
"model.visual.blocks.22.norm1.bias": {
"source_key": "model.visual.blocks.22.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
906596352,
906599424
]
},
"model.visual.blocks.22.norm1.weight": {
"source_key": "model.visual.blocks.22.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
906599424,
906602496
]
},
"model.visual.blocks.22.norm2.bias": {
"source_key": "model.visual.blocks.22.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
906602496,
906605568
]
},
"model.visual.blocks.22.norm2.weight": {
"source_key": "model.visual.blocks.22.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
906605568,
906608640
]
},
"model.visual.blocks.23.attn.proj.bias": {
"source_key": "model.visual.blocks.23.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
906608640,
906611712
]
},
"model.visual.blocks.23.attn.proj.weight": {
"source_key": "model.visual.blocks.23.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
906611712,
911330304
]
},
"model.visual.blocks.23.attn.qkv.bias": {
"source_key": "model.visual.blocks.23.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
911330304,
911339520
]
},
"model.visual.blocks.23.attn.qkv.weight": {
"source_key": "model.visual.blocks.23.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
911339520,
925495296
]
},
"model.visual.blocks.23.mlp.fc1.bias": {
"source_key": "model.visual.blocks.23.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
925495296,
925507584
]
},
"model.visual.blocks.23.mlp.fc1.weight": {
"source_key": "model.visual.blocks.23.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
925507584,
944381952
]
},
"model.visual.blocks.23.mlp.fc2.bias": {
"source_key": "model.visual.blocks.23.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
944381952,
944385024
]
},
"model.visual.blocks.23.mlp.fc2.weight": {
"source_key": "model.visual.blocks.23.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
944385024,
963259392
]
},
"model.visual.blocks.23.norm1.bias": {
"source_key": "model.visual.blocks.23.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
963259392,
963262464
]
},
"model.visual.blocks.23.norm1.weight": {
"source_key": "model.visual.blocks.23.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
963262464,
963265536
]
},
"model.visual.blocks.23.norm2.bias": {
"source_key": "model.visual.blocks.23.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
963265536,
963268608
]
},
"model.visual.blocks.23.norm2.weight": {
"source_key": "model.visual.blocks.23.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
963268608,
963271680
]
},
"model.visual.blocks.24.attn.proj.bias": {
"source_key": "model.visual.blocks.24.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
963271680,
963274752
]
},
"model.visual.blocks.24.attn.proj.weight": {
"source_key": "model.visual.blocks.24.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
963274752,
967993344
]
},
"model.visual.blocks.24.attn.qkv.bias": {
"source_key": "model.visual.blocks.24.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
967993344,
968002560
]
},
"model.visual.blocks.24.attn.qkv.weight": {
"source_key": "model.visual.blocks.24.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
968002560,
982158336
]
},
"model.visual.blocks.24.mlp.fc1.bias": {
"source_key": "model.visual.blocks.24.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
982158336,
982170624
]
},
"model.visual.blocks.24.mlp.fc1.weight": {
"source_key": "model.visual.blocks.24.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
982170624,
1001044992
]
},
"model.visual.blocks.24.mlp.fc2.bias": {
"source_key": "model.visual.blocks.24.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1001044992,
1001048064
]
},
"model.visual.blocks.24.mlp.fc2.weight": {
"source_key": "model.visual.blocks.24.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1001048064,
1019922432
]
},
"model.visual.blocks.24.norm1.bias": {
"source_key": "model.visual.blocks.24.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1019922432,
1019925504
]
},
"model.visual.blocks.24.norm1.weight": {
"source_key": "model.visual.blocks.24.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1019925504,
1019928576
]
},
"model.visual.blocks.24.norm2.bias": {
"source_key": "model.visual.blocks.24.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1019928576,
1019931648
]
},
"model.visual.blocks.24.norm2.weight": {
"source_key": "model.visual.blocks.24.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1019931648,
1019934720
]
},
"model.visual.blocks.25.attn.proj.bias": {
"source_key": "model.visual.blocks.25.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1019934720,
1019937792
]
},
"model.visual.blocks.25.attn.proj.weight": {
"source_key": "model.visual.blocks.25.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1019937792,
1024656384
]
},
"model.visual.blocks.25.attn.qkv.bias": {
"source_key": "model.visual.blocks.25.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1024656384,
1024665600
]
},
"model.visual.blocks.25.attn.qkv.weight": {
"source_key": "model.visual.blocks.25.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1024665600,
1038821376
]
},
"model.visual.blocks.25.mlp.fc1.bias": {
"source_key": "model.visual.blocks.25.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1038821376,
1038833664
]
},
"model.visual.blocks.25.mlp.fc1.weight": {
"source_key": "model.visual.blocks.25.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1038833664,
1057708032
]
},
"model.visual.blocks.25.mlp.fc2.bias": {
"source_key": "model.visual.blocks.25.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1057708032,
1057711104
]
},
"model.visual.blocks.25.mlp.fc2.weight": {
"source_key": "model.visual.blocks.25.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1057711104,
1076585472
]
},
"model.visual.blocks.25.norm1.bias": {
"source_key": "model.visual.blocks.25.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1076585472,
1076588544
]
},
"model.visual.blocks.25.norm1.weight": {
"source_key": "model.visual.blocks.25.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1076588544,
1076591616
]
},
"model.visual.blocks.25.norm2.bias": {
"source_key": "model.visual.blocks.25.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1076591616,
1076594688
]
},
"model.visual.blocks.25.norm2.weight": {
"source_key": "model.visual.blocks.25.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1076594688,
1076597760
]
},
"model.visual.blocks.26.attn.proj.bias": {
"source_key": "model.visual.blocks.26.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1076597760,
1076600832
]
},
"model.visual.blocks.26.attn.proj.weight": {
"source_key": "model.visual.blocks.26.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1076600832,
1081319424
]
},
"model.visual.blocks.26.attn.qkv.bias": {
"source_key": "model.visual.blocks.26.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1081319424,
1081328640
]
},
"model.visual.blocks.26.attn.qkv.weight": {
"source_key": "model.visual.blocks.26.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1081328640,
1095484416
]
},
"model.visual.blocks.26.mlp.fc1.bias": {
"source_key": "model.visual.blocks.26.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1095484416,
1095496704
]
},
"model.visual.blocks.26.mlp.fc1.weight": {
"source_key": "model.visual.blocks.26.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1095496704,
1114371072
]
},
"model.visual.blocks.26.mlp.fc2.bias": {
"source_key": "model.visual.blocks.26.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1114371072,
1114374144
]
},
"model.visual.blocks.26.mlp.fc2.weight": {
"source_key": "model.visual.blocks.26.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1114374144,
1133248512
]
},
"model.visual.blocks.26.norm1.bias": {
"source_key": "model.visual.blocks.26.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1133248512,
1133251584
]
},
"model.visual.blocks.26.norm1.weight": {
"source_key": "model.visual.blocks.26.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1133251584,
1133254656
]
},
"model.visual.blocks.26.norm2.bias": {
"source_key": "model.visual.blocks.26.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1133254656,
1133257728
]
},
"model.visual.blocks.26.norm2.weight": {
"source_key": "model.visual.blocks.26.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1133257728,
1133260800
]
},
"model.visual.blocks.27.attn.proj.bias": {
"source_key": "model.visual.blocks.27.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1133260800,
1133263872
]
},
"model.visual.blocks.27.attn.proj.weight": {
"source_key": "model.visual.blocks.27.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1133263872,
1137982464
]
},
"model.visual.blocks.27.attn.qkv.bias": {
"source_key": "model.visual.blocks.27.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1137982464,
1137991680
]
},
"model.visual.blocks.27.attn.qkv.weight": {
"source_key": "model.visual.blocks.27.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1137991680,
1152147456
]
},
"model.visual.blocks.27.mlp.fc1.bias": {
"source_key": "model.visual.blocks.27.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1152147456,
1152159744
]
},
"model.visual.blocks.27.mlp.fc1.weight": {
"source_key": "model.visual.blocks.27.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1152159744,
1171034112
]
},
"model.visual.blocks.27.mlp.fc2.bias": {
"source_key": "model.visual.blocks.27.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1171034112,
1171037184
]
},
"model.visual.blocks.27.mlp.fc2.weight": {
"source_key": "model.visual.blocks.27.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1171037184,
1189911552
]
},
"model.visual.blocks.27.norm1.bias": {
"source_key": "model.visual.blocks.27.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1189911552,
1189914624
]
},
"model.visual.blocks.27.norm1.weight": {
"source_key": "model.visual.blocks.27.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1189914624,
1189917696
]
},
"model.visual.blocks.27.norm2.bias": {
"source_key": "model.visual.blocks.27.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1189917696,
1189920768
]
},
"model.visual.blocks.27.norm2.weight": {
"source_key": "model.visual.blocks.27.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1189920768,
1189923840
]
},
"model.visual.blocks.28.attn.proj.bias": {
"source_key": "model.visual.blocks.28.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1189923840,
1189926912
]
},
"model.visual.blocks.28.attn.proj.weight": {
"source_key": "model.visual.blocks.28.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1189926912,
1194645504
]
},
"model.visual.blocks.28.attn.qkv.bias": {
"source_key": "model.visual.blocks.28.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1194645504,
1194654720
]
},
"model.visual.blocks.28.attn.qkv.weight": {
"source_key": "model.visual.blocks.28.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1194654720,
1208810496
]
},
"model.visual.blocks.28.mlp.fc1.bias": {
"source_key": "model.visual.blocks.28.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1208810496,
1208822784
]
},
"model.visual.blocks.28.mlp.fc1.weight": {
"source_key": "model.visual.blocks.28.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1208822784,
1227697152
]
},
"model.visual.blocks.28.mlp.fc2.bias": {
"source_key": "model.visual.blocks.28.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1227697152,
1227700224
]
},
"model.visual.blocks.28.mlp.fc2.weight": {
"source_key": "model.visual.blocks.28.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1227700224,
1246574592
]
},
"model.visual.blocks.28.norm1.bias": {
"source_key": "model.visual.blocks.28.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1246574592,
1246577664
]
},
"model.visual.blocks.28.norm1.weight": {
"source_key": "model.visual.blocks.28.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1246577664,
1246580736
]
},
"model.visual.blocks.28.norm2.bias": {
"source_key": "model.visual.blocks.28.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1246580736,
1246583808
]
},
"model.visual.blocks.28.norm2.weight": {
"source_key": "model.visual.blocks.28.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1246583808,
1246586880
]
},
"model.visual.blocks.29.attn.proj.bias": {
"source_key": "model.visual.blocks.29.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1246586880,
1246589952
]
},
"model.visual.blocks.29.attn.proj.weight": {
"source_key": "model.visual.blocks.29.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1246589952,
1251308544
]
},
"model.visual.blocks.29.attn.qkv.bias": {
"source_key": "model.visual.blocks.29.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1251308544,
1251317760
]
},
"model.visual.blocks.29.attn.qkv.weight": {
"source_key": "model.visual.blocks.29.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1251317760,
1265473536
]
},
"model.visual.blocks.29.mlp.fc1.bias": {
"source_key": "model.visual.blocks.29.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1265473536,
1265485824
]
},
"model.visual.blocks.29.mlp.fc1.weight": {
"source_key": "model.visual.blocks.29.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1265485824,
1284360192
]
},
"model.visual.blocks.29.mlp.fc2.bias": {
"source_key": "model.visual.blocks.29.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1284360192,
1284363264
]
},
"model.visual.blocks.29.mlp.fc2.weight": {
"source_key": "model.visual.blocks.29.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1284363264,
1303237632
]
},
"model.visual.blocks.29.norm1.bias": {
"source_key": "model.visual.blocks.29.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1303237632,
1303240704
]
},
"model.visual.blocks.29.norm1.weight": {
"source_key": "model.visual.blocks.29.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1303240704,
1303243776
]
},
"model.visual.blocks.29.norm2.bias": {
"source_key": "model.visual.blocks.29.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1303243776,
1303246848
]
},
"model.visual.blocks.29.norm2.weight": {
"source_key": "model.visual.blocks.29.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1303246848,
1303249920
]
},
"model.visual.blocks.3.attn.proj.bias": {
"source_key": "model.visual.blocks.3.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1303249920,
1303252992
]
},
"model.visual.blocks.3.attn.proj.weight": {
"source_key": "model.visual.blocks.3.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1303252992,
1307971584
]
},
"model.visual.blocks.3.attn.qkv.bias": {
"source_key": "model.visual.blocks.3.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1307971584,
1307980800
]
},
"model.visual.blocks.3.attn.qkv.weight": {
"source_key": "model.visual.blocks.3.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1307980800,
1322136576
]
},
"model.visual.blocks.3.mlp.fc1.bias": {
"source_key": "model.visual.blocks.3.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1322136576,
1322148864
]
},
"model.visual.blocks.3.mlp.fc1.weight": {
"source_key": "model.visual.blocks.3.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1322148864,
1341023232
]
},
"model.visual.blocks.3.mlp.fc2.bias": {
"source_key": "model.visual.blocks.3.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1341023232,
1341026304
]
},
"model.visual.blocks.3.mlp.fc2.weight": {
"source_key": "model.visual.blocks.3.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1341026304,
1359900672
]
},
"model.visual.blocks.3.norm1.bias": {
"source_key": "model.visual.blocks.3.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1359900672,
1359903744
]
},
"model.visual.blocks.3.norm1.weight": {
"source_key": "model.visual.blocks.3.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1359903744,
1359906816
]
},
"model.visual.blocks.3.norm2.bias": {
"source_key": "model.visual.blocks.3.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1359906816,
1359909888
]
},
"model.visual.blocks.3.norm2.weight": {
"source_key": "model.visual.blocks.3.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1359909888,
1359912960
]
},
"model.visual.blocks.30.attn.proj.bias": {
"source_key": "model.visual.blocks.30.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1359912960,
1359916032
]
},
"model.visual.blocks.30.attn.proj.weight": {
"source_key": "model.visual.blocks.30.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1359916032,
1364634624
]
},
"model.visual.blocks.30.attn.qkv.bias": {
"source_key": "model.visual.blocks.30.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1364634624,
1364643840
]
},
"model.visual.blocks.30.attn.qkv.weight": {
"source_key": "model.visual.blocks.30.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1364643840,
1378799616
]
},
"model.visual.blocks.30.mlp.fc1.bias": {
"source_key": "model.visual.blocks.30.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1378799616,
1378811904
]
},
"model.visual.blocks.30.mlp.fc1.weight": {
"source_key": "model.visual.blocks.30.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1378811904,
1397686272
]
},
"model.visual.blocks.30.mlp.fc2.bias": {
"source_key": "model.visual.blocks.30.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1397686272,
1397689344
]
},
"model.visual.blocks.30.mlp.fc2.weight": {
"source_key": "model.visual.blocks.30.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1397689344,
1416563712
]
},
"model.visual.blocks.30.norm1.bias": {
"source_key": "model.visual.blocks.30.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1416563712,
1416566784
]
},
"model.visual.blocks.30.norm1.weight": {
"source_key": "model.visual.blocks.30.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1416566784,
1416569856
]
},
"model.visual.blocks.30.norm2.bias": {
"source_key": "model.visual.blocks.30.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1416569856,
1416572928
]
},
"model.visual.blocks.30.norm2.weight": {
"source_key": "model.visual.blocks.30.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1416572928,
1416576000
]
},
"model.visual.blocks.31.attn.proj.bias": {
"source_key": "model.visual.blocks.31.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1416576000,
1416579072
]
},
"model.visual.blocks.31.attn.proj.weight": {
"source_key": "model.visual.blocks.31.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1416579072,
1421297664
]
},
"model.visual.blocks.31.attn.qkv.bias": {
"source_key": "model.visual.blocks.31.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1421297664,
1421306880
]
},
"model.visual.blocks.31.attn.qkv.weight": {
"source_key": "model.visual.blocks.31.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1421306880,
1435462656
]
},
"model.visual.blocks.31.mlp.fc1.bias": {
"source_key": "model.visual.blocks.31.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1435462656,
1435474944
]
},
"model.visual.blocks.31.mlp.fc1.weight": {
"source_key": "model.visual.blocks.31.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1435474944,
1454349312
]
},
"model.visual.blocks.31.mlp.fc2.bias": {
"source_key": "model.visual.blocks.31.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1454349312,
1454352384
]
},
"model.visual.blocks.31.mlp.fc2.weight": {
"source_key": "model.visual.blocks.31.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1454352384,
1473226752
]
},
"model.visual.blocks.31.norm1.bias": {
"source_key": "model.visual.blocks.31.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1473226752,
1473229824
]
},
"model.visual.blocks.31.norm1.weight": {
"source_key": "model.visual.blocks.31.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1473229824,
1473232896
]
},
"model.visual.blocks.31.norm2.bias": {
"source_key": "model.visual.blocks.31.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1473232896,
1473235968
]
},
"model.visual.blocks.31.norm2.weight": {
"source_key": "model.visual.blocks.31.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1473235968,
1473239040
]
},
"model.visual.blocks.32.attn.proj.bias": {
"source_key": "model.visual.blocks.32.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1473239040,
1473242112
]
},
"model.visual.blocks.32.attn.proj.weight": {
"source_key": "model.visual.blocks.32.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1473242112,
1477960704
]
},
"model.visual.blocks.32.attn.qkv.bias": {
"source_key": "model.visual.blocks.32.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1477960704,
1477969920
]
},
"model.visual.blocks.32.attn.qkv.weight": {
"source_key": "model.visual.blocks.32.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1477969920,
1492125696
]
},
"model.visual.blocks.32.mlp.fc1.bias": {
"source_key": "model.visual.blocks.32.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1492125696,
1492137984
]
},
"model.visual.blocks.32.mlp.fc1.weight": {
"source_key": "model.visual.blocks.32.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1492137984,
1511012352
]
},
"model.visual.blocks.32.mlp.fc2.bias": {
"source_key": "model.visual.blocks.32.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1511012352,
1511015424
]
},
"model.visual.blocks.32.mlp.fc2.weight": {
"source_key": "model.visual.blocks.32.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1511015424,
1529889792
]
},
"model.visual.blocks.32.norm1.bias": {
"source_key": "model.visual.blocks.32.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1529889792,
1529892864
]
},
"model.visual.blocks.32.norm1.weight": {
"source_key": "model.visual.blocks.32.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1529892864,
1529895936
]
},
"model.visual.blocks.32.norm2.bias": {
"source_key": "model.visual.blocks.32.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1529895936,
1529899008
]
},
"model.visual.blocks.32.norm2.weight": {
"source_key": "model.visual.blocks.32.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1529899008,
1529902080
]
},
"model.visual.blocks.33.attn.proj.bias": {
"source_key": "model.visual.blocks.33.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1529902080,
1529905152
]
},
"model.visual.blocks.33.attn.proj.weight": {
"source_key": "model.visual.blocks.33.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1529905152,
1534623744
]
},
"model.visual.blocks.33.attn.qkv.bias": {
"source_key": "model.visual.blocks.33.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1534623744,
1534632960
]
},
"model.visual.blocks.33.attn.qkv.weight": {
"source_key": "model.visual.blocks.33.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1534632960,
1548788736
]
},
"model.visual.blocks.33.mlp.fc1.bias": {
"source_key": "model.visual.blocks.33.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1548788736,
1548801024
]
},
"model.visual.blocks.33.mlp.fc1.weight": {
"source_key": "model.visual.blocks.33.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1548801024,
1567675392
]
},
"model.visual.blocks.33.mlp.fc2.bias": {
"source_key": "model.visual.blocks.33.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1567675392,
1567678464
]
},
"model.visual.blocks.33.mlp.fc2.weight": {
"source_key": "model.visual.blocks.33.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1567678464,
1586552832
]
},
"model.visual.blocks.33.norm1.bias": {
"source_key": "model.visual.blocks.33.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1586552832,
1586555904
]
},
"model.visual.blocks.33.norm1.weight": {
"source_key": "model.visual.blocks.33.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1586555904,
1586558976
]
},
"model.visual.blocks.33.norm2.bias": {
"source_key": "model.visual.blocks.33.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1586558976,
1586562048
]
},
"model.visual.blocks.33.norm2.weight": {
"source_key": "model.visual.blocks.33.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1586562048,
1586565120
]
},
"model.visual.blocks.34.attn.proj.bias": {
"source_key": "model.visual.blocks.34.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1586565120,
1586568192
]
},
"model.visual.blocks.34.attn.proj.weight": {
"source_key": "model.visual.blocks.34.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1586568192,
1591286784
]
},
"model.visual.blocks.34.attn.qkv.bias": {
"source_key": "model.visual.blocks.34.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1591286784,
1591296000
]
},
"model.visual.blocks.34.attn.qkv.weight": {
"source_key": "model.visual.blocks.34.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1591296000,
1605451776
]
},
"model.visual.blocks.34.mlp.fc1.bias": {
"source_key": "model.visual.blocks.34.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1605451776,
1605464064
]
},
"model.visual.blocks.34.mlp.fc1.weight": {
"source_key": "model.visual.blocks.34.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1605464064,
1624338432
]
},
"model.visual.blocks.34.mlp.fc2.bias": {
"source_key": "model.visual.blocks.34.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1624338432,
1624341504
]
},
"model.visual.blocks.34.mlp.fc2.weight": {
"source_key": "model.visual.blocks.34.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1624341504,
1643215872
]
},
"model.visual.blocks.34.norm1.bias": {
"source_key": "model.visual.blocks.34.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1643215872,
1643218944
]
},
"model.visual.blocks.34.norm1.weight": {
"source_key": "model.visual.blocks.34.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1643218944,
1643222016
]
},
"model.visual.blocks.34.norm2.bias": {
"source_key": "model.visual.blocks.34.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1643222016,
1643225088
]
},
"model.visual.blocks.34.norm2.weight": {
"source_key": "model.visual.blocks.34.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1643225088,
1643228160
]
},
"model.visual.blocks.35.attn.proj.bias": {
"source_key": "model.visual.blocks.35.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1643228160,
1643231232
]
},
"model.visual.blocks.35.attn.proj.weight": {
"source_key": "model.visual.blocks.35.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1643231232,
1647949824
]
},
"model.visual.blocks.35.attn.qkv.bias": {
"source_key": "model.visual.blocks.35.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1647949824,
1647959040
]
},
"model.visual.blocks.35.attn.qkv.weight": {
"source_key": "model.visual.blocks.35.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1647959040,
1662114816
]
},
"model.visual.blocks.35.mlp.fc1.bias": {
"source_key": "model.visual.blocks.35.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1662114816,
1662127104
]
},
"model.visual.blocks.35.mlp.fc1.weight": {
"source_key": "model.visual.blocks.35.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1662127104,
1681001472
]
},
"model.visual.blocks.35.mlp.fc2.bias": {
"source_key": "model.visual.blocks.35.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1681001472,
1681004544
]
},
"model.visual.blocks.35.mlp.fc2.weight": {
"source_key": "model.visual.blocks.35.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1681004544,
1699878912
]
},
"model.visual.blocks.35.norm1.bias": {
"source_key": "model.visual.blocks.35.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1699878912,
1699881984
]
},
"model.visual.blocks.35.norm1.weight": {
"source_key": "model.visual.blocks.35.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1699881984,
1699885056
]
},
"model.visual.blocks.35.norm2.bias": {
"source_key": "model.visual.blocks.35.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1699885056,
1699888128
]
},
"model.visual.blocks.35.norm2.weight": {
"source_key": "model.visual.blocks.35.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1699888128,
1699891200
]
},
"model.visual.blocks.36.attn.proj.bias": {
"source_key": "model.visual.blocks.36.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1699891200,
1699894272
]
},
"model.visual.blocks.36.attn.proj.weight": {
"source_key": "model.visual.blocks.36.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1699894272,
1704612864
]
},
"model.visual.blocks.36.attn.qkv.bias": {
"source_key": "model.visual.blocks.36.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1704612864,
1704622080
]
},
"model.visual.blocks.36.attn.qkv.weight": {
"source_key": "model.visual.blocks.36.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1704622080,
1718777856
]
},
"model.visual.blocks.36.mlp.fc1.bias": {
"source_key": "model.visual.blocks.36.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1718777856,
1718790144
]
},
"model.visual.blocks.36.mlp.fc1.weight": {
"source_key": "model.visual.blocks.36.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1718790144,
1737664512
]
},
"model.visual.blocks.36.mlp.fc2.bias": {
"source_key": "model.visual.blocks.36.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1737664512,
1737667584
]
},
"model.visual.blocks.36.mlp.fc2.weight": {
"source_key": "model.visual.blocks.36.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1737667584,
1756541952
]
},
"model.visual.blocks.36.norm1.bias": {
"source_key": "model.visual.blocks.36.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1756541952,
1756545024
]
},
"model.visual.blocks.36.norm1.weight": {
"source_key": "model.visual.blocks.36.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1756545024,
1756548096
]
},
"model.visual.blocks.36.norm2.bias": {
"source_key": "model.visual.blocks.36.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1756548096,
1756551168
]
},
"model.visual.blocks.36.norm2.weight": {
"source_key": "model.visual.blocks.36.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1756551168,
1756554240
]
},
"model.visual.blocks.37.attn.proj.bias": {
"source_key": "model.visual.blocks.37.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1756554240,
1756557312
]
},
"model.visual.blocks.37.attn.proj.weight": {
"source_key": "model.visual.blocks.37.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1756557312,
1761275904
]
},
"model.visual.blocks.37.attn.qkv.bias": {
"source_key": "model.visual.blocks.37.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1761275904,
1761285120
]
},
"model.visual.blocks.37.attn.qkv.weight": {
"source_key": "model.visual.blocks.37.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1761285120,
1775440896
]
},
"model.visual.blocks.37.mlp.fc1.bias": {
"source_key": "model.visual.blocks.37.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1775440896,
1775453184
]
},
"model.visual.blocks.37.mlp.fc1.weight": {
"source_key": "model.visual.blocks.37.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1775453184,
1794327552
]
},
"model.visual.blocks.37.mlp.fc2.bias": {
"source_key": "model.visual.blocks.37.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1794327552,
1794330624
]
},
"model.visual.blocks.37.mlp.fc2.weight": {
"source_key": "model.visual.blocks.37.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1794330624,
1813204992
]
},
"model.visual.blocks.37.norm1.bias": {
"source_key": "model.visual.blocks.37.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1813204992,
1813208064
]
},
"model.visual.blocks.37.norm1.weight": {
"source_key": "model.visual.blocks.37.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1813208064,
1813211136
]
},
"model.visual.blocks.37.norm2.bias": {
"source_key": "model.visual.blocks.37.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1813211136,
1813214208
]
},
"model.visual.blocks.37.norm2.weight": {
"source_key": "model.visual.blocks.37.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1813214208,
1813217280
]
},
"model.visual.blocks.38.attn.proj.bias": {
"source_key": "model.visual.blocks.38.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1813217280,
1813220352
]
},
"model.visual.blocks.38.attn.proj.weight": {
"source_key": "model.visual.blocks.38.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1813220352,
1817938944
]
},
"model.visual.blocks.38.attn.qkv.bias": {
"source_key": "model.visual.blocks.38.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1817938944,
1817948160
]
},
"model.visual.blocks.38.attn.qkv.weight": {
"source_key": "model.visual.blocks.38.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1817948160,
1832103936
]
},
"model.visual.blocks.38.mlp.fc1.bias": {
"source_key": "model.visual.blocks.38.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1832103936,
1832116224
]
},
"model.visual.blocks.38.mlp.fc1.weight": {
"source_key": "model.visual.blocks.38.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1832116224,
1850990592
]
},
"model.visual.blocks.38.mlp.fc2.bias": {
"source_key": "model.visual.blocks.38.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1850990592,
1850993664
]
},
"model.visual.blocks.38.mlp.fc2.weight": {
"source_key": "model.visual.blocks.38.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1850993664,
1869868032
]
},
"model.visual.blocks.38.norm1.bias": {
"source_key": "model.visual.blocks.38.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1869868032,
1869871104
]
},
"model.visual.blocks.38.norm1.weight": {
"source_key": "model.visual.blocks.38.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1869871104,
1869874176
]
},
"model.visual.blocks.38.norm2.bias": {
"source_key": "model.visual.blocks.38.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1869874176,
1869877248
]
},
"model.visual.blocks.38.norm2.weight": {
"source_key": "model.visual.blocks.38.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1869877248,
1869880320
]
},
"model.visual.blocks.39.attn.proj.bias": {
"source_key": "model.visual.blocks.39.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1869880320,
1869883392
]
},
"model.visual.blocks.39.attn.proj.weight": {
"source_key": "model.visual.blocks.39.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1869883392,
1874601984
]
},
"model.visual.blocks.39.attn.qkv.bias": {
"source_key": "model.visual.blocks.39.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1874601984,
1874611200
]
},
"model.visual.blocks.39.attn.qkv.weight": {
"source_key": "model.visual.blocks.39.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1874611200,
1888766976
]
},
"model.visual.blocks.39.mlp.fc1.bias": {
"source_key": "model.visual.blocks.39.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1888766976,
1888779264
]
},
"model.visual.blocks.39.mlp.fc1.weight": {
"source_key": "model.visual.blocks.39.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1888779264,
1907653632
]
},
"model.visual.blocks.39.mlp.fc2.bias": {
"source_key": "model.visual.blocks.39.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1907653632,
1907656704
]
},
"model.visual.blocks.39.mlp.fc2.weight": {
"source_key": "model.visual.blocks.39.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1907656704,
1926531072
]
},
"model.visual.blocks.39.norm1.bias": {
"source_key": "model.visual.blocks.39.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1926531072,
1926534144
]
},
"model.visual.blocks.39.norm1.weight": {
"source_key": "model.visual.blocks.39.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1926534144,
1926537216
]
},
"model.visual.blocks.39.norm2.bias": {
"source_key": "model.visual.blocks.39.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1926537216,
1926540288
]
},
"model.visual.blocks.39.norm2.weight": {
"source_key": "model.visual.blocks.39.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1926540288,
1926543360
]
},
"model.visual.blocks.4.attn.proj.bias": {
"source_key": "model.visual.blocks.4.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1926543360,
1926546432
]
},
"model.visual.blocks.4.attn.proj.weight": {
"source_key": "model.visual.blocks.4.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1926546432,
1931265024
]
},
"model.visual.blocks.4.attn.qkv.bias": {
"source_key": "model.visual.blocks.4.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1931265024,
1931274240
]
},
"model.visual.blocks.4.attn.qkv.weight": {
"source_key": "model.visual.blocks.4.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1931274240,
1945430016
]
},
"model.visual.blocks.4.mlp.fc1.bias": {
"source_key": "model.visual.blocks.4.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
1945430016,
1945442304
]
},
"model.visual.blocks.4.mlp.fc1.weight": {
"source_key": "model.visual.blocks.4.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
1945442304,
1964316672
]
},
"model.visual.blocks.4.mlp.fc2.bias": {
"source_key": "model.visual.blocks.4.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1964316672,
1964319744
]
},
"model.visual.blocks.4.mlp.fc2.weight": {
"source_key": "model.visual.blocks.4.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
1964319744,
1983194112
]
},
"model.visual.blocks.4.norm1.bias": {
"source_key": "model.visual.blocks.4.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1983194112,
1983197184
]
},
"model.visual.blocks.4.norm1.weight": {
"source_key": "model.visual.blocks.4.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1983197184,
1983200256
]
},
"model.visual.blocks.4.norm2.bias": {
"source_key": "model.visual.blocks.4.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1983200256,
1983203328
]
},
"model.visual.blocks.4.norm2.weight": {
"source_key": "model.visual.blocks.4.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1983203328,
1983206400
]
},
"model.visual.blocks.5.attn.proj.bias": {
"source_key": "model.visual.blocks.5.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
1983206400,
1983209472
]
},
"model.visual.blocks.5.attn.proj.weight": {
"source_key": "model.visual.blocks.5.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
1983209472,
1987928064
]
},
"model.visual.blocks.5.attn.qkv.bias": {
"source_key": "model.visual.blocks.5.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
1987928064,
1987937280
]
},
"model.visual.blocks.5.attn.qkv.weight": {
"source_key": "model.visual.blocks.5.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
1987937280,
2002093056
]
},
"model.visual.blocks.5.mlp.fc1.bias": {
"source_key": "model.visual.blocks.5.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
2002093056,
2002105344
]
},
"model.visual.blocks.5.mlp.fc1.weight": {
"source_key": "model.visual.blocks.5.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
2002105344,
2020979712
]
},
"model.visual.blocks.5.mlp.fc2.bias": {
"source_key": "model.visual.blocks.5.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2020979712,
2020982784
]
},
"model.visual.blocks.5.mlp.fc2.weight": {
"source_key": "model.visual.blocks.5.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
2020982784,
2039857152
]
},
"model.visual.blocks.5.norm1.bias": {
"source_key": "model.visual.blocks.5.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2039857152,
2039860224
]
},
"model.visual.blocks.5.norm1.weight": {
"source_key": "model.visual.blocks.5.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2039860224,
2039863296
]
},
"model.visual.blocks.5.norm2.bias": {
"source_key": "model.visual.blocks.5.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2039863296,
2039866368
]
},
"model.visual.blocks.5.norm2.weight": {
"source_key": "model.visual.blocks.5.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2039866368,
2039869440
]
},
"model.visual.blocks.6.attn.proj.bias": {
"source_key": "model.visual.blocks.6.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2039869440,
2039872512
]
},
"model.visual.blocks.6.attn.proj.weight": {
"source_key": "model.visual.blocks.6.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
2039872512,
2044591104
]
},
"model.visual.blocks.6.attn.qkv.bias": {
"source_key": "model.visual.blocks.6.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
2044591104,
2044600320
]
},
"model.visual.blocks.6.attn.qkv.weight": {
"source_key": "model.visual.blocks.6.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
2044600320,
2058756096
]
},
"model.visual.blocks.6.mlp.fc1.bias": {
"source_key": "model.visual.blocks.6.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
2058756096,
2058768384
]
},
"model.visual.blocks.6.mlp.fc1.weight": {
"source_key": "model.visual.blocks.6.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
2058768384,
2077642752
]
},
"model.visual.blocks.6.mlp.fc2.bias": {
"source_key": "model.visual.blocks.6.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2077642752,
2077645824
]
},
"model.visual.blocks.6.mlp.fc2.weight": {
"source_key": "model.visual.blocks.6.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
2077645824,
2096520192
]
},
"model.visual.blocks.6.norm1.bias": {
"source_key": "model.visual.blocks.6.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2096520192,
2096523264
]
},
"model.visual.blocks.6.norm1.weight": {
"source_key": "model.visual.blocks.6.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2096523264,
2096526336
]
},
"model.visual.blocks.6.norm2.bias": {
"source_key": "model.visual.blocks.6.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2096526336,
2096529408
]
},
"model.visual.blocks.6.norm2.weight": {
"source_key": "model.visual.blocks.6.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2096529408,
2096532480
]
},
"model.visual.blocks.7.attn.proj.bias": {
"source_key": "model.visual.blocks.7.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2096532480,
2096535552
]
},
"model.visual.blocks.7.attn.proj.weight": {
"source_key": "model.visual.blocks.7.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
2096535552,
2101254144
]
},
"model.visual.blocks.7.attn.qkv.bias": {
"source_key": "model.visual.blocks.7.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
2101254144,
2101263360
]
},
"model.visual.blocks.7.attn.qkv.weight": {
"source_key": "model.visual.blocks.7.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
2101263360,
2115419136
]
},
"model.visual.blocks.7.mlp.fc1.bias": {
"source_key": "model.visual.blocks.7.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
2115419136,
2115431424
]
},
"model.visual.blocks.7.mlp.fc1.weight": {
"source_key": "model.visual.blocks.7.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
2115431424,
2134305792
]
},
"model.visual.blocks.7.mlp.fc2.bias": {
"source_key": "model.visual.blocks.7.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2134305792,
2134308864
]
},
"model.visual.blocks.7.mlp.fc2.weight": {
"source_key": "model.visual.blocks.7.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
2134308864,
2153183232
]
},
"model.visual.blocks.7.norm1.bias": {
"source_key": "model.visual.blocks.7.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2153183232,
2153186304
]
},
"model.visual.blocks.7.norm1.weight": {
"source_key": "model.visual.blocks.7.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2153186304,
2153189376
]
},
"model.visual.blocks.7.norm2.bias": {
"source_key": "model.visual.blocks.7.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2153189376,
2153192448
]
},
"model.visual.blocks.7.norm2.weight": {
"source_key": "model.visual.blocks.7.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2153192448,
2153195520
]
},
"model.visual.blocks.8.attn.proj.bias": {
"source_key": "model.visual.blocks.8.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2153195520,
2153198592
]
},
"model.visual.blocks.8.attn.proj.weight": {
"source_key": "model.visual.blocks.8.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
2153198592,
2157917184
]
},
"model.visual.blocks.8.attn.qkv.bias": {
"source_key": "model.visual.blocks.8.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
2157917184,
2157926400
]
},
"model.visual.blocks.8.attn.qkv.weight": {
"source_key": "model.visual.blocks.8.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
2157926400,
2172082176
]
},
"model.visual.blocks.8.mlp.fc1.bias": {
"source_key": "model.visual.blocks.8.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
2172082176,
2172094464
]
},
"model.visual.blocks.8.mlp.fc1.weight": {
"source_key": "model.visual.blocks.8.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
2172094464,
2190968832
]
},
"model.visual.blocks.8.mlp.fc2.bias": {
"source_key": "model.visual.blocks.8.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2190968832,
2190971904
]
},
"model.visual.blocks.8.mlp.fc2.weight": {
"source_key": "model.visual.blocks.8.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
2190971904,
2209846272
]
},
"model.visual.blocks.8.norm1.bias": {
"source_key": "model.visual.blocks.8.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2209846272,
2209849344
]
},
"model.visual.blocks.8.norm1.weight": {
"source_key": "model.visual.blocks.8.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2209849344,
2209852416
]
},
"model.visual.blocks.8.norm2.bias": {
"source_key": "model.visual.blocks.8.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2209852416,
2209855488
]
},
"model.visual.blocks.8.norm2.weight": {
"source_key": "model.visual.blocks.8.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2209855488,
2209858560
]
},
"model.visual.blocks.9.attn.proj.bias": {
"source_key": "model.visual.blocks.9.attn.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2209858560,
2209861632
]
},
"model.visual.blocks.9.attn.proj.weight": {
"source_key": "model.visual.blocks.9.attn.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
1536
],
"data_offsets": [
2209861632,
2214580224
]
},
"model.visual.blocks.9.attn.qkv.bias": {
"source_key": "model.visual.blocks.9.attn.qkv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608
],
"data_offsets": [
2214580224,
2214589440
]
},
"model.visual.blocks.9.attn.qkv.weight": {
"source_key": "model.visual.blocks.9.attn.qkv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
4608,
1536
],
"data_offsets": [
2214589440,
2228745216
]
},
"model.visual.blocks.9.mlp.fc1.bias": {
"source_key": "model.visual.blocks.9.mlp.fc1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144
],
"data_offsets": [
2228745216,
2228757504
]
},
"model.visual.blocks.9.mlp.fc1.weight": {
"source_key": "model.visual.blocks.9.mlp.fc1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
6144,
1536
],
"data_offsets": [
2228757504,
2247631872
]
},
"model.visual.blocks.9.mlp.fc2.bias": {
"source_key": "model.visual.blocks.9.mlp.fc2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2247631872,
2247634944
]
},
"model.visual.blocks.9.mlp.fc2.weight": {
"source_key": "model.visual.blocks.9.mlp.fc2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
6144
],
"data_offsets": [
2247634944,
2266509312
]
},
"model.visual.blocks.9.norm1.bias": {
"source_key": "model.visual.blocks.9.norm1.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2266509312,
2266512384
]
},
"model.visual.blocks.9.norm1.weight": {
"source_key": "model.visual.blocks.9.norm1.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2266512384,
2266515456
]
},
"model.visual.blocks.9.norm2.bias": {
"source_key": "model.visual.blocks.9.norm2.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2266515456,
2266518528
]
},
"model.visual.blocks.9.norm2.weight": {
"source_key": "model.visual.blocks.9.norm2.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2266518528,
2266521600
]
},
"model.visual.embeddings.position_embedding.weight": {
"source_key": "model.visual.embeddings.position_embedding.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
16384,
1536
],
"data_offsets": [
2266521600,
2316853248
]
},
"model.visual.patch_embed.proj.bias": {
"source_key": "model.visual.patch_embed.proj.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2316853248,
2316856320
]
},
"model.visual.patch_embed.proj.weight": {
"source_key": "model.visual.patch_embed.proj.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
3,
16,
16
],
"data_offsets": [
2316856320,
2319215616
]
},
"model.vqmodel.post_quant_conv.bias": {
"source_key": "model.vqmodel.post_quant_conv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536
],
"data_offsets": [
2319215616,
2319218688
]
},
"model.vqmodel.post_quant_conv.weight": {
"source_key": "model.vqmodel.post_quant_conv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
1536,
2048,
1,
1
],
"data_offsets": [
2319218688,
2325510144
]
},
"model.vqmodel.quant_conv.bias": {
"source_key": "model.vqmodel.quant_conv.bias",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
2048
],
"data_offsets": [
2325510144,
2325514240
]
},
"model.vqmodel.quant_conv.weight": {
"source_key": "model.vqmodel.quant_conv.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
2048,
1536,
1,
1
],
"data_offsets": [
2325514240,
2331805696
]
},
"model.vqmodel.quantize.embedding.weight": {
"source_key": "model.vqmodel.quantize.embedding.weight",
"source_shard": "image_tokenizer/model.safetensors",
"dtype": "BF16",
"shape": [
16384,
2048
],
"data_offsets": [
2331805696,
2398914560
]
}
}