{ "model.visual.blocks.0.attn.proj.bias": { "source_key": "model.visual.blocks.0.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 0, 3072 ] }, "model.visual.blocks.0.attn.proj.weight": { "source_key": "model.visual.blocks.0.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 3072, 4721664 ] }, "model.visual.blocks.0.attn.qkv.bias": { "source_key": "model.visual.blocks.0.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 4721664, 4730880 ] }, "model.visual.blocks.0.attn.qkv.weight": { "source_key": "model.visual.blocks.0.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 4730880, 18886656 ] }, "model.visual.blocks.0.mlp.fc1.bias": { "source_key": "model.visual.blocks.0.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 18886656, 18898944 ] }, "model.visual.blocks.0.mlp.fc1.weight": { "source_key": "model.visual.blocks.0.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 18898944, 37773312 ] }, "model.visual.blocks.0.mlp.fc2.bias": { "source_key": "model.visual.blocks.0.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 37773312, 37776384 ] }, "model.visual.blocks.0.mlp.fc2.weight": { "source_key": "model.visual.blocks.0.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 37776384, 56650752 ] }, "model.visual.blocks.0.norm1.bias": { "source_key": "model.visual.blocks.0.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 56650752, 56653824 ] }, "model.visual.blocks.0.norm1.weight": { "source_key": "model.visual.blocks.0.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 56653824, 56656896 ] }, "model.visual.blocks.0.norm2.bias": { "source_key": "model.visual.blocks.0.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 56656896, 56659968 ] }, "model.visual.blocks.0.norm2.weight": { "source_key": "model.visual.blocks.0.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 56659968, 56663040 ] }, "model.visual.blocks.1.attn.proj.bias": { "source_key": "model.visual.blocks.1.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 56663040, 56666112 ] }, "model.visual.blocks.1.attn.proj.weight": { "source_key": "model.visual.blocks.1.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 56666112, 61384704 ] }, "model.visual.blocks.1.attn.qkv.bias": { "source_key": "model.visual.blocks.1.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 61384704, 61393920 ] }, "model.visual.blocks.1.attn.qkv.weight": { "source_key": "model.visual.blocks.1.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 61393920, 75549696 ] }, "model.visual.blocks.1.mlp.fc1.bias": { "source_key": "model.visual.blocks.1.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 75549696, 75561984 ] }, "model.visual.blocks.1.mlp.fc1.weight": { "source_key": "model.visual.blocks.1.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 75561984, 94436352 ] }, "model.visual.blocks.1.mlp.fc2.bias": { "source_key": "model.visual.blocks.1.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 94436352, 94439424 ] }, "model.visual.blocks.1.mlp.fc2.weight": { "source_key": "model.visual.blocks.1.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 94439424, 113313792 ] }, "model.visual.blocks.1.norm1.bias": { "source_key": "model.visual.blocks.1.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 113313792, 113316864 ] }, "model.visual.blocks.1.norm1.weight": { "source_key": "model.visual.blocks.1.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 113316864, 113319936 ] }, "model.visual.blocks.1.norm2.bias": { "source_key": "model.visual.blocks.1.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 113319936, 113323008 ] }, "model.visual.blocks.1.norm2.weight": { "source_key": "model.visual.blocks.1.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 113323008, 113326080 ] }, "model.visual.blocks.10.attn.proj.bias": { "source_key": "model.visual.blocks.10.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 113326080, 113329152 ] }, "model.visual.blocks.10.attn.proj.weight": { "source_key": "model.visual.blocks.10.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 113329152, 118047744 ] }, "model.visual.blocks.10.attn.qkv.bias": { "source_key": "model.visual.blocks.10.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 118047744, 118056960 ] }, "model.visual.blocks.10.attn.qkv.weight": { "source_key": "model.visual.blocks.10.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 118056960, 132212736 ] }, "model.visual.blocks.10.mlp.fc1.bias": { "source_key": "model.visual.blocks.10.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 132212736, 132225024 ] }, "model.visual.blocks.10.mlp.fc1.weight": { "source_key": "model.visual.blocks.10.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 132225024, 151099392 ] }, "model.visual.blocks.10.mlp.fc2.bias": { "source_key": "model.visual.blocks.10.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 151099392, 151102464 ] }, "model.visual.blocks.10.mlp.fc2.weight": { "source_key": "model.visual.blocks.10.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 151102464, 169976832 ] }, "model.visual.blocks.10.norm1.bias": { "source_key": "model.visual.blocks.10.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 169976832, 169979904 ] }, "model.visual.blocks.10.norm1.weight": { "source_key": "model.visual.blocks.10.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 169979904, 169982976 ] }, "model.visual.blocks.10.norm2.bias": { "source_key": "model.visual.blocks.10.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 169982976, 169986048 ] }, "model.visual.blocks.10.norm2.weight": { "source_key": "model.visual.blocks.10.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 169986048, 169989120 ] }, "model.visual.blocks.11.attn.proj.bias": { "source_key": "model.visual.blocks.11.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 169989120, 169992192 ] }, "model.visual.blocks.11.attn.proj.weight": { "source_key": "model.visual.blocks.11.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 169992192, 174710784 ] }, "model.visual.blocks.11.attn.qkv.bias": { "source_key": "model.visual.blocks.11.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 174710784, 174720000 ] }, "model.visual.blocks.11.attn.qkv.weight": { "source_key": "model.visual.blocks.11.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 174720000, 188875776 ] }, "model.visual.blocks.11.mlp.fc1.bias": { "source_key": "model.visual.blocks.11.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 188875776, 188888064 ] }, "model.visual.blocks.11.mlp.fc1.weight": { "source_key": "model.visual.blocks.11.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 188888064, 207762432 ] }, "model.visual.blocks.11.mlp.fc2.bias": { "source_key": "model.visual.blocks.11.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 207762432, 207765504 ] }, "model.visual.blocks.11.mlp.fc2.weight": { "source_key": "model.visual.blocks.11.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 207765504, 226639872 ] }, "model.visual.blocks.11.norm1.bias": { "source_key": "model.visual.blocks.11.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 226639872, 226642944 ] }, "model.visual.blocks.11.norm1.weight": { "source_key": "model.visual.blocks.11.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 226642944, 226646016 ] }, "model.visual.blocks.11.norm2.bias": { "source_key": "model.visual.blocks.11.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 226646016, 226649088 ] }, "model.visual.blocks.11.norm2.weight": { "source_key": "model.visual.blocks.11.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 226649088, 226652160 ] }, "model.visual.blocks.12.attn.proj.bias": { "source_key": "model.visual.blocks.12.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 226652160, 226655232 ] }, "model.visual.blocks.12.attn.proj.weight": { "source_key": "model.visual.blocks.12.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 226655232, 231373824 ] }, "model.visual.blocks.12.attn.qkv.bias": { "source_key": "model.visual.blocks.12.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 231373824, 231383040 ] }, "model.visual.blocks.12.attn.qkv.weight": { "source_key": "model.visual.blocks.12.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 231383040, 245538816 ] }, "model.visual.blocks.12.mlp.fc1.bias": { "source_key": "model.visual.blocks.12.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 245538816, 245551104 ] }, "model.visual.blocks.12.mlp.fc1.weight": { "source_key": "model.visual.blocks.12.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 245551104, 264425472 ] }, "model.visual.blocks.12.mlp.fc2.bias": { "source_key": "model.visual.blocks.12.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 264425472, 264428544 ] }, "model.visual.blocks.12.mlp.fc2.weight": { "source_key": "model.visual.blocks.12.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 264428544, 283302912 ] }, "model.visual.blocks.12.norm1.bias": { "source_key": "model.visual.blocks.12.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 283302912, 283305984 ] }, "model.visual.blocks.12.norm1.weight": { "source_key": "model.visual.blocks.12.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 283305984, 283309056 ] }, "model.visual.blocks.12.norm2.bias": { "source_key": "model.visual.blocks.12.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 283309056, 283312128 ] }, "model.visual.blocks.12.norm2.weight": { "source_key": "model.visual.blocks.12.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 283312128, 283315200 ] }, "model.visual.blocks.13.attn.proj.bias": { "source_key": "model.visual.blocks.13.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 283315200, 283318272 ] }, "model.visual.blocks.13.attn.proj.weight": { "source_key": "model.visual.blocks.13.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 283318272, 288036864 ] }, "model.visual.blocks.13.attn.qkv.bias": { "source_key": "model.visual.blocks.13.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 288036864, 288046080 ] }, "model.visual.blocks.13.attn.qkv.weight": { "source_key": "model.visual.blocks.13.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 288046080, 302201856 ] }, "model.visual.blocks.13.mlp.fc1.bias": { "source_key": "model.visual.blocks.13.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 302201856, 302214144 ] }, "model.visual.blocks.13.mlp.fc1.weight": { "source_key": "model.visual.blocks.13.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 302214144, 321088512 ] }, "model.visual.blocks.13.mlp.fc2.bias": { "source_key": "model.visual.blocks.13.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 321088512, 321091584 ] }, "model.visual.blocks.13.mlp.fc2.weight": { "source_key": "model.visual.blocks.13.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 321091584, 339965952 ] }, "model.visual.blocks.13.norm1.bias": { "source_key": "model.visual.blocks.13.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 339965952, 339969024 ] }, "model.visual.blocks.13.norm1.weight": { "source_key": "model.visual.blocks.13.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 339969024, 339972096 ] }, "model.visual.blocks.13.norm2.bias": { "source_key": "model.visual.blocks.13.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 339972096, 339975168 ] }, "model.visual.blocks.13.norm2.weight": { "source_key": "model.visual.blocks.13.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 339975168, 339978240 ] }, "model.visual.blocks.14.attn.proj.bias": { "source_key": "model.visual.blocks.14.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 339978240, 339981312 ] }, "model.visual.blocks.14.attn.proj.weight": { "source_key": "model.visual.blocks.14.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 339981312, 344699904 ] }, "model.visual.blocks.14.attn.qkv.bias": { "source_key": "model.visual.blocks.14.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 344699904, 344709120 ] }, "model.visual.blocks.14.attn.qkv.weight": { "source_key": "model.visual.blocks.14.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 344709120, 358864896 ] }, "model.visual.blocks.14.mlp.fc1.bias": { "source_key": "model.visual.blocks.14.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 358864896, 358877184 ] }, "model.visual.blocks.14.mlp.fc1.weight": { "source_key": "model.visual.blocks.14.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 358877184, 377751552 ] }, "model.visual.blocks.14.mlp.fc2.bias": { "source_key": "model.visual.blocks.14.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 377751552, 377754624 ] }, "model.visual.blocks.14.mlp.fc2.weight": { "source_key": "model.visual.blocks.14.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 377754624, 396628992 ] }, "model.visual.blocks.14.norm1.bias": { "source_key": "model.visual.blocks.14.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 396628992, 396632064 ] }, "model.visual.blocks.14.norm1.weight": { "source_key": "model.visual.blocks.14.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 396632064, 396635136 ] }, "model.visual.blocks.14.norm2.bias": { "source_key": "model.visual.blocks.14.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 396635136, 396638208 ] }, "model.visual.blocks.14.norm2.weight": { "source_key": "model.visual.blocks.14.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 396638208, 396641280 ] }, "model.visual.blocks.15.attn.proj.bias": { "source_key": "model.visual.blocks.15.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 396641280, 396644352 ] }, "model.visual.blocks.15.attn.proj.weight": { "source_key": "model.visual.blocks.15.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 396644352, 401362944 ] }, "model.visual.blocks.15.attn.qkv.bias": { "source_key": "model.visual.blocks.15.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 401362944, 401372160 ] }, "model.visual.blocks.15.attn.qkv.weight": { "source_key": "model.visual.blocks.15.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 401372160, 415527936 ] }, "model.visual.blocks.15.mlp.fc1.bias": { "source_key": "model.visual.blocks.15.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 415527936, 415540224 ] }, "model.visual.blocks.15.mlp.fc1.weight": { "source_key": "model.visual.blocks.15.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 415540224, 434414592 ] }, "model.visual.blocks.15.mlp.fc2.bias": { "source_key": "model.visual.blocks.15.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 434414592, 434417664 ] }, "model.visual.blocks.15.mlp.fc2.weight": { "source_key": "model.visual.blocks.15.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 434417664, 453292032 ] }, "model.visual.blocks.15.norm1.bias": { "source_key": "model.visual.blocks.15.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 453292032, 453295104 ] }, "model.visual.blocks.15.norm1.weight": { "source_key": "model.visual.blocks.15.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 453295104, 453298176 ] }, "model.visual.blocks.15.norm2.bias": { "source_key": "model.visual.blocks.15.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 453298176, 453301248 ] }, "model.visual.blocks.15.norm2.weight": { "source_key": "model.visual.blocks.15.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 453301248, 453304320 ] }, "model.visual.blocks.16.attn.proj.bias": { "source_key": "model.visual.blocks.16.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 453304320, 453307392 ] }, "model.visual.blocks.16.attn.proj.weight": { "source_key": "model.visual.blocks.16.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 453307392, 458025984 ] }, "model.visual.blocks.16.attn.qkv.bias": { "source_key": "model.visual.blocks.16.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 458025984, 458035200 ] }, "model.visual.blocks.16.attn.qkv.weight": { "source_key": "model.visual.blocks.16.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 458035200, 472190976 ] }, "model.visual.blocks.16.mlp.fc1.bias": { "source_key": "model.visual.blocks.16.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 472190976, 472203264 ] }, "model.visual.blocks.16.mlp.fc1.weight": { "source_key": "model.visual.blocks.16.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 472203264, 491077632 ] }, "model.visual.blocks.16.mlp.fc2.bias": { "source_key": "model.visual.blocks.16.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 491077632, 491080704 ] }, "model.visual.blocks.16.mlp.fc2.weight": { "source_key": "model.visual.blocks.16.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 491080704, 509955072 ] }, "model.visual.blocks.16.norm1.bias": { "source_key": "model.visual.blocks.16.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 509955072, 509958144 ] }, "model.visual.blocks.16.norm1.weight": { "source_key": "model.visual.blocks.16.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 509958144, 509961216 ] }, "model.visual.blocks.16.norm2.bias": { "source_key": "model.visual.blocks.16.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 509961216, 509964288 ] }, "model.visual.blocks.16.norm2.weight": { "source_key": "model.visual.blocks.16.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 509964288, 509967360 ] }, "model.visual.blocks.17.attn.proj.bias": { "source_key": "model.visual.blocks.17.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 509967360, 509970432 ] }, "model.visual.blocks.17.attn.proj.weight": { "source_key": "model.visual.blocks.17.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 509970432, 514689024 ] }, "model.visual.blocks.17.attn.qkv.bias": { "source_key": "model.visual.blocks.17.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 514689024, 514698240 ] }, "model.visual.blocks.17.attn.qkv.weight": { "source_key": "model.visual.blocks.17.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 514698240, 528854016 ] }, "model.visual.blocks.17.mlp.fc1.bias": { "source_key": "model.visual.blocks.17.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 528854016, 528866304 ] }, "model.visual.blocks.17.mlp.fc1.weight": { "source_key": "model.visual.blocks.17.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 528866304, 547740672 ] }, "model.visual.blocks.17.mlp.fc2.bias": { "source_key": "model.visual.blocks.17.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 547740672, 547743744 ] }, "model.visual.blocks.17.mlp.fc2.weight": { "source_key": "model.visual.blocks.17.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 547743744, 566618112 ] }, "model.visual.blocks.17.norm1.bias": { "source_key": "model.visual.blocks.17.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 566618112, 566621184 ] }, "model.visual.blocks.17.norm1.weight": { "source_key": "model.visual.blocks.17.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 566621184, 566624256 ] }, "model.visual.blocks.17.norm2.bias": { "source_key": "model.visual.blocks.17.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 566624256, 566627328 ] }, "model.visual.blocks.17.norm2.weight": { "source_key": "model.visual.blocks.17.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 566627328, 566630400 ] }, "model.visual.blocks.18.attn.proj.bias": { "source_key": "model.visual.blocks.18.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 566630400, 566633472 ] }, "model.visual.blocks.18.attn.proj.weight": { "source_key": "model.visual.blocks.18.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 566633472, 571352064 ] }, "model.visual.blocks.18.attn.qkv.bias": { "source_key": "model.visual.blocks.18.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 571352064, 571361280 ] }, "model.visual.blocks.18.attn.qkv.weight": { "source_key": "model.visual.blocks.18.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 571361280, 585517056 ] }, "model.visual.blocks.18.mlp.fc1.bias": { "source_key": "model.visual.blocks.18.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 585517056, 585529344 ] }, "model.visual.blocks.18.mlp.fc1.weight": { "source_key": "model.visual.blocks.18.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 585529344, 604403712 ] }, "model.visual.blocks.18.mlp.fc2.bias": { "source_key": "model.visual.blocks.18.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 604403712, 604406784 ] }, "model.visual.blocks.18.mlp.fc2.weight": { "source_key": "model.visual.blocks.18.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 604406784, 623281152 ] }, "model.visual.blocks.18.norm1.bias": { "source_key": "model.visual.blocks.18.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 623281152, 623284224 ] }, "model.visual.blocks.18.norm1.weight": { "source_key": "model.visual.blocks.18.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 623284224, 623287296 ] }, "model.visual.blocks.18.norm2.bias": { "source_key": "model.visual.blocks.18.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 623287296, 623290368 ] }, "model.visual.blocks.18.norm2.weight": { "source_key": "model.visual.blocks.18.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 623290368, 623293440 ] }, "model.visual.blocks.19.attn.proj.bias": { "source_key": "model.visual.blocks.19.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 623293440, 623296512 ] }, "model.visual.blocks.19.attn.proj.weight": { "source_key": "model.visual.blocks.19.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 623296512, 628015104 ] }, "model.visual.blocks.19.attn.qkv.bias": { "source_key": "model.visual.blocks.19.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 628015104, 628024320 ] }, "model.visual.blocks.19.attn.qkv.weight": { "source_key": "model.visual.blocks.19.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 628024320, 642180096 ] }, "model.visual.blocks.19.mlp.fc1.bias": { "source_key": "model.visual.blocks.19.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 642180096, 642192384 ] }, "model.visual.blocks.19.mlp.fc1.weight": { "source_key": "model.visual.blocks.19.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 642192384, 661066752 ] }, "model.visual.blocks.19.mlp.fc2.bias": { "source_key": "model.visual.blocks.19.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 661066752, 661069824 ] }, "model.visual.blocks.19.mlp.fc2.weight": { "source_key": "model.visual.blocks.19.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 661069824, 679944192 ] }, "model.visual.blocks.19.norm1.bias": { "source_key": "model.visual.blocks.19.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 679944192, 679947264 ] }, "model.visual.blocks.19.norm1.weight": { "source_key": "model.visual.blocks.19.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 679947264, 679950336 ] }, "model.visual.blocks.19.norm2.bias": { "source_key": "model.visual.blocks.19.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 679950336, 679953408 ] }, "model.visual.blocks.19.norm2.weight": { "source_key": "model.visual.blocks.19.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 679953408, 679956480 ] }, "model.visual.blocks.2.attn.proj.bias": { "source_key": "model.visual.blocks.2.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 679956480, 679959552 ] }, "model.visual.blocks.2.attn.proj.weight": { "source_key": "model.visual.blocks.2.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 679959552, 684678144 ] }, "model.visual.blocks.2.attn.qkv.bias": { "source_key": "model.visual.blocks.2.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 684678144, 684687360 ] }, "model.visual.blocks.2.attn.qkv.weight": { "source_key": "model.visual.blocks.2.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 684687360, 698843136 ] }, "model.visual.blocks.2.mlp.fc1.bias": { "source_key": "model.visual.blocks.2.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 698843136, 698855424 ] }, "model.visual.blocks.2.mlp.fc1.weight": { "source_key": "model.visual.blocks.2.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 698855424, 717729792 ] }, "model.visual.blocks.2.mlp.fc2.bias": { "source_key": "model.visual.blocks.2.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 717729792, 717732864 ] }, "model.visual.blocks.2.mlp.fc2.weight": { "source_key": "model.visual.blocks.2.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 717732864, 736607232 ] }, "model.visual.blocks.2.norm1.bias": { "source_key": "model.visual.blocks.2.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 736607232, 736610304 ] }, "model.visual.blocks.2.norm1.weight": { "source_key": "model.visual.blocks.2.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 736610304, 736613376 ] }, "model.visual.blocks.2.norm2.bias": { "source_key": "model.visual.blocks.2.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 736613376, 736616448 ] }, "model.visual.blocks.2.norm2.weight": { "source_key": "model.visual.blocks.2.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 736616448, 736619520 ] }, "model.visual.blocks.20.attn.proj.bias": { "source_key": "model.visual.blocks.20.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 736619520, 736622592 ] }, "model.visual.blocks.20.attn.proj.weight": { "source_key": "model.visual.blocks.20.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 736622592, 741341184 ] }, "model.visual.blocks.20.attn.qkv.bias": { "source_key": "model.visual.blocks.20.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 741341184, 741350400 ] }, "model.visual.blocks.20.attn.qkv.weight": { "source_key": "model.visual.blocks.20.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 741350400, 755506176 ] }, "model.visual.blocks.20.mlp.fc1.bias": { "source_key": "model.visual.blocks.20.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 755506176, 755518464 ] }, "model.visual.blocks.20.mlp.fc1.weight": { "source_key": "model.visual.blocks.20.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 755518464, 774392832 ] }, "model.visual.blocks.20.mlp.fc2.bias": { "source_key": "model.visual.blocks.20.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 774392832, 774395904 ] }, "model.visual.blocks.20.mlp.fc2.weight": { "source_key": "model.visual.blocks.20.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 774395904, 793270272 ] }, "model.visual.blocks.20.norm1.bias": { "source_key": "model.visual.blocks.20.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 793270272, 793273344 ] }, "model.visual.blocks.20.norm1.weight": { "source_key": "model.visual.blocks.20.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 793273344, 793276416 ] }, "model.visual.blocks.20.norm2.bias": { "source_key": "model.visual.blocks.20.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 793276416, 793279488 ] }, "model.visual.blocks.20.norm2.weight": { "source_key": "model.visual.blocks.20.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 793279488, 793282560 ] }, "model.visual.blocks.21.attn.proj.bias": { "source_key": "model.visual.blocks.21.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 793282560, 793285632 ] }, "model.visual.blocks.21.attn.proj.weight": { "source_key": "model.visual.blocks.21.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 793285632, 798004224 ] }, "model.visual.blocks.21.attn.qkv.bias": { "source_key": "model.visual.blocks.21.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 798004224, 798013440 ] }, "model.visual.blocks.21.attn.qkv.weight": { "source_key": "model.visual.blocks.21.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 798013440, 812169216 ] }, "model.visual.blocks.21.mlp.fc1.bias": { "source_key": "model.visual.blocks.21.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 812169216, 812181504 ] }, "model.visual.blocks.21.mlp.fc1.weight": { "source_key": "model.visual.blocks.21.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 812181504, 831055872 ] }, "model.visual.blocks.21.mlp.fc2.bias": { "source_key": "model.visual.blocks.21.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 831055872, 831058944 ] }, "model.visual.blocks.21.mlp.fc2.weight": { "source_key": "model.visual.blocks.21.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 831058944, 849933312 ] }, "model.visual.blocks.21.norm1.bias": { "source_key": "model.visual.blocks.21.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 849933312, 849936384 ] }, "model.visual.blocks.21.norm1.weight": { "source_key": "model.visual.blocks.21.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 849936384, 849939456 ] }, "model.visual.blocks.21.norm2.bias": { "source_key": "model.visual.blocks.21.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 849939456, 849942528 ] }, "model.visual.blocks.21.norm2.weight": { "source_key": "model.visual.blocks.21.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 849942528, 849945600 ] }, "model.visual.blocks.22.attn.proj.bias": { "source_key": "model.visual.blocks.22.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 849945600, 849948672 ] }, "model.visual.blocks.22.attn.proj.weight": { "source_key": "model.visual.blocks.22.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 849948672, 854667264 ] }, "model.visual.blocks.22.attn.qkv.bias": { "source_key": "model.visual.blocks.22.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 854667264, 854676480 ] }, "model.visual.blocks.22.attn.qkv.weight": { "source_key": "model.visual.blocks.22.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 854676480, 868832256 ] }, "model.visual.blocks.22.mlp.fc1.bias": { "source_key": "model.visual.blocks.22.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 868832256, 868844544 ] }, "model.visual.blocks.22.mlp.fc1.weight": { "source_key": "model.visual.blocks.22.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 868844544, 887718912 ] }, "model.visual.blocks.22.mlp.fc2.bias": { "source_key": "model.visual.blocks.22.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 887718912, 887721984 ] }, "model.visual.blocks.22.mlp.fc2.weight": { "source_key": "model.visual.blocks.22.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 887721984, 906596352 ] }, "model.visual.blocks.22.norm1.bias": { "source_key": "model.visual.blocks.22.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 906596352, 906599424 ] }, "model.visual.blocks.22.norm1.weight": { "source_key": "model.visual.blocks.22.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 906599424, 906602496 ] }, "model.visual.blocks.22.norm2.bias": { "source_key": "model.visual.blocks.22.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 906602496, 906605568 ] }, "model.visual.blocks.22.norm2.weight": { "source_key": "model.visual.blocks.22.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 906605568, 906608640 ] }, "model.visual.blocks.23.attn.proj.bias": { "source_key": "model.visual.blocks.23.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 906608640, 906611712 ] }, "model.visual.blocks.23.attn.proj.weight": { "source_key": "model.visual.blocks.23.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 906611712, 911330304 ] }, "model.visual.blocks.23.attn.qkv.bias": { "source_key": "model.visual.blocks.23.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 911330304, 911339520 ] }, "model.visual.blocks.23.attn.qkv.weight": { "source_key": "model.visual.blocks.23.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 911339520, 925495296 ] }, "model.visual.blocks.23.mlp.fc1.bias": { "source_key": "model.visual.blocks.23.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 925495296, 925507584 ] }, "model.visual.blocks.23.mlp.fc1.weight": { "source_key": "model.visual.blocks.23.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 925507584, 944381952 ] }, "model.visual.blocks.23.mlp.fc2.bias": { "source_key": "model.visual.blocks.23.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 944381952, 944385024 ] }, "model.visual.blocks.23.mlp.fc2.weight": { "source_key": "model.visual.blocks.23.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 944385024, 963259392 ] }, "model.visual.blocks.23.norm1.bias": { "source_key": "model.visual.blocks.23.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 963259392, 963262464 ] }, "model.visual.blocks.23.norm1.weight": { "source_key": "model.visual.blocks.23.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 963262464, 963265536 ] }, "model.visual.blocks.23.norm2.bias": { "source_key": "model.visual.blocks.23.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 963265536, 963268608 ] }, "model.visual.blocks.23.norm2.weight": { "source_key": "model.visual.blocks.23.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 963268608, 963271680 ] }, "model.visual.blocks.24.attn.proj.bias": { "source_key": "model.visual.blocks.24.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 963271680, 963274752 ] }, "model.visual.blocks.24.attn.proj.weight": { "source_key": "model.visual.blocks.24.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 963274752, 967993344 ] }, "model.visual.blocks.24.attn.qkv.bias": { "source_key": "model.visual.blocks.24.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 967993344, 968002560 ] }, "model.visual.blocks.24.attn.qkv.weight": { "source_key": "model.visual.blocks.24.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 968002560, 982158336 ] }, "model.visual.blocks.24.mlp.fc1.bias": { "source_key": "model.visual.blocks.24.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 982158336, 982170624 ] }, "model.visual.blocks.24.mlp.fc1.weight": { "source_key": "model.visual.blocks.24.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 982170624, 1001044992 ] }, "model.visual.blocks.24.mlp.fc2.bias": { "source_key": "model.visual.blocks.24.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1001044992, 1001048064 ] }, "model.visual.blocks.24.mlp.fc2.weight": { "source_key": "model.visual.blocks.24.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1001048064, 1019922432 ] }, "model.visual.blocks.24.norm1.bias": { "source_key": "model.visual.blocks.24.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1019922432, 1019925504 ] }, "model.visual.blocks.24.norm1.weight": { "source_key": "model.visual.blocks.24.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1019925504, 1019928576 ] }, "model.visual.blocks.24.norm2.bias": { "source_key": "model.visual.blocks.24.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1019928576, 1019931648 ] }, "model.visual.blocks.24.norm2.weight": { "source_key": "model.visual.blocks.24.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1019931648, 1019934720 ] }, "model.visual.blocks.25.attn.proj.bias": { "source_key": "model.visual.blocks.25.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1019934720, 1019937792 ] }, "model.visual.blocks.25.attn.proj.weight": { "source_key": "model.visual.blocks.25.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1019937792, 1024656384 ] }, "model.visual.blocks.25.attn.qkv.bias": { "source_key": "model.visual.blocks.25.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1024656384, 1024665600 ] }, "model.visual.blocks.25.attn.qkv.weight": { "source_key": "model.visual.blocks.25.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1024665600, 1038821376 ] }, "model.visual.blocks.25.mlp.fc1.bias": { "source_key": "model.visual.blocks.25.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1038821376, 1038833664 ] }, "model.visual.blocks.25.mlp.fc1.weight": { "source_key": "model.visual.blocks.25.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1038833664, 1057708032 ] }, "model.visual.blocks.25.mlp.fc2.bias": { "source_key": "model.visual.blocks.25.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1057708032, 1057711104 ] }, "model.visual.blocks.25.mlp.fc2.weight": { "source_key": "model.visual.blocks.25.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1057711104, 1076585472 ] }, "model.visual.blocks.25.norm1.bias": { "source_key": "model.visual.blocks.25.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1076585472, 1076588544 ] }, "model.visual.blocks.25.norm1.weight": { "source_key": "model.visual.blocks.25.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1076588544, 1076591616 ] }, "model.visual.blocks.25.norm2.bias": { "source_key": "model.visual.blocks.25.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1076591616, 1076594688 ] }, "model.visual.blocks.25.norm2.weight": { "source_key": "model.visual.blocks.25.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1076594688, 1076597760 ] }, "model.visual.blocks.26.attn.proj.bias": { "source_key": "model.visual.blocks.26.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1076597760, 1076600832 ] }, "model.visual.blocks.26.attn.proj.weight": { "source_key": "model.visual.blocks.26.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1076600832, 1081319424 ] }, "model.visual.blocks.26.attn.qkv.bias": { "source_key": "model.visual.blocks.26.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1081319424, 1081328640 ] }, "model.visual.blocks.26.attn.qkv.weight": { "source_key": "model.visual.blocks.26.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1081328640, 1095484416 ] }, "model.visual.blocks.26.mlp.fc1.bias": { "source_key": "model.visual.blocks.26.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1095484416, 1095496704 ] }, "model.visual.blocks.26.mlp.fc1.weight": { "source_key": "model.visual.blocks.26.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1095496704, 1114371072 ] }, "model.visual.blocks.26.mlp.fc2.bias": { "source_key": "model.visual.blocks.26.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1114371072, 1114374144 ] }, "model.visual.blocks.26.mlp.fc2.weight": { "source_key": "model.visual.blocks.26.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1114374144, 1133248512 ] }, "model.visual.blocks.26.norm1.bias": { "source_key": "model.visual.blocks.26.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1133248512, 1133251584 ] }, "model.visual.blocks.26.norm1.weight": { "source_key": "model.visual.blocks.26.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1133251584, 1133254656 ] }, "model.visual.blocks.26.norm2.bias": { "source_key": "model.visual.blocks.26.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1133254656, 1133257728 ] }, "model.visual.blocks.26.norm2.weight": { "source_key": "model.visual.blocks.26.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1133257728, 1133260800 ] }, "model.visual.blocks.27.attn.proj.bias": { "source_key": "model.visual.blocks.27.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1133260800, 1133263872 ] }, "model.visual.blocks.27.attn.proj.weight": { "source_key": "model.visual.blocks.27.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1133263872, 1137982464 ] }, "model.visual.blocks.27.attn.qkv.bias": { "source_key": "model.visual.blocks.27.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1137982464, 1137991680 ] }, "model.visual.blocks.27.attn.qkv.weight": { "source_key": "model.visual.blocks.27.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1137991680, 1152147456 ] }, "model.visual.blocks.27.mlp.fc1.bias": { "source_key": "model.visual.blocks.27.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1152147456, 1152159744 ] }, "model.visual.blocks.27.mlp.fc1.weight": { "source_key": "model.visual.blocks.27.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1152159744, 1171034112 ] }, "model.visual.blocks.27.mlp.fc2.bias": { "source_key": "model.visual.blocks.27.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1171034112, 1171037184 ] }, "model.visual.blocks.27.mlp.fc2.weight": { "source_key": "model.visual.blocks.27.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1171037184, 1189911552 ] }, "model.visual.blocks.27.norm1.bias": { "source_key": "model.visual.blocks.27.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1189911552, 1189914624 ] }, "model.visual.blocks.27.norm1.weight": { "source_key": "model.visual.blocks.27.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1189914624, 1189917696 ] }, "model.visual.blocks.27.norm2.bias": { "source_key": "model.visual.blocks.27.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1189917696, 1189920768 ] }, "model.visual.blocks.27.norm2.weight": { "source_key": "model.visual.blocks.27.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1189920768, 1189923840 ] }, "model.visual.blocks.28.attn.proj.bias": { "source_key": "model.visual.blocks.28.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1189923840, 1189926912 ] }, "model.visual.blocks.28.attn.proj.weight": { "source_key": "model.visual.blocks.28.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1189926912, 1194645504 ] }, "model.visual.blocks.28.attn.qkv.bias": { "source_key": "model.visual.blocks.28.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1194645504, 1194654720 ] }, "model.visual.blocks.28.attn.qkv.weight": { "source_key": "model.visual.blocks.28.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1194654720, 1208810496 ] }, "model.visual.blocks.28.mlp.fc1.bias": { "source_key": "model.visual.blocks.28.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1208810496, 1208822784 ] }, "model.visual.blocks.28.mlp.fc1.weight": { "source_key": "model.visual.blocks.28.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1208822784, 1227697152 ] }, "model.visual.blocks.28.mlp.fc2.bias": { "source_key": "model.visual.blocks.28.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1227697152, 1227700224 ] }, "model.visual.blocks.28.mlp.fc2.weight": { "source_key": "model.visual.blocks.28.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1227700224, 1246574592 ] }, "model.visual.blocks.28.norm1.bias": { "source_key": "model.visual.blocks.28.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1246574592, 1246577664 ] }, "model.visual.blocks.28.norm1.weight": { "source_key": "model.visual.blocks.28.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1246577664, 1246580736 ] }, "model.visual.blocks.28.norm2.bias": { "source_key": "model.visual.blocks.28.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1246580736, 1246583808 ] }, "model.visual.blocks.28.norm2.weight": { "source_key": "model.visual.blocks.28.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1246583808, 1246586880 ] }, "model.visual.blocks.29.attn.proj.bias": { "source_key": "model.visual.blocks.29.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1246586880, 1246589952 ] }, "model.visual.blocks.29.attn.proj.weight": { "source_key": "model.visual.blocks.29.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1246589952, 1251308544 ] }, "model.visual.blocks.29.attn.qkv.bias": { "source_key": "model.visual.blocks.29.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1251308544, 1251317760 ] }, "model.visual.blocks.29.attn.qkv.weight": { "source_key": "model.visual.blocks.29.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1251317760, 1265473536 ] }, "model.visual.blocks.29.mlp.fc1.bias": { "source_key": "model.visual.blocks.29.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1265473536, 1265485824 ] }, "model.visual.blocks.29.mlp.fc1.weight": { "source_key": "model.visual.blocks.29.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1265485824, 1284360192 ] }, "model.visual.blocks.29.mlp.fc2.bias": { "source_key": "model.visual.blocks.29.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1284360192, 1284363264 ] }, "model.visual.blocks.29.mlp.fc2.weight": { "source_key": "model.visual.blocks.29.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1284363264, 1303237632 ] }, "model.visual.blocks.29.norm1.bias": { "source_key": "model.visual.blocks.29.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1303237632, 1303240704 ] }, "model.visual.blocks.29.norm1.weight": { "source_key": "model.visual.blocks.29.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1303240704, 1303243776 ] }, "model.visual.blocks.29.norm2.bias": { "source_key": "model.visual.blocks.29.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1303243776, 1303246848 ] }, "model.visual.blocks.29.norm2.weight": { "source_key": "model.visual.blocks.29.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1303246848, 1303249920 ] }, "model.visual.blocks.3.attn.proj.bias": { "source_key": "model.visual.blocks.3.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1303249920, 1303252992 ] }, "model.visual.blocks.3.attn.proj.weight": { "source_key": "model.visual.blocks.3.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1303252992, 1307971584 ] }, "model.visual.blocks.3.attn.qkv.bias": { "source_key": "model.visual.blocks.3.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1307971584, 1307980800 ] }, "model.visual.blocks.3.attn.qkv.weight": { "source_key": "model.visual.blocks.3.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1307980800, 1322136576 ] }, "model.visual.blocks.3.mlp.fc1.bias": { "source_key": "model.visual.blocks.3.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1322136576, 1322148864 ] }, "model.visual.blocks.3.mlp.fc1.weight": { "source_key": "model.visual.blocks.3.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1322148864, 1341023232 ] }, "model.visual.blocks.3.mlp.fc2.bias": { "source_key": "model.visual.blocks.3.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1341023232, 1341026304 ] }, "model.visual.blocks.3.mlp.fc2.weight": { "source_key": "model.visual.blocks.3.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1341026304, 1359900672 ] }, "model.visual.blocks.3.norm1.bias": { "source_key": "model.visual.blocks.3.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1359900672, 1359903744 ] }, "model.visual.blocks.3.norm1.weight": { "source_key": "model.visual.blocks.3.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1359903744, 1359906816 ] }, "model.visual.blocks.3.norm2.bias": { "source_key": "model.visual.blocks.3.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1359906816, 1359909888 ] }, "model.visual.blocks.3.norm2.weight": { "source_key": "model.visual.blocks.3.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1359909888, 1359912960 ] }, "model.visual.blocks.30.attn.proj.bias": { "source_key": "model.visual.blocks.30.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1359912960, 1359916032 ] }, "model.visual.blocks.30.attn.proj.weight": { "source_key": "model.visual.blocks.30.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1359916032, 1364634624 ] }, "model.visual.blocks.30.attn.qkv.bias": { "source_key": "model.visual.blocks.30.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1364634624, 1364643840 ] }, "model.visual.blocks.30.attn.qkv.weight": { "source_key": "model.visual.blocks.30.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1364643840, 1378799616 ] }, "model.visual.blocks.30.mlp.fc1.bias": { "source_key": "model.visual.blocks.30.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1378799616, 1378811904 ] }, "model.visual.blocks.30.mlp.fc1.weight": { "source_key": "model.visual.blocks.30.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1378811904, 1397686272 ] }, "model.visual.blocks.30.mlp.fc2.bias": { "source_key": "model.visual.blocks.30.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1397686272, 1397689344 ] }, "model.visual.blocks.30.mlp.fc2.weight": { "source_key": "model.visual.blocks.30.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1397689344, 1416563712 ] }, "model.visual.blocks.30.norm1.bias": { "source_key": "model.visual.blocks.30.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1416563712, 1416566784 ] }, "model.visual.blocks.30.norm1.weight": { "source_key": "model.visual.blocks.30.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1416566784, 1416569856 ] }, "model.visual.blocks.30.norm2.bias": { "source_key": "model.visual.blocks.30.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1416569856, 1416572928 ] }, "model.visual.blocks.30.norm2.weight": { "source_key": "model.visual.blocks.30.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1416572928, 1416576000 ] }, "model.visual.blocks.31.attn.proj.bias": { "source_key": "model.visual.blocks.31.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1416576000, 1416579072 ] }, "model.visual.blocks.31.attn.proj.weight": { "source_key": "model.visual.blocks.31.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1416579072, 1421297664 ] }, "model.visual.blocks.31.attn.qkv.bias": { "source_key": "model.visual.blocks.31.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1421297664, 1421306880 ] }, "model.visual.blocks.31.attn.qkv.weight": { "source_key": "model.visual.blocks.31.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1421306880, 1435462656 ] }, "model.visual.blocks.31.mlp.fc1.bias": { "source_key": "model.visual.blocks.31.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1435462656, 1435474944 ] }, "model.visual.blocks.31.mlp.fc1.weight": { "source_key": "model.visual.blocks.31.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1435474944, 1454349312 ] }, "model.visual.blocks.31.mlp.fc2.bias": { "source_key": "model.visual.blocks.31.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1454349312, 1454352384 ] }, "model.visual.blocks.31.mlp.fc2.weight": { "source_key": "model.visual.blocks.31.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1454352384, 1473226752 ] }, "model.visual.blocks.31.norm1.bias": { "source_key": "model.visual.blocks.31.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1473226752, 1473229824 ] }, "model.visual.blocks.31.norm1.weight": { "source_key": "model.visual.blocks.31.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1473229824, 1473232896 ] }, "model.visual.blocks.31.norm2.bias": { "source_key": "model.visual.blocks.31.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1473232896, 1473235968 ] }, "model.visual.blocks.31.norm2.weight": { "source_key": "model.visual.blocks.31.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1473235968, 1473239040 ] }, "model.visual.blocks.32.attn.proj.bias": { "source_key": "model.visual.blocks.32.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1473239040, 1473242112 ] }, "model.visual.blocks.32.attn.proj.weight": { "source_key": "model.visual.blocks.32.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1473242112, 1477960704 ] }, "model.visual.blocks.32.attn.qkv.bias": { "source_key": "model.visual.blocks.32.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1477960704, 1477969920 ] }, "model.visual.blocks.32.attn.qkv.weight": { "source_key": "model.visual.blocks.32.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1477969920, 1492125696 ] }, "model.visual.blocks.32.mlp.fc1.bias": { "source_key": "model.visual.blocks.32.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1492125696, 1492137984 ] }, "model.visual.blocks.32.mlp.fc1.weight": { "source_key": "model.visual.blocks.32.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1492137984, 1511012352 ] }, "model.visual.blocks.32.mlp.fc2.bias": { "source_key": "model.visual.blocks.32.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1511012352, 1511015424 ] }, "model.visual.blocks.32.mlp.fc2.weight": { "source_key": "model.visual.blocks.32.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1511015424, 1529889792 ] }, "model.visual.blocks.32.norm1.bias": { "source_key": "model.visual.blocks.32.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1529889792, 1529892864 ] }, "model.visual.blocks.32.norm1.weight": { "source_key": "model.visual.blocks.32.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1529892864, 1529895936 ] }, "model.visual.blocks.32.norm2.bias": { "source_key": "model.visual.blocks.32.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1529895936, 1529899008 ] }, "model.visual.blocks.32.norm2.weight": { "source_key": "model.visual.blocks.32.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1529899008, 1529902080 ] }, "model.visual.blocks.33.attn.proj.bias": { "source_key": "model.visual.blocks.33.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1529902080, 1529905152 ] }, "model.visual.blocks.33.attn.proj.weight": { "source_key": "model.visual.blocks.33.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1529905152, 1534623744 ] }, "model.visual.blocks.33.attn.qkv.bias": { "source_key": "model.visual.blocks.33.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1534623744, 1534632960 ] }, "model.visual.blocks.33.attn.qkv.weight": { "source_key": "model.visual.blocks.33.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1534632960, 1548788736 ] }, "model.visual.blocks.33.mlp.fc1.bias": { "source_key": "model.visual.blocks.33.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1548788736, 1548801024 ] }, "model.visual.blocks.33.mlp.fc1.weight": { "source_key": "model.visual.blocks.33.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1548801024, 1567675392 ] }, "model.visual.blocks.33.mlp.fc2.bias": { "source_key": "model.visual.blocks.33.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1567675392, 1567678464 ] }, "model.visual.blocks.33.mlp.fc2.weight": { "source_key": "model.visual.blocks.33.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1567678464, 1586552832 ] }, "model.visual.blocks.33.norm1.bias": { "source_key": "model.visual.blocks.33.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1586552832, 1586555904 ] }, "model.visual.blocks.33.norm1.weight": { "source_key": "model.visual.blocks.33.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1586555904, 1586558976 ] }, "model.visual.blocks.33.norm2.bias": { "source_key": "model.visual.blocks.33.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1586558976, 1586562048 ] }, "model.visual.blocks.33.norm2.weight": { "source_key": "model.visual.blocks.33.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1586562048, 1586565120 ] }, "model.visual.blocks.34.attn.proj.bias": { "source_key": "model.visual.blocks.34.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1586565120, 1586568192 ] }, "model.visual.blocks.34.attn.proj.weight": { "source_key": "model.visual.blocks.34.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1586568192, 1591286784 ] }, "model.visual.blocks.34.attn.qkv.bias": { "source_key": "model.visual.blocks.34.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1591286784, 1591296000 ] }, "model.visual.blocks.34.attn.qkv.weight": { "source_key": "model.visual.blocks.34.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1591296000, 1605451776 ] }, "model.visual.blocks.34.mlp.fc1.bias": { "source_key": "model.visual.blocks.34.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1605451776, 1605464064 ] }, "model.visual.blocks.34.mlp.fc1.weight": { "source_key": "model.visual.blocks.34.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1605464064, 1624338432 ] }, "model.visual.blocks.34.mlp.fc2.bias": { "source_key": "model.visual.blocks.34.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1624338432, 1624341504 ] }, "model.visual.blocks.34.mlp.fc2.weight": { "source_key": "model.visual.blocks.34.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1624341504, 1643215872 ] }, "model.visual.blocks.34.norm1.bias": { "source_key": "model.visual.blocks.34.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1643215872, 1643218944 ] }, "model.visual.blocks.34.norm1.weight": { "source_key": "model.visual.blocks.34.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1643218944, 1643222016 ] }, "model.visual.blocks.34.norm2.bias": { "source_key": "model.visual.blocks.34.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1643222016, 1643225088 ] }, "model.visual.blocks.34.norm2.weight": { "source_key": "model.visual.blocks.34.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1643225088, 1643228160 ] }, "model.visual.blocks.35.attn.proj.bias": { "source_key": "model.visual.blocks.35.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1643228160, 1643231232 ] }, "model.visual.blocks.35.attn.proj.weight": { "source_key": "model.visual.blocks.35.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1643231232, 1647949824 ] }, "model.visual.blocks.35.attn.qkv.bias": { "source_key": "model.visual.blocks.35.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1647949824, 1647959040 ] }, "model.visual.blocks.35.attn.qkv.weight": { "source_key": "model.visual.blocks.35.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1647959040, 1662114816 ] }, "model.visual.blocks.35.mlp.fc1.bias": { "source_key": "model.visual.blocks.35.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1662114816, 1662127104 ] }, "model.visual.blocks.35.mlp.fc1.weight": { "source_key": "model.visual.blocks.35.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1662127104, 1681001472 ] }, "model.visual.blocks.35.mlp.fc2.bias": { "source_key": "model.visual.blocks.35.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1681001472, 1681004544 ] }, "model.visual.blocks.35.mlp.fc2.weight": { "source_key": "model.visual.blocks.35.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1681004544, 1699878912 ] }, "model.visual.blocks.35.norm1.bias": { "source_key": "model.visual.blocks.35.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1699878912, 1699881984 ] }, "model.visual.blocks.35.norm1.weight": { "source_key": "model.visual.blocks.35.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1699881984, 1699885056 ] }, "model.visual.blocks.35.norm2.bias": { "source_key": "model.visual.blocks.35.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1699885056, 1699888128 ] }, "model.visual.blocks.35.norm2.weight": { "source_key": "model.visual.blocks.35.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1699888128, 1699891200 ] }, "model.visual.blocks.36.attn.proj.bias": { "source_key": "model.visual.blocks.36.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1699891200, 1699894272 ] }, "model.visual.blocks.36.attn.proj.weight": { "source_key": "model.visual.blocks.36.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1699894272, 1704612864 ] }, "model.visual.blocks.36.attn.qkv.bias": { "source_key": "model.visual.blocks.36.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1704612864, 1704622080 ] }, "model.visual.blocks.36.attn.qkv.weight": { "source_key": "model.visual.blocks.36.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1704622080, 1718777856 ] }, "model.visual.blocks.36.mlp.fc1.bias": { "source_key": "model.visual.blocks.36.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1718777856, 1718790144 ] }, "model.visual.blocks.36.mlp.fc1.weight": { "source_key": "model.visual.blocks.36.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1718790144, 1737664512 ] }, "model.visual.blocks.36.mlp.fc2.bias": { "source_key": "model.visual.blocks.36.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1737664512, 1737667584 ] }, "model.visual.blocks.36.mlp.fc2.weight": { "source_key": "model.visual.blocks.36.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1737667584, 1756541952 ] }, "model.visual.blocks.36.norm1.bias": { "source_key": "model.visual.blocks.36.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1756541952, 1756545024 ] }, "model.visual.blocks.36.norm1.weight": { "source_key": "model.visual.blocks.36.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1756545024, 1756548096 ] }, "model.visual.blocks.36.norm2.bias": { "source_key": "model.visual.blocks.36.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1756548096, 1756551168 ] }, "model.visual.blocks.36.norm2.weight": { "source_key": "model.visual.blocks.36.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1756551168, 1756554240 ] }, "model.visual.blocks.37.attn.proj.bias": { "source_key": "model.visual.blocks.37.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1756554240, 1756557312 ] }, "model.visual.blocks.37.attn.proj.weight": { "source_key": "model.visual.blocks.37.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1756557312, 1761275904 ] }, "model.visual.blocks.37.attn.qkv.bias": { "source_key": "model.visual.blocks.37.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1761275904, 1761285120 ] }, "model.visual.blocks.37.attn.qkv.weight": { "source_key": "model.visual.blocks.37.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1761285120, 1775440896 ] }, "model.visual.blocks.37.mlp.fc1.bias": { "source_key": "model.visual.blocks.37.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1775440896, 1775453184 ] }, "model.visual.blocks.37.mlp.fc1.weight": { "source_key": "model.visual.blocks.37.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1775453184, 1794327552 ] }, "model.visual.blocks.37.mlp.fc2.bias": { "source_key": "model.visual.blocks.37.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1794327552, 1794330624 ] }, "model.visual.blocks.37.mlp.fc2.weight": { "source_key": "model.visual.blocks.37.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1794330624, 1813204992 ] }, "model.visual.blocks.37.norm1.bias": { "source_key": "model.visual.blocks.37.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1813204992, 1813208064 ] }, "model.visual.blocks.37.norm1.weight": { "source_key": "model.visual.blocks.37.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1813208064, 1813211136 ] }, "model.visual.blocks.37.norm2.bias": { "source_key": "model.visual.blocks.37.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1813211136, 1813214208 ] }, "model.visual.blocks.37.norm2.weight": { "source_key": "model.visual.blocks.37.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1813214208, 1813217280 ] }, "model.visual.blocks.38.attn.proj.bias": { "source_key": "model.visual.blocks.38.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1813217280, 1813220352 ] }, "model.visual.blocks.38.attn.proj.weight": { "source_key": "model.visual.blocks.38.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1813220352, 1817938944 ] }, "model.visual.blocks.38.attn.qkv.bias": { "source_key": "model.visual.blocks.38.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1817938944, 1817948160 ] }, "model.visual.blocks.38.attn.qkv.weight": { "source_key": "model.visual.blocks.38.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1817948160, 1832103936 ] }, "model.visual.blocks.38.mlp.fc1.bias": { "source_key": "model.visual.blocks.38.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1832103936, 1832116224 ] }, "model.visual.blocks.38.mlp.fc1.weight": { "source_key": "model.visual.blocks.38.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1832116224, 1850990592 ] }, "model.visual.blocks.38.mlp.fc2.bias": { "source_key": "model.visual.blocks.38.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1850990592, 1850993664 ] }, "model.visual.blocks.38.mlp.fc2.weight": { "source_key": "model.visual.blocks.38.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1850993664, 1869868032 ] }, "model.visual.blocks.38.norm1.bias": { "source_key": "model.visual.blocks.38.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1869868032, 1869871104 ] }, "model.visual.blocks.38.norm1.weight": { "source_key": "model.visual.blocks.38.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1869871104, 1869874176 ] }, "model.visual.blocks.38.norm2.bias": { "source_key": "model.visual.blocks.38.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1869874176, 1869877248 ] }, "model.visual.blocks.38.norm2.weight": { "source_key": "model.visual.blocks.38.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1869877248, 1869880320 ] }, "model.visual.blocks.39.attn.proj.bias": { "source_key": "model.visual.blocks.39.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1869880320, 1869883392 ] }, "model.visual.blocks.39.attn.proj.weight": { "source_key": "model.visual.blocks.39.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1869883392, 1874601984 ] }, "model.visual.blocks.39.attn.qkv.bias": { "source_key": "model.visual.blocks.39.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1874601984, 1874611200 ] }, "model.visual.blocks.39.attn.qkv.weight": { "source_key": "model.visual.blocks.39.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1874611200, 1888766976 ] }, "model.visual.blocks.39.mlp.fc1.bias": { "source_key": "model.visual.blocks.39.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1888766976, 1888779264 ] }, "model.visual.blocks.39.mlp.fc1.weight": { "source_key": "model.visual.blocks.39.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1888779264, 1907653632 ] }, "model.visual.blocks.39.mlp.fc2.bias": { "source_key": "model.visual.blocks.39.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1907653632, 1907656704 ] }, "model.visual.blocks.39.mlp.fc2.weight": { "source_key": "model.visual.blocks.39.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1907656704, 1926531072 ] }, "model.visual.blocks.39.norm1.bias": { "source_key": "model.visual.blocks.39.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1926531072, 1926534144 ] }, "model.visual.blocks.39.norm1.weight": { "source_key": "model.visual.blocks.39.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1926534144, 1926537216 ] }, "model.visual.blocks.39.norm2.bias": { "source_key": "model.visual.blocks.39.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1926537216, 1926540288 ] }, "model.visual.blocks.39.norm2.weight": { "source_key": "model.visual.blocks.39.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1926540288, 1926543360 ] }, "model.visual.blocks.4.attn.proj.bias": { "source_key": "model.visual.blocks.4.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1926543360, 1926546432 ] }, "model.visual.blocks.4.attn.proj.weight": { "source_key": "model.visual.blocks.4.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1926546432, 1931265024 ] }, "model.visual.blocks.4.attn.qkv.bias": { "source_key": "model.visual.blocks.4.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1931265024, 1931274240 ] }, "model.visual.blocks.4.attn.qkv.weight": { "source_key": "model.visual.blocks.4.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1931274240, 1945430016 ] }, "model.visual.blocks.4.mlp.fc1.bias": { "source_key": "model.visual.blocks.4.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 1945430016, 1945442304 ] }, "model.visual.blocks.4.mlp.fc1.weight": { "source_key": "model.visual.blocks.4.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 1945442304, 1964316672 ] }, "model.visual.blocks.4.mlp.fc2.bias": { "source_key": "model.visual.blocks.4.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1964316672, 1964319744 ] }, "model.visual.blocks.4.mlp.fc2.weight": { "source_key": "model.visual.blocks.4.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 1964319744, 1983194112 ] }, "model.visual.blocks.4.norm1.bias": { "source_key": "model.visual.blocks.4.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1983194112, 1983197184 ] }, "model.visual.blocks.4.norm1.weight": { "source_key": "model.visual.blocks.4.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1983197184, 1983200256 ] }, "model.visual.blocks.4.norm2.bias": { "source_key": "model.visual.blocks.4.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1983200256, 1983203328 ] }, "model.visual.blocks.4.norm2.weight": { "source_key": "model.visual.blocks.4.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1983203328, 1983206400 ] }, "model.visual.blocks.5.attn.proj.bias": { "source_key": "model.visual.blocks.5.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 1983206400, 1983209472 ] }, "model.visual.blocks.5.attn.proj.weight": { "source_key": "model.visual.blocks.5.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 1983209472, 1987928064 ] }, "model.visual.blocks.5.attn.qkv.bias": { "source_key": "model.visual.blocks.5.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 1987928064, 1987937280 ] }, "model.visual.blocks.5.attn.qkv.weight": { "source_key": "model.visual.blocks.5.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 1987937280, 2002093056 ] }, "model.visual.blocks.5.mlp.fc1.bias": { "source_key": "model.visual.blocks.5.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 2002093056, 2002105344 ] }, "model.visual.blocks.5.mlp.fc1.weight": { "source_key": "model.visual.blocks.5.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 2002105344, 2020979712 ] }, "model.visual.blocks.5.mlp.fc2.bias": { "source_key": "model.visual.blocks.5.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2020979712, 2020982784 ] }, "model.visual.blocks.5.mlp.fc2.weight": { "source_key": "model.visual.blocks.5.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 2020982784, 2039857152 ] }, "model.visual.blocks.5.norm1.bias": { "source_key": "model.visual.blocks.5.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2039857152, 2039860224 ] }, "model.visual.blocks.5.norm1.weight": { "source_key": "model.visual.blocks.5.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2039860224, 2039863296 ] }, "model.visual.blocks.5.norm2.bias": { "source_key": "model.visual.blocks.5.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2039863296, 2039866368 ] }, "model.visual.blocks.5.norm2.weight": { "source_key": "model.visual.blocks.5.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2039866368, 2039869440 ] }, "model.visual.blocks.6.attn.proj.bias": { "source_key": "model.visual.blocks.6.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2039869440, 2039872512 ] }, "model.visual.blocks.6.attn.proj.weight": { "source_key": "model.visual.blocks.6.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 2039872512, 2044591104 ] }, "model.visual.blocks.6.attn.qkv.bias": { "source_key": "model.visual.blocks.6.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 2044591104, 2044600320 ] }, "model.visual.blocks.6.attn.qkv.weight": { "source_key": "model.visual.blocks.6.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 2044600320, 2058756096 ] }, "model.visual.blocks.6.mlp.fc1.bias": { "source_key": "model.visual.blocks.6.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 2058756096, 2058768384 ] }, "model.visual.blocks.6.mlp.fc1.weight": { "source_key": "model.visual.blocks.6.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 2058768384, 2077642752 ] }, "model.visual.blocks.6.mlp.fc2.bias": { "source_key": "model.visual.blocks.6.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2077642752, 2077645824 ] }, "model.visual.blocks.6.mlp.fc2.weight": { "source_key": "model.visual.blocks.6.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 2077645824, 2096520192 ] }, "model.visual.blocks.6.norm1.bias": { "source_key": "model.visual.blocks.6.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2096520192, 2096523264 ] }, "model.visual.blocks.6.norm1.weight": { "source_key": "model.visual.blocks.6.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2096523264, 2096526336 ] }, "model.visual.blocks.6.norm2.bias": { "source_key": "model.visual.blocks.6.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2096526336, 2096529408 ] }, "model.visual.blocks.6.norm2.weight": { "source_key": "model.visual.blocks.6.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2096529408, 2096532480 ] }, "model.visual.blocks.7.attn.proj.bias": { "source_key": "model.visual.blocks.7.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2096532480, 2096535552 ] }, "model.visual.blocks.7.attn.proj.weight": { "source_key": "model.visual.blocks.7.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 2096535552, 2101254144 ] }, "model.visual.blocks.7.attn.qkv.bias": { "source_key": "model.visual.blocks.7.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 2101254144, 2101263360 ] }, "model.visual.blocks.7.attn.qkv.weight": { "source_key": "model.visual.blocks.7.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 2101263360, 2115419136 ] }, "model.visual.blocks.7.mlp.fc1.bias": { "source_key": "model.visual.blocks.7.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 2115419136, 2115431424 ] }, "model.visual.blocks.7.mlp.fc1.weight": { "source_key": "model.visual.blocks.7.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 2115431424, 2134305792 ] }, "model.visual.blocks.7.mlp.fc2.bias": { "source_key": "model.visual.blocks.7.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2134305792, 2134308864 ] }, "model.visual.blocks.7.mlp.fc2.weight": { "source_key": "model.visual.blocks.7.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 2134308864, 2153183232 ] }, "model.visual.blocks.7.norm1.bias": { "source_key": "model.visual.blocks.7.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2153183232, 2153186304 ] }, "model.visual.blocks.7.norm1.weight": { "source_key": "model.visual.blocks.7.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2153186304, 2153189376 ] }, "model.visual.blocks.7.norm2.bias": { "source_key": "model.visual.blocks.7.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2153189376, 2153192448 ] }, "model.visual.blocks.7.norm2.weight": { "source_key": "model.visual.blocks.7.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2153192448, 2153195520 ] }, "model.visual.blocks.8.attn.proj.bias": { "source_key": "model.visual.blocks.8.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2153195520, 2153198592 ] }, "model.visual.blocks.8.attn.proj.weight": { "source_key": "model.visual.blocks.8.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 2153198592, 2157917184 ] }, "model.visual.blocks.8.attn.qkv.bias": { "source_key": "model.visual.blocks.8.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 2157917184, 2157926400 ] }, "model.visual.blocks.8.attn.qkv.weight": { "source_key": "model.visual.blocks.8.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 2157926400, 2172082176 ] }, "model.visual.blocks.8.mlp.fc1.bias": { "source_key": "model.visual.blocks.8.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 2172082176, 2172094464 ] }, "model.visual.blocks.8.mlp.fc1.weight": { "source_key": "model.visual.blocks.8.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 2172094464, 2190968832 ] }, "model.visual.blocks.8.mlp.fc2.bias": { "source_key": "model.visual.blocks.8.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2190968832, 2190971904 ] }, "model.visual.blocks.8.mlp.fc2.weight": { "source_key": "model.visual.blocks.8.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 2190971904, 2209846272 ] }, "model.visual.blocks.8.norm1.bias": { "source_key": "model.visual.blocks.8.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2209846272, 2209849344 ] }, "model.visual.blocks.8.norm1.weight": { "source_key": "model.visual.blocks.8.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2209849344, 2209852416 ] }, "model.visual.blocks.8.norm2.bias": { "source_key": "model.visual.blocks.8.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2209852416, 2209855488 ] }, "model.visual.blocks.8.norm2.weight": { "source_key": "model.visual.blocks.8.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2209855488, 2209858560 ] }, "model.visual.blocks.9.attn.proj.bias": { "source_key": "model.visual.blocks.9.attn.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2209858560, 2209861632 ] }, "model.visual.blocks.9.attn.proj.weight": { "source_key": "model.visual.blocks.9.attn.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 1536 ], "data_offsets": [ 2209861632, 2214580224 ] }, "model.visual.blocks.9.attn.qkv.bias": { "source_key": "model.visual.blocks.9.attn.qkv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608 ], "data_offsets": [ 2214580224, 2214589440 ] }, "model.visual.blocks.9.attn.qkv.weight": { "source_key": "model.visual.blocks.9.attn.qkv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 4608, 1536 ], "data_offsets": [ 2214589440, 2228745216 ] }, "model.visual.blocks.9.mlp.fc1.bias": { "source_key": "model.visual.blocks.9.mlp.fc1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144 ], "data_offsets": [ 2228745216, 2228757504 ] }, "model.visual.blocks.9.mlp.fc1.weight": { "source_key": "model.visual.blocks.9.mlp.fc1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 6144, 1536 ], "data_offsets": [ 2228757504, 2247631872 ] }, "model.visual.blocks.9.mlp.fc2.bias": { "source_key": "model.visual.blocks.9.mlp.fc2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2247631872, 2247634944 ] }, "model.visual.blocks.9.mlp.fc2.weight": { "source_key": "model.visual.blocks.9.mlp.fc2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 6144 ], "data_offsets": [ 2247634944, 2266509312 ] }, "model.visual.blocks.9.norm1.bias": { "source_key": "model.visual.blocks.9.norm1.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2266509312, 2266512384 ] }, "model.visual.blocks.9.norm1.weight": { "source_key": "model.visual.blocks.9.norm1.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2266512384, 2266515456 ] }, "model.visual.blocks.9.norm2.bias": { "source_key": "model.visual.blocks.9.norm2.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2266515456, 2266518528 ] }, "model.visual.blocks.9.norm2.weight": { "source_key": "model.visual.blocks.9.norm2.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2266518528, 2266521600 ] }, "model.visual.embeddings.position_embedding.weight": { "source_key": "model.visual.embeddings.position_embedding.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 16384, 1536 ], "data_offsets": [ 2266521600, 2316853248 ] }, "model.visual.patch_embed.proj.bias": { "source_key": "model.visual.patch_embed.proj.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2316853248, 2316856320 ] }, "model.visual.patch_embed.proj.weight": { "source_key": "model.visual.patch_embed.proj.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 3, 16, 16 ], "data_offsets": [ 2316856320, 2319215616 ] }, "model.vqmodel.post_quant_conv.bias": { "source_key": "model.vqmodel.post_quant_conv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536 ], "data_offsets": [ 2319215616, 2319218688 ] }, "model.vqmodel.post_quant_conv.weight": { "source_key": "model.vqmodel.post_quant_conv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 1536, 2048, 1, 1 ], "data_offsets": [ 2319218688, 2325510144 ] }, "model.vqmodel.quant_conv.bias": { "source_key": "model.vqmodel.quant_conv.bias", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 2048 ], "data_offsets": [ 2325510144, 2325514240 ] }, "model.vqmodel.quant_conv.weight": { "source_key": "model.vqmodel.quant_conv.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 2048, 1536, 1, 1 ], "data_offsets": [ 2325514240, 2331805696 ] }, "model.vqmodel.quantize.embedding.weight": { "source_key": "model.vqmodel.quantize.embedding.weight", "source_shard": "image_tokenizer/model.safetensors", "dtype": "BF16", "shape": [ 16384, 2048 ], "data_offsets": [ 2331805696, 2398914560 ] } }