diff --git "a/tensor_mapping.json" "b/tensor_mapping.json" new file mode 100644--- /dev/null +++ "b/tensor_mapping.json" @@ -0,0 +1,5023 @@ +{ + "model.visual_tokenizer.visual_bridge_model.quantizer.quantize.codebooks.0.embed": { + "file": "model-00007-of-00015.safetensors", + "header_bytes": 5992, + "dtype": "F32", + "shape": [ + 16385, + 3584 + ], + "data_offsets": [ + 503316480, + 738211840 + ] + }, + "model.visual_tokenizer.visual_bridge_model.quantizer.quantize.codebooks.0.embed_ema": { + "file": "model-00007-of-00015.safetensors", + "header_bytes": 5992, + "dtype": "F32", + "shape": [ + 16384, + 3584 + ], + "data_offsets": [ + 738211840, + 973092864 + ] + }, + "model.visual_tokenizer.visual_bridge_model.bridge.mlp.0.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 5120, + 5120 + ], + "data_offsets": [ + 9003724800, + 9056153600 + ] + }, + "model.visual_tokenizer.visual_bridge_model.bridge.mlp.2.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3584, + 5120 + ], + "data_offsets": [ + 9056153600, + 9092853760 + ] + }, + "model.visual_tokenizer.visual_bridge_model.quantizer.quant_conv.1.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3584, + 3584 + ], + "data_offsets": [ + 9092853760, + 9118543872 + ] + }, + "model.visual_tokenizer.visual_bridge_model.quantizer.quant_conv.3.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3584, + 3584 + ], + "data_offsets": [ + 9118543872, + 9144233984 + ] + }, + "model.visual_tokenizer.visual_embedding_layer.pre_buffer.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3072, + 8192 + ], + "data_offsets": [ + 9144233984, + 9194565632 + ] + }, + "model.visual_tokenizer.visual_embedding_layer.pre_buffer.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 8192, + 3072 + ], + "data_offsets": [ + 9194565632, + 9244897280 + ] + }, + "model.visual_tokenizer.visual_embedding_layer.pre_buffer.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 8192, + 3072 + ], + "data_offsets": [ + 9244897280, + 9295228928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9295228928, + 9305059328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9305059328, + 9313814528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9313814528, + 9322569728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9322569728, + 9331324928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9331324928, + 9341155328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9341155328, + 9349910528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9349910528, + 9358665728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9358665728, + 9367420928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9367420928, + 9377251328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9377251328, + 9386006528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9386006528, + 9394761728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9394761728, + 9403516928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9403516928, + 9413347328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9413347328, + 9422102528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9422102528, + 9430857728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9430857728, + 9439612928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9439612928, + 9449443328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9449443328, + 9458198528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9458198528, + 9466953728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9466953728, + 9475708928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9475708928, + 9485539328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9485539328, + 9494294528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9494294528, + 9503049728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9503049728, + 9511804928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9511804928, + 9521635328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9521635328, + 9530390528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9530390528, + 9539145728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9539145728, + 9547900928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9547900928, + 9557731328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9557731328, + 9566486528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9566486528, + 9575241728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9575241728, + 9583996928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9583996928, + 9593827328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9593827328, + 9602582528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9602582528, + 9611337728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9611337728, + 9620092928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9620092928, + 9629923328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9629923328, + 9638678528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9638678528, + 9647433728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9647433728, + 9656188928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9656188928, + 9666019328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9666019328, + 9674774528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9674774528, + 9683529728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9683529728, + 9692284928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9692284928, + 9702115328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9702115328, + 9710870528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9710870528, + 9719625728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9719625728, + 9728380928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9728380928, + 9738211328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9738211328, + 9746966528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9746966528, + 9755721728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9755721728, + 9764476928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9764476928, + 9774307328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9774307328, + 9783062528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9783062528, + 9791817728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9791817728, + 9800572928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9800572928, + 9810403328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9810403328, + 9819158528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9819158528, + 9827913728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9827913728, + 9836668928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9836668928, + 9846499328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9846499328, + 9855254528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9855254528, + 9864009728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9864009728, + 9872764928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9872764928, + 9882595328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9882595328, + 9891350528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9891350528, + 9900105728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9900105728, + 9908860928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9908860928, + 9918691328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9918691328, + 9927446528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9927446528, + 9936201728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9936201728, + 9944956928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9944956928, + 9954787328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9954787328, + 9963542528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9963542528, + 9972297728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9972297728, + 9981052928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 9981052928, + 9990883328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 9990883328, + 9999638528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 9999638528, + 10008393728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10008393728, + 10017148928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10017148928, + 10026979328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10026979328, + 10035734528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10035734528, + 10044489728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10044489728, + 10053244928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10053244928, + 10063075328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10063075328, + 10071830528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10071830528, + 10080585728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10080585728, + 10089340928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10089340928, + 10099171328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10099171328, + 10107926528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10107926528, + 10116681728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10116681728, + 10125436928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10125436928, + 10135267328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10135267328, + 10144022528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10144022528, + 10152777728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10152777728, + 10161532928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10161532928, + 10171363328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10171363328, + 10180118528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10180118528, + 10188873728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10188873728, + 10197628928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10197628928, + 10207459328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10207459328, + 10216214528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10216214528, + 10224969728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10224969728, + 10233724928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10233724928, + 10243555328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10243555328, + 10252310528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10252310528, + 10261065728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10261065728, + 10269820928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10269820928, + 10279651328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10279651328, + 10288406528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10288406528, + 10297161728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10297161728, + 10305916928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10305916928, + 10315747328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10315747328, + 10324502528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10324502528, + 10333257728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10333257728, + 10342012928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10342012928, + 10351843328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10351843328, + 10360598528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10360598528, + 10369353728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10369353728, + 10378108928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10378108928, + 10387939328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10387939328, + 10396694528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10396694528, + 10405449728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10405449728, + 10414204928 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.attn.qkv.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3840, + 1280 + ], + "data_offsets": [ + 10414204928, + 10424035328 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.mlp.down_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 1280, + 3420 + ], + "data_offsets": [ + 10424035328, + 10432790528 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.mlp.gate_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10432790528, + 10441545728 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.mlp.up_proj.weight": { + "file": "model-00008-of-00015.safetensors", + "header_bytes": 103960, + "dtype": "BF16", + "shape": [ + 3420, + 1280 + ], + "data_offsets": [ + 10441545728, + 10450300928 + ] + }, + "model.visual_tokenizer.visual_bridge_model.quantizer.quantize.codebooks.0.cluster_size_ema": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "F32", + "shape": [ + 16384 + ], + "data_offsets": [ + 66159616, + 66225152 + ] + }, + "model.visual_tokenizer.visual_bridge_model.bridge.ln_q.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2075213104, + 2075215664 + ] + }, + "model.visual_tokenizer.visual_bridge_model.bridge.mlp.0.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 5120 + ], + "data_offsets": [ + 2075215664, + 2075225904 + ] + }, + "model.visual_tokenizer.visual_bridge_model.bridge.mlp.2.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3584 + ], + "data_offsets": [ + 2075225904, + 2075233072 + ] + }, + "model.visual_tokenizer.visual_bridge_model.quantizer.quant_conv.0.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3584 + ], + "data_offsets": [ + 2075233072, + 2075240240 + ] + }, + "model.visual_tokenizer.visual_bridge_model.quantizer.quant_conv.0.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3584 + ], + "data_offsets": [ + 2075240240, + 2075247408 + ] + }, + "model.visual_tokenizer.visual_bridge_model.quantizer.quant_conv.1.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3584 + ], + "data_offsets": [ + 2075247408, + 2075254576 + ] + }, + "model.visual_tokenizer.visual_bridge_model.quantizer.quant_conv.3.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3584 + ], + "data_offsets": [ + 2075254576, + 2075261744 + ] + }, + "model.visual_tokenizer.visual_embedding_layer.pre_buffer.pre_layernorm.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3072 + ], + "data_offsets": [ + 2075261744, + 2075267888 + ] + }, + "model.visual_tokenizer.visual_embedding_layer.pre_buffer.pre_layernorm.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3072 + ], + "data_offsets": [ + 2075267888, + 2075274032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2075274032, + 2075276592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2075276592, + 2078553392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2078553392, + 2078561072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2078561072, + 2078563632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2078563632, + 2078570472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2078570472, + 2078577312 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2078577312, + 2078579872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.0.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2078579872, + 2078582432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2078582432, + 2078584992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2078584992, + 2081861792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2081861792, + 2081869472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2081869472, + 2081872032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2081872032, + 2081878872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2081878872, + 2081885712 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2081885712, + 2081888272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.1.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2081888272, + 2081890832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2081890832, + 2081893392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2081893392, + 2085170192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2085170192, + 2085177872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2085177872, + 2085180432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2085180432, + 2085187272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2085187272, + 2085194112 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2085194112, + 2085196672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.10.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2085196672, + 2085199232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2085199232, + 2085201792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2085201792, + 2088478592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2088478592, + 2088486272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2088486272, + 2088488832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2088488832, + 2088495672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2088495672, + 2088502512 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2088502512, + 2088505072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.11.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2088505072, + 2088507632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2088507632, + 2088510192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2088510192, + 2091786992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2091786992, + 2091794672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2091794672, + 2091797232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2091797232, + 2091804072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2091804072, + 2091810912 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2091810912, + 2091813472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.12.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2091813472, + 2091816032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2091816032, + 2091818592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2091818592, + 2095095392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2095095392, + 2095103072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2095103072, + 2095105632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2095105632, + 2095112472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2095112472, + 2095119312 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2095119312, + 2095121872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.13.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2095121872, + 2095124432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2095124432, + 2095126992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2095126992, + 2098403792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2098403792, + 2098411472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2098411472, + 2098414032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2098414032, + 2098420872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2098420872, + 2098427712 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2098427712, + 2098430272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.14.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2098430272, + 2098432832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2098432832, + 2098435392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2098435392, + 2101712192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2101712192, + 2101719872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2101719872, + 2101722432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2101722432, + 2101729272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2101729272, + 2101736112 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2101736112, + 2101738672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.15.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2101738672, + 2101741232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2101741232, + 2101743792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2101743792, + 2105020592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2105020592, + 2105028272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2105028272, + 2105030832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2105030832, + 2105037672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2105037672, + 2105044512 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2105044512, + 2105047072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.16.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2105047072, + 2105049632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2105049632, + 2105052192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2105052192, + 2108328992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2108328992, + 2108336672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2108336672, + 2108339232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2108339232, + 2108346072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2108346072, + 2108352912 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2108352912, + 2108355472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.17.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2108355472, + 2108358032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2108358032, + 2108360592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2108360592, + 2111637392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2111637392, + 2111645072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2111645072, + 2111647632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2111647632, + 2111654472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2111654472, + 2111661312 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2111661312, + 2111663872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.18.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2111663872, + 2111666432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2111666432, + 2111668992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2111668992, + 2114945792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2114945792, + 2114953472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2114953472, + 2114956032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2114956032, + 2114962872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2114962872, + 2114969712 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2114969712, + 2114972272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.19.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2114972272, + 2114974832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2114974832, + 2114977392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2114977392, + 2118254192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2118254192, + 2118261872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2118261872, + 2118264432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2118264432, + 2118271272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2118271272, + 2118278112 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2118278112, + 2118280672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.2.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2118280672, + 2118283232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2118283232, + 2118285792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2118285792, + 2121562592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2121562592, + 2121570272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2121570272, + 2121572832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2121572832, + 2121579672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2121579672, + 2121586512 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2121586512, + 2121589072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.20.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2121589072, + 2121591632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2121591632, + 2121594192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2121594192, + 2124870992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2124870992, + 2124878672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2124878672, + 2124881232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2124881232, + 2124888072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2124888072, + 2124894912 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2124894912, + 2124897472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.21.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2124897472, + 2124900032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2124900032, + 2124902592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2124902592, + 2128179392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2128179392, + 2128187072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2128187072, + 2128189632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2128189632, + 2128196472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2128196472, + 2128203312 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2128203312, + 2128205872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.22.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2128205872, + 2128208432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2128208432, + 2128210992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2128210992, + 2131487792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2131487792, + 2131495472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2131495472, + 2131498032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2131498032, + 2131504872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2131504872, + 2131511712 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2131511712, + 2131514272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.23.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2131514272, + 2131516832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2131516832, + 2131519392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2131519392, + 2134796192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2134796192, + 2134803872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2134803872, + 2134806432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2134806432, + 2134813272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2134813272, + 2134820112 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2134820112, + 2134822672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.24.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2134822672, + 2134825232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2134825232, + 2134827792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2134827792, + 2138104592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2138104592, + 2138112272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2138112272, + 2138114832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2138114832, + 2138121672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2138121672, + 2138128512 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2138128512, + 2138131072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.25.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2138131072, + 2138133632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2138133632, + 2138136192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2138136192, + 2141412992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2141412992, + 2141420672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2141420672, + 2141423232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2141423232, + 2141430072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2141430072, + 2141436912 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2141436912, + 2141439472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.26.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2141439472, + 2141442032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2141442032, + 2141444592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2141444592, + 2144721392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2144721392, + 2144729072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2144729072, + 2144731632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2144731632, + 2144738472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2144738472, + 2144745312 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2144745312, + 2144747872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.27.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2144747872, + 2144750432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2144750432, + 2144752992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2144752992, + 2148029792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2148029792, + 2148037472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2148037472, + 2148040032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2148040032, + 2148046872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2148046872, + 2148053712 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2148053712, + 2148056272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.28.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2148056272, + 2148058832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2148058832, + 2148061392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2148061392, + 2151338192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2151338192, + 2151345872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2151345872, + 2151348432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2151348432, + 2151355272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2151355272, + 2151362112 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2151362112, + 2151364672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.29.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2151364672, + 2151367232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2151367232, + 2151369792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2151369792, + 2154646592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2154646592, + 2154654272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2154654272, + 2154656832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2154656832, + 2154663672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2154663672, + 2154670512 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2154670512, + 2154673072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.3.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2154673072, + 2154675632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2154675632, + 2154678192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2154678192, + 2157954992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2157954992, + 2157962672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2157962672, + 2157965232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2157965232, + 2157972072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2157972072, + 2157978912 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2157978912, + 2157981472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.30.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2157981472, + 2157984032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2157984032, + 2157986592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2157986592, + 2161263392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2161263392, + 2161271072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2161271072, + 2161273632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2161273632, + 2161280472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2161280472, + 2161287312 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2161287312, + 2161289872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.31.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2161289872, + 2161292432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2161292432, + 2161294992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2161294992, + 2164571792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2164571792, + 2164579472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2164579472, + 2164582032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2164582032, + 2164588872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2164588872, + 2164595712 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2164595712, + 2164598272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.4.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2164598272, + 2164600832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2164600832, + 2164603392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2164603392, + 2167880192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2167880192, + 2167887872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2167887872, + 2167890432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2167890432, + 2167897272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2167897272, + 2167904112 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2167904112, + 2167906672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.5.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2167906672, + 2167909232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2167909232, + 2167911792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2167911792, + 2171188592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2171188592, + 2171196272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2171196272, + 2171198832 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2171198832, + 2171205672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2171205672, + 2171212512 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2171212512, + 2171215072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.6.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2171215072, + 2171217632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2171217632, + 2171220192 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2171220192, + 2174496992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2174496992, + 2174504672 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2174504672, + 2174507232 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2174507232, + 2174514072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2174514072, + 2174520912 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2174520912, + 2174523472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.7.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2174523472, + 2174526032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2174526032, + 2174528592 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2174528592, + 2177805392 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2177805392, + 2177813072 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2177813072, + 2177815632 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2177815632, + 2177822472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2177822472, + 2177829312 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2177829312, + 2177831872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.8.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2177831872, + 2177834432 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.attn.proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2177834432, + 2177836992 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.attn.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 1280 + ], + "data_offsets": [ + 2177836992, + 2181113792 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.attn.qkv.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3840 + ], + "data_offsets": [ + 2181113792, + 2181121472 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.mlp.down_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2181121472, + 2181124032 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.mlp.gate_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2181124032, + 2181130872 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.mlp.up_proj.bias": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 3420 + ], + "data_offsets": [ + 2181130872, + 2181137712 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.norm1.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2181137712, + 2181140272 + ] + }, + "model.visual_tokenizer.visual_model.blocks.9.norm2.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280 + ], + "data_offsets": [ + 2181140272, + 2181142832 + ] + }, + "model.visual_tokenizer.visual_model.patch_embed.proj.weight": { + "file": "model-00015-of-00015.safetensors", + "header_bytes": 354792, + "dtype": "BF16", + "shape": [ + 1280, + 3, + 2, + 14, + 14 + ], + "data_offsets": [ + 2181142832, + 2184153392 + ] + } +}