File size: 1,460 Bytes
58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 58d21f9 015c274 74e2004 015c274 58d21f9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 | {
"architectures": [
"Mistral3ForConditionalGeneration"
],
"dtype": "float32",
"image_token_index": 10,
"model_type": "mistral3",
"multimodal_projector_bias": false,
"projector_hidden_act": "gelu",
"spatial_merge_size": 2,
"text_config": {
"attention_dropout": 0.0,
"bos_token_id": 1,
"dtype": "float32",
"eos_token_id": 2,
"head_dim": 16,
"hidden_act": "silu",
"hidden_size": 64,
"initializer_range": 0.02,
"intermediate_size": 128,
"max_position_embeddings": 512,
"model_type": "mistral",
"num_attention_heads": 4,
"num_hidden_layers": 2,
"num_key_value_heads": 2,
"pad_token_id": null,
"rms_norm_eps": 1e-05,
"rope_parameters": {
"rope_theta": 1000000000.0,
"rope_type": "default"
},
"sliding_window": null,
"tie_word_embeddings": false,
"use_cache": true,
"vocab_size": 131072
},
"tie_word_embeddings": false,
"transformers_version": "5.17.0",
"vision_config": {
"attention_dropout": 0.0,
"dtype": "float32",
"head_dim": 16,
"hidden_act": "silu",
"hidden_size": 64,
"image_size": 56,
"initializer_range": 0.02,
"intermediate_size": 128,
"model_type": "pixtral",
"num_attention_heads": 4,
"num_channels": 3,
"num_hidden_layers": 2,
"patch_size": 14,
"rope_parameters": {
"rope_theta": 10000.0,
"rope_type": "default"
}
},
"vision_feature_layer": -1
}
|