Hugging Face's logo

huggingface-mic
/
internvl-mic

Safetensors
internvl
mic
test-artifact
Model card Files
xet
 Community
1
internvl-mic / build.json
tarekziade's picture
tarekziade HF Staff
Consolidate MIC usage, slim weights and reviewed framework expectations
f01c184 verified
Raw History Blame Contribute Delete
6.04 kB
{
"fixture": "hf-internal-testing/mic-internvl-slim",
"key": "13790668e138b43a3b2ce0f0de38fe49dad025232c7c323b44ea920255c05240",
"key_fields": {
"architectures": [
"InternVLForConditionalGeneration"
],
"output_hidden_states": false,
"return_dict": true,
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"vision_config": {
"architectures": [
"InternVisionModel"
],
"output_hidden_states": false,
"return_dict": true,
"dtype": "bfloat16",
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"hidden_size": 64,
"num_hidden_layers": 2,
"num_attention_heads": 4,
"attention_bias": true,
"use_qk_norm": false,
"intermediate_size": 128,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.0,
"attention_dropout": 0.0,
"projection_dropout": 0.0,
"initializer_range": 1e-10,
"norm_type": "layer_norm",
"layer_norm_eps": 1e-06,
"image_size": [
448,
448
],
"patch_size": [
14,
14
],
"num_channels": 3,
"use_mask_token": false,
"use_absolute_position_embeddings": true,
"layer_scale_init_value": 0.1,
"use_mean_pooling": true,
"_name_or_path": "",
"dropout": 0.0,
"initializer_factor": 0.1,
"model_type": "internvl_vision",
"output_attentions": false
},
"text_config": {
"architectures": [
"Qwen2ForCausalLM"
],
"output_hidden_states": false,
"return_dict": true,
"dtype": "bfloat16",
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"vocab_size": 151674,
"hidden_size": 64,
"intermediate_size": 128,
"num_hidden_layers": 2,
"num_attention_heads": 4,
"num_key_value_heads": 2,
"hidden_act": "silu",
"max_position_embeddings": 32768,
"initializer_range": 0.02,
"rms_norm_eps": 1e-06,
"use_cache": true,
"tie_word_embeddings": false,
"rope_parameters": {
"factor": 2.0,
"rope_type": "dynamic",
"type": "dynamic",
"rope_theta": 1000000.0
},
"use_sliding_window": false,
"sliding_window": null,
"max_window_layers": 70,
"layer_types": [
"full_attention",
"full_attention"
],
"attention_dropout": 0.0,
"pad_token_id": null,
"bos_token_id": 151643,
"eos_token_id": 151645,
"_name_or_path": "",
"model_type": "qwen2",
"output_attentions": false
},
"image_token_id": 151667,
"image_seq_length": 256,
"downsample_ratio": 0.5,
"projector_hidden_act": "gelu",
"vision_feature_layer": -1,
"vision_feature_select_strategy": "default",
"tie_word_embeddings": true,
"model_type": "internvl",
"output_attentions": false,
"dtype": "bfloat16"
},
"covers": {
"OpenGVLab/InternVL3-1B-hf": "014c0583a0d4bedf29fbe2dbff4f865eb998e171"
},
"built_from": {
"repo": "OpenGVLab/InternVL3-1B-hf",
"revision": "014c0583a0d4bedf29fbe2dbff4f865eb998e171"
},
"seed": 17,
"dtype": "bfloat16",
"builder": "example/build_fixtures.py",
"model_class": "InternVLForConditionalGeneration",
"parameters": 9973120,
"missing_parameters": [],
"checkpoint_inspection": "parameter metadata",
"captured": {
"call": "training step",
"inputs": [
"attention_mask",
"input_ids",
"labels",
"pixel_values"
]
},
"weights": "random",
"gate": {
"random": {
"pass": true,
"accepted_insensitive": {},
"threshold": 0.001,
"deltas": {
"input_ids:roll_batch": 1.4296875,
"input_ids:reverse": 1.443359375,
"attention_mask:all_ones": null,
"pixel_values:roll_batch": 0.0078125,
"pixel_values:swap_channels": 0.0078125,
"pixel_values:reverse": 0.0078125,
"pixel_values:halve": 0.0078125
},
"weakest": "pixel_values:roll_batch",
"no_perturbation_defined": []
}
},
"numeric_health": {
"float32": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
},
"bfloat16": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
},
"float16": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
}
},
"copied_unchanged": [
"added_tokens.json",
"chat_template.jinja",
"generation_config.json",
"merges.txt",
"preprocessor_config.json",
"processor_config.json",
"special_tokens_map.json",
"tokenizer.json",
"tokenizer_config.json",
"vocab.json"
],
"environment": {
"python": "3.10.12",
"machine": "x86_64",
"torch": "2.11.0+cu128",
"transformers": "5.19.0.dev0",
"tokenizers": "0.23.1"
},
"sha256": {
"added_tokens.json": "222d504fd2fb42e08a43b7ef6383a130483d34233f506b6ccc799655de48dff8",
"chat_template.jinja": "b3e3fa7cdeceec1d3dfe0d17b77724baf3857714e688f3a700261567e96140eb",
"config.json": "3e0c504a34f145118bfbed8cf12536ada39574cd91c54264e356957e9484f8d5",
"generation_config.json": "c142bebeae7dfc9ef119d3f12fb03022261ceef51320c75ead103af4d8e150c2",
"merges.txt": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
"model.safetensors": "71e9ed1c193761dc90f27c88a57d14922efdb0cd382ff9ab7c3a2295dd203ffd",
"preprocessor_config.json": "af09ffbe57900d5ae07f93f4c20693559a272e32fa6c5f816132cb71985aac98",
"processor_config.json": "3511f4ae65c2fa5c1ab6a0fb2bb2fe767d6f0ee53ba412953b33acc892327c2a",
"special_tokens_map.json": "e847a86633f2470a0d9fed41b5a36ff1f4435050929aa80b28c41d28420501b2",
"tokenizer.json": "7cc80b7e20adf8bf6f6ca442bf1abfac8056bb3b7d3e0b11c9d497d3e79398c9",
"tokenizer_config.json": "b336af8282760f5e596726eb9834ce20dd6625d55aa7df73030ef4c59028567f",
"vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
}
}