{
 "fixture": "hf-internal-testing/mic-internvl-slim",
 "key": "13790668e138b43a3b2ce0f0de38fe49dad025232c7c323b44ea920255c05240",
 "key_fields": {
  "architectures": [
   "InternVLForConditionalGeneration"
  ],
  "output_hidden_states": false,
  "return_dict": true,
  "chunk_size_feed_forward": 0,
  "is_encoder_decoder": false,
  "id2label": {
   "0": "LABEL_0",
   "1": "LABEL_1"
  },
  "label2id": {
   "LABEL_0": 0,
   "LABEL_1": 1
  },
  "problem_type": null,
  "vision_config": {
   "architectures": [
    "InternVisionModel"
   ],
   "output_hidden_states": false,
   "return_dict": true,
   "dtype": "bfloat16",
   "chunk_size_feed_forward": 0,
   "is_encoder_decoder": false,
   "id2label": {
    "0": "LABEL_0",
    "1": "LABEL_1"
   },
   "label2id": {
    "LABEL_0": 0,
    "LABEL_1": 1
   },
   "problem_type": null,
   "hidden_size": 64,
   "num_hidden_layers": 2,
   "num_attention_heads": 4,
   "attention_bias": true,
   "use_qk_norm": false,
   "intermediate_size": 128,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
   "attention_dropout": 0.0,
   "projection_dropout": 0.0,
   "initializer_range": 1e-10,
   "norm_type": "layer_norm",
   "layer_norm_eps": 1e-06,
   "image_size": [
    448,
    448
   ],
   "patch_size": [
    14,
    14
   ],
   "num_channels": 3,
   "use_mask_token": false,
   "use_absolute_position_embeddings": true,
   "layer_scale_init_value": 0.1,
   "use_mean_pooling": true,
   "_name_or_path": "",
   "dropout": 0.0,
   "initializer_factor": 0.1,
   "model_type": "internvl_vision",
   "output_attentions": false
  },
  "text_config": {
   "architectures": [
    "Qwen2ForCausalLM"
   ],
   "output_hidden_states": false,
   "return_dict": true,
   "dtype": "bfloat16",
   "chunk_size_feed_forward": 0,
   "is_encoder_decoder": false,
   "id2label": {
    "0": "LABEL_0",
    "1": "LABEL_1"
   },
   "label2id": {
    "LABEL_0": 0,
    "LABEL_1": 1
   },
   "problem_type": null,
   "vocab_size": 151674,
   "hidden_size": 64,
   "intermediate_size": 128,
   "num_hidden_layers": 2,
   "num_attention_heads": 4,
   "num_key_value_heads": 2,
   "hidden_act": "silu",
   "max_position_embeddings": 32768,
   "initializer_range": 0.02,
   "rms_norm_eps": 1e-06,
   "use_cache": true,
   "tie_word_embeddings": false,
   "rope_parameters": {
    "factor": 2.0,
    "rope_type": "dynamic",
    "type": "dynamic",
    "rope_theta": 1000000.0
   },
   "use_sliding_window": false,
   "sliding_window": null,
   "max_window_layers": 70,
   "layer_types": [
    "full_attention",
    "full_attention"
   ],
   "attention_dropout": 0.0,
   "pad_token_id": null,
   "bos_token_id": 151643,
   "eos_token_id": 151645,
   "_name_or_path": "",
   "model_type": "qwen2",
   "output_attentions": false
  },
  "image_token_id": 151667,
  "image_seq_length": 256,
  "downsample_ratio": 0.5,
  "projector_hidden_act": "gelu",
  "vision_feature_layer": -1,
  "vision_feature_select_strategy": "default",
  "tie_word_embeddings": true,
  "model_type": "internvl",
  "output_attentions": false,
  "dtype": "bfloat16"
 },
 "covers": {
  "OpenGVLab/InternVL3-1B-hf": "014c0583a0d4bedf29fbe2dbff4f865eb998e171"
 },
 "built_from": {
  "repo": "OpenGVLab/InternVL3-1B-hf",
  "revision": "014c0583a0d4bedf29fbe2dbff4f865eb998e171"
 },
 "seed": 17,
 "dtype": "bfloat16",
 "builder": "example/build_fixtures.py",
 "model_class": "InternVLForConditionalGeneration",
 "parameters": 9973120,
 "missing_parameters": [],
 "checkpoint_inspection": "parameter metadata",
 "captured": {
  "call": "training step",
  "inputs": [
   "attention_mask",
   "input_ids",
   "labels",
   "pixel_values"
  ]
 },
 "weights": "random",
 "gate": {
  "random": {
   "pass": true,
   "accepted_insensitive": {},
   "threshold": 0.001,
   "deltas": {
    "input_ids:roll_batch": 1.4296875,
    "input_ids:reverse": 1.443359375,
    "attention_mask:all_ones": null,
    "pixel_values:roll_batch": 0.0078125,
    "pixel_values:swap_channels": 0.0078125,
    "pixel_values:reverse": 0.0078125,
    "pixel_values:halve": 0.0078125
   },
   "weakest": "pixel_values:roll_batch",
   "no_perturbation_defined": []
  }
 },
 "numeric_health": {
  "float32": {
   "outputs_finite": true,
   "loss_finite": true,
   "gradients_finite": true,
   "finite": true
  },
  "bfloat16": {
   "outputs_finite": true,
   "loss_finite": true,
   "gradients_finite": true,
   "finite": true
  },
  "float16": {
   "outputs_finite": true,
   "loss_finite": true,
   "gradients_finite": true,
   "finite": true
  }
 },
 "copied_unchanged": [
  "added_tokens.json",
  "chat_template.jinja",
  "generation_config.json",
  "merges.txt",
  "preprocessor_config.json",
  "processor_config.json",
  "special_tokens_map.json",
  "tokenizer.json",
  "tokenizer_config.json",
  "vocab.json"
 ],
 "environment": {
  "python": "3.10.12",
  "machine": "x86_64",
  "torch": "2.11.0+cu128",
  "transformers": "5.19.0.dev0",
  "tokenizers": "0.23.1"
 },
 "sha256": {
  "added_tokens.json": "222d504fd2fb42e08a43b7ef6383a130483d34233f506b6ccc799655de48dff8",
  "chat_template.jinja": "b3e3fa7cdeceec1d3dfe0d17b77724baf3857714e688f3a700261567e96140eb",
  "config.json": "3e0c504a34f145118bfbed8cf12536ada39574cd91c54264e356957e9484f8d5",
  "generation_config.json": "c142bebeae7dfc9ef119d3f12fb03022261ceef51320c75ead103af4d8e150c2",
  "merges.txt": "8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5",
  "model.safetensors": "71e9ed1c193761dc90f27c88a57d14922efdb0cd382ff9ab7c3a2295dd203ffd",
  "preprocessor_config.json": "af09ffbe57900d5ae07f93f4c20693559a272e32fa6c5f816132cb71985aac98",
  "processor_config.json": "3511f4ae65c2fa5c1ab6a0fb2bb2fe767d6f0ee53ba412953b33acc892327c2a",
  "special_tokens_map.json": "e847a86633f2470a0d9fed41b5a36ff1f4435050929aa80b28c41d28420501b2",
  "tokenizer.json": "7cc80b7e20adf8bf6f6ca442bf1abfac8056bb3b7d3e0b11c9d497d3e79398c9",
  "tokenizer_config.json": "b336af8282760f5e596726eb9834ce20dd6625d55aa7df73030ef4c59028567f",
  "vocab.json": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910"
 }
}