{
  "fixture": "hf-internal-testing/mic-llava-slim",
  "key": "232603d3d5e9401b84a049bb8d772bd6c4c508bd12284271deeff57c1a2ba602",
  "key_fields": {
    "architectures": [
      "LlavaForConditionalGeneration"
    ],
    "output_hidden_states": false,
    "return_dict": true,
    "chunk_size_feed_forward": 0,
    "is_encoder_decoder": false,
    "id2label": {
      "0": "LABEL_0",
      "1": "LABEL_1"
    },
    "label2id": {
      "LABEL_0": 0,
      "LABEL_1": 1
    },
    "problem_type": null,
    "vision_config": {
      "architectures": null,
      "output_hidden_states": false,
      "return_dict": true,
      "dtype": null,
      "chunk_size_feed_forward": 0,
      "is_encoder_decoder": false,
      "id2label": {
        "0": "LABEL_0",
        "1": "LABEL_1"
      },
      "label2id": {
        "LABEL_0": 0,
        "LABEL_1": 1
      },
      "problem_type": null,
      "hidden_size": 64,
      "intermediate_size": 128,
      "projection_dim": 32,
      "num_hidden_layers": 2,
      "num_attention_heads": 4,
      "num_channels": 3,
      "image_size": 336,
      "patch_size": 14,
      "hidden_act": "quick_gelu",
      "layer_norm_eps": 1e-05,
      "attention_dropout": 0.0,
      "initializer_range": 0.02,
      "initializer_factor": 1.0,
      "_name_or_path": "",
      "model_type": "clip_vision_model",
      "vocab_size": 32000,
      "output_attentions": false
    },
    "text_config": {
      "architectures": [
        "LlamaForCausalLM"
      ],
      "output_hidden_states": false,
      "return_dict": true,
      "dtype": "float16",
      "chunk_size_feed_forward": 0,
      "is_encoder_decoder": false,
      "id2label": {
        "0": "LABEL_0",
        "1": "LABEL_1"
      },
      "label2id": {
        "LABEL_0": 0,
        "LABEL_1": 1
      },
      "problem_type": null,
      "vocab_size": 32064,
      "hidden_size": 64,
      "intermediate_size": 128,
      "num_hidden_layers": 2,
      "num_attention_heads": 4,
      "num_key_value_heads": 4,
      "hidden_act": "silu",
      "max_position_embeddings": 4096,
      "initializer_range": 0.02,
      "rms_norm_eps": 1e-05,
      "use_cache": true,
      "pad_token_id": null,
      "bos_token_id": 1,
      "eos_token_id": 2,
      "pretraining_tp": 1,
      "tie_word_embeddings": false,
      "rope_parameters": {
        "rope_theta": 10000.0,
        "rope_type": "default"
      },
      "attention_bias": false,
      "attention_dropout": 0.0,
      "mlp_bias": false,
      "head_dim": 16,
      "_name_or_path": "lmsys/vicuna-7b-v1.5",
      "model_type": "llama",
      "output_attentions": false
    },
    "image_token_index": 32000,
    "image_seq_length": 576,
    "projector_hidden_act": "gelu",
    "vision_feature_select_strategy": "default",
    "vision_feature_layer": -2,
    "multimodal_projector_bias": true,
    "tie_word_embeddings": false,
    "ignore_index": -100,
    "model_type": "llava",
    "pad_token_id": 32001,
    "vocab_size": 32064,
    "output_attentions": false,
    "dtype": "float16"
  },
  "covers": {
    "llava-hf/llava-1.5-7b-hf": "b234b804b114d9e37bb655e11cbbb5f5e971b7a9"
  },
  "built_from": {
    "repo": "llava-hf/llava-1.5-7b-hf",
    "revision": "b234b804b114d9e37bb655e11cbbb5f5e971b7a9"
  },
  "seed": 17,
  "dtype": "float16",
  "builder": "example/build_fixtures.py",
  "model_class": "LlavaForConditionalGeneration",
  "parameters": 4336576,
  "missing_parameters": [],
  "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
  "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
  "captured": {
    "call": "training step",
    "inputs": [
      "attention_mask",
      "input_ids",
      "labels",
      "pixel_values"
    ]
  },
  "weights": "random",
  "gate": {
    "random": {
      "pass": true,
      "accepted_insensitive": {},
      "threshold": 0.001,
      "deltas": {
        "input_ids:roll_batch": 0.872802734375,
        "input_ids:reverse": 1.333984375,
        "attention_mask:all_ones": null,
        "pixel_values:roll_batch": 0.9365234375,
        "pixel_values:swap_channels": 0.9345703125,
        "pixel_values:reverse": 1.0791015625,
        "pixel_values:halve": 0.0350189208984375
      },
      "weakest": "pixel_values:halve",
      "no_perturbation_defined": []
    }
  },
  "numeric_health": {
    "float32": {
      "outputs_finite": true,
      "loss_finite": true,
      "gradients_finite": true,
      "finite": true
    },
    "bfloat16": {
      "outputs_finite": true,
      "loss_finite": true,
      "gradients_finite": true,
      "finite": true
    },
    "float16": {
      "outputs_finite": true,
      "loss_finite": true,
      "gradients_finite": true,
      "finite": true
    }
  },
  "copied_unchanged": [
    "added_tokens.json",
    "chat_template.jinja",
    "chat_template.json",
    "generation_config.json",
    "preprocessor_config.json",
    "processor_config.json",
    "special_tokens_map.json",
    "tokenizer.json",
    "tokenizer.model",
    "tokenizer_config.json"
  ],
  "environment": {
    "python": "3.10.12",
    "machine": "x86_64",
    "torch": "2.11.0+cu128",
    "transformers": "5.19.0.dev0",
    "tokenizers": "0.23.1"
  },
  "sha256": {
    "added_tokens.json": "a94c56096001713e3eb9a34b1a545a8c1d5e8034ed2fb81f897c8cb54b420121",
    "chat_template.jinja": "6fef09c05345e88b9f85e80bcb3491003332050750586568bdf91cfa81965d0c",
    "chat_template.json": "854445c0a45532ecbee1ae9aa31d4be19644060a156f2c88456f50f584261543",
    "config.json": "466984051aa508f782603271afdff764629871ed73b7379be796fc7ca6290b45",
    "generation_config.json": "3a6dc8c202be258023f58a03f804bdcacf138b8a2cc7492be2530e16945a0951",
    "model.safetensors": "dbfe90ae4829b0c71e4658239e33f45e0bdbeb6f75ad7d2160a0c6c51c2dba8b",
    "preprocessor_config.json": "a8d5e64ee5c07ff6d70142856d178ac39d0563da3612e32110fa824f5337b7a1",
    "processor_config.json": "fef918d6ba333f72a066877965bc4a162308568ba62aa90c806caedf7b45d64e",
    "special_tokens_map.json": "358c249e2fb29060c6b73157d428853b0c48710deffc8ee670ab1013880946c9",
    "tokenizer.json": "30e1294abd835edfebb24618fce6f47c21ffb2b2802520d150bdee0b808b47cb",
    "tokenizer.model": "9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347",
    "tokenizer_config.json": "79b7f1ebceddf7235f3791c387d781818b0c7e7cf868d0e4f71896a55b949833"
  },
  "serialization": {
    "file": "model.safetensors",
    "reverted_conversions": [
      "WeightRenaming: ['^language_model.lm_head'] -> ['lm_head']",
      "WeightRenaming: ['^language_model'] -> ['model.language_model']",
      "WeightRenaming: ['^vision_tower'] -> ['model.vision_tower']",
      "WeightRenaming: ['^multi_modal_projector'] -> ['model.multi_modal_projector']",
      "WeightRenaming: ['^language_model.model'] -> ['language_model']",
      "PrefixChange: ['^vision_model\\\\.(.+)'] -> ['\\\\1']"
    ],
    "migrated_from": "model.safetensors"
  }
}