tarekziade HF Staff
Keep the real checkpoint's weight names, prefix and file format (tensors unchanged; reload verified bit-exact)
dab442b verified | { | |
| "fixture": "hf-internal-testing/mic-llava-slim", | |
| "key": "232603d3d5e9401b84a049bb8d772bd6c4c508bd12284271deeff57c1a2ba602", | |
| "key_fields": { | |
| "architectures": [ | |
| "LlavaForConditionalGeneration" | |
| ], | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": false, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "vision_config": { | |
| "architectures": null, | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "dtype": null, | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": false, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "hidden_size": 64, | |
| "intermediate_size": 128, | |
| "projection_dim": 32, | |
| "num_hidden_layers": 2, | |
| "num_attention_heads": 4, | |
| "num_channels": 3, | |
| "image_size": 336, | |
| "patch_size": 14, | |
| "hidden_act": "quick_gelu", | |
| "layer_norm_eps": 1e-05, | |
| "attention_dropout": 0.0, | |
| "initializer_range": 0.02, | |
| "initializer_factor": 1.0, | |
| "_name_or_path": "", | |
| "model_type": "clip_vision_model", | |
| "vocab_size": 32000, | |
| "output_attentions": false | |
| }, | |
| "text_config": { | |
| "architectures": [ | |
| "LlamaForCausalLM" | |
| ], | |
| "output_hidden_states": false, | |
| "return_dict": true, | |
| "dtype": "float16", | |
| "chunk_size_feed_forward": 0, | |
| "is_encoder_decoder": false, | |
| "id2label": { | |
| "0": "LABEL_0", | |
| "1": "LABEL_1" | |
| }, | |
| "label2id": { | |
| "LABEL_0": 0, | |
| "LABEL_1": 1 | |
| }, | |
| "problem_type": null, | |
| "vocab_size": 32064, | |
| "hidden_size": 64, | |
| "intermediate_size": 128, | |
| "num_hidden_layers": 2, | |
| "num_attention_heads": 4, | |
| "num_key_value_heads": 4, | |
| "hidden_act": "silu", | |
| "max_position_embeddings": 4096, | |
| "initializer_range": 0.02, | |
| "rms_norm_eps": 1e-05, | |
| "use_cache": true, | |
| "pad_token_id": null, | |
| "bos_token_id": 1, | |
| "eos_token_id": 2, | |
| "pretraining_tp": 1, | |
| "tie_word_embeddings": false, | |
| "rope_parameters": { | |
| "rope_theta": 10000.0, | |
| "rope_type": "default" | |
| }, | |
| "attention_bias": false, | |
| "attention_dropout": 0.0, | |
| "mlp_bias": false, | |
| "head_dim": 16, | |
| "_name_or_path": "lmsys/vicuna-7b-v1.5", | |
| "model_type": "llama", | |
| "output_attentions": false | |
| }, | |
| "image_token_index": 32000, | |
| "image_seq_length": 576, | |
| "projector_hidden_act": "gelu", | |
| "vision_feature_select_strategy": "default", | |
| "vision_feature_layer": -2, | |
| "multimodal_projector_bias": true, | |
| "tie_word_embeddings": false, | |
| "ignore_index": -100, | |
| "model_type": "llava", | |
| "pad_token_id": 32001, | |
| "vocab_size": 32064, | |
| "output_attentions": false, | |
| "dtype": "float16" | |
| }, | |
| "covers": { | |
| "llava-hf/llava-1.5-7b-hf": "b234b804b114d9e37bb655e11cbbb5f5e971b7a9" | |
| }, | |
| "built_from": { | |
| "repo": "llava-hf/llava-1.5-7b-hf", | |
| "revision": "b234b804b114d9e37bb655e11cbbb5f5e971b7a9" | |
| }, | |
| "seed": 17, | |
| "dtype": "float16", | |
| "builder": "example/build_fixtures.py", | |
| "model_class": "LlavaForConditionalGeneration", | |
| "parameters": 4336576, | |
| "missing_parameters": [], | |
| "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback", | |
| "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses", | |
| "captured": { | |
| "call": "training step", | |
| "inputs": [ | |
| "attention_mask", | |
| "input_ids", | |
| "labels", | |
| "pixel_values" | |
| ] | |
| }, | |
| "weights": "random", | |
| "gate": { | |
| "random": { | |
| "pass": true, | |
| "accepted_insensitive": {}, | |
| "threshold": 0.001, | |
| "deltas": { | |
| "input_ids:roll_batch": 0.872802734375, | |
| "input_ids:reverse": 1.333984375, | |
| "attention_mask:all_ones": null, | |
| "pixel_values:roll_batch": 0.9365234375, | |
| "pixel_values:swap_channels": 0.9345703125, | |
| "pixel_values:reverse": 1.0791015625, | |
| "pixel_values:halve": 0.0350189208984375 | |
| }, | |
| "weakest": "pixel_values:halve", | |
| "no_perturbation_defined": [] | |
| } | |
| }, | |
| "numeric_health": { | |
| "float32": { | |
| "outputs_finite": true, | |
| "loss_finite": true, | |
| "gradients_finite": true, | |
| "finite": true | |
| }, | |
| "bfloat16": { | |
| "outputs_finite": true, | |
| "loss_finite": true, | |
| "gradients_finite": true, | |
| "finite": true | |
| }, | |
| "float16": { | |
| "outputs_finite": true, | |
| "loss_finite": true, | |
| "gradients_finite": true, | |
| "finite": true | |
| } | |
| }, | |
| "copied_unchanged": [ | |
| "added_tokens.json", | |
| "chat_template.jinja", | |
| "chat_template.json", | |
| "generation_config.json", | |
| "preprocessor_config.json", | |
| "processor_config.json", | |
| "special_tokens_map.json", | |
| "tokenizer.json", | |
| "tokenizer.model", | |
| "tokenizer_config.json" | |
| ], | |
| "environment": { | |
| "python": "3.10.12", | |
| "machine": "x86_64", | |
| "torch": "2.11.0+cu128", | |
| "transformers": "5.19.0.dev0", | |
| "tokenizers": "0.23.1" | |
| }, | |
| "sha256": { | |
| "added_tokens.json": "a94c56096001713e3eb9a34b1a545a8c1d5e8034ed2fb81f897c8cb54b420121", | |
| "chat_template.jinja": "6fef09c05345e88b9f85e80bcb3491003332050750586568bdf91cfa81965d0c", | |
| "chat_template.json": "854445c0a45532ecbee1ae9aa31d4be19644060a156f2c88456f50f584261543", | |
| "config.json": "466984051aa508f782603271afdff764629871ed73b7379be796fc7ca6290b45", | |
| "generation_config.json": "3a6dc8c202be258023f58a03f804bdcacf138b8a2cc7492be2530e16945a0951", | |
| "model.safetensors": "dbfe90ae4829b0c71e4658239e33f45e0bdbeb6f75ad7d2160a0c6c51c2dba8b", | |
| "preprocessor_config.json": "a8d5e64ee5c07ff6d70142856d178ac39d0563da3612e32110fa824f5337b7a1", | |
| "processor_config.json": "fef918d6ba333f72a066877965bc4a162308568ba62aa90c806caedf7b45d64e", | |
| "special_tokens_map.json": "358c249e2fb29060c6b73157d428853b0c48710deffc8ee670ab1013880946c9", | |
| "tokenizer.json": "30e1294abd835edfebb24618fce6f47c21ffb2b2802520d150bdee0b808b47cb", | |
| "tokenizer.model": "9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347", | |
| "tokenizer_config.json": "79b7f1ebceddf7235f3791c387d781818b0c7e7cf868d0e4f71896a55b949833" | |
| }, | |
| "serialization": { | |
| "file": "model.safetensors", | |
| "reverted_conversions": [ | |
| "WeightRenaming: ['^language_model.lm_head'] -> ['lm_head']", | |
| "WeightRenaming: ['^language_model'] -> ['model.language_model']", | |
| "WeightRenaming: ['^vision_tower'] -> ['model.vision_tower']", | |
| "WeightRenaming: ['^multi_modal_projector'] -> ['model.multi_modal_projector']", | |
| "WeightRenaming: ['^language_model.model'] -> ['language_model']", | |
| "PrefixChange: ['^vision_model\\\\.(.+)'] -> ['\\\\1']" | |
| ], | |
| "migrated_from": "model.safetensors" | |
| } | |
| } | |