{ "fixture": "huggingface-mic/tiny-random-muse-glimmer-mic", "key": "f92b5a21a16a54c5d612cd481b66c40ed3c7e4c7314a649ccf3b0cf42a27789a", "key_fields": { "architectures": [ "MuseGlimmerForConditionalGeneration" ], "output_hidden_states": false, "return_dict": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "text_config": { "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": null, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 202048, "hidden_size": 64, "intermediate_size": 128, "num_hidden_layers": 2, "num_attention_heads": 4, "num_key_value_heads": 2, "head_dim": 16, "hidden_activation": "silu", "max_position_embeddings": 131072, "initializer_range": 0.02, "rms_norm_eps": 1e-05, "use_cache": true, "pad_token_id": null, "eos_token_id": 200001, "bos_token_id": 200000, "tie_word_embeddings": true, "rope_parameters": { "rope_theta": 500000.0, "rope_type": "default" }, "attention_bias": false, "attention_dropout": 0.0, "sliding_window": 2048, "layer_types": [ "sliding_attention", "full_attention" ], "final_logit_softcapping": 20.0, "qk_scale_factor": 3.87, "output_multiplier": 0.19611613513818404, "post_norm_eps": 1e-08, "layer_rope_theta": [ 500000.0, 0 ], "_name_or_path": "", "model_type": "muse_glimmer_text", "output_attentions": false }, "vision_config": { "architectures": null, "output_hidden_states": false, "return_dict": true, "dtype": null, "chunk_size_feed_forward": 0, "is_encoder_decoder": false, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "patch_size": 14, "pos_emb_height": 32, "pos_emb_width": 32, "num_attention_heads": 4, "num_hidden_layers": 2, "hidden_size": 64, "intermediate_size": 128, "hidden_act": "gelu", "rope_parameters": { "rope_theta": 10000.0, "rope_type": "axial" }, "patch_temporal": 2, "merge_size": 2, "max_position_embeddings": 1024, "layer_norm_eps": 1e-05, "layer_types": [ "window_attention", "full_attention" ], "_name_or_path": "", "model_type": "muse_glimmer_vision", "output_attentions": false }, "image_token_id": 200092, "video_token_id": 200091, "out_hidden_size": 256, "projector_hidden_size": 128, "projector_hidden_act": "gelu", "model_type": "muse_glimmer", "tie_word_embeddings": true, "output_attentions": false, "dtype": "bfloat16" }, "covers": { "optimum-intel-internal-testing/tiny-random-muse-glimmer": "cb70af191bbbf704a47b7d24dd5287d97dd60103" }, "built_from": { "repo": "optimum-intel-internal-testing/tiny-random-muse-glimmer", "revision": "cb70af191bbbf704a47b7d24dd5287d97dd60103" }, "seed": 17, "dtype": "bfloat16", "builder": "example/build_fixtures.py", "builder_revision": "17f59df1b5d30816da34fc9b391fc8c01db6b387", "recipe": { "seed": 17, "model_class": "MuseGlimmerForConditionalGeneration" }, "shrink": "rule", "model_class": "MuseGlimmerForConditionalGeneration", "parameters": 13278912, "missing_parameters": [], "serialization": { "file": "model.safetensors", "reverted_conversions": [] }, "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback", "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses", "captured": { "call": "training step", "inputs": [ "attention_mask", "image_grid_thw", "input_ids", "labels", "pixel_values" ], "class": "MuseGlimmerForConditionalGeneration" }, "weights": "random", "gate": { "random": { "pass": true, "accepted_insensitive": {}, "threshold": 0.001, "deltas": { "input_ids:roll_batch": null, "input_ids:reverse": 0.2578125, "attention_mask:all_ones": null, "pixel_values:roll_batch": 0.18359375, "pixel_values:swap_channels": 0.2490234375, "pixel_values:reverse": 0.2490234375, "pixel_values:halve": 0.012451171875 }, "weakest": "pixel_values:halve", "no_perturbation_defined": [ "image_grid_thw" ], "not_a_forward_parameter": [] } }, "numeric_health": { "float32": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "bfloat16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "float16": { "outputs_finite": true, "loss_finite": true, "unscaled_gradients_finite": true, "finite": true } }, "copied_unchanged": [ "chat_template.jinja", "generation_config.json", "processor_config.json", "tokenizer.json", "tokenizer_config.json" ], "environment": { "python": "3.12.12", "machine": "arm64", "torch": "2.14.1", "transformers": "5.22.0.dev0", "tokenizers": "0.23.3" }, "sha256": { "chat_template.jinja": "114f55ebdc1804c1af371197b9fdf2d6bb925966c9dfe46b73782a71bc07965e", "config.json": "a83d2c6043bb0322ec85afb29a21bd574e3fa9de092695d8a94d70e2c2a84df5", "generation_config.json": "ef110f296f304b9c1abc9d63f4ec09830895fff93e6138e948a530232aa263b7", "model.safetensors": "0af0eba72537ee738dcd3e525c9c0348834e9047a676197ea7b76d03e3e6aa5b", "processor_config.json": "97e2a486dd9866b81f40cf4b8bc0c9ced9a7cd8a5bc65aa4cc2f4de0712dae77", "tokenizer.json": "c9dbee66967b58f31a7c27f723c3760da3526ccd0427578e8905b0abb0031c4d", "tokenizer_config.json": "4dda8d9709954d7b3f1d917319f9b915f1b995f77fbbd8fb9379e56842d84f1b" } }