{ "fixture": "huggingface-mic/mt5-small-mic", "key": "d4db27680832eff40006790f63dcf30b82bdc90e3e9111cca91a8a480e15a9aa", "key_fields": { "architectures": [ "MT5ForConditionalGeneration" ], "output_hidden_states": false, "return_dict": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": true, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 250112, "d_model": 64, "d_kv": 16, "d_ff": 128, "num_layers": 2, "num_decoder_layers": 2, "num_heads": 4, "relative_attention_num_buckets": 32, "relative_attention_max_distance": 128, "dropout_rate": 0.1, "layer_norm_epsilon": 1e-06, "initializer_factor": 1.0, "feed_forward_proj": "gated-gelu", "use_cache": true, "tie_word_embeddings": true, "bos_token_id": null, "pad_token_id": 0, "eos_token_id": 1, "decoder_start_token_id": 0, "classifier_dropout": 0.0, "is_decoder": false, "dense_act_fn": "gelu_new", "is_gated_act": true, "model_type": "mt5", "tokenizer_class": "T5Tokenizer", "output_attentions": false }, "covers": { "google/mt5-small": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a" }, "built_from": { "repo": "google/mt5-small", "revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a" }, "seed": 17, "dtype": "float32", "builder": "example/build_fixtures.py", "builder_revision": "d6c4e1368e76b3cb3fbd52f1d7813a1c321195c5", "recipe": { "seed": 17, "model_class": "MT5ForConditionalGeneration" }, "shrink": "rule", "model_class": "MT5ForConditionalGeneration", "parameters": 16204800, "missing_parameters": [], "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback", "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses", "captured": { "call": "training step", "inputs": [ "attention_mask", "input_ids", "labels" ], "class": "MT5ForConditionalGeneration" }, "weights": "random", "gate": { "random": { "pass": true, "accepted_insensitive": {}, "threshold": 0.001, "deltas": { "input_ids:roll_batch": 19.915189743041992, "input_ids:reverse": 1.8487544059753418, "attention_mask:all_ones": null }, "weakest": "input_ids:reverse", "no_perturbation_defined": [], "not_a_forward_parameter": [] } }, "numeric_health": { "float32": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "bfloat16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "float16": { "outputs_finite": true, "loss_finite": true, "unscaled_gradients_finite": true, "finite": true } }, "copied_unchanged": [ "generation_config.json", "special_tokens_map.json", "spiece.model", "tokenizer_config.json" ], "environment": { "python": "3.12.12", "machine": "arm64", "torch": "2.14.1", "transformers": "5.22.0.dev0", "tokenizers": "0.23.3" }, "sha256": { "config.json": "39542298533a7f1b48c1b792f979d0c9b7e59dea9145761ef456b5b29b6e3d65", "generation_config.json": "f5a1c7e2be8092018d8835128987edf0111637dd98e90599cc80310fef75d95a", "model.safetensors": "1e3e4034a33fa880a15b89b8b372f3b78091029276e943920ac08f8e8ed0611e", "special_tokens_map.json": "cc79702b15102ce1ade7ad5968a83dcedf00ab8a35f9f37867ca00263f7361f1", "spiece.model": "ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6", "tokenizer_config.json": "cc95393d0bb13f2334252ff1869aff6ff15195455b85e214f2f6d1c18237bbfa" }, "serialization": { "file": "model.safetensors", "reverted_conversions": [], "migrated_from": "pytorch_model.bin", "source_file": "pytorch_model.bin" } }