mt5-small-mic / build.json
tarekziade's picture
tarekziade HF Staff
Store the fixture weights as model.safetensors (tensor names and values unchanged)
006df2d verified
Raw History Blame Contribute Delete
4.04 kB
{
"fixture": "huggingface-mic/mt5-small-mic",
"key": "d4db27680832eff40006790f63dcf30b82bdc90e3e9111cca91a8a480e15a9aa",
"key_fields": {
"architectures": [
"MT5ForConditionalGeneration"
],
"output_hidden_states": false,
"return_dict": true,
"chunk_size_feed_forward": 0,
"is_encoder_decoder": true,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"vocab_size": 250112,
"d_model": 64,
"d_kv": 16,
"d_ff": 128,
"num_layers": 2,
"num_decoder_layers": 2,
"num_heads": 4,
"relative_attention_num_buckets": 32,
"relative_attention_max_distance": 128,
"dropout_rate": 0.1,
"layer_norm_epsilon": 1e-06,
"initializer_factor": 1.0,
"feed_forward_proj": "gated-gelu",
"use_cache": true,
"tie_word_embeddings": true,
"bos_token_id": null,
"pad_token_id": 0,
"eos_token_id": 1,
"decoder_start_token_id": 0,
"classifier_dropout": 0.0,
"is_decoder": false,
"dense_act_fn": "gelu_new",
"is_gated_act": true,
"model_type": "mt5",
"tokenizer_class": "T5Tokenizer",
"output_attentions": false
},
"covers": {
"google/mt5-small": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a"
},
"built_from": {
"repo": "google/mt5-small",
"revision": "73fb5dbe4756edadc8fbe8c769b0a109493acf7a"
},
"seed": 17,
"dtype": "float32",
"builder": "example/build_fixtures.py",
"builder_revision": "d6c4e1368e76b3cb3fbd52f1d7813a1c321195c5",
"recipe": {
"seed": 17,
"model_class": "MT5ForConditionalGeneration"
},
"shrink": "rule",
"model_class": "MT5ForConditionalGeneration",
"parameters": 16204800,
"missing_parameters": [],
"checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
"numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
"captured": {
"call": "training step",
"inputs": [
"attention_mask",
"input_ids",
"labels"
],
"class": "MT5ForConditionalGeneration"
},
"weights": "random",
"gate": {
"random": {
"pass": true,
"accepted_insensitive": {},
"threshold": 0.001,
"deltas": {
"input_ids:roll_batch": 19.915189743041992,
"input_ids:reverse": 1.8487544059753418,
"attention_mask:all_ones": null
},
"weakest": "input_ids:reverse",
"no_perturbation_defined": [],
"not_a_forward_parameter": []
}
},
"numeric_health": {
"float32": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
},
"bfloat16": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
},
"float16": {
"outputs_finite": true,
"loss_finite": true,
"unscaled_gradients_finite": true,
"finite": true
}
},
"copied_unchanged": [
"generation_config.json",
"special_tokens_map.json",
"spiece.model",
"tokenizer_config.json"
],
"environment": {
"python": "3.12.12",
"machine": "arm64",
"torch": "2.14.1",
"transformers": "5.22.0.dev0",
"tokenizers": "0.23.3"
},
"sha256": {
"config.json": "39542298533a7f1b48c1b792f979d0c9b7e59dea9145761ef456b5b29b6e3d65",
"generation_config.json": "f5a1c7e2be8092018d8835128987edf0111637dd98e90599cc80310fef75d95a",
"model.safetensors": "1e3e4034a33fa880a15b89b8b372f3b78091029276e943920ac08f8e8ed0611e",
"special_tokens_map.json": "cc79702b15102ce1ade7ad5968a83dcedf00ab8a35f9f37867ca00263f7361f1",
"spiece.model": "ef78f86560d809067d12bac6c09f19a462cb3af3f54d2b8acbba26e1433125d6",
"tokenizer_config.json": "cc95393d0bb13f2334252ff1869aff6ff15195455b85e214f2f6d1c18237bbfa"
},
"serialization": {
"file": "model.safetensors",
"reverted_conversions": [],
"migrated_from": "pytorch_model.bin",
"source_file": "pytorch_model.bin"
}
}