{ "fixture": "hf-internal-testing/proto-whisper-tiny-slim", "key": "71360928908b499ac6c8aed1df627aa6d075d355115339a1e0308a6755ff1775", "key_fields": { "architectures": [ "WhisperForConditionalGeneration" ], "output_hidden_states": false, "return_dict": true, "chunk_size_feed_forward": 0, "is_encoder_decoder": true, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "problem_type": null, "vocab_size": 51865, "num_mel_bins": 80, "encoder_layers": 2, "encoder_attention_heads": 4, "decoder_layers": 2, "decoder_attention_heads": 4, "decoder_ffn_dim": 128, "encoder_ffn_dim": 128, "encoder_layerdrop": 0.0, "decoder_layerdrop": 0.0, "decoder_start_token_id": 50258, "use_cache": true, "activation_function": "gelu", "d_model": 64, "dropout": 0.0, "attention_dropout": 0.0, "activation_dropout": 0.0, "init_std": 0.02, "scale_embedding": false, "max_source_positions": 1500, "max_target_positions": 448, "pad_token_id": 50257, "bos_token_id": 50257, "eos_token_id": 50257, "suppress_tokens": [ 1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254, 50258, 50358, 50359, 50360, 50361, 50362 ], "begin_suppress_tokens": [ 220, 50257 ], "use_weighted_layer_sum": false, "classifier_proj_size": 256, "apply_spec_augment": false, "mask_time_prob": 0.05, "mask_time_length": 10, "mask_time_min_masks": 2, "mask_feature_prob": 0.0, "mask_feature_length": 10, "mask_feature_min_masks": 0, "median_filter_width": 7, "tie_word_embeddings": true, "forced_decoder_ids": [ [ 1, 50259 ], [ 2, 50359 ], [ 3, 50363 ] ], "model_type": "whisper", "output_attentions": false }, "covers": { "openai/whisper-tiny": "169d4a4341b33bc18d8881c4b69c2e104e1cc0af" }, "built_from": { "repo": "openai/whisper-tiny", "revision": "169d4a4341b33bc18d8881c4b69c2e104e1cc0af" }, "seed": 17, "builder": "example/build_fixtures.py", "model_class": "WhisperForConditionalGeneration", "parameters": 3639104, "missing_parameters": [], "captured": { "call": "training step", "inputs": [ "decoder_input_ids", "input_features", "labels" ] }, "weights": "overfit", "gate": { "random": { "pass": false, "accepted_insensitive": {}, "threshold": 0.001, "deltas": { "input_features:roll_batch": 0.00054149329662323, "input_features:reverse": 8.647143840789795e-05, "input_features:halve": 0.005447998642921448, "decoder_input_ids:roll_batch": 0.7395224571228027, "decoder_input_ids:reverse": 0.7585479021072388 }, "weakest": "input_features:reverse", "no_perturbation_defined": [] }, "overfit": { "pass": true, "accepted_insensitive": {}, "threshold": 0.001, "deltas": { "input_features:roll_batch": 18.264598846435547, "input_features:reverse": 18.02657127380371, "input_features:halve": 13.730522155761719, "decoder_input_ids:roll_batch": 0.27883243560791016, "decoder_input_ids:reverse": 15.882101058959961 }, "weakest": "decoder_input_ids:roll_batch", "no_perturbation_defined": [] } }, "training": { "seconds": 19.09, "steps": 200, "loss": 0.006217204499989748, "converged": true }, "numeric_health": { "float32": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "bfloat16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true }, "float16": { "outputs_finite": true, "loss_finite": true, "gradients_finite": true, "finite": true } }, "copied_unchanged": [ "added_tokens.json", "generation_config.json", "merges.txt", "normalizer.json", "preprocessor_config.json", "special_tokens_map.json", "tokenizer.json", "tokenizer_config.json", "vocab.json" ], "environment": { "python": "3.10.19", "machine": "arm64", "torch": "2.11.0", "transformers": "5.19.0.dev0", "tokenizers": "0.23.1" }, "sha256": { "added_tokens.json": "9715fd2243b6f06a5858b5e32950d2853f73dd5bc201aafcf76f5082a2d8acd1", "config.json": "20df397a241075188177baf44b78ce599d572dd553b056d918e7421c623df31a", "generation_config.json": "a5d5325911f16e74001a72fa13d6e208eee51548f994646de1f4b4cc8b35b512", "merges.txt": "2df2990a395e35e8dfbc7511e08c12d56018d8d04691e0133e5d63b21e154dc6", "model.safetensors": "5e705fec0cb4f9db018c3892424219d68b688a1ed057b842b72859269d51c64e", "normalizer.json": "bf1c507dc8724ca9cf9903640dacfb69dae2f00edee4f21ceba106a7392f26dd", "preprocessor_config.json": "9b5cd03a36fbb8a627c64d98a5b5b126ead95a77720723944487311f0110b666", "special_tokens_map.json": "e67ae3a0aaa99abcd9f187138e12db1f65c16a14761c50ef10eef2c174a7a691", "tokenizer.json": "27fc476bfe7f17299480be2273fc0608e4d5a99aba2ab5dec5374b4482d1a566", "tokenizer_config.json": "2a4c4281cf9f51ac6ccc406fdc711a087afe6530f671fa7b80953edc498275ce", "vocab.json": "8f680bba319e01a653d2e8a5dbc17a9157179e0576e6ce74ce0c06356c6e24f9" } }