File size: 4,262 Bytes
b745365 0b11088 b745365 0b11088 b745365 0b11088 b745365 0b11088 b745365 0b11088 b745365 0b11088 746059d 0b11088 b745365 0b11088 746059d 0b11088 746059d b745365 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 | {
"fixture": "huggingface-mic/fnet-base-mic",
"key": "0f5decac063fd1ac4cef0d20921e7f5e8bbdacb861ca3bb965c132c2f3022b05",
"key_fields": {
"architectures": [
"FNetForPreTraining"
],
"output_hidden_states": false,
"return_dict": true,
"chunk_size_feed_forward": 0,
"is_encoder_decoder": false,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"problem_type": null,
"vocab_size": 32000,
"hidden_size": 64,
"num_hidden_layers": 2,
"intermediate_size": 128,
"hidden_act": "gelu_new",
"hidden_dropout_prob": 0.1,
"max_position_embeddings": 512,
"type_vocab_size": 4,
"initializer_range": 0.02,
"layer_norm_eps": 1e-12,
"use_tpu_fourier_optimizations": false,
"tpu_short_seq_length": 512,
"pad_token_id": 3,
"bos_token_id": 1,
"eos_token_id": 2,
"tie_word_embeddings": true,
"actual_seq_length": 512,
"model_type": "fnet",
"use_latest": false,
"use_fft": true,
"output_attentions": false
},
"covers": {
"google/fnet-base": "d89b6fad3cf5384848b783dc480f9685f49d008c"
},
"built_from": {
"repo": "google/fnet-base",
"revision": "d89b6fad3cf5384848b783dc480f9685f49d008c"
},
"seed": 17,
"dtype": "float32",
"builder": "example/build_fixtures.py",
"builder_revision": "e60cfd37adc70f455a7adcba3317dff71b612f80",
"recipe": {
"seed": 17,
"model_class": "FNetForPreTraining",
"accept_unhealthy": {
"bfloat16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'",
"float16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'"
}
},
"shrink": "rule",
"model_class": "FNetForPreTraining",
"parameters": 2159554,
"missing_parameters": [],
"checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
"numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
"captured": {
"call": "training step",
"inputs": [
"input_ids",
"labels",
"next_sentence_label",
"token_type_ids"
],
"class": "FNetForPreTraining"
},
"weights": "random",
"gate": {
"random": {
"pass": true,
"accepted_insensitive": {},
"threshold": 0.001,
"deltas": {
"input_ids:roll_batch": 0.9135565757751465,
"input_ids:reverse": 0.8673748970031738,
"token_type_ids:all_ones": 0.3061041235923767
},
"weakest": "token_type_ids:all_ones",
"no_perturbation_defined": [
"next_sentence_label"
],
"not_a_forward_parameter": []
}
},
"numeric_health": {
"float32": {
"outputs_finite": true,
"loss_finite": true,
"gradients_finite": true,
"finite": true
},
"bfloat16": {
"finite": false,
"error": "RuntimeError: mixed dtype (CPU): expect parameter to have scalar type of Float"
},
"float16": {
"finite": false,
"error": "RuntimeError: mixed dtype (CPU): expect parameter to have scalar type of Float"
}
},
"copied_unchanged": [
"special_tokens_map.json",
"spiece.model",
"tokenizer.json",
"tokenizer_config.json"
],
"environment": {
"python": "3.12.12",
"machine": "arm64",
"torch": "2.14.1",
"transformers": "5.22.0.dev0",
"tokenizers": "0.23.3"
},
"sha256": {
"config.json": "43bc6cc250df5477df54dc4871f051554cc10f834a9d06fe6a336fc5939f1e97",
"model.safetensors": "14be7bbc39523cc869517636336056798276f62061d15dd5b2e8bbfc52c7172b",
"special_tokens_map.json": "447e507ea70c8b82c296b93486f9ab6a3090788e1e4516eed7f1c576c11ed149",
"spiece.model": "0f848afb4cb35389f15819aad6b9b4bb65d8b6cec9613b6145bea94b4a045ab6",
"tokenizer.json": "e19ac913a3dba26fc3aca52d60ae2a8e0b6a577b1c247de2f7cd6d192fa2dd05",
"tokenizer_config.json": "5c2802f6f0ad6eadcb966a643b4a4c5cf3b5da6c84cbec71209eceb21538fae7"
},
"serialization": {
"file": "model.safetensors",
"reverted_conversions": [],
"migrated_from": "pytorch_model.bin",
"source_file": "pytorch_model.bin"
}
}
|