Keep the real checkpoint's weight names, prefix and file format (tensors unchanged; reload verified bit-exact)
Browse files- build.json +128 -123
- model.safetensors → pytorch_model.bin +2 -2
build.json
CHANGED
|
@@ -1,133 +1,138 @@
|
|
| 1 |
{
|
| 2 |
-
|
| 3 |
-
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
},
|
| 16 |
-
"
|
| 17 |
-
|
| 18 |
-
|
| 19 |
},
|
| 20 |
-
"problem_type": null,
|
| 21 |
-
"vocab_size": 32000,
|
| 22 |
-
"hidden_size": 64,
|
| 23 |
-
"num_hidden_layers": 2,
|
| 24 |
-
"intermediate_size": 128,
|
| 25 |
-
"hidden_act": "gelu_new",
|
| 26 |
-
"hidden_dropout_prob": 0.1,
|
| 27 |
-
"max_position_embeddings": 512,
|
| 28 |
-
"type_vocab_size": 4,
|
| 29 |
-
"initializer_range": 0.02,
|
| 30 |
-
"layer_norm_eps": 1e-12,
|
| 31 |
-
"use_tpu_fourier_optimizations": false,
|
| 32 |
-
"tpu_short_seq_length": 512,
|
| 33 |
-
"pad_token_id": 3,
|
| 34 |
-
"bos_token_id": 1,
|
| 35 |
-
"eos_token_id": 2,
|
| 36 |
-
"tie_word_embeddings": true,
|
| 37 |
-
"actual_seq_length": 512,
|
| 38 |
-
"model_type": "fnet",
|
| 39 |
-
"use_latest": false,
|
| 40 |
-
"use_fft": true,
|
| 41 |
-
"output_attentions": false
|
| 42 |
-
},
|
| 43 |
-
"covers": {
|
| 44 |
-
"google/fnet-base": "d89b6fad3cf5384848b783dc480f9685f49d008c"
|
| 45 |
-
},
|
| 46 |
-
"built_from": {
|
| 47 |
-
"repo": "google/fnet-base",
|
| 48 |
-
"revision": "d89b6fad3cf5384848b783dc480f9685f49d008c"
|
| 49 |
-
},
|
| 50 |
-
"seed": 17,
|
| 51 |
-
"dtype": "float32",
|
| 52 |
-
"builder": "example/build_fixtures.py",
|
| 53 |
-
"builder_revision": "e60cfd37adc70f455a7adcba3317dff71b612f80",
|
| 54 |
-
"recipe": {
|
| 55 |
"seed": 17,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
"model_class": "FNetForPreTraining",
|
| 57 |
-
"
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 75 |
],
|
| 76 |
-
"
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
"accepted_insensitive": {},
|
| 83 |
-
"threshold": 0.001,
|
| 84 |
-
"deltas": {
|
| 85 |
-
"input_ids:roll_batch": 0.9135565757751465,
|
| 86 |
-
"input_ids:reverse": 0.8673748970031738,
|
| 87 |
-
"token_type_ids:all_ones": 0.3061041235923767
|
| 88 |
-
},
|
| 89 |
-
"weakest": "token_type_ids:all_ones",
|
| 90 |
-
"no_perturbation_defined": [
|
| 91 |
-
"next_sentence_label"
|
| 92 |
-
],
|
| 93 |
-
"not_a_forward_parameter": []
|
| 94 |
-
}
|
| 95 |
-
},
|
| 96 |
-
"numeric_health": {
|
| 97 |
-
"float32": {
|
| 98 |
-
"outputs_finite": true,
|
| 99 |
-
"loss_finite": true,
|
| 100 |
-
"gradients_finite": true,
|
| 101 |
-
"finite": true
|
| 102 |
},
|
| 103 |
-
"
|
| 104 |
-
|
| 105 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 106 |
},
|
| 107 |
-
"
|
| 108 |
-
|
| 109 |
-
|
|
|
|
| 110 |
}
|
| 111 |
-
},
|
| 112 |
-
"copied_unchanged": [
|
| 113 |
-
"special_tokens_map.json",
|
| 114 |
-
"spiece.model",
|
| 115 |
-
"tokenizer.json",
|
| 116 |
-
"tokenizer_config.json"
|
| 117 |
-
],
|
| 118 |
-
"environment": {
|
| 119 |
-
"python": "3.12.12",
|
| 120 |
-
"machine": "arm64",
|
| 121 |
-
"torch": "2.14.1",
|
| 122 |
-
"transformers": "5.22.0.dev0",
|
| 123 |
-
"tokenizers": "0.23.3"
|
| 124 |
-
},
|
| 125 |
-
"sha256": {
|
| 126 |
-
"config.json": "43bc6cc250df5477df54dc4871f051554cc10f834a9d06fe6a336fc5939f1e97",
|
| 127 |
-
"model.safetensors": "14be7bbc39523cc869517636336056798276f62061d15dd5b2e8bbfc52c7172b",
|
| 128 |
-
"special_tokens_map.json": "447e507ea70c8b82c296b93486f9ab6a3090788e1e4516eed7f1c576c11ed149",
|
| 129 |
-
"spiece.model": "0f848afb4cb35389f15819aad6b9b4bb65d8b6cec9613b6145bea94b4a045ab6",
|
| 130 |
-
"tokenizer.json": "e19ac913a3dba26fc3aca52d60ae2a8e0b6a577b1c247de2f7cd6d192fa2dd05",
|
| 131 |
-
"tokenizer_config.json": "5c2802f6f0ad6eadcb966a643b4a4c5cf3b5da6c84cbec71209eceb21538fae7"
|
| 132 |
-
}
|
| 133 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"fixture": "huggingface-mic/fnet-base-mic",
|
| 3 |
+
"key": "0f5decac063fd1ac4cef0d20921e7f5e8bbdacb861ca3bb965c132c2f3022b05",
|
| 4 |
+
"key_fields": {
|
| 5 |
+
"architectures": [
|
| 6 |
+
"FNetForPreTraining"
|
| 7 |
+
],
|
| 8 |
+
"output_hidden_states": false,
|
| 9 |
+
"return_dict": true,
|
| 10 |
+
"chunk_size_feed_forward": 0,
|
| 11 |
+
"is_encoder_decoder": false,
|
| 12 |
+
"id2label": {
|
| 13 |
+
"0": "LABEL_0",
|
| 14 |
+
"1": "LABEL_1"
|
| 15 |
+
},
|
| 16 |
+
"label2id": {
|
| 17 |
+
"LABEL_0": 0,
|
| 18 |
+
"LABEL_1": 1
|
| 19 |
+
},
|
| 20 |
+
"problem_type": null,
|
| 21 |
+
"vocab_size": 32000,
|
| 22 |
+
"hidden_size": 64,
|
| 23 |
+
"num_hidden_layers": 2,
|
| 24 |
+
"intermediate_size": 128,
|
| 25 |
+
"hidden_act": "gelu_new",
|
| 26 |
+
"hidden_dropout_prob": 0.1,
|
| 27 |
+
"max_position_embeddings": 512,
|
| 28 |
+
"type_vocab_size": 4,
|
| 29 |
+
"initializer_range": 0.02,
|
| 30 |
+
"layer_norm_eps": 1e-12,
|
| 31 |
+
"use_tpu_fourier_optimizations": false,
|
| 32 |
+
"tpu_short_seq_length": 512,
|
| 33 |
+
"pad_token_id": 3,
|
| 34 |
+
"bos_token_id": 1,
|
| 35 |
+
"eos_token_id": 2,
|
| 36 |
+
"tie_word_embeddings": true,
|
| 37 |
+
"actual_seq_length": 512,
|
| 38 |
+
"model_type": "fnet",
|
| 39 |
+
"use_latest": false,
|
| 40 |
+
"use_fft": true,
|
| 41 |
+
"output_attentions": false
|
| 42 |
+
},
|
| 43 |
+
"covers": {
|
| 44 |
+
"google/fnet-base": "d89b6fad3cf5384848b783dc480f9685f49d008c"
|
| 45 |
},
|
| 46 |
+
"built_from": {
|
| 47 |
+
"repo": "google/fnet-base",
|
| 48 |
+
"revision": "d89b6fad3cf5384848b783dc480f9685f49d008c"
|
| 49 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 50 |
"seed": 17,
|
| 51 |
+
"dtype": "float32",
|
| 52 |
+
"builder": "example/build_fixtures.py",
|
| 53 |
+
"builder_revision": "e60cfd37adc70f455a7adcba3317dff71b612f80",
|
| 54 |
+
"recipe": {
|
| 55 |
+
"seed": 17,
|
| 56 |
+
"model_class": "FNetForPreTraining",
|
| 57 |
+
"accept_unhealthy": {
|
| 58 |
+
"bfloat16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'",
|
| 59 |
+
"float16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'"
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"shrink": "rule",
|
| 63 |
"model_class": "FNetForPreTraining",
|
| 64 |
+
"parameters": 2159554,
|
| 65 |
+
"missing_parameters": [],
|
| 66 |
+
"checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
|
| 67 |
+
"numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
|
| 68 |
+
"captured": {
|
| 69 |
+
"call": "training step",
|
| 70 |
+
"inputs": [
|
| 71 |
+
"input_ids",
|
| 72 |
+
"labels",
|
| 73 |
+
"next_sentence_label",
|
| 74 |
+
"token_type_ids"
|
| 75 |
+
],
|
| 76 |
+
"class": "FNetForPreTraining"
|
| 77 |
+
},
|
| 78 |
+
"weights": "random",
|
| 79 |
+
"gate": {
|
| 80 |
+
"random": {
|
| 81 |
+
"pass": true,
|
| 82 |
+
"accepted_insensitive": {},
|
| 83 |
+
"threshold": 0.001,
|
| 84 |
+
"deltas": {
|
| 85 |
+
"input_ids:roll_batch": 0.9135565757751465,
|
| 86 |
+
"input_ids:reverse": 0.8673748970031738,
|
| 87 |
+
"token_type_ids:all_ones": 0.3061041235923767
|
| 88 |
+
},
|
| 89 |
+
"weakest": "token_type_ids:all_ones",
|
| 90 |
+
"no_perturbation_defined": [
|
| 91 |
+
"next_sentence_label"
|
| 92 |
+
],
|
| 93 |
+
"not_a_forward_parameter": []
|
| 94 |
+
}
|
| 95 |
+
},
|
| 96 |
+
"numeric_health": {
|
| 97 |
+
"float32": {
|
| 98 |
+
"outputs_finite": true,
|
| 99 |
+
"loss_finite": true,
|
| 100 |
+
"gradients_finite": true,
|
| 101 |
+
"finite": true
|
| 102 |
+
},
|
| 103 |
+
"bfloat16": {
|
| 104 |
+
"finite": false,
|
| 105 |
+
"error": "RuntimeError: mixed dtype (CPU): expect parameter to have scalar type of Float"
|
| 106 |
+
},
|
| 107 |
+
"float16": {
|
| 108 |
+
"finite": false,
|
| 109 |
+
"error": "RuntimeError: mixed dtype (CPU): expect parameter to have scalar type of Float"
|
| 110 |
+
}
|
| 111 |
+
},
|
| 112 |
+
"copied_unchanged": [
|
| 113 |
+
"special_tokens_map.json",
|
| 114 |
+
"spiece.model",
|
| 115 |
+
"tokenizer.json",
|
| 116 |
+
"tokenizer_config.json"
|
| 117 |
],
|
| 118 |
+
"environment": {
|
| 119 |
+
"python": "3.12.12",
|
| 120 |
+
"machine": "arm64",
|
| 121 |
+
"torch": "2.14.1",
|
| 122 |
+
"transformers": "5.22.0.dev0",
|
| 123 |
+
"tokenizers": "0.23.3"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 124 |
},
|
| 125 |
+
"sha256": {
|
| 126 |
+
"config.json": "43bc6cc250df5477df54dc4871f051554cc10f834a9d06fe6a336fc5939f1e97",
|
| 127 |
+
"pytorch_model.bin": "2513e2b5fc5ad6facf91761c9a7fc0b5ca091479351de59327f8a28534759319",
|
| 128 |
+
"special_tokens_map.json": "447e507ea70c8b82c296b93486f9ab6a3090788e1e4516eed7f1c576c11ed149",
|
| 129 |
+
"spiece.model": "0f848afb4cb35389f15819aad6b9b4bb65d8b6cec9613b6145bea94b4a045ab6",
|
| 130 |
+
"tokenizer.json": "e19ac913a3dba26fc3aca52d60ae2a8e0b6a577b1c247de2f7cd6d192fa2dd05",
|
| 131 |
+
"tokenizer_config.json": "5c2802f6f0ad6eadcb966a643b4a4c5cf3b5da6c84cbec71209eceb21538fae7"
|
| 132 |
},
|
| 133 |
+
"serialization": {
|
| 134 |
+
"file": "pytorch_model.bin",
|
| 135 |
+
"reverted_conversions": [],
|
| 136 |
+
"migrated_from": "model.safetensors"
|
| 137 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 138 |
}
|
model.safetensors → pytorch_model.bin
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2513e2b5fc5ad6facf91761c9a7fc0b5ca091479351de59327f8a28534759319
|
| 3 |
+
size 8648935
|