tarekziade HF Staff commited on
Commit
0b11088
·
verified ·
1 Parent(s): b745365

Keep the real checkpoint's weight names, prefix and file format (tensors unchanged; reload verified bit-exact)

Browse files
Files changed (2) hide show
  1. build.json +128 -123
  2. model.safetensors → pytorch_model.bin +2 -2
build.json CHANGED
@@ -1,133 +1,138 @@
1
  {
2
- "fixture": "huggingface-mic/fnet-base-mic",
3
- "key": "0f5decac063fd1ac4cef0d20921e7f5e8bbdacb861ca3bb965c132c2f3022b05",
4
- "key_fields": {
5
- "architectures": [
6
- "FNetForPreTraining"
7
- ],
8
- "output_hidden_states": false,
9
- "return_dict": true,
10
- "chunk_size_feed_forward": 0,
11
- "is_encoder_decoder": false,
12
- "id2label": {
13
- "0": "LABEL_0",
14
- "1": "LABEL_1"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  },
16
- "label2id": {
17
- "LABEL_0": 0,
18
- "LABEL_1": 1
19
  },
20
- "problem_type": null,
21
- "vocab_size": 32000,
22
- "hidden_size": 64,
23
- "num_hidden_layers": 2,
24
- "intermediate_size": 128,
25
- "hidden_act": "gelu_new",
26
- "hidden_dropout_prob": 0.1,
27
- "max_position_embeddings": 512,
28
- "type_vocab_size": 4,
29
- "initializer_range": 0.02,
30
- "layer_norm_eps": 1e-12,
31
- "use_tpu_fourier_optimizations": false,
32
- "tpu_short_seq_length": 512,
33
- "pad_token_id": 3,
34
- "bos_token_id": 1,
35
- "eos_token_id": 2,
36
- "tie_word_embeddings": true,
37
- "actual_seq_length": 512,
38
- "model_type": "fnet",
39
- "use_latest": false,
40
- "use_fft": true,
41
- "output_attentions": false
42
- },
43
- "covers": {
44
- "google/fnet-base": "d89b6fad3cf5384848b783dc480f9685f49d008c"
45
- },
46
- "built_from": {
47
- "repo": "google/fnet-base",
48
- "revision": "d89b6fad3cf5384848b783dc480f9685f49d008c"
49
- },
50
- "seed": 17,
51
- "dtype": "float32",
52
- "builder": "example/build_fixtures.py",
53
- "builder_revision": "e60cfd37adc70f455a7adcba3317dff71b612f80",
54
- "recipe": {
55
  "seed": 17,
 
 
 
 
 
 
 
 
 
 
 
 
56
  "model_class": "FNetForPreTraining",
57
- "accept_unhealthy": {
58
- "bfloat16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'",
59
- "float16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'"
60
- }
61
- },
62
- "shrink": "rule",
63
- "model_class": "FNetForPreTraining",
64
- "parameters": 2159554,
65
- "missing_parameters": [],
66
- "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
67
- "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
68
- "captured": {
69
- "call": "training step",
70
- "inputs": [
71
- "input_ids",
72
- "labels",
73
- "next_sentence_label",
74
- "token_type_ids"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
75
  ],
76
- "class": "FNetForPreTraining"
77
- },
78
- "weights": "random",
79
- "gate": {
80
- "random": {
81
- "pass": true,
82
- "accepted_insensitive": {},
83
- "threshold": 0.001,
84
- "deltas": {
85
- "input_ids:roll_batch": 0.9135565757751465,
86
- "input_ids:reverse": 0.8673748970031738,
87
- "token_type_ids:all_ones": 0.3061041235923767
88
- },
89
- "weakest": "token_type_ids:all_ones",
90
- "no_perturbation_defined": [
91
- "next_sentence_label"
92
- ],
93
- "not_a_forward_parameter": []
94
- }
95
- },
96
- "numeric_health": {
97
- "float32": {
98
- "outputs_finite": true,
99
- "loss_finite": true,
100
- "gradients_finite": true,
101
- "finite": true
102
  },
103
- "bfloat16": {
104
- "finite": false,
105
- "error": "RuntimeError: mixed dtype (CPU): expect parameter to have scalar type of Float"
 
 
 
 
106
  },
107
- "float16": {
108
- "finite": false,
109
- "error": "RuntimeError: mixed dtype (CPU): expect parameter to have scalar type of Float"
 
110
  }
111
- },
112
- "copied_unchanged": [
113
- "special_tokens_map.json",
114
- "spiece.model",
115
- "tokenizer.json",
116
- "tokenizer_config.json"
117
- ],
118
- "environment": {
119
- "python": "3.12.12",
120
- "machine": "arm64",
121
- "torch": "2.14.1",
122
- "transformers": "5.22.0.dev0",
123
- "tokenizers": "0.23.3"
124
- },
125
- "sha256": {
126
- "config.json": "43bc6cc250df5477df54dc4871f051554cc10f834a9d06fe6a336fc5939f1e97",
127
- "model.safetensors": "14be7bbc39523cc869517636336056798276f62061d15dd5b2e8bbfc52c7172b",
128
- "special_tokens_map.json": "447e507ea70c8b82c296b93486f9ab6a3090788e1e4516eed7f1c576c11ed149",
129
- "spiece.model": "0f848afb4cb35389f15819aad6b9b4bb65d8b6cec9613b6145bea94b4a045ab6",
130
- "tokenizer.json": "e19ac913a3dba26fc3aca52d60ae2a8e0b6a577b1c247de2f7cd6d192fa2dd05",
131
- "tokenizer_config.json": "5c2802f6f0ad6eadcb966a643b4a4c5cf3b5da6c84cbec71209eceb21538fae7"
132
- }
133
  }
 
1
  {
2
+ "fixture": "huggingface-mic/fnet-base-mic",
3
+ "key": "0f5decac063fd1ac4cef0d20921e7f5e8bbdacb861ca3bb965c132c2f3022b05",
4
+ "key_fields": {
5
+ "architectures": [
6
+ "FNetForPreTraining"
7
+ ],
8
+ "output_hidden_states": false,
9
+ "return_dict": true,
10
+ "chunk_size_feed_forward": 0,
11
+ "is_encoder_decoder": false,
12
+ "id2label": {
13
+ "0": "LABEL_0",
14
+ "1": "LABEL_1"
15
+ },
16
+ "label2id": {
17
+ "LABEL_0": 0,
18
+ "LABEL_1": 1
19
+ },
20
+ "problem_type": null,
21
+ "vocab_size": 32000,
22
+ "hidden_size": 64,
23
+ "num_hidden_layers": 2,
24
+ "intermediate_size": 128,
25
+ "hidden_act": "gelu_new",
26
+ "hidden_dropout_prob": 0.1,
27
+ "max_position_embeddings": 512,
28
+ "type_vocab_size": 4,
29
+ "initializer_range": 0.02,
30
+ "layer_norm_eps": 1e-12,
31
+ "use_tpu_fourier_optimizations": false,
32
+ "tpu_short_seq_length": 512,
33
+ "pad_token_id": 3,
34
+ "bos_token_id": 1,
35
+ "eos_token_id": 2,
36
+ "tie_word_embeddings": true,
37
+ "actual_seq_length": 512,
38
+ "model_type": "fnet",
39
+ "use_latest": false,
40
+ "use_fft": true,
41
+ "output_attentions": false
42
+ },
43
+ "covers": {
44
+ "google/fnet-base": "d89b6fad3cf5384848b783dc480f9685f49d008c"
45
  },
46
+ "built_from": {
47
+ "repo": "google/fnet-base",
48
+ "revision": "d89b6fad3cf5384848b783dc480f9685f49d008c"
49
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  "seed": 17,
51
+ "dtype": "float32",
52
+ "builder": "example/build_fixtures.py",
53
+ "builder_revision": "e60cfd37adc70f455a7adcba3317dff71b612f80",
54
+ "recipe": {
55
+ "seed": 17,
56
+ "model_class": "FNetForPreTraining",
57
+ "accept_unhealthy": {
58
+ "bfloat16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'",
59
+ "float16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'"
60
+ }
61
+ },
62
+ "shrink": "rule",
63
  "model_class": "FNetForPreTraining",
64
+ "parameters": 2159554,
65
+ "missing_parameters": [],
66
+ "checkpoint_inspection": "parameter headers/indexes; bounded binary fallback",
67
+ "numeric_health_scope": "CPU float32/bfloat16/float16; autocast for low-precision losses",
68
+ "captured": {
69
+ "call": "training step",
70
+ "inputs": [
71
+ "input_ids",
72
+ "labels",
73
+ "next_sentence_label",
74
+ "token_type_ids"
75
+ ],
76
+ "class": "FNetForPreTraining"
77
+ },
78
+ "weights": "random",
79
+ "gate": {
80
+ "random": {
81
+ "pass": true,
82
+ "accepted_insensitive": {},
83
+ "threshold": 0.001,
84
+ "deltas": {
85
+ "input_ids:roll_batch": 0.9135565757751465,
86
+ "input_ids:reverse": 0.8673748970031738,
87
+ "token_type_ids:all_ones": 0.3061041235923767
88
+ },
89
+ "weakest": "token_type_ids:all_ones",
90
+ "no_perturbation_defined": [
91
+ "next_sentence_label"
92
+ ],
93
+ "not_a_forward_parameter": []
94
+ }
95
+ },
96
+ "numeric_health": {
97
+ "float32": {
98
+ "outputs_finite": true,
99
+ "loss_finite": true,
100
+ "gradients_finite": true,
101
+ "finite": true
102
+ },
103
+ "bfloat16": {
104
+ "finite": false,
105
+ "error": "RuntimeError: mixed dtype (CPU): expect parameter to have scalar type of Float"
106
+ },
107
+ "float16": {
108
+ "finite": false,
109
+ "error": "RuntimeError: mixed dtype (CPU): expect parameter to have scalar type of Float"
110
+ }
111
+ },
112
+ "copied_unchanged": [
113
+ "special_tokens_map.json",
114
+ "spiece.model",
115
+ "tokenizer.json",
116
+ "tokenizer_config.json"
117
  ],
118
+ "environment": {
119
+ "python": "3.12.12",
120
+ "machine": "arm64",
121
+ "torch": "2.14.1",
122
+ "transformers": "5.22.0.dev0",
123
+ "tokenizers": "0.23.3"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
124
  },
125
+ "sha256": {
126
+ "config.json": "43bc6cc250df5477df54dc4871f051554cc10f834a9d06fe6a336fc5939f1e97",
127
+ "pytorch_model.bin": "2513e2b5fc5ad6facf91761c9a7fc0b5ca091479351de59327f8a28534759319",
128
+ "special_tokens_map.json": "447e507ea70c8b82c296b93486f9ab6a3090788e1e4516eed7f1c576c11ed149",
129
+ "spiece.model": "0f848afb4cb35389f15819aad6b9b4bb65d8b6cec9613b6145bea94b4a045ab6",
130
+ "tokenizer.json": "e19ac913a3dba26fc3aca52d60ae2a8e0b6a577b1c247de2f7cd6d192fa2dd05",
131
+ "tokenizer_config.json": "5c2802f6f0ad6eadcb966a643b4a4c5cf3b5da6c84cbec71209eceb21538fae7"
132
  },
133
+ "serialization": {
134
+ "file": "pytorch_model.bin",
135
+ "reverted_conversions": [],
136
+ "migrated_from": "model.safetensors"
137
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
138
  }
model.safetensors → pytorch_model.bin RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14be7bbc39523cc869517636336056798276f62061d15dd5b2e8bbfc52c7172b
3
- size 8641584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2513e2b5fc5ad6facf91761c9a7fc0b5ca091479351de59327f8a28534759319
3
+ size 8648935