G-shitong commited on
Commit
d80255f
·
verified ·
1 Parent(s): 9ad9670

Upload folder using huggingface_hub

Browse files
bench_encoder/best_bench_encoder.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5149ff6d0c3730f56c6b9f2b7c08411559ee635af1bc5c1095ae07bd3772099
3
+ size 117880137
bench_encoder/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "aig_dir": "/home/gst/repo/LogicRT/datasets/origen_aig_pyg/",
3
+ "aig_raw_dir": "datasets/aig",
4
+ "bench_dir": "datasets/aig_bench",
5
+ "max_samples": 50000,
6
+ "mask_gate_fraction": 0.95,
7
+ "mask_operand_fraction": 0.05,
8
+ "mask_lhs_fraction": 0.0,
9
+ "vocab_size": 8192,
10
+ "no_shuffle_lines": false,
11
+ "no_swap_operands": false,
12
+ "swap_operand_prob": 0.5,
13
+ "embed_dim": 256,
14
+ "hidden_dim": 512,
15
+ "num_layers": 6,
16
+ "num_heads": 8,
17
+ "max_seq_len": 512,
18
+ "output_dim": 256,
19
+ "sim_vector_len": 64,
20
+ "use_sim_vector": false,
21
+ "epochs": 30,
22
+ "batch_size": 256,
23
+ "gradient_accumulation_steps": 1,
24
+ "use_amp": false,
25
+ "lr": 0.0002,
26
+ "mask_ratio": 0.15,
27
+ "sim_loss_weight": 0.0,
28
+ "output_dir": "./output/bench_encoder_pretrained",
29
+ "device": "cuda"
30
+ }
bench_encoder/history.json ADDED
@@ -0,0 +1,302 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "loss": 1.4266907682224197,
5
+ "mlm_loss": 1.4266907682224197,
6
+ "sim_loss": null,
7
+ "mlm_accuracy": 0.5768209618383275,
8
+ "gate_accuracy": 0.6112778278460624,
9
+ "operand_accuracy": 0.07036475567944099,
10
+ "lr": 0.0001994631457460908
11
+ },
12
+ {
13
+ "epoch": 2,
14
+ "loss": 0.6754749757902963,
15
+ "mlm_loss": 0.6754749757902963,
16
+ "sim_loss": null,
17
+ "mlm_accuracy": 0.7304235318404022,
18
+ "gate_accuracy": 0.7605864657550815,
19
+ "operand_accuracy": 0.2849983966258486,
20
+ "lr": 0.00019785846487191297
21
+ },
22
+ {
23
+ "epoch": 3,
24
+ "loss": 0.5873769847105961,
25
+ "mlm_loss": 0.5873769847105961,
26
+ "sim_loss": null,
27
+ "mlm_accuracy": 0.7544465337179868,
28
+ "gate_accuracy": 0.7826756793332466,
29
+ "operand_accuracy": 0.3376248600589111,
30
+ "lr": 0.00019520353859692508
31
+ },
32
+ {
33
+ "epoch": 4,
34
+ "loss": 0.5532694538028873,
35
+ "mlm_loss": 0.5532694538028873,
36
+ "sim_loss": null,
37
+ "mlm_accuracy": 0.7651134507752847,
38
+ "gate_accuracy": 0.7930053225422238,
39
+ "operand_accuracy": 0.3533643788274802,
40
+ "lr": 0.0001915274548489749
41
+ },
42
+ {
43
+ "epoch": 5,
44
+ "loss": 0.5341805881079362,
45
+ "mlm_loss": 0.5341805881079362,
46
+ "sim_loss": null,
47
+ "mlm_accuracy": 0.7705390797522927,
48
+ "gate_accuracy": 0.7980515505733987,
49
+ "operand_accuracy": 0.364383427630399,
50
+ "lr": 0.00018687048957087503
51
+ },
52
+ {
53
+ "epoch": 6,
54
+ "loss": 0.520931249978591,
55
+ "mlm_loss": 0.520931249978591,
56
+ "sim_loss": null,
57
+ "mlm_accuracy": 0.7737443329845585,
58
+ "gate_accuracy": 0.8009701183774524,
59
+ "operand_accuracy": 0.3719676842751509,
60
+ "lr": 0.00018128366544874487
61
+ },
62
+ {
63
+ "epoch": 7,
64
+ "loss": 0.5102581888133165,
65
+ "mlm_loss": 0.5102581888133165,
66
+ "sim_loss": null,
67
+ "mlm_accuracy": 0.7775913272786209,
68
+ "gate_accuracy": 0.8046219161382083,
69
+ "operand_accuracy": 0.37871725501700404,
70
+ "lr": 0.00017482819289678465
71
+ },
72
+ {
73
+ "epoch": 8,
74
+ "loss": 0.5027498184722297,
75
+ "mlm_loss": 0.5027498184722297,
76
+ "sim_loss": null,
77
+ "mlm_accuracy": 0.7805442337028321,
78
+ "gate_accuracy": 0.8074153915024782,
79
+ "operand_accuracy": 0.3838984892946419,
80
+ "lr": 0.0001675747994231681
81
+ },
82
+ {
83
+ "epoch": 9,
84
+ "loss": 0.49584755651196655,
85
+ "mlm_loss": 0.49584755651196655,
86
+ "sim_loss": null,
87
+ "mlm_accuracy": 0.7835554802235702,
88
+ "gate_accuracy": 0.8101385458931658,
89
+ "operand_accuracy": 0.39132678559787926,
90
+ "lr": 0.00015960295472466237
91
+ },
92
+ {
93
+ "epoch": 10,
94
+ "loss": 0.4895703864036774,
95
+ "mlm_loss": 0.4895703864036774,
96
+ "sim_loss": null,
97
+ "mlm_accuracy": 0.7869481812216002,
98
+ "gate_accuracy": 0.813472347084996,
99
+ "operand_accuracy": 0.39535502942503004,
100
+ "lr": 0.000151
101
+ },
102
+ {
103
+ "epoch": 11,
104
+ "loss": 0.47691943374823553,
105
+ "mlm_loss": 0.47691943374823553,
106
+ "sim_loss": null,
107
+ "mlm_accuracy": 0.7952086555990786,
108
+ "gate_accuracy": 0.8220305045470669,
109
+ "operand_accuracy": 0.39926644388295707,
110
+ "lr": 0.00014186019102142844
111
+ },
112
+ {
113
+ "epoch": 12,
114
+ "loss": 0.45834414219977904,
115
+ "mlm_loss": 0.45834414219977904,
116
+ "sim_loss": null,
117
+ "mlm_accuracy": 0.8081038881775693,
118
+ "gate_accuracy": 0.8356121446958866,
119
+ "operand_accuracy": 0.40206818601719324,
120
+ "lr": 0.00013228366544874485
121
+ },
122
+ {
123
+ "epoch": 13,
124
+ "loss": 0.4126936145582978,
125
+ "mlm_loss": 0.4126936145582978,
126
+ "sim_loss": null,
127
+ "mlm_accuracy": 0.8401495163467915,
128
+ "gate_accuracy": 0.8696280655744475,
129
+ "operand_accuracy": 0.40527265219186714,
130
+ "lr": 0.0001223753457001404
131
+ },
132
+ {
133
+ "epoch": 14,
134
+ "loss": 0.3426760016959541,
135
+ "mlm_loss": 0.3426760016959541,
136
+ "sim_loss": null,
137
+ "mlm_accuracy": 0.882682208376326,
138
+ "gate_accuracy": 0.9150087541908752,
139
+ "operand_accuracy": 0.40609837597596293,
140
+ "lr": 0.00011224378940023004
141
+ },
142
+ {
143
+ "epoch": 15,
144
+ "loss": 0.2906983494758606,
145
+ "mlm_loss": 0.2906983494758606,
146
+ "sim_loss": null,
147
+ "mlm_accuracy": 0.91193855855775,
148
+ "gate_accuracy": 0.9460498334545903,
149
+ "operand_accuracy": 0.4091729159873927,
150
+ "lr": 0.00010200000000000001
151
+ },
152
+ {
153
+ "epoch": 16,
154
+ "loss": 0.25610798293230486,
155
+ "mlm_loss": 0.25610798293230486,
156
+ "sim_loss": null,
157
+ "mlm_accuracy": 0.9302293870458059,
158
+ "gate_accuracy": 0.9654458930490946,
159
+ "operand_accuracy": 0.411390204684716,
160
+ "lr": 9.175621059976997e-05
161
+ },
162
+ {
163
+ "epoch": 17,
164
+ "loss": 0.23491641012381534,
165
+ "mlm_loss": 0.23491641012381534,
166
+ "sim_loss": null,
167
+ "mlm_accuracy": 0.9405258962713083,
168
+ "gate_accuracy": 0.97619879948581,
169
+ "operand_accuracy": 0.4148325228871805,
170
+ "lr": 8.162465429985958e-05
171
+ },
172
+ {
173
+ "epoch": 18,
174
+ "loss": 0.22338613844951805,
175
+ "mlm_loss": 0.22338613844951805,
176
+ "sim_loss": null,
177
+ "mlm_accuracy": 0.9454399274787724,
178
+ "gate_accuracy": 0.9813014497755791,
179
+ "operand_accuracy": 0.4169596522211656,
180
+ "lr": 7.171633455125516e-05
181
+ },
182
+ {
183
+ "epoch": 19,
184
+ "loss": 0.21721091281090463,
185
+ "mlm_loss": 0.21721091281090463,
186
+ "sim_loss": null,
187
+ "mlm_accuracy": 0.9480459001928675,
188
+ "gate_accuracy": 0.9840797964526715,
189
+ "operand_accuracy": 0.4169397748827401,
190
+ "lr": 6.21398089785716e-05
191
+ },
192
+ {
193
+ "epoch": 20,
194
+ "loss": 0.21182244506721593,
195
+ "mlm_loss": 0.21182244506721593,
196
+ "sim_loss": null,
197
+ "mlm_accuracy": 0.9500498307274181,
198
+ "gate_accuracy": 0.9858394118057018,
199
+ "operand_accuracy": 0.4225217391304348,
200
+ "lr": 5.300000000000002e-05
201
+ },
202
+ {
203
+ "epoch": 21,
204
+ "loss": 0.2096399718097278,
205
+ "mlm_loss": 0.2096399718097278,
206
+ "sim_loss": null,
207
+ "mlm_accuracy": 0.9507844326529175,
208
+ "gate_accuracy": 0.9865864419667073,
209
+ "operand_accuracy": 0.42316721917287103,
210
+ "lr": 4.4397045275337646e-05
211
+ },
212
+ {
213
+ "epoch": 22,
214
+ "loss": 0.20744366373638717,
215
+ "mlm_loss": 0.20744366373638717,
216
+ "sim_loss": null,
217
+ "mlm_accuracy": 0.9515138564633405,
218
+ "gate_accuracy": 0.987227674981074,
219
+ "operand_accuracy": 0.42511982783918617,
220
+ "lr": 3.642520057683193e-05
221
+ },
222
+ {
223
+ "epoch": 23,
224
+ "loss": 0.20606756848948343,
225
+ "mlm_loss": 0.20606756848948343,
226
+ "sim_loss": null,
227
+ "mlm_accuracy": 0.9519464016760523,
228
+ "gate_accuracy": 0.9877132028494159,
229
+ "operand_accuracy": 0.4248664685202593,
230
+ "lr": 2.9171807103215386e-05
231
+ },
232
+ {
233
+ "epoch": 24,
234
+ "loss": 0.2048291920551232,
235
+ "mlm_loss": 0.2048291920551232,
236
+ "sim_loss": null,
237
+ "mlm_accuracy": 0.9524400486466651,
238
+ "gate_accuracy": 0.9880598027618067,
239
+ "operand_accuracy": 0.427574777907577,
240
+ "lr": 2.271633455125516e-05
241
+ },
242
+ {
243
+ "epoch": 25,
244
+ "loss": 0.20342748688191784,
245
+ "mlm_loss": 0.20342748688191784,
246
+ "sim_loss": null,
247
+ "mlm_accuracy": 0.9528612020062089,
248
+ "gate_accuracy": 0.9884083676577418,
249
+ "operand_accuracy": 0.4289681181156703,
250
+ "lr": 1.7129510429125004e-05
251
+ },
252
+ {
253
+ "epoch": 26,
254
+ "loss": 0.20300537469435712,
255
+ "mlm_loss": 0.20300537469435712,
256
+ "sim_loss": null,
257
+ "mlm_accuracy": 0.9529809890683086,
258
+ "gate_accuracy": 0.9886020997063686,
259
+ "operand_accuracy": 0.42796347627588455,
260
+ "lr": 1.2472545151025103e-05
261
+ },
262
+ {
263
+ "epoch": 27,
264
+ "loss": 0.2020666868406899,
265
+ "mlm_loss": 0.2020666868406899,
266
+ "sim_loss": null,
267
+ "mlm_accuracy": 0.953260607282432,
268
+ "gate_accuracy": 0.9888309213374427,
269
+ "operand_accuracy": 0.42907988328053426,
270
+ "lr": 8.796461403074953e-06
271
+ },
272
+ {
273
+ "epoch": 28,
274
+ "loss": 0.20235825885011224,
275
+ "mlm_loss": 0.20235825885011224,
276
+ "sim_loss": null,
277
+ "mlm_accuracy": 0.9532178015311341,
278
+ "gate_accuracy": 0.9888580157569745,
279
+ "operand_accuracy": 0.42813915840024336,
280
+ "lr": 6.141535128087043e-06
281
+ },
282
+ {
283
+ "epoch": 29,
284
+ "loss": 0.2013957146935317,
285
+ "mlm_loss": 0.2013957146935317,
286
+ "sim_loss": null,
287
+ "mlm_accuracy": 0.9535374638351813,
288
+ "gate_accuracy": 0.9890818245510528,
289
+ "operand_accuracy": 0.4295543852211769,
290
+ "lr": 4.536854253909207e-06
291
+ },
292
+ {
293
+ "epoch": 30,
294
+ "loss": 0.20102024230421806,
295
+ "mlm_loss": 0.20102024230421806,
296
+ "sim_loss": null,
297
+ "mlm_accuracy": 0.9535847572862121,
298
+ "gate_accuracy": 0.988998557109233,
299
+ "operand_accuracy": 0.4315508544592773,
300
+ "lr": 4.000000000000001e-06
301
+ }
302
+ ]
bench_encoder/latest_bench_encoder.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ad0d32988f1cd6f5e8d92f627e6f7d755b8db43d9c45ee4b80f92f14062d92
3
+ size 117880805