minhleduc commited on
Commit
5e60be5
·
verified ·
1 Parent(s): 8301df6

E2 run e2_rlce_sigma2_fixed_seed43 (epoch_4.pt)

Browse files
e2_rlce_sigma2_fixed_seed43/config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "encoder_name": "answerdotai/ModernBERT-large",
4
+ "head_layers": 2,
5
+ "head_dropout": 0.1,
6
+ "num_qtypes": 3,
7
+ "max_len": 512,
8
+ "head_max_len": 192,
9
+ "k_buckets": [
10
+ 2,
11
+ 5,
12
+ 10
13
+ ]
14
+ },
15
+ "training": {
16
+ "dataset_name": "LocalLLaMA/typed-decisions",
17
+ "dataset_config": "all",
18
+ "calib_fraction": 0.1,
19
+ "seed": 43,
20
+ "max_examples": null,
21
+ "ckpt_dir": "checkpoints",
22
+ "result_dir": "results",
23
+ "run_name": "e2_rlce_sigma2_fixed_seed43",
24
+ "epochs": 4,
25
+ "batch_size": 8,
26
+ "accum_steps": 8,
27
+ "num_workers": 4,
28
+ "pin_memory": true,
29
+ "amp": true,
30
+ "amp_dtype": "bf16",
31
+ "gradient_checkpointing": false,
32
+ "lr": 2.5e-05,
33
+ "lr_head": 0.0001,
34
+ "weight_decay": 0.01,
35
+ "grad_clip": 1.0,
36
+ "log_every": 10,
37
+ "eval_every": 1,
38
+ "ckpt_every": 4,
39
+ "w_rl": 1.0,
40
+ "w_ce": 1.0,
41
+ "num_noise_samples": 4,
42
+ "sigma_start": 2.0,
43
+ "sigma_end": 2.0,
44
+ "anneal_sigma": false,
45
+ "reward_w_spherical": 0.75,
46
+ "reward_w_rps": 1.0,
47
+ "arch": {
48
+ "encoder_name": "answerdotai/ModernBERT-large",
49
+ "head_layers": 2,
50
+ "max_len": 512,
51
+ "head_max_len": 192
52
+ },
53
+ "init_from": "convaiinnovations/laya",
54
+ "log_grad_diagnostics": true,
55
+ "lr_scheduler": {
56
+ "type": "cosine",
57
+ "t_max": "auto",
58
+ "eta_min": 1e-06
59
+ },
60
+ "early_stopping": {
61
+ "enabled": false
62
+ },
63
+ "save_best": false,
64
+ "best_metric": "raw_ece",
65
+ "best_mode": "min",
66
+ "wandb": {
67
+ "enabled": true,
68
+ "project": "rlcd-reverse-engineering",
69
+ "entity": null,
70
+ "group": "e2-minimal",
71
+ "log_artifacts": false
72
+ },
73
+ "resume_from": null
74
+ }
75
+ }
e2_rlce_sigma2_fixed_seed43/grad_diagnostics.json ADDED
@@ -0,0 +1,308 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 10,
4
+ "epoch": 1,
5
+ "sigma": 2.0,
6
+ "grad_cos_rl_ce": 0.4309830367565155,
7
+ "grad_norm_rl": 0.18589116632938385,
8
+ "grad_norm_ce": 0.15512317419052124,
9
+ "grad_norm_ratio_rl_ce": 1.198345555391186
10
+ },
11
+ {
12
+ "step": 20,
13
+ "epoch": 1,
14
+ "sigma": 2.0,
15
+ "grad_cos_rl_ce": 0.5897918939590454,
16
+ "grad_norm_rl": 0.20123186707496643,
17
+ "grad_norm_ce": 0.1309913992881775,
18
+ "grad_norm_ratio_rl_ce": 1.5362219822712317
19
+ },
20
+ {
21
+ "step": 30,
22
+ "epoch": 1,
23
+ "sigma": 2.0,
24
+ "grad_cos_rl_ce": 0.7441791296005249,
25
+ "grad_norm_rl": 0.24779745936393738,
26
+ "grad_norm_ce": 0.12206728011369705,
27
+ "grad_norm_ratio_rl_ce": 2.030007215145054
28
+ },
29
+ {
30
+ "step": 40,
31
+ "epoch": 1,
32
+ "sigma": 2.0,
33
+ "grad_cos_rl_ce": 0.03933269530534744,
34
+ "grad_norm_rl": 0.19711868464946747,
35
+ "grad_norm_ce": 0.1278218775987625,
36
+ "grad_norm_ratio_rl_ce": 1.5421357310070982
37
+ },
38
+ {
39
+ "step": 50,
40
+ "epoch": 1,
41
+ "sigma": 2.0,
42
+ "grad_cos_rl_ce": 0.20352177321910858,
43
+ "grad_norm_rl": 0.23578181862831116,
44
+ "grad_norm_ce": 0.06702321767807007,
45
+ "grad_norm_ratio_rl_ce": 3.5179125502573227
46
+ },
47
+ {
48
+ "step": 60,
49
+ "epoch": 1,
50
+ "sigma": 2.0,
51
+ "grad_cos_rl_ce": 0.6063774228096008,
52
+ "grad_norm_rl": 0.1578078418970108,
53
+ "grad_norm_ce": 0.12213227897882462,
54
+ "grad_norm_ratio_rl_ce": 1.2921059298694626
55
+ },
56
+ {
57
+ "step": 70,
58
+ "epoch": 1,
59
+ "sigma": 2.0,
60
+ "grad_cos_rl_ce": 0.20910592377185822,
61
+ "grad_norm_rl": 0.17100083827972412,
62
+ "grad_norm_ce": 0.059854019433259964,
63
+ "grad_norm_ratio_rl_ce": 2.856964994145432
64
+ },
65
+ {
66
+ "step": 80,
67
+ "epoch": 1,
68
+ "sigma": 2.0,
69
+ "grad_cos_rl_ce": 0.5021957755088806,
70
+ "grad_norm_rl": 0.2351008951663971,
71
+ "grad_norm_ce": 0.17067748308181763,
72
+ "grad_norm_ratio_rl_ce": 1.3774570079270319
73
+ },
74
+ {
75
+ "step": 90,
76
+ "epoch": 2,
77
+ "sigma": 2.0,
78
+ "grad_cos_rl_ce": 0.298437237739563,
79
+ "grad_norm_rl": 0.2377031296491623,
80
+ "grad_norm_ce": 0.10014962404966354,
81
+ "grad_norm_ratio_rl_ce": 2.3734799995982696
82
+ },
83
+ {
84
+ "step": 100,
85
+ "epoch": 2,
86
+ "sigma": 2.0,
87
+ "grad_cos_rl_ce": 0.829228401184082,
88
+ "grad_norm_rl": 0.25427162647247314,
89
+ "grad_norm_ce": 0.13230805099010468,
90
+ "grad_norm_ratio_rl_ce": 1.921815222654063
91
+ },
92
+ {
93
+ "step": 110,
94
+ "epoch": 2,
95
+ "sigma": 2.0,
96
+ "grad_cos_rl_ce": 0.43294557929039,
97
+ "grad_norm_rl": 0.1767185926437378,
98
+ "grad_norm_ce": 0.09194093942642212,
99
+ "grad_norm_ratio_rl_ce": 1.9220881768905675
100
+ },
101
+ {
102
+ "step": 120,
103
+ "epoch": 2,
104
+ "sigma": 2.0,
105
+ "grad_cos_rl_ce": 0.3322969377040863,
106
+ "grad_norm_rl": 0.1781160831451416,
107
+ "grad_norm_ce": 0.0885855033993721,
108
+ "grad_norm_ratio_rl_ce": 2.0106685214863735
109
+ },
110
+ {
111
+ "step": 130,
112
+ "epoch": 2,
113
+ "sigma": 2.0,
114
+ "grad_cos_rl_ce": 0.6105602979660034,
115
+ "grad_norm_rl": 0.1786493957042694,
116
+ "grad_norm_ce": 0.07194673269987106,
117
+ "grad_norm_ratio_rl_ce": 2.4830786472196476
118
+ },
119
+ {
120
+ "step": 140,
121
+ "epoch": 2,
122
+ "sigma": 2.0,
123
+ "grad_cos_rl_ce": -0.17594456672668457,
124
+ "grad_norm_rl": 0.16933280229568481,
125
+ "grad_norm_ce": 0.07159201800823212,
126
+ "grad_norm_ratio_rl_ce": 2.3652469508013283
127
+ },
128
+ {
129
+ "step": 150,
130
+ "epoch": 2,
131
+ "sigma": 2.0,
132
+ "grad_cos_rl_ce": 0.6351150274276733,
133
+ "grad_norm_rl": 0.18595507740974426,
134
+ "grad_norm_ce": 0.06980928033590317,
135
+ "grad_norm_ratio_rl_ce": 2.663758693901144
136
+ },
137
+ {
138
+ "step": 160,
139
+ "epoch": 2,
140
+ "sigma": 2.0,
141
+ "grad_cos_rl_ce": 0.32109636068344116,
142
+ "grad_norm_rl": 0.18306469917297363,
143
+ "grad_norm_ce": 0.07793423533439636,
144
+ "grad_norm_ratio_rl_ce": 2.3489638204248577
145
+ },
146
+ {
147
+ "step": 170,
148
+ "epoch": 2,
149
+ "sigma": 2.0,
150
+ "grad_cos_rl_ce": 0.22500883042812347,
151
+ "grad_norm_rl": 0.2155487984418869,
152
+ "grad_norm_ce": 0.11510791629552841,
153
+ "grad_norm_ratio_rl_ce": 1.8725801437364766
154
+ },
155
+ {
156
+ "step": 180,
157
+ "epoch": 3,
158
+ "sigma": 2.0,
159
+ "grad_cos_rl_ce": 0.3737454116344452,
160
+ "grad_norm_rl": 0.2210930585861206,
161
+ "grad_norm_ce": 0.12548884749412537,
162
+ "grad_norm_ratio_rl_ce": 1.7618542444297358
163
+ },
164
+ {
165
+ "step": 190,
166
+ "epoch": 3,
167
+ "sigma": 2.0,
168
+ "grad_cos_rl_ce": 0.1468527913093567,
169
+ "grad_norm_rl": 0.2082870751619339,
170
+ "grad_norm_ce": 0.07809425890445709,
171
+ "grad_norm_ratio_rl_ce": 2.6671240381032195
172
+ },
173
+ {
174
+ "step": 200,
175
+ "epoch": 3,
176
+ "sigma": 2.0,
177
+ "grad_cos_rl_ce": 0.6060016751289368,
178
+ "grad_norm_rl": 0.1891242414712906,
179
+ "grad_norm_ce": 0.06194651126861572,
180
+ "grad_norm_ratio_rl_ce": 3.053024901615526
181
+ },
182
+ {
183
+ "step": 210,
184
+ "epoch": 3,
185
+ "sigma": 2.0,
186
+ "grad_cos_rl_ce": 0.3217794895172119,
187
+ "grad_norm_rl": 0.1657441109418869,
188
+ "grad_norm_ce": 0.06887903809547424,
189
+ "grad_norm_ratio_rl_ce": 2.4063069915718995
190
+ },
191
+ {
192
+ "step": 220,
193
+ "epoch": 3,
194
+ "sigma": 2.0,
195
+ "grad_cos_rl_ce": -0.12760087847709656,
196
+ "grad_norm_rl": 0.18730023503303528,
197
+ "grad_norm_ce": 0.05461376532912254,
198
+ "grad_norm_ratio_rl_ce": 3.42954260531746
199
+ },
200
+ {
201
+ "step": 230,
202
+ "epoch": 3,
203
+ "sigma": 2.0,
204
+ "grad_cos_rl_ce": 0.6163665056228638,
205
+ "grad_norm_rl": 0.19189675152301788,
206
+ "grad_norm_ce": 0.10796234756708145,
207
+ "grad_norm_ratio_rl_ce": 1.7774414492402968
208
+ },
209
+ {
210
+ "step": 240,
211
+ "epoch": 3,
212
+ "sigma": 2.0,
213
+ "grad_cos_rl_ce": 0.13355034589767456,
214
+ "grad_norm_rl": 0.15357154607772827,
215
+ "grad_norm_ce": 0.050453320145606995,
216
+ "grad_norm_ratio_rl_ce": 3.043834293452338
217
+ },
218
+ {
219
+ "step": 250,
220
+ "epoch": 3,
221
+ "sigma": 2.0,
222
+ "grad_cos_rl_ce": -0.07303471863269806,
223
+ "grad_norm_rl": 0.15582911670207977,
224
+ "grad_norm_ce": 0.07730304449796677,
225
+ "grad_norm_ratio_rl_ce": 2.0158212100712074
226
+ },
227
+ {
228
+ "step": 260,
229
+ "epoch": 4,
230
+ "sigma": 2.0,
231
+ "grad_cos_rl_ce": 0.2808645963668823,
232
+ "grad_norm_rl": 0.1620740294456482,
233
+ "grad_norm_ce": 0.05369274690747261,
234
+ "grad_norm_ratio_rl_ce": 3.018546056601395
235
+ },
236
+ {
237
+ "step": 270,
238
+ "epoch": 4,
239
+ "sigma": 2.0,
240
+ "grad_cos_rl_ce": 0.5075095891952515,
241
+ "grad_norm_rl": 0.1714327335357666,
242
+ "grad_norm_ce": 0.10131941735744476,
243
+ "grad_norm_ratio_rl_ce": 1.6920027572895437
244
+ },
245
+ {
246
+ "step": 280,
247
+ "epoch": 4,
248
+ "sigma": 2.0,
249
+ "grad_cos_rl_ce": 0.6085525155067444,
250
+ "grad_norm_rl": 0.1756444275379181,
251
+ "grad_norm_ce": 0.047530703246593475,
252
+ "grad_norm_ratio_rl_ce": 3.6953887811560313
253
+ },
254
+ {
255
+ "step": 290,
256
+ "epoch": 4,
257
+ "sigma": 2.0,
258
+ "grad_cos_rl_ce": 0.10597426444292068,
259
+ "grad_norm_rl": 0.18579331040382385,
260
+ "grad_norm_ce": 0.09495735913515091,
261
+ "grad_norm_ratio_rl_ce": 1.9565972779359624
262
+ },
263
+ {
264
+ "step": 300,
265
+ "epoch": 4,
266
+ "sigma": 2.0,
267
+ "grad_cos_rl_ce": -0.19634929299354553,
268
+ "grad_norm_rl": 0.1460065394639969,
269
+ "grad_norm_ce": 0.08872047066688538,
270
+ "grad_norm_ratio_rl_ce": 1.6456916692000074
271
+ },
272
+ {
273
+ "step": 310,
274
+ "epoch": 4,
275
+ "sigma": 2.0,
276
+ "grad_cos_rl_ce": 0.11380480974912643,
277
+ "grad_norm_rl": 0.26917484402656555,
278
+ "grad_norm_ce": 0.09241598844528198,
279
+ "grad_norm_ratio_rl_ce": 2.912643672971584
280
+ },
281
+ {
282
+ "step": 320,
283
+ "epoch": 4,
284
+ "sigma": 2.0,
285
+ "grad_cos_rl_ce": 0.17188560962677002,
286
+ "grad_norm_rl": 0.180820032954216,
287
+ "grad_norm_ce": 0.06686756759881973,
288
+ "grad_norm_ratio_rl_ce": 2.7041514959698882
289
+ },
290
+ {
291
+ "step": 330,
292
+ "epoch": 4,
293
+ "sigma": 2.0,
294
+ "grad_cos_rl_ce": 0.02125364914536476,
295
+ "grad_norm_rl": 0.23572279512882233,
296
+ "grad_norm_ce": 0.06240473687648773,
297
+ "grad_norm_ratio_rl_ce": 3.7773221541718534
298
+ },
299
+ {
300
+ "step": 340,
301
+ "epoch": 4,
302
+ "sigma": 2.0,
303
+ "grad_cos_rl_ce": 0.4261501133441925,
304
+ "grad_norm_rl": 0.20228531956672668,
305
+ "grad_norm_ce": 0.06363571435213089,
306
+ "grad_norm_ratio_rl_ce": 3.17880174091191
307
+ }
308
+ ]
e2_rlce_sigma2_fixed_seed43/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a69017dde981fe0c791644dda70d83495585308cfc0f725210c7cc2c7bd492
3
+ size 1684141044
e2_rlce_sigma2_fixed_seed43/model_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "encoder_name": "answerdotai/ModernBERT-large",
3
+ "head_layers": 2,
4
+ "head_dropout": 0.1,
5
+ "num_qtypes": 3,
6
+ "max_len": 512,
7
+ "head_max_len": 192,
8
+ "k_buckets": [
9
+ 2,
10
+ 5,
11
+ 10
12
+ ],
13
+ "source_checkpoint": "epoch_4.pt",
14
+ "epoch": 4,
15
+ "step": 340
16
+ }
e2_rlce_sigma2_fixed_seed43/test_eval.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.05492016673088073,
4
+ "brier": 0.07290656918366514,
5
+ "nll": 0.9331893428541953,
6
+ "accuracy": 0.763,
7
+ "soft_accuracy": 0.5495321557377465,
8
+ "mean_confidence": 0.710992153853178,
9
+ "mean_target_max": 0.6589462240487337,
10
+ "score_mae": 0.2455293081885611,
11
+ "n": 2000,
12
+ "by_type": {
13
+ "choice": {
14
+ "ece": 0.06423682210346063,
15
+ "brier": 0.08723674146583714,
16
+ "nll": 1.074158520035368,
17
+ "accuracy": 0.735,
18
+ "soft_accuracy": 0.5082238023355603,
19
+ "mean_confidence": 0.6888738328715166,
20
+ "mean_target_max": 0.6345381752649943,
21
+ "score_mae": null,
22
+ "n": 600
23
+ },
24
+ "score": {
25
+ "ece": 0.06479341212660074,
26
+ "brier": 0.08184851084640059,
27
+ "nll": 1.1235608079913073,
28
+ "accuracy": 0.72,
29
+ "soft_accuracy": 0.47136491038952955,
30
+ "mean_confidence": 0.6590714601054788,
31
+ "mean_target_max": 0.5928848401084542,
32
+ "score_mae": 0.2455293081885611,
33
+ "n": 800
34
+ },
35
+ "noul": {
36
+ "ece": 0.04606316069761912,
37
+ "brier": 0.0466538080178459,
38
+ "nll": 0.5383915454902065,
39
+ "accuracy": 0.8483333333333334,
40
+ "soft_accuracy": 0.6950635029375554,
41
+ "mean_confidence": 0.8023380664984385,
42
+ "mean_target_max": 0.7714361180861791,
43
+ "score_mae": null,
44
+ "n": 600
45
+ }
46
+ }
47
+ },
48
+ "post_temperature": {
49
+ "ece": 0.1465617177784443,
50
+ "brier": 0.0529350912007566,
51
+ "nll": 0.8636743592321873,
52
+ "accuracy": 0.763,
53
+ "soft_accuracy": 0.50882018167153,
54
+ "mean_confidence": 0.6167448680102825,
55
+ "mean_target_max": 0.6589462240487337,
56
+ "score_mae": 0.22862462463206612,
57
+ "n": 2000,
58
+ "by_type": {
59
+ "choice": {
60
+ "ece": 0.15243854343891144,
61
+ "brier": 0.06480050334939733,
62
+ "nll": 0.9914538177723686,
63
+ "accuracy": 0.735,
64
+ "soft_accuracy": 0.46189232205351194,
65
+ "mean_confidence": 0.5825614453355471,
66
+ "mean_target_max": 0.6345381752649943,
67
+ "score_mae": null,
68
+ "n": 600
69
+ },
70
+ "score": {
71
+ "ece": 0.16561398483812806,
72
+ "brier": 0.0564608580215554,
73
+ "nll": 1.0401638444233685,
74
+ "accuracy": 0.72,
75
+ "soft_accuracy": 0.42966365384869276,
76
+ "mean_confidence": 0.5566691920161247,
77
+ "mean_target_max": 0.5928848401084542,
78
+ "score_mae": 0.22862462463206612,
79
+ "n": 800
80
+ },
81
+ "noul": {
82
+ "ece": 0.11730413367350893,
83
+ "brier": 0.03636865662438416,
84
+ "nll": 0.5005755871037643,
85
+ "accuracy": 0.8483333333333334,
86
+ "soft_accuracy": 0.6612900783866644,
87
+ "mean_confidence": 0.7310291920105616,
88
+ "mean_target_max": 0.7714361180861791,
89
+ "score_mae": null,
90
+ "n": 600
91
+ }
92
+ }
93
+ },
94
+ "fitted_temperature": {
95
+ "type0_bucket1": 1.6228762865066528,
96
+ "type2_bucket0": 1.8150746822357178,
97
+ "type1_bucket1": 1.5972267389297485
98
+ }
99
+ }
e2_rlce_sigma2_fixed_seed43/train_log.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "step": 85,
5
+ "loss": 0.4985092536491506,
6
+ "sigma": 2.0,
7
+ "epoch_seconds": 156.51188206672668,
8
+ "train_rows": 5400,
9
+ "raw_ece": 0.09470300739010176,
10
+ "raw_brier": 0.11277680142356607,
11
+ "raw_nll": 0.9447030330814111,
12
+ "raw_accuracy": 0.7166666666666667,
13
+ "raw_soft_accuracy": 0.49669286840905746,
14
+ "raw_mean_confidence": 0.6259768211841583,
15
+ "raw_mean_target_max": 0.6787805432577928,
16
+ "raw_score_mae": 0.3885399960602323,
17
+ "raw_n": 600
18
+ },
19
+ {
20
+ "epoch": 2,
21
+ "step": 170,
22
+ "loss": 0.3385974877897431,
23
+ "sigma": 2.0,
24
+ "epoch_seconds": 155.8456552028656,
25
+ "train_rows": 5400,
26
+ "raw_ece": 0.08641880725820858,
27
+ "raw_brier": 0.09193160910582227,
28
+ "raw_nll": 0.9164127599203493,
29
+ "raw_accuracy": 0.755,
30
+ "raw_soft_accuracy": 0.5342374625305335,
31
+ "raw_mean_confidence": 0.6793691026171048,
32
+ "raw_mean_target_max": 0.6787805432577928,
33
+ "raw_score_mae": 0.3028026683915717,
34
+ "raw_n": 600
35
+ },
36
+ {
37
+ "epoch": 3,
38
+ "step": 255,
39
+ "loss": 0.28123819033304853,
40
+ "sigma": 2.0,
41
+ "epoch_seconds": 155.92621660232544,
42
+ "train_rows": 5400,
43
+ "raw_ece": 0.06557540188233058,
44
+ "raw_brier": 0.08731066998516401,
45
+ "raw_nll": 0.902043953567821,
46
+ "raw_accuracy": 0.7483333333333333,
47
+ "raw_soft_accuracy": 0.5510427129392823,
48
+ "raw_mean_confidence": 0.7097020583848158,
49
+ "raw_mean_target_max": 0.6787805432577928,
50
+ "raw_score_mae": 0.2638431086515387,
51
+ "raw_n": 600
52
+ },
53
+ {
54
+ "epoch": 4,
55
+ "step": 340,
56
+ "loss": 0.24280369553495856,
57
+ "sigma": 2.0,
58
+ "epoch_seconds": 155.61802220344543,
59
+ "train_rows": 5400,
60
+ "raw_ece": 0.07677301247914634,
61
+ "raw_brier": 0.08107407036200888,
62
+ "raw_nll": 0.8974679107948517,
63
+ "raw_accuracy": 0.7833333333333333,
64
+ "raw_soft_accuracy": 0.5548703885326783,
65
+ "raw_mean_confidence": 0.7087820761402448,
66
+ "raw_mean_target_max": 0.6787805432577928,
67
+ "raw_score_mae": 0.2450371048335607,
68
+ "raw_n": 600
69
+ }
70
+ ]