minhleduc commited on
Commit
386c47b
·
verified ·
1 Parent(s): da6643e

E2 run e4_log_only_seed42 (epoch_4.pt)

Browse files
e4_log_only_seed42/config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "encoder_name": "answerdotai/ModernBERT-large",
4
+ "head_layers": 2,
5
+ "head_dropout": 0.1,
6
+ "num_qtypes": 3,
7
+ "max_len": 512,
8
+ "head_max_len": 192,
9
+ "k_buckets": [
10
+ 2,
11
+ 5,
12
+ 10
13
+ ]
14
+ },
15
+ "training": {
16
+ "dataset_name": "LocalLLaMA/typed-decisions",
17
+ "dataset_config": "all",
18
+ "calib_fraction": 0.1,
19
+ "seed": 42,
20
+ "max_examples": null,
21
+ "ckpt_dir": "checkpoints",
22
+ "result_dir": "results",
23
+ "run_name": "e4_log_only_seed42",
24
+ "epochs": 4,
25
+ "batch_size": 8,
26
+ "accum_steps": 8,
27
+ "num_workers": 4,
28
+ "pin_memory": true,
29
+ "amp": true,
30
+ "amp_dtype": "bf16",
31
+ "gradient_checkpointing": false,
32
+ "lr": 2.5e-05,
33
+ "lr_head": 0.0001,
34
+ "weight_decay": 0.01,
35
+ "grad_clip": 1.0,
36
+ "log_every": 10,
37
+ "eval_every": 1,
38
+ "ckpt_every": 4,
39
+ "w_rl": 1.0,
40
+ "w_ce": 1.0,
41
+ "num_noise_samples": 4,
42
+ "sigma_start": 0.4,
43
+ "sigma_end": 0.1,
44
+ "anneal_sigma": true,
45
+ "reward_w_spherical": 0.0,
46
+ "reward_w_rps": 0.0,
47
+ "arch": {
48
+ "encoder_name": "answerdotai/ModernBERT-large",
49
+ "head_layers": 2,
50
+ "max_len": 512,
51
+ "head_max_len": 192
52
+ },
53
+ "init_from": "convaiinnovations/laya",
54
+ "log_grad_diagnostics": true,
55
+ "lr_scheduler": {
56
+ "type": "cosine",
57
+ "t_max": "auto",
58
+ "eta_min": 1e-06
59
+ },
60
+ "early_stopping": {
61
+ "enabled": false
62
+ },
63
+ "save_best": false,
64
+ "best_metric": "raw_ece",
65
+ "best_mode": "min",
66
+ "wandb": {
67
+ "enabled": true,
68
+ "project": "rlcd-reverse-engineering",
69
+ "entity": null,
70
+ "group": "e4-reward",
71
+ "log_artifacts": false
72
+ },
73
+ "resume_from": null
74
+ }
75
+ }
e4_log_only_seed42/grad_diagnostics.json ADDED
@@ -0,0 +1,308 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 10,
4
+ "epoch": 1,
5
+ "sigma": 0.4,
6
+ "grad_cos_rl_ce": 0.6580696105957031,
7
+ "grad_norm_rl": 1.3651527166366577,
8
+ "grad_norm_ce": 0.18583106994628906,
9
+ "grad_norm_ratio_rl_ce": 7.346202747641873
10
+ },
11
+ {
12
+ "step": 20,
13
+ "epoch": 1,
14
+ "sigma": 0.4,
15
+ "grad_cos_rl_ce": 0.7943451404571533,
16
+ "grad_norm_rl": 0.9208337068557739,
17
+ "grad_norm_ce": 0.13478927314281464,
18
+ "grad_norm_ratio_rl_ce": 6.831654221327492
19
+ },
20
+ {
21
+ "step": 30,
22
+ "epoch": 1,
23
+ "sigma": 0.4,
24
+ "grad_cos_rl_ce": 0.7378746271133423,
25
+ "grad_norm_rl": 0.8302890062332153,
26
+ "grad_norm_ce": 0.15241535007953644,
27
+ "grad_norm_ratio_rl_ce": 5.447541903095306
28
+ },
29
+ {
30
+ "step": 40,
31
+ "epoch": 1,
32
+ "sigma": 0.4,
33
+ "grad_cos_rl_ce": 0.8832018375396729,
34
+ "grad_norm_rl": 1.0727238655090332,
35
+ "grad_norm_ce": 0.10328745096921921,
36
+ "grad_norm_ratio_rl_ce": 10.385810235831231
37
+ },
38
+ {
39
+ "step": 50,
40
+ "epoch": 1,
41
+ "sigma": 0.4,
42
+ "grad_cos_rl_ce": 0.6535663604736328,
43
+ "grad_norm_rl": 0.9817761778831482,
44
+ "grad_norm_ce": 0.06471069157123566,
45
+ "grad_norm_ratio_rl_ce": 15.171776935846477
46
+ },
47
+ {
48
+ "step": 60,
49
+ "epoch": 1,
50
+ "sigma": 0.4,
51
+ "grad_cos_rl_ce": 0.7393866777420044,
52
+ "grad_norm_rl": 1.0850715637207031,
53
+ "grad_norm_ce": 0.081076979637146,
54
+ "grad_norm_ratio_rl_ce": 13.383226269365982
55
+ },
56
+ {
57
+ "step": 70,
58
+ "epoch": 1,
59
+ "sigma": 0.4,
60
+ "grad_cos_rl_ce": 0.5123236179351807,
61
+ "grad_norm_rl": 1.297843098640442,
62
+ "grad_norm_ce": 0.11392802745103836,
63
+ "grad_norm_ratio_rl_ce": 11.391780650272402
64
+ },
65
+ {
66
+ "step": 80,
67
+ "epoch": 1,
68
+ "sigma": 0.4,
69
+ "grad_cos_rl_ce": 0.5003458261489868,
70
+ "grad_norm_rl": 1.1957217454910278,
71
+ "grad_norm_ce": 0.12263001501560211,
72
+ "grad_norm_ratio_rl_ce": 9.750645022255744
73
+ },
74
+ {
75
+ "step": 90,
76
+ "epoch": 2,
77
+ "sigma": 0.30000000000000004,
78
+ "grad_cos_rl_ce": 0.9265156388282776,
79
+ "grad_norm_rl": 1.1346420049667358,
80
+ "grad_norm_ce": 0.12793537974357605,
81
+ "grad_norm_ratio_rl_ce": 8.868868074186562
82
+ },
83
+ {
84
+ "step": 100,
85
+ "epoch": 2,
86
+ "sigma": 0.30000000000000004,
87
+ "grad_cos_rl_ce": 0.6507128477096558,
88
+ "grad_norm_rl": 1.3696410655975342,
89
+ "grad_norm_ce": 0.1041325256228447,
90
+ "grad_norm_ratio_rl_ce": 13.152865134167657
91
+ },
92
+ {
93
+ "step": 110,
94
+ "epoch": 2,
95
+ "sigma": 0.30000000000000004,
96
+ "grad_cos_rl_ce": 0.5484063029289246,
97
+ "grad_norm_rl": 0.968181312084198,
98
+ "grad_norm_ce": 0.06546469032764435,
99
+ "grad_norm_ratio_rl_ce": 14.789366714156067
100
+ },
101
+ {
102
+ "step": 120,
103
+ "epoch": 2,
104
+ "sigma": 0.30000000000000004,
105
+ "grad_cos_rl_ce": 0.6782487630844116,
106
+ "grad_norm_rl": 0.8132156133651733,
107
+ "grad_norm_ce": 0.12396224588155746,
108
+ "grad_norm_ratio_rl_ce": 6.56018780219728
109
+ },
110
+ {
111
+ "step": 130,
112
+ "epoch": 2,
113
+ "sigma": 0.30000000000000004,
114
+ "grad_cos_rl_ce": 0.8241363763809204,
115
+ "grad_norm_rl": 1.5976852178573608,
116
+ "grad_norm_ce": 0.08853863924741745,
117
+ "grad_norm_ratio_rl_ce": 18.045061810727603
118
+ },
119
+ {
120
+ "step": 140,
121
+ "epoch": 2,
122
+ "sigma": 0.30000000000000004,
123
+ "grad_cos_rl_ce": 0.4925938844680786,
124
+ "grad_norm_rl": 1.5917880535125732,
125
+ "grad_norm_ce": 0.033264972269535065,
126
+ "grad_norm_ratio_rl_ce": 47.851777557932145
127
+ },
128
+ {
129
+ "step": 150,
130
+ "epoch": 2,
131
+ "sigma": 0.30000000000000004,
132
+ "grad_cos_rl_ce": 0.7152466773986816,
133
+ "grad_norm_rl": 1.155981183052063,
134
+ "grad_norm_ce": 0.12650731205940247,
135
+ "grad_norm_ratio_rl_ce": 9.137662987490108
136
+ },
137
+ {
138
+ "step": 160,
139
+ "epoch": 2,
140
+ "sigma": 0.30000000000000004,
141
+ "grad_cos_rl_ce": 0.694377601146698,
142
+ "grad_norm_rl": 1.3344796895980835,
143
+ "grad_norm_ce": 0.07876716554164886,
144
+ "grad_norm_ratio_rl_ce": 16.9420808838483
145
+ },
146
+ {
147
+ "step": 170,
148
+ "epoch": 2,
149
+ "sigma": 0.30000000000000004,
150
+ "grad_cos_rl_ce": 0.7202872633934021,
151
+ "grad_norm_rl": 1.1286553144454956,
152
+ "grad_norm_ce": 0.11896032094955444,
153
+ "grad_norm_ratio_rl_ce": 9.487661982049511
154
+ },
155
+ {
156
+ "step": 180,
157
+ "epoch": 3,
158
+ "sigma": 0.2,
159
+ "grad_cos_rl_ce": 0.7855338454246521,
160
+ "grad_norm_rl": 2.285076856613159,
161
+ "grad_norm_ce": 0.08100838214159012,
162
+ "grad_norm_ratio_rl_ce": 28.20790634503968
163
+ },
164
+ {
165
+ "step": 190,
166
+ "epoch": 3,
167
+ "sigma": 0.2,
168
+ "grad_cos_rl_ce": 0.7412545680999756,
169
+ "grad_norm_rl": 2.492443561553955,
170
+ "grad_norm_ce": 0.055407144129276276,
171
+ "grad_norm_ratio_rl_ce": 44.984155034927824
172
+ },
173
+ {
174
+ "step": 200,
175
+ "epoch": 3,
176
+ "sigma": 0.2,
177
+ "grad_cos_rl_ce": 0.8534223437309265,
178
+ "grad_norm_rl": 2.4101402759552,
179
+ "grad_norm_ce": 0.10162560641765594,
180
+ "grad_norm_ratio_rl_ce": 23.715875957975825
181
+ },
182
+ {
183
+ "step": 210,
184
+ "epoch": 3,
185
+ "sigma": 0.2,
186
+ "grad_cos_rl_ce": 0.7258374691009521,
187
+ "grad_norm_rl": 2.0373098850250244,
188
+ "grad_norm_ce": 0.06937988102436066,
189
+ "grad_norm_ratio_rl_ce": 29.364562967608496
190
+ },
191
+ {
192
+ "step": 220,
193
+ "epoch": 3,
194
+ "sigma": 0.2,
195
+ "grad_cos_rl_ce": 0.662116289138794,
196
+ "grad_norm_rl": 2.190410614013672,
197
+ "grad_norm_ce": 0.05358881130814552,
198
+ "grad_norm_ratio_rl_ce": 40.874401960857234
199
+ },
200
+ {
201
+ "step": 230,
202
+ "epoch": 3,
203
+ "sigma": 0.2,
204
+ "grad_cos_rl_ce": 0.7812684774398804,
205
+ "grad_norm_rl": 1.945169448852539,
206
+ "grad_norm_ce": 0.07597474753856659,
207
+ "grad_norm_ratio_rl_ce": 25.602841889867747
208
+ },
209
+ {
210
+ "step": 240,
211
+ "epoch": 3,
212
+ "sigma": 0.2,
213
+ "grad_cos_rl_ce": 0.6938768625259399,
214
+ "grad_norm_rl": 1.7855658531188965,
215
+ "grad_norm_ce": 0.046395979821681976,
216
+ "grad_norm_ratio_rl_ce": 38.48535713614691
217
+ },
218
+ {
219
+ "step": 250,
220
+ "epoch": 3,
221
+ "sigma": 0.2,
222
+ "grad_cos_rl_ce": 0.7255732417106628,
223
+ "grad_norm_rl": 2.2943918704986572,
224
+ "grad_norm_ce": 0.10210651159286499,
225
+ "grad_norm_ratio_rl_ce": 22.47057346986071
226
+ },
227
+ {
228
+ "step": 260,
229
+ "epoch": 4,
230
+ "sigma": 0.09999999999999998,
231
+ "grad_cos_rl_ce": 0.7300674915313721,
232
+ "grad_norm_rl": 4.300111293792725,
233
+ "grad_norm_ce": 0.06341242045164108,
234
+ "grad_norm_ratio_rl_ce": 67.81181451782038
235
+ },
236
+ {
237
+ "step": 270,
238
+ "epoch": 4,
239
+ "sigma": 0.09999999999999998,
240
+ "grad_cos_rl_ce": 0.568508505821228,
241
+ "grad_norm_rl": 4.845739841461182,
242
+ "grad_norm_ce": 0.047724392265081406,
243
+ "grad_norm_ratio_rl_ce": 101.53591510491948
244
+ },
245
+ {
246
+ "step": 280,
247
+ "epoch": 4,
248
+ "sigma": 0.09999999999999998,
249
+ "grad_cos_rl_ce": 0.6300002336502075,
250
+ "grad_norm_rl": 5.182948589324951,
251
+ "grad_norm_ce": 0.03660941123962402,
252
+ "grad_norm_ratio_rl_ce": 141.57421312788586
253
+ },
254
+ {
255
+ "step": 290,
256
+ "epoch": 4,
257
+ "sigma": 0.09999999999999998,
258
+ "grad_cos_rl_ce": 0.8135608434677124,
259
+ "grad_norm_rl": 5.144352912902832,
260
+ "grad_norm_ce": 0.040969446301460266,
261
+ "grad_norm_ratio_rl_ce": 125.56559527433674
262
+ },
263
+ {
264
+ "step": 300,
265
+ "epoch": 4,
266
+ "sigma": 0.09999999999999998,
267
+ "grad_cos_rl_ce": 0.7886257171630859,
268
+ "grad_norm_rl": 4.41484260559082,
269
+ "grad_norm_ce": 0.04939097911119461,
270
+ "grad_norm_ratio_rl_ce": 89.38560613774476
271
+ },
272
+ {
273
+ "step": 310,
274
+ "epoch": 4,
275
+ "sigma": 0.09999999999999998,
276
+ "grad_cos_rl_ce": 0.7128933668136597,
277
+ "grad_norm_rl": 4.451684474945068,
278
+ "grad_norm_ce": 0.04502226039767265,
279
+ "grad_norm_ratio_rl_ce": 98.87740943311657
280
+ },
281
+ {
282
+ "step": 320,
283
+ "epoch": 4,
284
+ "sigma": 0.09999999999999998,
285
+ "grad_cos_rl_ce": 0.5977001190185547,
286
+ "grad_norm_rl": 4.398611545562744,
287
+ "grad_norm_ce": 0.03732588514685631,
288
+ "grad_norm_ratio_rl_ce": 117.8434624726698
289
+ },
290
+ {
291
+ "step": 330,
292
+ "epoch": 4,
293
+ "sigma": 0.09999999999999998,
294
+ "grad_cos_rl_ce": 0.7253297567367554,
295
+ "grad_norm_rl": 4.4391045570373535,
296
+ "grad_norm_ce": 0.05514272302389145,
297
+ "grad_norm_ratio_rl_ce": 80.50209191000673
298
+ },
299
+ {
300
+ "step": 340,
301
+ "epoch": 4,
302
+ "sigma": 0.09999999999999998,
303
+ "grad_cos_rl_ce": 0.5817012190818787,
304
+ "grad_norm_rl": 4.666917324066162,
305
+ "grad_norm_ce": 0.03577321767807007,
306
+ "grad_norm_ratio_rl_ce": 130.45841629524722
307
+ }
308
+ ]
e4_log_only_seed42/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbd9096bc56633b4e7ad875c6410ddd3da84ff2248037be83c79e784aab79b6e
3
+ size 1684141044
e4_log_only_seed42/model_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "encoder_name": "answerdotai/ModernBERT-large",
3
+ "head_layers": 2,
4
+ "head_dropout": 0.1,
5
+ "num_qtypes": 3,
6
+ "max_len": 512,
7
+ "head_max_len": 192,
8
+ "k_buckets": [
9
+ 2,
10
+ 5,
11
+ 10
12
+ ],
13
+ "source_checkpoint": "epoch_4.pt",
14
+ "epoch": 4,
15
+ "step": 340
16
+ }
e4_log_only_seed42/test_eval.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.13457706558704377,
4
+ "brier": 0.053072483953451675,
5
+ "nll": 0.8642846867744811,
6
+ "accuracy": 0.7775,
7
+ "soft_accuracy": 0.5214390063285828,
8
+ "mean_confidence": 0.6446689553260804,
9
+ "mean_target_max": 0.6589462240487337,
10
+ "score_mae": 0.21876078649656847,
11
+ "n": 2000,
12
+ "by_type": {
13
+ "choice": {
14
+ "ece": 0.13371521070599554,
15
+ "brier": 0.06767832974092736,
16
+ "nll": 0.9941271715487043,
17
+ "accuracy": 0.7533333333333333,
18
+ "soft_accuracy": 0.4766030919800202,
19
+ "mean_confidence": 0.6196181240181128,
20
+ "mean_target_max": 0.6345381752649943,
21
+ "score_mae": null,
22
+ "n": 600
23
+ },
24
+ "score": {
25
+ "ece": 0.16226732674986122,
26
+ "brier": 0.05451303494450485,
27
+ "nll": 1.0379393140226603,
28
+ "accuracy": 0.7325,
29
+ "soft_accuracy": 0.44023495307192206,
30
+ "mean_confidence": 0.5787717271223665,
31
+ "mean_target_max": 0.5928848401084542,
32
+ "score_mae": 0.21876078649656847,
33
+ "n": 800
34
+ },
35
+ "noul": {
36
+ "ece": 0.10408389608065288,
37
+ "brier": 0.036545903511238424,
38
+ "nll": 0.5029026990026857,
39
+ "accuracy": 0.8616666666666667,
40
+ "soft_accuracy": 0.6745469916860263,
41
+ "mean_confidence": 0.7575827575723331,
42
+ "mean_target_max": 0.7714361180861791,
43
+ "score_mae": null,
44
+ "n": 600
45
+ }
46
+ }
47
+ },
48
+ "post_temperature": {
49
+ "ece": 0.15136478865146635,
50
+ "brier": 0.05149772852919583,
51
+ "nll": 0.8604798654299229,
52
+ "accuracy": 0.7775,
53
+ "soft_accuracy": 0.5136348050832749,
54
+ "mean_confidence": 0.6285212074667216,
55
+ "mean_target_max": 0.6589462240487337,
56
+ "score_mae": 0.21874093162477948,
57
+ "n": 2000,
58
+ "by_type": {
59
+ "choice": {
60
+ "ece": 0.15615266551574072,
61
+ "brier": 0.06530533224266644,
62
+ "nll": 0.9888753090736767,
63
+ "accuracy": 0.7533333333333333,
64
+ "soft_accuracy": 0.4670632988711198,
65
+ "mean_confidence": 0.5995675005018711,
66
+ "mean_target_max": 0.6345381752649943,
67
+ "score_mae": null,
68
+ "n": 600
69
+ },
70
+ "score": {
71
+ "ece": 0.17158496633172038,
72
+ "brier": 0.05304105402517052,
73
+ "nll": 1.0343197106011213,
74
+ "accuracy": 0.7325,
75
+ "soft_accuracy": 0.4344353336468339,
76
+ "mean_confidence": 0.5658757378160953,
77
+ "mean_target_max": 0.5928848401084542,
78
+ "score_mae": 0.21874093162477948,
79
+ "n": 800
80
+ },
81
+ "noul": {
82
+ "ece": 0.12066448509693146,
83
+ "brier": 0.03563235748775898,
84
+ "nll": 0.5002979615579048,
85
+ "accuracy": 0.8616666666666667,
86
+ "soft_accuracy": 0.6658056065440178,
87
+ "mean_confidence": 0.7410022072990735,
88
+ "mean_target_max": 0.7714361180861791,
89
+ "score_mae": null,
90
+ "n": 600
91
+ }
92
+ }
93
+ },
94
+ "fitted_temperature": {
95
+ "type0_bucket1": 1.0873889923095703,
96
+ "type2_bucket0": 1.1389371156692505,
97
+ "type1_bucket1": 1.0593258142471313
98
+ }
99
+ }
e4_log_only_seed42/train_log.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "step": 85,
5
+ "loss": 0.7357663563799625,
6
+ "sigma": 0.4,
7
+ "epoch_seconds": 157.42560148239136,
8
+ "train_rows": 5400,
9
+ "raw_ece": 0.06020487303535144,
10
+ "raw_brier": 0.09859520673495514,
11
+ "raw_nll": 0.9110819262235115,
12
+ "raw_accuracy": 0.6666666666666666,
13
+ "raw_soft_accuracy": 0.4965479978422324,
14
+ "raw_mean_confidence": 0.6195456037422021,
15
+ "raw_mean_target_max": 0.6725333379705747,
16
+ "raw_score_mae": 0.34696642152266577,
17
+ "raw_n": 600
18
+ },
19
+ {
20
+ "epoch": 2,
21
+ "step": 170,
22
+ "loss": 0.6426361574700066,
23
+ "sigma": 0.30000000000000004,
24
+ "epoch_seconds": 156.82760953903198,
25
+ "train_rows": 5400,
26
+ "raw_ece": 0.14489183679223058,
27
+ "raw_brier": 0.07912926089736819,
28
+ "raw_nll": 0.8745505499436209,
29
+ "raw_accuracy": 0.7316666666666667,
30
+ "raw_soft_accuracy": 0.4913435705937445,
31
+ "raw_mean_confidence": 0.5867748593290647,
32
+ "raw_mean_target_max": 0.6725333379705747,
33
+ "raw_score_mae": 0.28495023704599587,
34
+ "raw_n": 600
35
+ },
36
+ {
37
+ "epoch": 3,
38
+ "step": 255,
39
+ "loss": 0.628612830789358,
40
+ "sigma": 0.2,
41
+ "epoch_seconds": 157.5466115474701,
42
+ "train_rows": 5400,
43
+ "raw_ece": 0.12322713017463684,
44
+ "raw_brier": 0.05780586257633293,
45
+ "raw_nll": 0.8378967760658512,
46
+ "raw_accuracy": 0.7566666666666667,
47
+ "raw_soft_accuracy": 0.5262026968598366,
48
+ "raw_mean_confidence": 0.6425616201758385,
49
+ "raw_mean_target_max": 0.6725333379705747,
50
+ "raw_score_mae": 0.23408768344670533,
51
+ "raw_n": 600
52
+ },
53
+ {
54
+ "epoch": 4,
55
+ "step": 340,
56
+ "loss": 0.691227405868909,
57
+ "sigma": 0.09999999999999998,
58
+ "epoch_seconds": 157.56287002563477,
59
+ "train_rows": 5400,
60
+ "raw_ece": 0.14542571683724723,
61
+ "raw_brier": 0.054598936663618904,
62
+ "raw_nll": 0.832059996497507,
63
+ "raw_accuracy": 0.7866666666666666,
64
+ "raw_soft_accuracy": 0.5269859205931425,
65
+ "raw_mean_confidence": 0.6412409470975399,
66
+ "raw_mean_target_max": 0.6725333379705747,
67
+ "raw_score_mae": 0.22072642229031772,
68
+ "raw_n": 600
69
+ }
70
+ ]