minhleduc commited on
Commit
3c8d5af
·
verified ·
1 Parent(s): c4c806b

E2 run e2_rlce_sigma0p5_fixed_seed42 (epoch_4.pt)

Browse files
e2_rlce_sigma0p5_fixed_seed42/config.json ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "encoder_name": "answerdotai/ModernBERT-large",
4
+ "head_layers": 2,
5
+ "head_dropout": 0.1,
6
+ "num_qtypes": 3,
7
+ "max_len": 512,
8
+ "head_max_len": 192,
9
+ "k_buckets": [
10
+ 2,
11
+ 5,
12
+ 10
13
+ ]
14
+ },
15
+ "training": {
16
+ "dataset_name": "LocalLLaMA/typed-decisions",
17
+ "dataset_config": "all",
18
+ "calib_fraction": 0.1,
19
+ "seed": 42,
20
+ "max_examples": null,
21
+ "ckpt_dir": "checkpoints",
22
+ "result_dir": "results",
23
+ "run_name": "e2_rlce_sigma0p5_fixed_seed42",
24
+ "epochs": 4,
25
+ "batch_size": 16,
26
+ "accum_steps": 4,
27
+ "num_workers": 4,
28
+ "pin_memory": true,
29
+ "amp": true,
30
+ "amp_dtype": "bf16",
31
+ "gradient_checkpointing": false,
32
+ "lr": 2.5e-05,
33
+ "lr_head": 0.0001,
34
+ "weight_decay": 0.01,
35
+ "grad_clip": 1.0,
36
+ "log_every": 10,
37
+ "eval_every": 1,
38
+ "ckpt_every": 4,
39
+ "w_rl": 1.0,
40
+ "w_ce": 1.0,
41
+ "num_noise_samples": 4,
42
+ "sigma_start": 0.5,
43
+ "sigma_end": 0.5,
44
+ "anneal_sigma": false,
45
+ "reward_w_spherical": 0.75,
46
+ "reward_w_rps": 1.0,
47
+ "arch": {
48
+ "encoder_name": "answerdotai/ModernBERT-large",
49
+ "head_layers": 2,
50
+ "max_len": 512,
51
+ "head_max_len": 192
52
+ },
53
+ "init_from": "convaiinnovations/laya",
54
+ "log_grad_diagnostics": true,
55
+ "lr_scheduler": {
56
+ "type": "cosine",
57
+ "t_max": "auto",
58
+ "eta_min": 1e-06
59
+ },
60
+ "early_stopping": {
61
+ "enabled": false
62
+ },
63
+ "save_best": false,
64
+ "best_metric": "raw_ece",
65
+ "best_mode": "min",
66
+ "wandb": {
67
+ "enabled": true,
68
+ "project": "rlcd-reverse-engineering",
69
+ "entity": null,
70
+ "group": "e2-minimal",
71
+ "log_artifacts": false
72
+ },
73
+ "resume_from": null
74
+ }
75
+ }
e2_rlce_sigma0p5_fixed_seed42/grad_diagnostics.json ADDED
@@ -0,0 +1,308 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 10,
4
+ "epoch": 1,
5
+ "sigma": 0.5,
6
+ "grad_cos_rl_ce": 0.7386530637741089,
7
+ "grad_norm_rl": 0.6299108266830444,
8
+ "grad_norm_ce": 0.11092913150787354,
9
+ "grad_norm_ratio_rl_ce": 5.678497777099558
10
+ },
11
+ {
12
+ "step": 20,
13
+ "epoch": 1,
14
+ "sigma": 0.5,
15
+ "grad_cos_rl_ce": 0.6678574681282043,
16
+ "grad_norm_rl": 0.5025342106819153,
17
+ "grad_norm_ce": 0.1192360669374466,
18
+ "grad_norm_ratio_rl_ce": 4.214615791927738
19
+ },
20
+ {
21
+ "step": 30,
22
+ "epoch": 1,
23
+ "sigma": 0.5,
24
+ "grad_cos_rl_ce": 0.7001089453697205,
25
+ "grad_norm_rl": 0.5074280500411987,
26
+ "grad_norm_ce": 0.08294699341058731,
27
+ "grad_norm_ratio_rl_ce": 6.117497804042538
28
+ },
29
+ {
30
+ "step": 40,
31
+ "epoch": 1,
32
+ "sigma": 0.5,
33
+ "grad_cos_rl_ce": 0.37915879487991333,
34
+ "grad_norm_rl": 0.6116244792938232,
35
+ "grad_norm_ce": 0.06587830185890198,
36
+ "grad_norm_ratio_rl_ce": 9.284156725894352
37
+ },
38
+ {
39
+ "step": 50,
40
+ "epoch": 1,
41
+ "sigma": 0.5,
42
+ "grad_cos_rl_ce": 0.6212426424026489,
43
+ "grad_norm_rl": 0.6259852051734924,
44
+ "grad_norm_ce": 0.09418335556983948,
45
+ "grad_norm_ratio_rl_ce": 6.646452564639276
46
+ },
47
+ {
48
+ "step": 60,
49
+ "epoch": 1,
50
+ "sigma": 0.5,
51
+ "grad_cos_rl_ce": 0.6552503108978271,
52
+ "grad_norm_rl": 0.6317421793937683,
53
+ "grad_norm_ce": 0.08799852430820465,
54
+ "grad_norm_ratio_rl_ce": 7.179008788615186
55
+ },
56
+ {
57
+ "step": 70,
58
+ "epoch": 1,
59
+ "sigma": 0.5,
60
+ "grad_cos_rl_ce": 0.6357998847961426,
61
+ "grad_norm_rl": 0.6926919221878052,
62
+ "grad_norm_ce": 0.08809841424226761,
63
+ "grad_norm_ratio_rl_ce": 7.86270590845059
64
+ },
65
+ {
66
+ "step": 80,
67
+ "epoch": 1,
68
+ "sigma": 0.5,
69
+ "grad_cos_rl_ce": 0.6385976076126099,
70
+ "grad_norm_rl": 0.570652186870575,
71
+ "grad_norm_ce": 0.07859847694635391,
72
+ "grad_norm_ratio_rl_ce": 7.260346625546754
73
+ },
74
+ {
75
+ "step": 90,
76
+ "epoch": 2,
77
+ "sigma": 0.5,
78
+ "grad_cos_rl_ce": 0.7236068844795227,
79
+ "grad_norm_rl": 0.6120092272758484,
80
+ "grad_norm_ce": 0.06787954270839691,
81
+ "grad_norm_ratio_rl_ce": 9.016107104683558
82
+ },
83
+ {
84
+ "step": 100,
85
+ "epoch": 2,
86
+ "sigma": 0.5,
87
+ "grad_cos_rl_ce": 0.6840401291847229,
88
+ "grad_norm_rl": 0.6028246879577637,
89
+ "grad_norm_ce": 0.0716753602027893,
90
+ "grad_norm_ratio_rl_ce": 8.410487038393764
91
+ },
92
+ {
93
+ "step": 110,
94
+ "epoch": 2,
95
+ "sigma": 0.5,
96
+ "grad_cos_rl_ce": 0.5299400687217712,
97
+ "grad_norm_rl": 0.5507733225822449,
98
+ "grad_norm_ce": 0.03957703709602356,
99
+ "grad_norm_ratio_rl_ce": 13.916487008512897
100
+ },
101
+ {
102
+ "step": 120,
103
+ "epoch": 2,
104
+ "sigma": 0.5,
105
+ "grad_cos_rl_ce": 0.5652143955230713,
106
+ "grad_norm_rl": 0.5971934199333191,
107
+ "grad_norm_ce": 0.07840276509523392,
108
+ "grad_norm_ratio_rl_ce": 7.616994365031934
109
+ },
110
+ {
111
+ "step": 130,
112
+ "epoch": 2,
113
+ "sigma": 0.5,
114
+ "grad_cos_rl_ce": 0.7619389891624451,
115
+ "grad_norm_rl": 0.5626941323280334,
116
+ "grad_norm_ce": 0.08186166733503342,
117
+ "grad_norm_ratio_rl_ce": 6.873719417723411
118
+ },
119
+ {
120
+ "step": 140,
121
+ "epoch": 2,
122
+ "sigma": 0.5,
123
+ "grad_cos_rl_ce": 0.6650374531745911,
124
+ "grad_norm_rl": 0.526549756526947,
125
+ "grad_norm_ce": 0.055210910737514496,
126
+ "grad_norm_ratio_rl_ce": 9.53705978570589
127
+ },
128
+ {
129
+ "step": 150,
130
+ "epoch": 2,
131
+ "sigma": 0.5,
132
+ "grad_cos_rl_ce": 0.4926609992980957,
133
+ "grad_norm_rl": 0.4804022014141083,
134
+ "grad_norm_ce": 0.0769750326871872,
135
+ "grad_norm_ratio_rl_ce": 6.241013282402583
136
+ },
137
+ {
138
+ "step": 160,
139
+ "epoch": 2,
140
+ "sigma": 0.5,
141
+ "grad_cos_rl_ce": 0.6237123608589172,
142
+ "grad_norm_rl": 0.7390050888061523,
143
+ "grad_norm_ce": 0.05353657156229019,
144
+ "grad_norm_ratio_rl_ce": 13.80374325887332
145
+ },
146
+ {
147
+ "step": 170,
148
+ "epoch": 2,
149
+ "sigma": 0.5,
150
+ "grad_cos_rl_ce": 0.7440178394317627,
151
+ "grad_norm_rl": 0.49934491515159607,
152
+ "grad_norm_ce": 0.06990529596805573,
153
+ "grad_norm_ratio_rl_ce": 7.143162878242862
154
+ },
155
+ {
156
+ "step": 180,
157
+ "epoch": 3,
158
+ "sigma": 0.5,
159
+ "grad_cos_rl_ce": 0.7174136638641357,
160
+ "grad_norm_rl": 0.6832291483879089,
161
+ "grad_norm_ce": 0.05918382853269577,
162
+ "grad_norm_ratio_rl_ce": 11.544186399000242
163
+ },
164
+ {
165
+ "step": 190,
166
+ "epoch": 3,
167
+ "sigma": 0.5,
168
+ "grad_cos_rl_ce": 0.6753287315368652,
169
+ "grad_norm_rl": 0.710805356502533,
170
+ "grad_norm_ce": 0.0466124527156353,
171
+ "grad_norm_ratio_rl_ce": 15.249258837308645
172
+ },
173
+ {
174
+ "step": 200,
175
+ "epoch": 3,
176
+ "sigma": 0.5,
177
+ "grad_cos_rl_ce": 0.5496992468833923,
178
+ "grad_norm_rl": 0.3716734051704407,
179
+ "grad_norm_ce": 0.060456283390522,
180
+ "grad_norm_ratio_rl_ce": 6.147804402225453
181
+ },
182
+ {
183
+ "step": 210,
184
+ "epoch": 3,
185
+ "sigma": 0.5,
186
+ "grad_cos_rl_ce": 0.7844429612159729,
187
+ "grad_norm_rl": 0.5035883784294128,
188
+ "grad_norm_ce": 0.08738506585359573,
189
+ "grad_norm_ratio_rl_ce": 5.762865468032271
190
+ },
191
+ {
192
+ "step": 220,
193
+ "epoch": 3,
194
+ "sigma": 0.5,
195
+ "grad_cos_rl_ce": 0.42630475759506226,
196
+ "grad_norm_rl": 0.638901948928833,
197
+ "grad_norm_ce": 0.03831828758120537,
198
+ "grad_norm_ratio_rl_ce": 16.673551697080697
199
+ },
200
+ {
201
+ "step": 230,
202
+ "epoch": 3,
203
+ "sigma": 0.5,
204
+ "grad_cos_rl_ce": 0.6263152360916138,
205
+ "grad_norm_rl": 0.8013147115707397,
206
+ "grad_norm_ce": 0.05652704834938049,
207
+ "grad_norm_ratio_rl_ce": 14.175774871845432
208
+ },
209
+ {
210
+ "step": 240,
211
+ "epoch": 3,
212
+ "sigma": 0.5,
213
+ "grad_cos_rl_ce": 0.5050566792488098,
214
+ "grad_norm_rl": 0.5223543047904968,
215
+ "grad_norm_ce": 0.04280912131071091,
216
+ "grad_norm_ratio_rl_ce": 12.20193941845293
217
+ },
218
+ {
219
+ "step": 250,
220
+ "epoch": 3,
221
+ "sigma": 0.5,
222
+ "grad_cos_rl_ce": 0.48017215728759766,
223
+ "grad_norm_rl": 0.5192309021949768,
224
+ "grad_norm_ce": 0.06419847160577774,
225
+ "grad_norm_ratio_rl_ce": 8.087901303685351
226
+ },
227
+ {
228
+ "step": 260,
229
+ "epoch": 4,
230
+ "sigma": 0.5,
231
+ "grad_cos_rl_ce": 0.5148674249649048,
232
+ "grad_norm_rl": 0.5087342262268066,
233
+ "grad_norm_ce": 0.049670763313770294,
234
+ "grad_norm_ratio_rl_ce": 10.242126198325797
235
+ },
236
+ {
237
+ "step": 270,
238
+ "epoch": 4,
239
+ "sigma": 0.5,
240
+ "grad_cos_rl_ce": 0.6823711395263672,
241
+ "grad_norm_rl": 0.5457338094711304,
242
+ "grad_norm_ce": 0.03642939776182175,
243
+ "grad_norm_ratio_rl_ce": 14.98058828858991
244
+ },
245
+ {
246
+ "step": 280,
247
+ "epoch": 4,
248
+ "sigma": 0.5,
249
+ "grad_cos_rl_ce": 0.5858842730522156,
250
+ "grad_norm_rl": 0.4889826476573944,
251
+ "grad_norm_ce": 0.037805404514074326,
252
+ "grad_norm_ratio_rl_ce": 12.934199592424788
253
+ },
254
+ {
255
+ "step": 290,
256
+ "epoch": 4,
257
+ "sigma": 0.5,
258
+ "grad_cos_rl_ce": 0.6219894289970398,
259
+ "grad_norm_rl": 0.5790283679962158,
260
+ "grad_norm_ce": 0.04857361689209938,
261
+ "grad_norm_ratio_rl_ce": 11.920635214018748
262
+ },
263
+ {
264
+ "step": 300,
265
+ "epoch": 4,
266
+ "sigma": 0.5,
267
+ "grad_cos_rl_ce": 0.4946534335613251,
268
+ "grad_norm_rl": 0.632745087146759,
269
+ "grad_norm_ce": 0.056002479046583176,
270
+ "grad_norm_ratio_rl_ce": 11.298519242700634
271
+ },
272
+ {
273
+ "step": 310,
274
+ "epoch": 4,
275
+ "sigma": 0.5,
276
+ "grad_cos_rl_ce": 0.5034691691398621,
277
+ "grad_norm_rl": 0.6474719047546387,
278
+ "grad_norm_ce": 0.038753442466259,
279
+ "grad_norm_ratio_rl_ce": 16.707468125402414
280
+ },
281
+ {
282
+ "step": 320,
283
+ "epoch": 4,
284
+ "sigma": 0.5,
285
+ "grad_cos_rl_ce": 0.26546967029571533,
286
+ "grad_norm_rl": 0.7154581546783447,
287
+ "grad_norm_ce": 0.037396032363176346,
288
+ "grad_norm_ratio_rl_ce": 19.1319268239497
289
+ },
290
+ {
291
+ "step": 330,
292
+ "epoch": 4,
293
+ "sigma": 0.5,
294
+ "grad_cos_rl_ce": 0.7292322516441345,
295
+ "grad_norm_rl": 0.6197234392166138,
296
+ "grad_norm_ce": 0.06297805905342102,
297
+ "grad_norm_ratio_rl_ce": 9.840307061399503
298
+ },
299
+ {
300
+ "step": 340,
301
+ "epoch": 4,
302
+ "sigma": 0.5,
303
+ "grad_cos_rl_ce": 0.30065643787384033,
304
+ "grad_norm_rl": 0.6360296607017517,
305
+ "grad_norm_ce": 0.03233635798096657,
306
+ "grad_norm_ratio_rl_ce": 19.6691804647921
307
+ }
308
+ ]
e2_rlce_sigma0p5_fixed_seed42/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:006ceabc7297885a3f36ad8514985bcc15aa396ae74b06a6f40980ac29990160
3
+ size 1684141044
e2_rlce_sigma0p5_fixed_seed42/model_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "encoder_name": "answerdotai/ModernBERT-large",
3
+ "head_layers": 2,
4
+ "head_dropout": 0.1,
5
+ "num_qtypes": 3,
6
+ "max_len": 512,
7
+ "head_max_len": 192,
8
+ "k_buckets": [
9
+ 2,
10
+ 5,
11
+ 10
12
+ ],
13
+ "source_checkpoint": "epoch_4.pt",
14
+ "epoch": 4,
15
+ "step": 340
16
+ }
e2_rlce_sigma0p5_fixed_seed42/test_eval.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.11390865607559682,
4
+ "brier": 0.05655546752502091,
5
+ "nll": 0.8700334402075969,
6
+ "accuracy": 0.7735,
7
+ "soft_accuracy": 0.5252629271820187,
8
+ "mean_confidence": 0.6595913757085801,
9
+ "score_mae": 0.22807463198783806,
10
+ "n": 2000,
11
+ "by_type": {
12
+ "choice": {
13
+ "ece": 0.11666326254606246,
14
+ "brier": 0.07069142107618064,
15
+ "nll": 1.0013599240966142,
16
+ "accuracy": 0.7533333333333333,
17
+ "soft_accuracy": 0.4825493113944928,
18
+ "mean_confidence": 0.6374681354562441,
19
+ "score_mae": null,
20
+ "n": 600
21
+ },
22
+ "score": {
23
+ "ece": 0.12849757742136717,
24
+ "brier": 0.060501123206740885,
25
+ "nll": 1.0468469276186079,
26
+ "accuracy": 0.72125,
27
+ "soft_accuracy": 0.44201050858944657,
28
+ "mean_confidence": 0.5927523962408304,
29
+ "score_mae": 0.22807463198783806,
30
+ "n": 800
31
+ },
32
+ "noul": {
33
+ "ece": 0.09426340192556382,
34
+ "brier": 0.03715863973156788,
35
+ "nll": 0.5029556397705649,
36
+ "accuracy": 0.8633333333333333,
37
+ "soft_accuracy": 0.678979767759641,
38
+ "mean_confidence": 0.7708332552512487,
39
+ "score_mae": null,
40
+ "n": 600
41
+ }
42
+ }
43
+ },
44
+ "post_temperature": {
45
+ "ece": 0.14354266396164894,
46
+ "brier": 0.052714795750361594,
47
+ "nll": 0.8625191753543914,
48
+ "accuracy": 0.7735,
49
+ "soft_accuracy": 0.5112664862945676,
50
+ "mean_confidence": 0.6299573639929295,
51
+ "score_mae": 0.22675453122763428,
52
+ "n": 2000,
53
+ "by_type": {
54
+ "choice": {
55
+ "ece": 0.1522600480914116,
56
+ "brier": 0.06530667010042332,
57
+ "nll": 0.9916246360788743,
58
+ "accuracy": 0.7533333333333333,
59
+ "soft_accuracy": 0.4651045961678028,
60
+ "mean_confidence": 0.6010732888678709,
61
+ "score_mae": null,
62
+ "n": 600
63
+ },
64
+ "score": {
65
+ "ece": 0.15519656222313644,
66
+ "brier": 0.0565669214198806,
67
+ "nll": 1.0386875697784126,
68
+ "accuracy": 0.72125,
69
+ "soft_accuracy": 0.4304271869175136,
70
+ "mean_confidence": 0.5660534334555268,
71
+ "score_mae": 0.22675453122763428,
72
+ "n": 800
73
+ },
74
+ "noul": {
75
+ "ece": 0.1195802284280459,
76
+ "brier": 0.03498675384094121,
77
+ "nll": 0.4985225220645467,
78
+ "accuracy": 0.8633333333333333,
79
+ "soft_accuracy": 0.665214108924071,
80
+ "mean_confidence": 0.7440466798345248,
81
+ "score_mae": null,
82
+ "n": 600
83
+ }
84
+ }
85
+ },
86
+ "fitted_temperature": {
87
+ "type0_bucket1": 1.1535396575927734,
88
+ "type2_bucket0": 1.219477653503418,
89
+ "type1_bucket1": 1.1212671995162964
90
+ }
91
+ }
e2_rlce_sigma0p5_fixed_seed42/train_log.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "step": 85,
5
+ "loss": 0.7373945791055174,
6
+ "sigma": 0.5,
7
+ "epoch_seconds": 79.69176125526428,
8
+ "train_rows": 5400,
9
+ "raw_ece": 0.07550380925337474,
10
+ "raw_brier": 0.12324130420136657,
11
+ "raw_nll": 0.9542187366013726,
12
+ "raw_accuracy": 0.6433333333333333,
13
+ "raw_soft_accuracy": 0.4629794130474329,
14
+ "raw_mean_confidence": 0.5721618876854578,
15
+ "raw_score_mae": 0.4041775184761112,
16
+ "raw_n": 600
17
+ },
18
+ {
19
+ "epoch": 2,
20
+ "step": 170,
21
+ "loss": 0.5412574936361874,
22
+ "sigma": 0.5,
23
+ "epoch_seconds": 81.13443160057068,
24
+ "train_rows": 5400,
25
+ "raw_ece": 0.10989186587433021,
26
+ "raw_brier": 0.08091867324192231,
27
+ "raw_nll": 0.8810128162118296,
28
+ "raw_accuracy": 0.7233333333333334,
29
+ "raw_soft_accuracy": 0.5001728874569138,
30
+ "raw_mean_confidence": 0.6153802474339803,
31
+ "raw_score_mae": 0.29864431206757824,
32
+ "raw_n": 600
33
+ },
34
+ {
35
+ "epoch": 3,
36
+ "step": 255,
37
+ "loss": 0.48022878853713763,
38
+ "sigma": 0.5,
39
+ "epoch_seconds": 81.86844062805176,
40
+ "train_rows": 5400,
41
+ "raw_ece": 0.1360487026969592,
42
+ "raw_brier": 0.06058890898582642,
43
+ "raw_nll": 0.8464987425863122,
44
+ "raw_accuracy": 0.775,
45
+ "raw_soft_accuracy": 0.5227208373943965,
46
+ "raw_mean_confidence": 0.6425237808128198,
47
+ "raw_score_mae": 0.24914172941353172,
48
+ "raw_n": 600
49
+ },
50
+ {
51
+ "epoch": 4,
52
+ "step": 340,
53
+ "loss": 0.40150136605781667,
54
+ "sigma": 0.5,
55
+ "epoch_seconds": 82.2871642112732,
56
+ "train_rows": 5400,
57
+ "raw_ece": 0.12292818655570348,
58
+ "raw_brier": 0.06080894898273139,
59
+ "raw_nll": 0.8446843477416163,
60
+ "raw_accuracy": 0.7766666666666666,
61
+ "raw_soft_accuracy": 0.5289736737062534,
62
+ "raw_mean_confidence": 0.6537384814023972,
63
+ "raw_score_mae": 0.2385277224316572,
64
+ "raw_n": 600
65
+ }
66
+ ]