minhleduc commited on
Commit
cf3470d
·
verified ·
1 Parent(s): 1727535

E2 run e2_ce_only_typed_init_seed42 (epoch_4.pt)

Browse files
e2_ce_only_typed_init_seed42/config.json ADDED
@@ -0,0 +1,78 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "encoder_name": "answerdotai/ModernBERT-large",
4
+ "head_layers": 2,
5
+ "head_dropout": 0.1,
6
+ "num_qtypes": 3,
7
+ "cls_query": false,
8
+ "slot_emb": false,
9
+ "max_len": 1024,
10
+ "head_max_len": 256,
11
+ "k_buckets": [
12
+ 2,
13
+ 5,
14
+ 10
15
+ ]
16
+ },
17
+ "training": {
18
+ "dataset_name": "LocalLLaMA/typed-decisions",
19
+ "dataset_config": "all",
20
+ "calib_fraction": 0.1,
21
+ "seed": 42,
22
+ "max_examples": null,
23
+ "augment_permute": false,
24
+ "ckpt_dir": "checkpoints",
25
+ "result_dir": "results",
26
+ "run_name": "e2_ce_only_typed_init_seed42",
27
+ "epochs": 4,
28
+ "batch_size": 4,
29
+ "accum_steps": 16,
30
+ "num_workers": 4,
31
+ "pin_memory": true,
32
+ "amp": true,
33
+ "amp_dtype": "bf16",
34
+ "gradient_checkpointing": true,
35
+ "lr": 2.5e-05,
36
+ "lr_head": 0.0001,
37
+ "weight_decay": 0.01,
38
+ "grad_clip": 1.0,
39
+ "log_every": 10,
40
+ "eval_every": 1,
41
+ "ckpt_every": 4,
42
+ "w_rl": 0.0,
43
+ "w_ce": 1.0,
44
+ "num_noise_samples": 4,
45
+ "sigma_start": 0.4,
46
+ "sigma_end": 0.1,
47
+ "anneal_sigma": true,
48
+ "reward_w_spherical": 0.75,
49
+ "reward_w_rps": 1.0,
50
+ "arch": {
51
+ "encoder_name": "answerdotai/ModernBERT-large",
52
+ "head_layers": 2,
53
+ "max_len": 1024,
54
+ "head_max_len": 256
55
+ },
56
+ "init_from": "convaiinnovations/laya-typed-decisions",
57
+ "log_grad_diagnostics": true,
58
+ "lr_scheduler": {
59
+ "type": "cosine",
60
+ "t_max": "auto",
61
+ "eta_min": 1e-06
62
+ },
63
+ "early_stopping": {
64
+ "enabled": false
65
+ },
66
+ "save_best": false,
67
+ "best_metric": "raw_ece",
68
+ "best_mode": "min",
69
+ "wandb": {
70
+ "enabled": true,
71
+ "project": "rlcd-reverse-engineering",
72
+ "entity": null,
73
+ "group": "e2-acc",
74
+ "log_artifacts": false
75
+ },
76
+ "resume_from": null
77
+ }
78
+ }
e2_ce_only_typed_init_seed42/grad_diagnostics.json ADDED
@@ -0,0 +1,308 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 10,
4
+ "epoch": 1,
5
+ "sigma": 0.4,
6
+ "grad_cos_rl_ce": 0.8553460240364075,
7
+ "grad_norm_rl": 1.162543535232544,
8
+ "grad_norm_ce": 0.0616387277841568,
9
+ "grad_norm_ratio_rl_ce": 18.86060236842455
10
+ },
11
+ {
12
+ "step": 20,
13
+ "epoch": 1,
14
+ "sigma": 0.4,
15
+ "grad_cos_rl_ce": 0.7597273588180542,
16
+ "grad_norm_rl": 1.427430272102356,
17
+ "grad_norm_ce": 0.13957349956035614,
18
+ "grad_norm_ratio_rl_ce": 10.227086636063664
19
+ },
20
+ {
21
+ "step": 30,
22
+ "epoch": 1,
23
+ "sigma": 0.4,
24
+ "grad_cos_rl_ce": 0.48031002283096313,
25
+ "grad_norm_rl": 2.188825845718384,
26
+ "grad_norm_ce": 0.18893477320671082,
27
+ "grad_norm_ratio_rl_ce": 11.58508732176909
28
+ },
29
+ {
30
+ "step": 40,
31
+ "epoch": 1,
32
+ "sigma": 0.4,
33
+ "grad_cos_rl_ce": 0.36591386795043945,
34
+ "grad_norm_rl": 1.1178882122039795,
35
+ "grad_norm_ce": 0.06696542352437973,
36
+ "grad_norm_ratio_rl_ce": 16.693513657790817
37
+ },
38
+ {
39
+ "step": 50,
40
+ "epoch": 1,
41
+ "sigma": 0.4,
42
+ "grad_cos_rl_ce": 0.6279319524765015,
43
+ "grad_norm_rl": 1.0453228950500488,
44
+ "grad_norm_ce": 0.03379146382212639,
45
+ "grad_norm_ratio_rl_ce": 30.934525374588226
46
+ },
47
+ {
48
+ "step": 60,
49
+ "epoch": 1,
50
+ "sigma": 0.4,
51
+ "grad_cos_rl_ce": 0.7794839143753052,
52
+ "grad_norm_rl": 1.1122545003890991,
53
+ "grad_norm_ce": 0.05411017686128616,
54
+ "grad_norm_ratio_rl_ce": 20.55536619738673
55
+ },
56
+ {
57
+ "step": 70,
58
+ "epoch": 1,
59
+ "sigma": 0.4,
60
+ "grad_cos_rl_ce": 0.5849466323852539,
61
+ "grad_norm_rl": 1.1589072942733765,
62
+ "grad_norm_ce": 0.17152906954288483,
63
+ "grad_norm_ratio_rl_ce": 6.756331724772939
64
+ },
65
+ {
66
+ "step": 80,
67
+ "epoch": 1,
68
+ "sigma": 0.4,
69
+ "grad_cos_rl_ce": 0.7550075054168701,
70
+ "grad_norm_rl": 1.3219367265701294,
71
+ "grad_norm_ce": 0.12870748341083527,
72
+ "grad_norm_ratio_rl_ce": 10.27086142575329
73
+ },
74
+ {
75
+ "step": 90,
76
+ "epoch": 2,
77
+ "sigma": 0.30000000000000004,
78
+ "grad_cos_rl_ce": 0.2299308329820633,
79
+ "grad_norm_rl": 2.682767629623413,
80
+ "grad_norm_ce": 0.04950129613280296,
81
+ "grad_norm_ratio_rl_ce": 54.19590675819954
82
+ },
83
+ {
84
+ "step": 100,
85
+ "epoch": 2,
86
+ "sigma": 0.30000000000000004,
87
+ "grad_cos_rl_ce": 0.8254406452178955,
88
+ "grad_norm_rl": 1.2389538288116455,
89
+ "grad_norm_ce": 0.045569177716970444,
90
+ "grad_norm_ratio_rl_ce": 27.188417498045965
91
+ },
92
+ {
93
+ "step": 110,
94
+ "epoch": 2,
95
+ "sigma": 0.30000000000000004,
96
+ "grad_cos_rl_ce": 0.41073426604270935,
97
+ "grad_norm_rl": 0.9872965216636658,
98
+ "grad_norm_ce": 0.026928991079330444,
99
+ "grad_norm_ratio_rl_ce": 36.662959958476605
100
+ },
101
+ {
102
+ "step": 120,
103
+ "epoch": 2,
104
+ "sigma": 0.30000000000000004,
105
+ "grad_cos_rl_ce": 0.7128856778144836,
106
+ "grad_norm_rl": 2.040346145629883,
107
+ "grad_norm_ce": 0.04159592092037201,
108
+ "grad_norm_ratio_rl_ce": 49.05159209086301
109
+ },
110
+ {
111
+ "step": 130,
112
+ "epoch": 2,
113
+ "sigma": 0.30000000000000004,
114
+ "grad_cos_rl_ce": 0.7668273448944092,
115
+ "grad_norm_rl": 1.9087557792663574,
116
+ "grad_norm_ce": 0.03781778737902641,
117
+ "grad_norm_ratio_rl_ce": 50.47243404633835
118
+ },
119
+ {
120
+ "step": 140,
121
+ "epoch": 2,
122
+ "sigma": 0.30000000000000004,
123
+ "grad_cos_rl_ce": 0.5188917517662048,
124
+ "grad_norm_rl": 1.533305287361145,
125
+ "grad_norm_ce": 0.05326433107256889,
126
+ "grad_norm_ratio_rl_ce": 28.78671817491005
127
+ },
128
+ {
129
+ "step": 150,
130
+ "epoch": 2,
131
+ "sigma": 0.30000000000000004,
132
+ "grad_cos_rl_ce": 0.7025489211082458,
133
+ "grad_norm_rl": 2.274432420730591,
134
+ "grad_norm_ce": 0.06865642964839935,
135
+ "grad_norm_ratio_rl_ce": 33.12774101971696
136
+ },
137
+ {
138
+ "step": 160,
139
+ "epoch": 2,
140
+ "sigma": 0.30000000000000004,
141
+ "grad_cos_rl_ce": 0.7353087067604065,
142
+ "grad_norm_rl": 1.9812266826629639,
143
+ "grad_norm_ce": 0.11564658582210541,
144
+ "grad_norm_ratio_rl_ce": 17.131735179027306
145
+ },
146
+ {
147
+ "step": 170,
148
+ "epoch": 2,
149
+ "sigma": 0.30000000000000004,
150
+ "grad_cos_rl_ce": 0.8551576137542725,
151
+ "grad_norm_rl": 2.1551005840301514,
152
+ "grad_norm_ce": 0.06819289177656174,
153
+ "grad_norm_ratio_rl_ce": 31.60300916833785
154
+ },
155
+ {
156
+ "step": 180,
157
+ "epoch": 3,
158
+ "sigma": 0.2,
159
+ "grad_cos_rl_ce": 0.8732951283454895,
160
+ "grad_norm_rl": 2.4363417625427246,
161
+ "grad_norm_ce": 0.08540944755077362,
162
+ "grad_norm_ratio_rl_ce": 28.525436382133076
163
+ },
164
+ {
165
+ "step": 190,
166
+ "epoch": 3,
167
+ "sigma": 0.2,
168
+ "grad_cos_rl_ce": 0.766880989074707,
169
+ "grad_norm_rl": 1.7802268266677856,
170
+ "grad_norm_ce": 0.053646255284547806,
171
+ "grad_norm_ratio_rl_ce": 33.18454973651367
172
+ },
173
+ {
174
+ "step": 200,
175
+ "epoch": 3,
176
+ "sigma": 0.2,
177
+ "grad_cos_rl_ce": 0.8075200915336609,
178
+ "grad_norm_rl": 2.245849847793579,
179
+ "grad_norm_ce": 0.07972855865955353,
180
+ "grad_norm_ratio_rl_ce": 28.168699968395437
181
+ },
182
+ {
183
+ "step": 210,
184
+ "epoch": 3,
185
+ "sigma": 0.2,
186
+ "grad_cos_rl_ce": 0.8177117109298706,
187
+ "grad_norm_rl": 4.416840553283691,
188
+ "grad_norm_ce": 0.1270851492881775,
189
+ "grad_norm_ratio_rl_ce": 34.75497001831498
190
+ },
191
+ {
192
+ "step": 220,
193
+ "epoch": 3,
194
+ "sigma": 0.2,
195
+ "grad_cos_rl_ce": 0.6569180488586426,
196
+ "grad_norm_rl": 2.271806478500366,
197
+ "grad_norm_ce": 0.08419651538133621,
198
+ "grad_norm_ratio_rl_ce": 26.982191225029677
199
+ },
200
+ {
201
+ "step": 230,
202
+ "epoch": 3,
203
+ "sigma": 0.2,
204
+ "grad_cos_rl_ce": 0.7817695140838623,
205
+ "grad_norm_rl": 3.7643890380859375,
206
+ "grad_norm_ce": 0.07986921072006226,
207
+ "grad_norm_ratio_rl_ce": 47.13191734522005
208
+ },
209
+ {
210
+ "step": 240,
211
+ "epoch": 3,
212
+ "sigma": 0.2,
213
+ "grad_cos_rl_ce": 0.9434316158294678,
214
+ "grad_norm_rl": 2.653876543045044,
215
+ "grad_norm_ce": 0.04719770327210426,
216
+ "grad_norm_ratio_rl_ce": 56.22893401708365
217
+ },
218
+ {
219
+ "step": 250,
220
+ "epoch": 3,
221
+ "sigma": 0.2,
222
+ "grad_cos_rl_ce": 0.6807501316070557,
223
+ "grad_norm_rl": 3.011531352996826,
224
+ "grad_norm_ce": 0.08459404110908508,
225
+ "grad_norm_ratio_rl_ce": 35.59980482683666
226
+ },
227
+ {
228
+ "step": 260,
229
+ "epoch": 4,
230
+ "sigma": 0.09999999999999998,
231
+ "grad_cos_rl_ce": 0.8042670488357544,
232
+ "grad_norm_rl": 5.645071029663086,
233
+ "grad_norm_ce": 0.06277630478143692,
234
+ "grad_norm_ratio_rl_ce": 89.9235953647967
235
+ },
236
+ {
237
+ "step": 270,
238
+ "epoch": 4,
239
+ "sigma": 0.09999999999999998,
240
+ "grad_cos_rl_ce": 0.7707697153091431,
241
+ "grad_norm_rl": 5.4706196784973145,
242
+ "grad_norm_ce": 0.02151530422270298,
243
+ "grad_norm_ratio_rl_ce": 254.26643387755163
244
+ },
245
+ {
246
+ "step": 280,
247
+ "epoch": 4,
248
+ "sigma": 0.09999999999999998,
249
+ "grad_cos_rl_ce": 0.712472677230835,
250
+ "grad_norm_rl": 7.159938335418701,
251
+ "grad_norm_ce": 0.05981144309043884,
252
+ "grad_norm_ratio_rl_ce": 119.70850334763539
253
+ },
254
+ {
255
+ "step": 290,
256
+ "epoch": 4,
257
+ "sigma": 0.09999999999999998,
258
+ "grad_cos_rl_ce": 0.8301997184753418,
259
+ "grad_norm_rl": 3.843480348587036,
260
+ "grad_norm_ce": 0.050209980458021164,
261
+ "grad_norm_ratio_rl_ce": 76.54813472394075
262
+ },
263
+ {
264
+ "step": 300,
265
+ "epoch": 4,
266
+ "sigma": 0.09999999999999998,
267
+ "grad_cos_rl_ce": 0.7682188749313354,
268
+ "grad_norm_rl": 5.280949115753174,
269
+ "grad_norm_ce": 0.029740389436483383,
270
+ "grad_norm_ratio_rl_ce": 177.5682570341491
271
+ },
272
+ {
273
+ "step": 310,
274
+ "epoch": 4,
275
+ "sigma": 0.09999999999999998,
276
+ "grad_cos_rl_ce": 0.7478830218315125,
277
+ "grad_norm_rl": 5.773227214813232,
278
+ "grad_norm_ce": 0.05981503799557686,
279
+ "grad_norm_ratio_rl_ce": 96.51798959385674
280
+ },
281
+ {
282
+ "step": 320,
283
+ "epoch": 4,
284
+ "sigma": 0.09999999999999998,
285
+ "grad_cos_rl_ce": 0.720750093460083,
286
+ "grad_norm_rl": 6.873401641845703,
287
+ "grad_norm_ce": 0.029240071773529053,
288
+ "grad_norm_ratio_rl_ce": 235.06787859762275
289
+ },
290
+ {
291
+ "step": 330,
292
+ "epoch": 4,
293
+ "sigma": 0.09999999999999998,
294
+ "grad_cos_rl_ce": 0.808933675289154,
295
+ "grad_norm_rl": 4.668335437774658,
296
+ "grad_norm_ce": 0.0932154729962349,
297
+ "grad_norm_ratio_rl_ce": 50.081121596231334
298
+ },
299
+ {
300
+ "step": 340,
301
+ "epoch": 4,
302
+ "sigma": 0.09999999999999998,
303
+ "grad_cos_rl_ce": 0.5507200956344604,
304
+ "grad_norm_rl": 6.6498870849609375,
305
+ "grad_norm_ce": 0.051695484668016434,
306
+ "grad_norm_ratio_rl_ce": 128.63574309566667
307
+ }
308
+ ]
e2_ce_only_typed_init_seed42/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2660f6d5416575d1364323f033b86f5d6b87d212c6edea944b8d69b573955a17
3
+ size 1684141044
e2_ce_only_typed_init_seed42/model_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "encoder_name": "answerdotai/ModernBERT-large",
3
+ "head_layers": 2,
4
+ "head_dropout": 0.1,
5
+ "num_qtypes": 3,
6
+ "cls_query": false,
7
+ "slot_emb": false,
8
+ "max_len": 1024,
9
+ "head_max_len": 256,
10
+ "k_buckets": [
11
+ 2,
12
+ 5,
13
+ 10
14
+ ],
15
+ "source_checkpoint": "epoch_4.pt",
16
+ "epoch": 4,
17
+ "step": 340
18
+ }
e2_ce_only_typed_init_seed42/test_eval.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.1425025718063116,
4
+ "brier": 0.05058662647401112,
5
+ "nll": 0.8589842470204457,
6
+ "accuracy": 0.7895,
7
+ "soft_accuracy": 0.524488171711564,
8
+ "mean_confidence": 0.650441601112485,
9
+ "mean_target_max": 0.6589462240487337,
10
+ "score_mae": 0.21351994494325482,
11
+ "n": 2000,
12
+ "by_type": {
13
+ "choice": {
14
+ "ece": 0.14210753242174784,
15
+ "brier": 0.06353657816068789,
16
+ "nll": 0.9850836434898277,
17
+ "accuracy": 0.755,
18
+ "soft_accuracy": 0.47827459062139194,
19
+ "mean_confidence": 0.6202417085071404,
20
+ "mean_target_max": 0.6345381752649943,
21
+ "score_mae": null,
22
+ "n": 600
23
+ },
24
+ "score": {
25
+ "ece": 0.17179518423974513,
26
+ "brier": 0.05208784410870976,
27
+ "nll": 1.033509965906851,
28
+ "accuracy": 0.75875,
29
+ "soft_accuracy": 0.44586537953466177,
30
+ "mean_confidence": 0.5911895827949047,
31
+ "mean_target_max": 0.5928848401084542,
32
+ "score_mae": 0.21351994494325482,
33
+ "n": 800
34
+ },
35
+ "noul": {
36
+ "ece": 0.10535581648349762,
37
+ "brier": 0.035635051274402814,
38
+ "nll": 0.5001838920358569,
39
+ "accuracy": 0.865,
40
+ "soft_accuracy": 0.6755321423709393,
41
+ "mean_confidence": 0.7596441848079364,
42
+ "mean_target_max": 0.7714361180861791,
43
+ "score_mae": null,
44
+ "n": 600
45
+ }
46
+ }
47
+ },
48
+ "post_temperature": {
49
+ "ece": 0.15674641650915147,
50
+ "brier": 0.04881908624230557,
51
+ "nll": 0.8550507601629943,
52
+ "accuracy": 0.7895,
53
+ "soft_accuracy": 0.5166791351437569,
54
+ "mean_confidence": 0.6340759942084551,
55
+ "mean_target_max": 0.6589462240487337,
56
+ "score_mae": 0.2131683572579641,
57
+ "n": 2000,
58
+ "by_type": {
59
+ "choice": {
60
+ "ece": 0.1571081380546093,
61
+ "brier": 0.061630421296231364,
62
+ "nll": 0.9810686518996954,
63
+ "accuracy": 0.755,
64
+ "soft_accuracy": 0.470502939298749,
65
+ "mean_confidence": 0.6039898127814134,
66
+ "mean_target_max": 0.6345381752649943,
67
+ "score_mae": null,
68
+ "n": 600
69
+ },
70
+ "score": {
71
+ "ece": 0.18614892039448025,
72
+ "brier": 0.04985877943886976,
73
+ "nll": 1.0283292379789055,
74
+ "accuracy": 0.75875,
75
+ "soft_accuracy": 0.43797255186364054,
76
+ "mean_confidence": 0.5734738828986883,
77
+ "mean_target_max": 0.5928848401084542,
78
+ "score_mae": 0.2131683572579641,
79
+ "n": 800
80
+ },
81
+ "noul": {
82
+ "ece": 0.12003500352303187,
83
+ "brier": 0.03462149359296084,
84
+ "nll": 0.49799489800507823,
85
+ "accuracy": 0.865,
86
+ "soft_accuracy": 0.6677974420289199,
87
+ "mean_confidence": 0.7449649907151858,
88
+ "mean_target_max": 0.7714361180861791,
89
+ "score_mae": null,
90
+ "n": 600
91
+ }
92
+ }
93
+ },
94
+ "fitted_temperature": {
95
+ "type0_bucket1": 1.069620966911316,
96
+ "type2_bucket0": 1.1193939447402954,
97
+ "type1_bucket1": 1.0795544385910034
98
+ }
99
+ }
e2_ce_only_typed_init_seed42/train_log.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "step": 85,
5
+ "loss": 0.8318836476653815,
6
+ "sigma": 0.4,
7
+ "epoch_seconds": 226.6396780014038,
8
+ "train_rows": 5400,
9
+ "raw_ece": 0.14705154180526733,
10
+ "raw_brier": 0.047066928025110116,
11
+ "raw_nll": 0.8207768689220151,
12
+ "raw_accuracy": 0.7833333333333333,
13
+ "raw_soft_accuracy": 0.5309612767398357,
14
+ "raw_mean_confidence": 0.6383640728394191,
15
+ "raw_mean_target_max": 0.6725333379705747,
16
+ "raw_score_mae": 0.21293346417757372,
17
+ "raw_n": 600
18
+ },
19
+ {
20
+ "epoch": 2,
21
+ "step": 170,
22
+ "loss": 0.7990942848809794,
23
+ "sigma": 0.30000000000000004,
24
+ "epoch_seconds": 223.38475847244263,
25
+ "train_rows": 5400,
26
+ "raw_ece": 0.2011488524079323,
27
+ "raw_brier": 0.039131477735950215,
28
+ "raw_nll": 0.809464474581182,
29
+ "raw_accuracy": 0.8383333333333334,
30
+ "raw_soft_accuracy": 0.5336774609486262,
31
+ "raw_mean_confidence": 0.6403611528873444,
32
+ "raw_mean_target_max": 0.6725333379705747,
33
+ "raw_score_mae": 0.19200887389015406,
34
+ "raw_n": 600
35
+ },
36
+ {
37
+ "epoch": 3,
38
+ "step": 255,
39
+ "loss": 0.7807695206035586,
40
+ "sigma": 0.2,
41
+ "epoch_seconds": 223.81749844551086,
42
+ "train_rows": 5400,
43
+ "raw_ece": 0.18598885933558143,
44
+ "raw_brier": 0.0336249236446625,
45
+ "raw_nll": 0.8004374827382466,
46
+ "raw_accuracy": 0.835,
47
+ "raw_soft_accuracy": 0.5418548570821683,
48
+ "raw_mean_confidence": 0.6522723294297854,
49
+ "raw_mean_target_max": 0.6725333379705747,
50
+ "raw_score_mae": 0.17204449461617818,
51
+ "raw_n": 600
52
+ },
53
+ {
54
+ "epoch": 4,
55
+ "step": 340,
56
+ "loss": 0.7715308513930615,
57
+ "sigma": 0.09999999999999998,
58
+ "epoch_seconds": 224.9519202709198,
59
+ "train_rows": 5400,
60
+ "raw_ece": 0.17659072374304136,
61
+ "raw_brier": 0.03404183218904853,
62
+ "raw_nll": 0.8015028224846659,
63
+ "raw_accuracy": 0.835,
64
+ "raw_soft_accuracy": 0.5464617110788822,
65
+ "raw_mean_confidence": 0.6614817621807257,
66
+ "raw_mean_target_max": 0.6725333379705747,
67
+ "raw_score_mae": 0.17319828060475023,
68
+ "raw_n": 600
69
+ }
70
+ ]