minhleduc commited on
Commit
72054f8
·
verified ·
1 Parent(s): fe289c0

E2 run e2_rlce_sigma4_fixed_seed42 (epoch_4.pt)

Browse files
e2_rlce_sigma4_fixed_seed42/config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "encoder_name": "answerdotai/ModernBERT-large",
4
+ "head_layers": 2,
5
+ "head_dropout": 0.1,
6
+ "num_qtypes": 3,
7
+ "cls_query": false,
8
+ "slot_emb": false,
9
+ "max_len": 512,
10
+ "head_max_len": 192,
11
+ "k_buckets": [
12
+ 2,
13
+ 5,
14
+ 10
15
+ ]
16
+ },
17
+ "training": {
18
+ "dataset_name": "LocalLLaMA/typed-decisions",
19
+ "dataset_config": "all",
20
+ "calib_fraction": 0.1,
21
+ "seed": 42,
22
+ "max_examples": null,
23
+ "ckpt_dir": "checkpoints",
24
+ "result_dir": "results",
25
+ "run_name": "e2_rlce_sigma4_fixed_seed42",
26
+ "epochs": 4,
27
+ "batch_size": 8,
28
+ "accum_steps": 8,
29
+ "num_workers": 4,
30
+ "pin_memory": true,
31
+ "amp": true,
32
+ "amp_dtype": "bf16",
33
+ "gradient_checkpointing": false,
34
+ "lr": 2.5e-05,
35
+ "lr_head": 0.0001,
36
+ "weight_decay": 0.01,
37
+ "grad_clip": 1.0,
38
+ "log_every": 10,
39
+ "eval_every": 1,
40
+ "ckpt_every": 4,
41
+ "w_rl": 1.0,
42
+ "w_ce": 1.0,
43
+ "num_noise_samples": 4,
44
+ "sigma_start": 4.0,
45
+ "sigma_end": 4.0,
46
+ "anneal_sigma": false,
47
+ "reward_w_spherical": 0.75,
48
+ "reward_w_rps": 1.0,
49
+ "arch": {
50
+ "encoder_name": "answerdotai/ModernBERT-large",
51
+ "head_layers": 2,
52
+ "max_len": 512,
53
+ "head_max_len": 192
54
+ },
55
+ "init_from": "convaiinnovations/laya",
56
+ "log_grad_diagnostics": true,
57
+ "lr_scheduler": {
58
+ "type": "cosine",
59
+ "t_max": "auto",
60
+ "eta_min": 1e-06
61
+ },
62
+ "early_stopping": {
63
+ "enabled": false
64
+ },
65
+ "save_best": false,
66
+ "best_metric": "raw_ece",
67
+ "best_mode": "min",
68
+ "wandb": {
69
+ "enabled": true,
70
+ "project": "rlcd-reverse-engineering",
71
+ "entity": null,
72
+ "group": "e2-minimal",
73
+ "log_artifacts": false
74
+ },
75
+ "resume_from": null
76
+ }
77
+ }
e2_rlce_sigma4_fixed_seed42/grad_diagnostics.json ADDED
@@ -0,0 +1,308 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 10,
4
+ "epoch": 1,
5
+ "sigma": 4.0,
6
+ "grad_cos_rl_ce": 0.6138319969177246,
7
+ "grad_norm_rl": 0.11346631497144699,
8
+ "grad_norm_ce": 0.1815052479505539,
9
+ "grad_norm_ratio_rl_ce": 0.6251406846503841
10
+ },
11
+ {
12
+ "step": 20,
13
+ "epoch": 1,
14
+ "sigma": 4.0,
15
+ "grad_cos_rl_ce": 0.6219024062156677,
16
+ "grad_norm_rl": 0.08883441984653473,
17
+ "grad_norm_ce": 0.15476275980472565,
18
+ "grad_norm_ratio_rl_ce": 0.574003849237523
19
+ },
20
+ {
21
+ "step": 30,
22
+ "epoch": 1,
23
+ "sigma": 4.0,
24
+ "grad_cos_rl_ce": 0.3029625117778778,
25
+ "grad_norm_rl": 0.09585288166999817,
26
+ "grad_norm_ce": 0.13940750062465668,
27
+ "grad_norm_ratio_rl_ce": 0.6875733460574279
28
+ },
29
+ {
30
+ "step": 40,
31
+ "epoch": 1,
32
+ "sigma": 4.0,
33
+ "grad_cos_rl_ce": 0.39764219522476196,
34
+ "grad_norm_rl": 0.10468429327011108,
35
+ "grad_norm_ce": 0.10752353817224503,
36
+ "grad_norm_ratio_rl_ce": 0.973594201321894
37
+ },
38
+ {
39
+ "step": 50,
40
+ "epoch": 1,
41
+ "sigma": 4.0,
42
+ "grad_cos_rl_ce": 0.4201534688472748,
43
+ "grad_norm_rl": 0.07934745401144028,
44
+ "grad_norm_ce": 0.06387131661176682,
45
+ "grad_norm_ratio_rl_ce": 1.2423018378303219
46
+ },
47
+ {
48
+ "step": 60,
49
+ "epoch": 1,
50
+ "sigma": 4.0,
51
+ "grad_cos_rl_ce": 0.07859271764755249,
52
+ "grad_norm_rl": 0.08185435086488724,
53
+ "grad_norm_ce": 0.12406701594591141,
54
+ "grad_norm_ratio_rl_ce": 0.6597591651641939
55
+ },
56
+ {
57
+ "step": 70,
58
+ "epoch": 1,
59
+ "sigma": 4.0,
60
+ "grad_cos_rl_ce": 0.09793432056903839,
61
+ "grad_norm_rl": 0.1165158823132515,
62
+ "grad_norm_ce": 0.1367775797843933,
63
+ "grad_norm_ratio_rl_ce": 0.8518638982859549
64
+ },
65
+ {
66
+ "step": 80,
67
+ "epoch": 1,
68
+ "sigma": 4.0,
69
+ "grad_cos_rl_ce": 0.33419176936149597,
70
+ "grad_norm_rl": 0.09472785890102386,
71
+ "grad_norm_ce": 0.11034461110830307,
72
+ "grad_norm_ratio_rl_ce": 0.8584729054692903
73
+ },
74
+ {
75
+ "step": 90,
76
+ "epoch": 2,
77
+ "sigma": 4.0,
78
+ "grad_cos_rl_ce": 0.14387203752994537,
79
+ "grad_norm_rl": 0.08795145153999329,
80
+ "grad_norm_ce": 0.08047937601804733,
81
+ "grad_norm_ratio_rl_ce": 1.0928446005877377
82
+ },
83
+ {
84
+ "step": 100,
85
+ "epoch": 2,
86
+ "sigma": 4.0,
87
+ "grad_cos_rl_ce": 0.27336883544921875,
88
+ "grad_norm_rl": 0.08138665556907654,
89
+ "grad_norm_ce": 0.1019316166639328,
90
+ "grad_norm_ratio_rl_ce": 0.7984436844301928
91
+ },
92
+ {
93
+ "step": 110,
94
+ "epoch": 2,
95
+ "sigma": 4.0,
96
+ "grad_cos_rl_ce": 0.08593112975358963,
97
+ "grad_norm_rl": 0.06714410334825516,
98
+ "grad_norm_ce": 0.08807067573070526,
99
+ "grad_norm_ratio_rl_ce": 0.7623888745166719
100
+ },
101
+ {
102
+ "step": 120,
103
+ "epoch": 2,
104
+ "sigma": 4.0,
105
+ "grad_cos_rl_ce": 0.04100014269351959,
106
+ "grad_norm_rl": 0.08957436680793762,
107
+ "grad_norm_ce": 0.10876568406820297,
108
+ "grad_norm_ratio_rl_ce": 0.8235535644842616
109
+ },
110
+ {
111
+ "step": 130,
112
+ "epoch": 2,
113
+ "sigma": 4.0,
114
+ "grad_cos_rl_ce": 0.8240358233451843,
115
+ "grad_norm_rl": 0.10671146214008331,
116
+ "grad_norm_ce": 0.07902824878692627,
117
+ "grad_norm_ratio_rl_ce": 1.3502951637938447
118
+ },
119
+ {
120
+ "step": 140,
121
+ "epoch": 2,
122
+ "sigma": 4.0,
123
+ "grad_cos_rl_ce": 0.10759048163890839,
124
+ "grad_norm_rl": 0.08884087204933167,
125
+ "grad_norm_ce": 0.025887323543429375,
126
+ "grad_norm_ratio_rl_ce": 3.431829169218265
127
+ },
128
+ {
129
+ "step": 150,
130
+ "epoch": 2,
131
+ "sigma": 4.0,
132
+ "grad_cos_rl_ce": 0.5555779933929443,
133
+ "grad_norm_rl": 0.084427110850811,
134
+ "grad_norm_ce": 0.1403077244758606,
135
+ "grad_norm_ratio_rl_ce": 0.6017281740274846
136
+ },
137
+ {
138
+ "step": 160,
139
+ "epoch": 2,
140
+ "sigma": 4.0,
141
+ "grad_cos_rl_ce": 0.10536588728427887,
142
+ "grad_norm_rl": 0.09422905743122101,
143
+ "grad_norm_ce": 0.10393132269382477,
144
+ "grad_norm_ratio_rl_ce": 0.9066473416182143
145
+ },
146
+ {
147
+ "step": 170,
148
+ "epoch": 2,
149
+ "sigma": 4.0,
150
+ "grad_cos_rl_ce": 0.5917390584945679,
151
+ "grad_norm_rl": 0.08080096542835236,
152
+ "grad_norm_ce": 0.16442778706550598,
153
+ "grad_norm_ratio_rl_ce": 0.49140699920848696
154
+ },
155
+ {
156
+ "step": 180,
157
+ "epoch": 3,
158
+ "sigma": 4.0,
159
+ "grad_cos_rl_ce": 0.3174136281013489,
160
+ "grad_norm_rl": 0.10245311260223389,
161
+ "grad_norm_ce": 0.08990294486284256,
162
+ "grad_norm_ratio_rl_ce": 1.1395968481181353
163
+ },
164
+ {
165
+ "step": 190,
166
+ "epoch": 3,
167
+ "sigma": 4.0,
168
+ "grad_cos_rl_ce": 0.24667100608348846,
169
+ "grad_norm_rl": 0.06688007712364197,
170
+ "grad_norm_ce": 0.09399932622909546,
171
+ "grad_norm_ratio_rl_ce": 0.7114952820049117
172
+ },
173
+ {
174
+ "step": 200,
175
+ "epoch": 3,
176
+ "sigma": 4.0,
177
+ "grad_cos_rl_ce": 0.4968823194503784,
178
+ "grad_norm_rl": 0.09504461288452148,
179
+ "grad_norm_ce": 0.1285846084356308,
180
+ "grad_norm_ratio_rl_ce": 0.7391601066476058
181
+ },
182
+ {
183
+ "step": 210,
184
+ "epoch": 3,
185
+ "sigma": 4.0,
186
+ "grad_cos_rl_ce": 0.07194947451353073,
187
+ "grad_norm_rl": 0.08715476095676422,
188
+ "grad_norm_ce": 0.09917357563972473,
189
+ "grad_norm_ratio_rl_ce": 0.8788103120671764
190
+ },
191
+ {
192
+ "step": 220,
193
+ "epoch": 3,
194
+ "sigma": 4.0,
195
+ "grad_cos_rl_ce": 0.010632306337356567,
196
+ "grad_norm_rl": 0.09574108570814133,
197
+ "grad_norm_ce": 0.05032918229699135,
198
+ "grad_norm_ratio_rl_ce": 1.9022976598978973
199
+ },
200
+ {
201
+ "step": 230,
202
+ "epoch": 3,
203
+ "sigma": 4.0,
204
+ "grad_cos_rl_ce": -0.43189525604248047,
205
+ "grad_norm_rl": 0.08122134953737259,
206
+ "grad_norm_ce": 0.06474310904741287,
207
+ "grad_norm_ratio_rl_ce": 1.2545172873593748
208
+ },
209
+ {
210
+ "step": 240,
211
+ "epoch": 3,
212
+ "sigma": 4.0,
213
+ "grad_cos_rl_ce": -0.20662370324134827,
214
+ "grad_norm_rl": 0.05937488377094269,
215
+ "grad_norm_ce": 0.04169594123959541,
216
+ "grad_norm_ratio_rl_ce": 1.4239967249991936
217
+ },
218
+ {
219
+ "step": 250,
220
+ "epoch": 3,
221
+ "sigma": 4.0,
222
+ "grad_cos_rl_ce": 0.2589486539363861,
223
+ "grad_norm_rl": 0.13005298376083374,
224
+ "grad_norm_ce": 0.08166394382715225,
225
+ "grad_norm_ratio_rl_ce": 1.5925386120966734
226
+ },
227
+ {
228
+ "step": 260,
229
+ "epoch": 4,
230
+ "sigma": 4.0,
231
+ "grad_cos_rl_ce": -0.03397729992866516,
232
+ "grad_norm_rl": 0.10129611939191818,
233
+ "grad_norm_ce": 0.056770093739032745,
234
+ "grad_norm_ratio_rl_ce": 1.7843218624504613
235
+ },
236
+ {
237
+ "step": 270,
238
+ "epoch": 4,
239
+ "sigma": 4.0,
240
+ "grad_cos_rl_ce": -0.06384687125682831,
241
+ "grad_norm_rl": 0.11125950515270233,
242
+ "grad_norm_ce": 0.06498725712299347,
243
+ "grad_norm_ratio_rl_ce": 1.7120203264177625
244
+ },
245
+ {
246
+ "step": 280,
247
+ "epoch": 4,
248
+ "sigma": 4.0,
249
+ "grad_cos_rl_ce": -0.3017551898956299,
250
+ "grad_norm_rl": 0.11367972940206528,
251
+ "grad_norm_ce": 0.053794678300619125,
252
+ "grad_norm_ratio_rl_ce": 2.113215154235004
253
+ },
254
+ {
255
+ "step": 290,
256
+ "epoch": 4,
257
+ "sigma": 4.0,
258
+ "grad_cos_rl_ce": -0.253994345664978,
259
+ "grad_norm_rl": 0.0797482505440712,
260
+ "grad_norm_ce": 0.0729903057217598,
261
+ "grad_norm_ratio_rl_ce": 1.0925868819905042
262
+ },
263
+ {
264
+ "step": 300,
265
+ "epoch": 4,
266
+ "sigma": 4.0,
267
+ "grad_cos_rl_ce": 0.5475640892982483,
268
+ "grad_norm_rl": 0.08618272095918655,
269
+ "grad_norm_ce": 0.08738882839679718,
270
+ "grad_norm_ratio_rl_ce": 0.986198379589961
271
+ },
272
+ {
273
+ "step": 310,
274
+ "epoch": 4,
275
+ "sigma": 4.0,
276
+ "grad_cos_rl_ce": -0.2453945279121399,
277
+ "grad_norm_rl": 0.08626456558704376,
278
+ "grad_norm_ce": 0.06884071230888367,
279
+ "grad_norm_ratio_rl_ce": 1.2531039074665646
280
+ },
281
+ {
282
+ "step": 320,
283
+ "epoch": 4,
284
+ "sigma": 4.0,
285
+ "grad_cos_rl_ce": -0.34144195914268494,
286
+ "grad_norm_rl": 0.09330877661705017,
287
+ "grad_norm_ce": 0.057958852499723434,
288
+ "grad_norm_ratio_rl_ce": 1.609914147584192
289
+ },
290
+ {
291
+ "step": 330,
292
+ "epoch": 4,
293
+ "sigma": 4.0,
294
+ "grad_cos_rl_ce": -0.01411408931016922,
295
+ "grad_norm_rl": 0.09290909767150879,
296
+ "grad_norm_ce": 0.08300025761127472,
297
+ "grad_norm_ratio_rl_ce": 1.1193832446477618
298
+ },
299
+ {
300
+ "step": 340,
301
+ "epoch": 4,
302
+ "sigma": 4.0,
303
+ "grad_cos_rl_ce": -0.4191616177558899,
304
+ "grad_norm_rl": 0.09843047708272934,
305
+ "grad_norm_ce": 0.06228336691856384,
306
+ "grad_norm_ratio_rl_ce": 1.5803653840908798
307
+ }
308
+ ]
e2_rlce_sigma4_fixed_seed42/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f069e1e7d51ec3d15153436373eafc14350c94062357e5c57b7f589dcffcd823
3
+ size 1684141044
e2_rlce_sigma4_fixed_seed42/model_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "encoder_name": "answerdotai/ModernBERT-large",
3
+ "head_layers": 2,
4
+ "head_dropout": 0.1,
5
+ "num_qtypes": 3,
6
+ "cls_query": false,
7
+ "slot_emb": false,
8
+ "max_len": 512,
9
+ "head_max_len": 192,
10
+ "k_buckets": [
11
+ 2,
12
+ 5,
13
+ 10
14
+ ],
15
+ "source_checkpoint": "epoch_4.pt",
16
+ "epoch": 4,
17
+ "step": 340
18
+ }
e2_rlce_sigma4_fixed_seed42/test_eval.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.06247570636123419,
4
+ "brier": 0.07159885753310358,
5
+ "nll": 0.9871578481241773,
6
+ "accuracy": 0.774,
7
+ "soft_accuracy": 0.5550091580034933,
8
+ "mean_confidence": 0.7148323274552822,
9
+ "mean_target_max": 0.6589462240487337,
10
+ "score_mae": 0.24743149618079768,
11
+ "n": 2000,
12
+ "by_type": {
13
+ "choice": {
14
+ "ece": 0.08004063126941523,
15
+ "brier": 0.08437397119729698,
16
+ "nll": 1.1341199049664572,
17
+ "accuracy": 0.7616666666666667,
18
+ "soft_accuracy": 0.5161412421241403,
19
+ "mean_confidence": 0.6961774043738842,
20
+ "mean_target_max": 0.6345381752649943,
21
+ "score_mae": null,
22
+ "n": 600
23
+ },
24
+ "score": {
25
+ "ece": 0.06396819561719894,
26
+ "brier": 0.07845711318950861,
27
+ "nll": 1.1806772747822105,
28
+ "accuracy": 0.72,
29
+ "soft_accuracy": 0.4767965656411252,
30
+ "mean_confidence": 0.6601681255921722,
31
+ "mean_target_max": 0.5928848401084542,
32
+ "score_mae": 0.24743149618079768,
33
+ "n": 800
34
+ },
35
+ "noul": {
36
+ "ece": 0.0534882617990176,
37
+ "brier": 0.049679402993703485,
38
+ "nll": 0.5821698890711863,
39
+ "accuracy": 0.8583333333333333,
40
+ "soft_accuracy": 0.6981605303660036,
41
+ "mean_confidence": 0.806372853020827,
42
+ "mean_target_max": 0.7714361180861791,
43
+ "score_mae": null,
44
+ "n": 600
45
+ }
46
+ }
47
+ },
48
+ "post_temperature": {
49
+ "ece": 0.17336726085841658,
50
+ "brier": 0.05161821419496153,
51
+ "nll": 0.8642696282893885,
52
+ "accuracy": 0.774,
53
+ "soft_accuracy": 0.5073439120836556,
54
+ "mean_confidence": 0.6006327216774225,
55
+ "mean_target_max": 0.6589462240487337,
56
+ "score_mae": 0.21800018620619085,
57
+ "n": 2000,
58
+ "by_type": {
59
+ "choice": {
60
+ "ece": 0.19164921840031937,
61
+ "brier": 0.06163718613093541,
62
+ "nll": 0.9900163768736335,
63
+ "accuracy": 0.7616666666666667,
64
+ "soft_accuracy": 0.4636078991989295,
65
+ "mean_confidence": 0.5700174510975679,
66
+ "mean_target_max": 0.6345381752649943,
67
+ "score_mae": null,
68
+ "n": 600
69
+ },
70
+ "score": {
71
+ "ece": 0.182909285761416,
72
+ "brier": 0.053707796073395,
73
+ "nll": 1.0393080767360516,
74
+ "accuracy": 0.72,
75
+ "soft_accuracy": 0.42770247970707714,
76
+ "mean_confidence": 0.5374936549365521,
77
+ "mean_target_max": 0.5928848401084542,
78
+ "score_mae": 0.21800018620619085,
79
+ "n": 800
80
+ },
81
+ "noul": {
82
+ "ece": 0.14289991398652396,
83
+ "brier": 0.03881313308774302,
84
+ "nll": 0.5051382817762593,
85
+ "accuracy": 0.8583333333333333,
86
+ "soft_accuracy": 0.6572685014704863,
87
+ "mean_confidence": 0.7154334145784378,
88
+ "mean_target_max": 0.7714361180861791,
89
+ "score_mae": null,
90
+ "n": 600
91
+ }
92
+ }
93
+ },
94
+ "fitted_temperature": {
95
+ "type0_bucket1": 1.9356564283370972,
96
+ "type2_bucket0": 2.420105218887329,
97
+ "type1_bucket1": 1.9092248678207397
98
+ }
99
+ }
e2_rlce_sigma4_fixed_seed42/train_log.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "step": 85,
5
+ "loss": 0.534472407488262,
6
+ "sigma": 4.0,
7
+ "epoch_seconds": 156.77770233154297,
8
+ "train_rows": 5400,
9
+ "raw_ece": 0.038099411974350614,
10
+ "raw_brier": 0.1278574643686624,
11
+ "raw_nll": 1.016914446463561,
12
+ "raw_accuracy": 0.6483333333333333,
13
+ "raw_soft_accuracy": 0.5122022239180902,
14
+ "raw_mean_confidence": 0.6766142150759697,
15
+ "raw_mean_target_max": 0.6725333379705747,
16
+ "raw_score_mae": 0.3990378048736602,
17
+ "raw_n": 600
18
+ },
19
+ {
20
+ "epoch": 2,
21
+ "step": 170,
22
+ "loss": 0.41540529777606333,
23
+ "sigma": 4.0,
24
+ "epoch_seconds": 156.3101418018341,
25
+ "train_rows": 5400,
26
+ "raw_ece": 0.09608798484007516,
27
+ "raw_brier": 0.08322360227096867,
28
+ "raw_nll": 0.9165571996457159,
29
+ "raw_accuracy": 0.75,
30
+ "raw_soft_accuracy": 0.5263796838000416,
31
+ "raw_mean_confidence": 0.6582382936278979,
32
+ "raw_mean_target_max": 0.6725333379705747,
33
+ "raw_score_mae": 0.2653621744859265,
34
+ "raw_n": 600
35
+ },
36
+ {
37
+ "epoch": 3,
38
+ "step": 255,
39
+ "loss": 0.359018251387512,
40
+ "sigma": 4.0,
41
+ "epoch_seconds": 157.155259847641,
42
+ "train_rows": 5400,
43
+ "raw_ece": 0.06063913077116012,
44
+ "raw_brier": 0.07649561498581231,
45
+ "raw_nll": 0.9197142131642977,
46
+ "raw_accuracy": 0.76,
47
+ "raw_soft_accuracy": 0.5517271995420258,
48
+ "raw_mean_confidence": 0.6993608661989371,
49
+ "raw_mean_target_max": 0.6725333379705747,
50
+ "raw_score_mae": 0.25781256308497785,
51
+ "raw_n": 600
52
+ },
53
+ {
54
+ "epoch": 4,
55
+ "step": 340,
56
+ "loss": 0.3543254724028064,
57
+ "sigma": 4.0,
58
+ "epoch_seconds": 157.10833168029785,
59
+ "train_rows": 5400,
60
+ "raw_ece": 0.07579395410915216,
61
+ "raw_brier": 0.07396762657367048,
62
+ "raw_nll": 0.9302659897077168,
63
+ "raw_accuracy": 0.7816666666666666,
64
+ "raw_soft_accuracy": 0.5583268365512292,
65
+ "raw_mean_confidence": 0.7094881127774716,
66
+ "raw_mean_target_max": 0.6725333379705747,
67
+ "raw_score_mae": 0.2461611231318481,
68
+ "raw_n": 600
69
+ }
70
+ ]