minhleduc commited on
Commit
fe289c0
·
verified ·
1 Parent(s): 4adbfa2

E2 run e2_rlce_sigma3_fixed_seed42 (epoch_4.pt)

Browse files
e2_rlce_sigma3_fixed_seed42/config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": {
3
+ "encoder_name": "answerdotai/ModernBERT-large",
4
+ "head_layers": 2,
5
+ "head_dropout": 0.1,
6
+ "num_qtypes": 3,
7
+ "cls_query": false,
8
+ "slot_emb": false,
9
+ "max_len": 512,
10
+ "head_max_len": 192,
11
+ "k_buckets": [
12
+ 2,
13
+ 5,
14
+ 10
15
+ ]
16
+ },
17
+ "training": {
18
+ "dataset_name": "LocalLLaMA/typed-decisions",
19
+ "dataset_config": "all",
20
+ "calib_fraction": 0.1,
21
+ "seed": 42,
22
+ "max_examples": null,
23
+ "ckpt_dir": "checkpoints",
24
+ "result_dir": "results",
25
+ "run_name": "e2_rlce_sigma3_fixed_seed42",
26
+ "epochs": 4,
27
+ "batch_size": 8,
28
+ "accum_steps": 8,
29
+ "num_workers": 4,
30
+ "pin_memory": true,
31
+ "amp": true,
32
+ "amp_dtype": "bf16",
33
+ "gradient_checkpointing": false,
34
+ "lr": 2.5e-05,
35
+ "lr_head": 0.0001,
36
+ "weight_decay": 0.01,
37
+ "grad_clip": 1.0,
38
+ "log_every": 10,
39
+ "eval_every": 1,
40
+ "ckpt_every": 4,
41
+ "w_rl": 1.0,
42
+ "w_ce": 1.0,
43
+ "num_noise_samples": 4,
44
+ "sigma_start": 3.0,
45
+ "sigma_end": 3.0,
46
+ "anneal_sigma": false,
47
+ "reward_w_spherical": 0.75,
48
+ "reward_w_rps": 1.0,
49
+ "arch": {
50
+ "encoder_name": "answerdotai/ModernBERT-large",
51
+ "head_layers": 2,
52
+ "max_len": 512,
53
+ "head_max_len": 192
54
+ },
55
+ "init_from": "convaiinnovations/laya",
56
+ "log_grad_diagnostics": true,
57
+ "lr_scheduler": {
58
+ "type": "cosine",
59
+ "t_max": "auto",
60
+ "eta_min": 1e-06
61
+ },
62
+ "early_stopping": {
63
+ "enabled": false
64
+ },
65
+ "save_best": false,
66
+ "best_metric": "raw_ece",
67
+ "best_mode": "min",
68
+ "wandb": {
69
+ "enabled": true,
70
+ "project": "rlcd-reverse-engineering",
71
+ "entity": null,
72
+ "group": "e2-minimal",
73
+ "log_artifacts": false
74
+ },
75
+ "resume_from": null
76
+ }
77
+ }
e2_rlce_sigma3_fixed_seed42/grad_diagnostics.json ADDED
@@ -0,0 +1,308 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "step": 10,
4
+ "epoch": 1,
5
+ "sigma": 3.0,
6
+ "grad_cos_rl_ce": 0.6255150437355042,
7
+ "grad_norm_rl": 0.1590825617313385,
8
+ "grad_norm_ce": 0.17475898563861847,
9
+ "grad_norm_ratio_rl_ce": 0.9102968934616213
10
+ },
11
+ {
12
+ "step": 20,
13
+ "epoch": 1,
14
+ "sigma": 3.0,
15
+ "grad_cos_rl_ce": 0.5685653686523438,
16
+ "grad_norm_rl": 0.12231028825044632,
17
+ "grad_norm_ce": 0.13505680859088898,
18
+ "grad_norm_ratio_rl_ce": 0.9056210458885184
19
+ },
20
+ {
21
+ "step": 30,
22
+ "epoch": 1,
23
+ "sigma": 3.0,
24
+ "grad_cos_rl_ce": 0.3766235113143921,
25
+ "grad_norm_rl": 0.12212816625833511,
26
+ "grad_norm_ce": 0.15102887153625488,
27
+ "grad_norm_ratio_rl_ce": 0.8086411890392621
28
+ },
29
+ {
30
+ "step": 40,
31
+ "epoch": 1,
32
+ "sigma": 3.0,
33
+ "grad_cos_rl_ce": 0.4091258943080902,
34
+ "grad_norm_rl": 0.14668066799640656,
35
+ "grad_norm_ce": 0.10677653551101685,
36
+ "grad_norm_ratio_rl_ce": 1.3737163066249938
37
+ },
38
+ {
39
+ "step": 50,
40
+ "epoch": 1,
41
+ "sigma": 3.0,
42
+ "grad_cos_rl_ce": 0.5067163705825806,
43
+ "grad_norm_rl": 0.10589471459388733,
44
+ "grad_norm_ce": 0.06629478186368942,
45
+ "grad_norm_ratio_rl_ce": 1.597331066140627
46
+ },
47
+ {
48
+ "step": 60,
49
+ "epoch": 1,
50
+ "sigma": 3.0,
51
+ "grad_cos_rl_ce": 0.1222352609038353,
52
+ "grad_norm_rl": 0.10528640449047089,
53
+ "grad_norm_ce": 0.08125091344118118,
54
+ "grad_norm_ratio_rl_ce": 1.2958181026074171
55
+ },
56
+ {
57
+ "step": 70,
58
+ "epoch": 1,
59
+ "sigma": 3.0,
60
+ "grad_cos_rl_ce": 0.1439339816570282,
61
+ "grad_norm_rl": 0.15283964574337006,
62
+ "grad_norm_ce": 0.10799004882574081,
63
+ "grad_norm_ratio_rl_ce": 1.4153123126187417
64
+ },
65
+ {
66
+ "step": 80,
67
+ "epoch": 1,
68
+ "sigma": 3.0,
69
+ "grad_cos_rl_ce": 0.3088124990463257,
70
+ "grad_norm_rl": 0.134591743350029,
71
+ "grad_norm_ce": 0.1174611821770668,
72
+ "grad_norm_ratio_rl_ce": 1.1458401903970175
73
+ },
74
+ {
75
+ "step": 90,
76
+ "epoch": 2,
77
+ "sigma": 3.0,
78
+ "grad_cos_rl_ce": 0.4984810948371887,
79
+ "grad_norm_rl": 0.1202564388513565,
80
+ "grad_norm_ce": 0.09533300995826721,
81
+ "grad_norm_ratio_rl_ce": 1.2614354556097591
82
+ },
83
+ {
84
+ "step": 100,
85
+ "epoch": 2,
86
+ "sigma": 3.0,
87
+ "grad_cos_rl_ce": 0.06431907415390015,
88
+ "grad_norm_rl": 0.1136331781744957,
89
+ "grad_norm_ce": 0.09819374233484268,
90
+ "grad_norm_ratio_rl_ce": 1.1572344171078053
91
+ },
92
+ {
93
+ "step": 110,
94
+ "epoch": 2,
95
+ "sigma": 3.0,
96
+ "grad_cos_rl_ce": 0.2536199986934662,
97
+ "grad_norm_rl": 0.09966512024402618,
98
+ "grad_norm_ce": 0.08944249153137207,
99
+ "grad_norm_ratio_rl_ce": 1.1142927543456067
100
+ },
101
+ {
102
+ "step": 120,
103
+ "epoch": 2,
104
+ "sigma": 3.0,
105
+ "grad_cos_rl_ce": 0.297727108001709,
106
+ "grad_norm_rl": 0.13027457892894745,
107
+ "grad_norm_ce": 0.09972533583641052,
108
+ "grad_norm_ratio_rl_ce": 1.3063338201502768
109
+ },
110
+ {
111
+ "step": 130,
112
+ "epoch": 2,
113
+ "sigma": 3.0,
114
+ "grad_cos_rl_ce": 0.6975098848342896,
115
+ "grad_norm_rl": 0.15626391768455505,
116
+ "grad_norm_ce": 0.060928456485271454,
117
+ "grad_norm_ratio_rl_ce": 2.564711576475428
118
+ },
119
+ {
120
+ "step": 140,
121
+ "epoch": 2,
122
+ "sigma": 3.0,
123
+ "grad_cos_rl_ce": 0.04350532218813896,
124
+ "grad_norm_rl": 0.12410999089479446,
125
+ "grad_norm_ce": 0.03763984888792038,
126
+ "grad_norm_ratio_rl_ce": 3.2973031125697383
127
+ },
128
+ {
129
+ "step": 150,
130
+ "epoch": 2,
131
+ "sigma": 3.0,
132
+ "grad_cos_rl_ce": 0.6444126963615417,
133
+ "grad_norm_rl": 0.12196331471204758,
134
+ "grad_norm_ce": 0.17575998604297638,
135
+ "grad_norm_ratio_rl_ce": 0.6939196881947033
136
+ },
137
+ {
138
+ "step": 160,
139
+ "epoch": 2,
140
+ "sigma": 3.0,
141
+ "grad_cos_rl_ce": 0.31273770332336426,
142
+ "grad_norm_rl": 0.12450984865427017,
143
+ "grad_norm_ce": 0.10676191747188568,
144
+ "grad_norm_ratio_rl_ce": 1.1662384078766492
145
+ },
146
+ {
147
+ "step": 170,
148
+ "epoch": 2,
149
+ "sigma": 3.0,
150
+ "grad_cos_rl_ce": 0.5230725407600403,
151
+ "grad_norm_rl": 0.09645694494247437,
152
+ "grad_norm_ce": 0.10589267313480377,
153
+ "grad_norm_ratio_rl_ce": 0.9108934743736471
154
+ },
155
+ {
156
+ "step": 180,
157
+ "epoch": 3,
158
+ "sigma": 3.0,
159
+ "grad_cos_rl_ce": 0.24751682579517365,
160
+ "grad_norm_rl": 0.14953799545764923,
161
+ "grad_norm_ce": 0.07838240265846252,
162
+ "grad_norm_ratio_rl_ce": 1.907800608119078
163
+ },
164
+ {
165
+ "step": 190,
166
+ "epoch": 3,
167
+ "sigma": 3.0,
168
+ "grad_cos_rl_ce": 0.487459659576416,
169
+ "grad_norm_rl": 0.11233985424041748,
170
+ "grad_norm_ce": 0.08544346690177917,
171
+ "grad_norm_ratio_rl_ce": 1.3147857678756976
172
+ },
173
+ {
174
+ "step": 200,
175
+ "epoch": 3,
176
+ "sigma": 3.0,
177
+ "grad_cos_rl_ce": 0.6115714311599731,
178
+ "grad_norm_rl": 0.13693758845329285,
179
+ "grad_norm_ce": 0.12113746255636215,
180
+ "grad_norm_ratio_rl_ce": 1.1304313757569364
181
+ },
182
+ {
183
+ "step": 210,
184
+ "epoch": 3,
185
+ "sigma": 3.0,
186
+ "grad_cos_rl_ce": 0.04092971980571747,
187
+ "grad_norm_rl": 0.11519677191972733,
188
+ "grad_norm_ce": 0.08621963113546371,
189
+ "grad_norm_ratio_rl_ce": 1.3360851862000693
190
+ },
191
+ {
192
+ "step": 220,
193
+ "epoch": 3,
194
+ "sigma": 3.0,
195
+ "grad_cos_rl_ce": 0.2059486210346222,
196
+ "grad_norm_rl": 0.12886038422584534,
197
+ "grad_norm_ce": 0.049826886504888535,
198
+ "grad_norm_ratio_rl_ce": 2.5861616742439404
199
+ },
200
+ {
201
+ "step": 230,
202
+ "epoch": 3,
203
+ "sigma": 3.0,
204
+ "grad_cos_rl_ce": -0.15501949191093445,
205
+ "grad_norm_rl": 0.11171957850456238,
206
+ "grad_norm_ce": 0.07025414705276489,
207
+ "grad_norm_ratio_rl_ce": 1.590220409631542
208
+ },
209
+ {
210
+ "step": 240,
211
+ "epoch": 3,
212
+ "sigma": 3.0,
213
+ "grad_cos_rl_ce": 0.053958192467689514,
214
+ "grad_norm_rl": 0.08558777719736099,
215
+ "grad_norm_ce": 0.06823612749576569,
216
+ "grad_norm_ratio_rl_ce": 1.254288312341172
217
+ },
218
+ {
219
+ "step": 250,
220
+ "epoch": 3,
221
+ "sigma": 3.0,
222
+ "grad_cos_rl_ce": 0.23638176918029785,
223
+ "grad_norm_rl": 0.18520116806030273,
224
+ "grad_norm_ce": 0.09767942875623703,
225
+ "grad_norm_ratio_rl_ce": 1.8960099420982461
226
+ },
227
+ {
228
+ "step": 260,
229
+ "epoch": 4,
230
+ "sigma": 3.0,
231
+ "grad_cos_rl_ce": 0.33235588669776917,
232
+ "grad_norm_rl": 0.14137813448905945,
233
+ "grad_norm_ce": 0.08809112757444382,
234
+ "grad_norm_ratio_rl_ce": 1.6049077629252049
235
+ },
236
+ {
237
+ "step": 270,
238
+ "epoch": 4,
239
+ "sigma": 3.0,
240
+ "grad_cos_rl_ce": -0.08308177441358566,
241
+ "grad_norm_rl": 0.1693657785654068,
242
+ "grad_norm_ce": 0.06513947993516922,
243
+ "grad_norm_ratio_rl_ce": 2.600048062004332
244
+ },
245
+ {
246
+ "step": 280,
247
+ "epoch": 4,
248
+ "sigma": 3.0,
249
+ "grad_cos_rl_ce": -0.42156386375427246,
250
+ "grad_norm_rl": 0.16348949074745178,
251
+ "grad_norm_ce": 0.05825664848089218,
252
+ "grad_norm_ratio_rl_ce": 2.8063662261840436
253
+ },
254
+ {
255
+ "step": 290,
256
+ "epoch": 4,
257
+ "sigma": 3.0,
258
+ "grad_cos_rl_ce": 0.11717285215854645,
259
+ "grad_norm_rl": 0.10396653413772583,
260
+ "grad_norm_ce": 0.09119260311126709,
261
+ "grad_norm_ratio_rl_ce": 1.14007639425396
262
+ },
263
+ {
264
+ "step": 300,
265
+ "epoch": 4,
266
+ "sigma": 3.0,
267
+ "grad_cos_rl_ce": 0.4299042224884033,
268
+ "grad_norm_rl": 0.1140451580286026,
269
+ "grad_norm_ce": 0.061037421226501465,
270
+ "grad_norm_ratio_rl_ce": 1.868446532257592
271
+ },
272
+ {
273
+ "step": 310,
274
+ "epoch": 4,
275
+ "sigma": 3.0,
276
+ "grad_cos_rl_ce": -0.2578774094581604,
277
+ "grad_norm_rl": 0.12535293400287628,
278
+ "grad_norm_ce": 0.07594423741102219,
279
+ "grad_norm_ratio_rl_ce": 1.6505917799193432
280
+ },
281
+ {
282
+ "step": 320,
283
+ "epoch": 4,
284
+ "sigma": 3.0,
285
+ "grad_cos_rl_ce": -0.2797611951828003,
286
+ "grad_norm_rl": 0.132223978638649,
287
+ "grad_norm_ce": 0.05892156809568405,
288
+ "grad_norm_ratio_rl_ce": 2.244067544569206
289
+ },
290
+ {
291
+ "step": 330,
292
+ "epoch": 4,
293
+ "sigma": 3.0,
294
+ "grad_cos_rl_ce": 0.012317046523094177,
295
+ "grad_norm_rl": 0.12485621869564056,
296
+ "grad_norm_ce": 0.07130951434373856,
297
+ "grad_norm_ratio_rl_ce": 1.750905469553289
298
+ },
299
+ {
300
+ "step": 340,
301
+ "epoch": 4,
302
+ "sigma": 3.0,
303
+ "grad_cos_rl_ce": -0.32298049330711365,
304
+ "grad_norm_rl": 0.13661624491214752,
305
+ "grad_norm_ce": 0.06142854318022728,
306
+ "grad_norm_ratio_rl_ce": 2.223986405005968
307
+ }
308
+ ]
e2_rlce_sigma3_fixed_seed42/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4627a505994fb189d0a7ab599afcff78b5f929de81c373c9fc4fa73c61dd70ef
3
+ size 1684141044
e2_rlce_sigma3_fixed_seed42/model_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "encoder_name": "answerdotai/ModernBERT-large",
3
+ "head_layers": 2,
4
+ "head_dropout": 0.1,
5
+ "num_qtypes": 3,
6
+ "cls_query": false,
7
+ "slot_emb": false,
8
+ "max_len": 512,
9
+ "head_max_len": 192,
10
+ "k_buckets": [
11
+ 2,
12
+ 5,
13
+ 10
14
+ ],
15
+ "source_checkpoint": "epoch_4.pt",
16
+ "epoch": 4,
17
+ "step": 340
18
+ }
e2_rlce_sigma3_fixed_seed42/test_eval.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.057404906570911414,
4
+ "brier": 0.07307368355332416,
5
+ "nll": 0.9560867864127358,
6
+ "accuracy": 0.775,
7
+ "soft_accuracy": 0.5551163791120053,
8
+ "mean_confidence": 0.7192784253954887,
9
+ "mean_target_max": 0.6589462240487337,
10
+ "score_mae": 0.2456238779463456,
11
+ "n": 2000,
12
+ "by_type": {
13
+ "choice": {
14
+ "ece": 0.06165929590662322,
15
+ "brier": 0.08983043199575093,
16
+ "nll": 1.1012605741615697,
17
+ "accuracy": 0.7566666666666667,
18
+ "soft_accuracy": 0.5152563373496135,
19
+ "mean_confidence": 0.701250191827615,
20
+ "mean_target_max": 0.6345381752649943,
21
+ "score_mae": null,
22
+ "n": 600
23
+ },
24
+ "score": {
25
+ "ece": 0.06428438652306795,
26
+ "brier": 0.08195476098480867,
27
+ "nll": 1.1510826527373865,
28
+ "accuracy": 0.7275,
29
+ "soft_accuracy": 0.47719535844400524,
30
+ "mean_confidence": 0.6685522451251745,
31
+ "mean_target_max": 0.5928848401084542,
32
+ "score_mae": 0.2456238779463456,
33
+ "n": 800
34
+ },
35
+ "noul": {
36
+ "ece": 0.051725090146064766,
37
+ "brier": 0.0444754985355847,
38
+ "nll": 0.5509185102310342,
39
+ "accuracy": 0.8566666666666667,
40
+ "soft_accuracy": 0.6988711150983969,
41
+ "mean_confidence": 0.804941565990448,
42
+ "mean_target_max": 0.7714361180861791,
43
+ "score_mae": null,
44
+ "n": 600
45
+ }
46
+ }
47
+ },
48
+ "post_temperature": {
49
+ "ece": 0.16356189571321006,
50
+ "brier": 0.0502992638407189,
51
+ "nll": 0.8584794242903591,
52
+ "accuracy": 0.775,
53
+ "soft_accuracy": 0.5101754530817271,
54
+ "mean_confidence": 0.6114381209462881,
55
+ "mean_target_max": 0.6589462240487337,
56
+ "score_mae": 0.214751344381948,
57
+ "n": 2000,
58
+ "by_type": {
59
+ "choice": {
60
+ "ece": 0.18446204672257102,
61
+ "brier": 0.062073928531837436,
62
+ "nll": 0.9835493062250316,
63
+ "accuracy": 0.7566666666666667,
64
+ "soft_accuracy": 0.46109614603221416,
65
+ "mean_confidence": 0.5726396570603053,
66
+ "mean_target_max": 0.6345381752649943,
67
+ "score_mae": null,
68
+ "n": 600
69
+ },
70
+ "score": {
71
+ "ece": 0.1718552700430155,
72
+ "brier": 0.05328607769250425,
73
+ "nll": 1.0347097918624057,
74
+ "accuracy": 0.7275,
75
+ "soft_accuracy": 0.4332836725749075,
76
+ "mean_confidence": 0.555644741691649,
77
+ "mean_target_max": 0.5928848401084542,
78
+ "score_mae": 0.214751344381948,
79
+ "n": 800
80
+ },
81
+ "noul": {
82
+ "ece": 0.13203887810309728,
83
+ "brier": 0.03454218068055324,
84
+ "nll": 0.4984357189262907,
85
+ "accuracy": 0.8566666666666667,
86
+ "soft_accuracy": 0.6617771341403326,
87
+ "mean_confidence": 0.7246277571717898,
88
+ "mean_target_max": 0.7714361180861791,
89
+ "score_mae": null,
90
+ "n": 600
91
+ }
92
+ }
93
+ },
94
+ "fitted_temperature": {
95
+ "type0_bucket1": 1.8644551038742065,
96
+ "type2_bucket0": 2.075758695602417,
97
+ "type1_bucket1": 1.7328335046768188
98
+ }
99
+ }
e2_rlce_sigma3_fixed_seed42/train_log.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "epoch": 1,
4
+ "step": 85,
5
+ "loss": 0.47117032145752624,
6
+ "sigma": 3.0,
7
+ "epoch_seconds": 158.0053834915161,
8
+ "train_rows": 5400,
9
+ "raw_ece": 0.04866446887453396,
10
+ "raw_brier": 0.11501598341328673,
11
+ "raw_nll": 0.982639628679802,
12
+ "raw_accuracy": 0.6716666666666666,
13
+ "raw_soft_accuracy": 0.5389705266927679,
14
+ "raw_mean_confidence": 0.7123685007790724,
15
+ "raw_mean_target_max": 0.6725333379705747,
16
+ "raw_score_mae": 0.3217055461020209,
17
+ "raw_n": 600
18
+ },
19
+ {
20
+ "epoch": 2,
21
+ "step": 170,
22
+ "loss": 0.3538209610125598,
23
+ "sigma": 3.0,
24
+ "epoch_seconds": 156.69725608825684,
25
+ "train_rows": 5400,
26
+ "raw_ece": 0.11481495241324108,
27
+ "raw_brier": 0.07405420656078149,
28
+ "raw_nll": 0.9024436425236005,
29
+ "raw_accuracy": 0.7533333333333333,
30
+ "raw_soft_accuracy": 0.5255204633049047,
31
+ "raw_mean_confidence": 0.640168833732605,
32
+ "raw_mean_target_max": 0.6725333379705747,
33
+ "raw_score_mae": 0.25579905093763955,
34
+ "raw_n": 600
35
+ },
36
+ {
37
+ "epoch": 3,
38
+ "step": 255,
39
+ "loss": 0.30461181313091634,
40
+ "sigma": 3.0,
41
+ "epoch_seconds": 156.92131996154785,
42
+ "train_rows": 5400,
43
+ "raw_ece": 0.08776750169694424,
44
+ "raw_brier": 0.07576069369335652,
45
+ "raw_nll": 0.910660151899283,
46
+ "raw_accuracy": 0.78,
47
+ "raw_soft_accuracy": 0.5531332124397159,
48
+ "raw_mean_confidence": 0.7044949101905028,
49
+ "raw_mean_target_max": 0.6725333379705747,
50
+ "raw_score_mae": 0.24990039105080844,
51
+ "raw_n": 600
52
+ },
53
+ {
54
+ "epoch": 4,
55
+ "step": 340,
56
+ "loss": 0.2881402840509134,
57
+ "sigma": 3.0,
58
+ "epoch_seconds": 156.89611625671387,
59
+ "train_rows": 5400,
60
+ "raw_ece": 0.08320819814999898,
61
+ "raw_brier": 0.0724172233553714,
62
+ "raw_nll": 0.9121074104628618,
63
+ "raw_accuracy": 0.7883333333333333,
64
+ "raw_soft_accuracy": 0.5595590291311965,
65
+ "raw_mean_confidence": 0.711989775945743,
66
+ "raw_mean_target_max": 0.6725333379705747,
67
+ "raw_score_mae": 0.2378512504590617,
68
+ "raw_n": 600
69
+ }
70
+ ]