File size: 9,381 Bytes
8dfde58
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
{
  "best_metric": 0.587009608745575,
  "best_model_checkpoint": "V13/checkpoint-312",
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 312,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04487179487179487,
      "grad_norm": 63.9647331237793,
      "learning_rate": 6.41025641025641e-07,
      "loss": 3.0773,
      "step": 7
    },
    {
      "epoch": 0.08974358974358974,
      "grad_norm": 58.97015380859375,
      "learning_rate": 2.136752136752137e-06,
      "loss": 2.7492,
      "step": 14
    },
    {
      "epoch": 0.1346153846153846,
      "grad_norm": 64.63655090332031,
      "learning_rate": 3.632478632478633e-06,
      "loss": 2.1906,
      "step": 21
    },
    {
      "epoch": 0.1794871794871795,
      "grad_norm": 29.906232833862305,
      "learning_rate": 5.128205128205128e-06,
      "loss": 2.3421,
      "step": 28
    },
    {
      "epoch": 0.22435897435897437,
      "grad_norm": 22.833885192871094,
      "learning_rate": 6.623931623931625e-06,
      "loss": 1.7169,
      "step": 35
    },
    {
      "epoch": 0.2692307692307692,
      "grad_norm": 30.393211364746094,
      "learning_rate": 8.11965811965812e-06,
      "loss": 1.6294,
      "step": 42
    },
    {
      "epoch": 0.3141025641025641,
      "grad_norm": 38.7406005859375,
      "learning_rate": 9.615384615384616e-06,
      "loss": 1.6305,
      "step": 49
    },
    {
      "epoch": 0.358974358974359,
      "grad_norm": 13.8955659866333,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 1.3634,
      "step": 56
    },
    {
      "epoch": 0.40384615384615385,
      "grad_norm": 19.50594711303711,
      "learning_rate": 1.2606837606837608e-05,
      "loss": 1.0247,
      "step": 63
    },
    {
      "epoch": 0.44871794871794873,
      "grad_norm": 9.244388580322266,
      "learning_rate": 1.4102564102564104e-05,
      "loss": 0.752,
      "step": 70
    },
    {
      "epoch": 0.4935897435897436,
      "grad_norm": 9.010939598083496,
      "learning_rate": 1.5598290598290598e-05,
      "loss": 0.6144,
      "step": 77
    },
    {
      "epoch": 0.5384615384615384,
      "grad_norm": 16.850486755371094,
      "learning_rate": 1.7094017094017095e-05,
      "loss": 0.8148,
      "step": 84
    },
    {
      "epoch": 0.5833333333333334,
      "grad_norm": 14.541914939880371,
      "learning_rate": 1.858974358974359e-05,
      "loss": 0.7843,
      "step": 91
    },
    {
      "epoch": 0.6282051282051282,
      "grad_norm": 15.613171577453613,
      "learning_rate": 2.0085470085470087e-05,
      "loss": 0.7653,
      "step": 98
    },
    {
      "epoch": 0.6730769230769231,
      "grad_norm": 17.819730758666992,
      "learning_rate": 2.1581196581196585e-05,
      "loss": 0.8886,
      "step": 105
    },
    {
      "epoch": 0.717948717948718,
      "grad_norm": 25.498430252075195,
      "learning_rate": 2.307692307692308e-05,
      "loss": 0.8585,
      "step": 112
    },
    {
      "epoch": 0.7628205128205128,
      "grad_norm": 6.939703464508057,
      "learning_rate": 2.4572649572649573e-05,
      "loss": 0.7819,
      "step": 119
    },
    {
      "epoch": 0.8076923076923077,
      "grad_norm": 5.337686061859131,
      "learning_rate": 2.606837606837607e-05,
      "loss": 0.7656,
      "step": 126
    },
    {
      "epoch": 0.8525641025641025,
      "grad_norm": 5.561918258666992,
      "learning_rate": 2.756410256410257e-05,
      "loss": 0.6922,
      "step": 133
    },
    {
      "epoch": 0.8974358974358975,
      "grad_norm": 4.981381416320801,
      "learning_rate": 2.9059829059829063e-05,
      "loss": 0.6088,
      "step": 140
    },
    {
      "epoch": 0.9423076923076923,
      "grad_norm": 10.54244613647461,
      "learning_rate": 3.055555555555556e-05,
      "loss": 0.6644,
      "step": 147
    },
    {
      "epoch": 0.9871794871794872,
      "grad_norm": 18.519126892089844,
      "learning_rate": 3.205128205128206e-05,
      "loss": 0.6198,
      "step": 154
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.6955128205128205,
      "eval_f1_macro": 0.6747979178342244,
      "eval_f1_micro": 0.6955128205128205,
      "eval_f1_weighted": 0.6888607024416085,
      "eval_loss": 0.6790350675582886,
      "eval_precision_macro": 0.79043461935605,
      "eval_precision_micro": 0.6955128205128205,
      "eval_precision_weighted": 0.6978595772949476,
      "eval_recall_macro": 0.6219737626714371,
      "eval_recall_micro": 0.6955128205128205,
      "eval_recall_weighted": 0.6955128205128205,
      "eval_runtime": 0.8327,
      "eval_samples_per_second": 374.664,
      "eval_steps_per_second": 24.017,
      "step": 156
    },
    {
      "epoch": 1.032051282051282,
      "grad_norm": 17.723602294921875,
      "learning_rate": 3.354700854700855e-05,
      "loss": 0.7364,
      "step": 161
    },
    {
      "epoch": 1.0769230769230769,
      "grad_norm": 54.3127326965332,
      "learning_rate": 3.504273504273504e-05,
      "loss": 0.6054,
      "step": 168
    },
    {
      "epoch": 1.1217948717948718,
      "grad_norm": 7.926159381866455,
      "learning_rate": 3.653846153846154e-05,
      "loss": 0.54,
      "step": 175
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 6.779534816741943,
      "learning_rate": 3.8034188034188035e-05,
      "loss": 0.7181,
      "step": 182
    },
    {
      "epoch": 1.2115384615384615,
      "grad_norm": 4.455146789550781,
      "learning_rate": 3.952991452991453e-05,
      "loss": 0.57,
      "step": 189
    },
    {
      "epoch": 1.2564102564102564,
      "grad_norm": 11.916348457336426,
      "learning_rate": 4.1025641025641023e-05,
      "loss": 0.6322,
      "step": 196
    },
    {
      "epoch": 1.3012820512820513,
      "grad_norm": 11.289109230041504,
      "learning_rate": 4.252136752136752e-05,
      "loss": 0.5207,
      "step": 203
    },
    {
      "epoch": 1.3461538461538463,
      "grad_norm": 9.974486351013184,
      "learning_rate": 4.401709401709402e-05,
      "loss": 0.6792,
      "step": 210
    },
    {
      "epoch": 1.391025641025641,
      "grad_norm": 7.0826640129089355,
      "learning_rate": 4.5512820512820516e-05,
      "loss": 0.6701,
      "step": 217
    },
    {
      "epoch": 1.435897435897436,
      "grad_norm": 16.46434783935547,
      "learning_rate": 4.700854700854701e-05,
      "loss": 0.5722,
      "step": 224
    },
    {
      "epoch": 1.4807692307692308,
      "grad_norm": 12.298468589782715,
      "learning_rate": 4.8504273504273505e-05,
      "loss": 0.7939,
      "step": 231
    },
    {
      "epoch": 1.5256410256410255,
      "grad_norm": 25.05532455444336,
      "learning_rate": 5e-05,
      "loss": 0.7046,
      "step": 238
    },
    {
      "epoch": 1.5705128205128205,
      "grad_norm": 31.899816513061523,
      "learning_rate": 4.983380816714151e-05,
      "loss": 0.5815,
      "step": 245
    },
    {
      "epoch": 1.6153846153846154,
      "grad_norm": 6.716318607330322,
      "learning_rate": 4.9667616334283e-05,
      "loss": 0.5213,
      "step": 252
    },
    {
      "epoch": 1.6602564102564101,
      "grad_norm": 8.302348136901855,
      "learning_rate": 4.95014245014245e-05,
      "loss": 0.5883,
      "step": 259
    },
    {
      "epoch": 1.7051282051282053,
      "grad_norm": 40.705841064453125,
      "learning_rate": 4.933523266856601e-05,
      "loss": 0.5492,
      "step": 266
    },
    {
      "epoch": 1.75,
      "grad_norm": 7.286283493041992,
      "learning_rate": 4.9169040835707506e-05,
      "loss": 0.6444,
      "step": 273
    },
    {
      "epoch": 1.7948717948717947,
      "grad_norm": 9.41189956665039,
      "learning_rate": 4.9002849002849004e-05,
      "loss": 0.6681,
      "step": 280
    },
    {
      "epoch": 1.8397435897435899,
      "grad_norm": 12.600714683532715,
      "learning_rate": 4.883665716999051e-05,
      "loss": 0.6835,
      "step": 287
    },
    {
      "epoch": 1.8846153846153846,
      "grad_norm": 6.682600498199463,
      "learning_rate": 4.867046533713201e-05,
      "loss": 0.7121,
      "step": 294
    },
    {
      "epoch": 1.9294871794871795,
      "grad_norm": 15.127613067626953,
      "learning_rate": 4.8504273504273505e-05,
      "loss": 0.5505,
      "step": 301
    },
    {
      "epoch": 1.9743589743589745,
      "grad_norm": 9.874059677124023,
      "learning_rate": 4.833808167141501e-05,
      "loss": 0.5549,
      "step": 308
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.7435897435897436,
      "eval_f1_macro": 0.7086614173228346,
      "eval_f1_micro": 0.7435897435897436,
      "eval_f1_weighted": 0.7361195235210982,
      "eval_loss": 0.587009608745575,
      "eval_precision_macro": 0.7210665002427016,
      "eval_precision_micro": 0.7435897435897436,
      "eval_precision_weighted": 0.7538358857008742,
      "eval_recall_macro": 0.7157125819916518,
      "eval_recall_micro": 0.7435897435897436,
      "eval_recall_weighted": 0.7435897435897436,
      "eval_runtime": 0.8226,
      "eval_samples_per_second": 379.293,
      "eval_steps_per_second": 24.314,
      "step": 312
    }
  ],
  "logging_steps": 7,
  "max_steps": 2340,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 500,
  "total_flos": 164182772662272.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}