Token Classification
Safetensors
English
deberta-v2
shawnrushefsky commited on
Commit
ece61fb
·
verified ·
1 Parent(s): 55c5d93

Training in progress, step 1465, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abce02565756a58f46b692b6631ce962a5d8d0a280f132430d995a674310b6a3
3
  size 735396724
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a04fba8956f81d115016f8321600813c0f779365962c5844aeece4915034871f
3
  size 735396724
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc0ad490257e5aa529e403354667f6f46b1f752d8ca988323a95135f3ac07cfd
3
  size 1470915147
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2714a44f81951ea8f53f49b127546c1f669af61f607f6141d7ded84343faf854
3
  size 1470915147
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61784067eeeddbc6007986a60807ca952c479a5d616edd743fce6d61fb060b81
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec86d47e85e180ea3d0d414dd1af64c1eb6b538ca3a21fb002993c966dc49fec
3
  size 16325
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:403fde2aa094db2523f0f8767a1aad70807a06830fadcc84399fb47044834af0
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2cc712e0252504b7f0c216192d2627d8691166475a0f6a418d8fe780b20c7b
3
  size 16325
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:302e27b15416035b52cee0060a75a1594ba8db740cbc61d1b5f5381d8c44359e
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:366c938b9c7a7386871e459761600aca841407de39a66437bb0946d5c556b619
3
  size 16325
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b27ea9877e292e797a620756b641c321e75bc42290903e1a4599c9bcf4cb0ec
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56b91d3dcb0ebc41fd5997ff5613498ec4c6e4a7abd79d76a5ba9d2ec31a19ac
3
  size 16325
last-checkpoint/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:568eadcfbd9e3a1cd4c988467bf35f9ff35c7a3830ea675e5bd2fc3a9bb4d061
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba9f1ee743047d74e45e79399979503ca68d08f7fc398262031a5b3c2d11fc4a
3
  size 16325
last-checkpoint/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:583278ccc1efa64baf9b41eacf5d3167d993e3034b88663832af101c52c2f4d5
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205d576f490db0c84aaed83762eb133f4d099a057705caff18bda77068505c5a
3
  size 16325
last-checkpoint/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44ac7a0339dbd160bbd940be8682e9433de6f3f50495257cc674f3c9131064ea
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c2a412469646dbcc023e11f2de13b33113117f1a86c058d7278a366628e0a0
3
  size 16325
last-checkpoint/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09993e634468aeb991d96caead9c550e8064ebeb6585b8e3b5ff1df55dc1a632
3
  size 16325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5279f2739a3eda30954df13aaba3117048a30534ccb8b83c05af118747ba4bff
3
  size 16325
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17e75b8fcae7f67d45916b291faac93526454fac16b6d7113017dd3227b05ba4
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b1c8bf606f34ee29363933215bad590f310160b30c1e8fc7d4e9e7c3bd46c5a
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,2296 +1,234 @@
1
  {
2
- "best_global_step": 9800,
3
- "best_metric": 0.7528361702207996,
4
- "best_model_checkpoint": "model/checkpoint-9800",
5
- "epoch": 3.0,
6
- "eval_steps": 200,
7
- "global_step": 11721,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
- "epoch": 0.012797542871768621,
14
- "grad_norm": 9.050909996032715,
15
- "learning_rate": 3.480113636363636e-06,
16
- "loss": 2.0533,
17
  "step": 50
18
  },
19
  {
20
- "epoch": 0.025595085743537242,
21
- "grad_norm": 0.4976651966571808,
22
- "learning_rate": 7.031250000000001e-06,
23
- "loss": 0.4441,
24
  "step": 100
25
  },
26
  {
27
- "epoch": 0.03839262861530586,
28
- "grad_norm": 0.4634385108947754,
29
- "learning_rate": 1.0582386363636364e-05,
30
- "loss": 0.2319,
31
  "step": 150
32
  },
33
  {
34
- "epoch": 0.051190171487074485,
35
- "grad_norm": 0.36920660734176636,
36
- "learning_rate": 1.4133522727272727e-05,
37
- "loss": 0.1744,
38
  "step": 200
39
  },
40
  {
41
- "epoch": 0.051190171487074485,
42
- "eval_entity_f1": 0.6966863676634575,
43
- "eval_entity_precision": 0.6054012784870788,
44
- "eval_entity_recall": 0.8579145196008088,
45
- "eval_loss": 0.14193296432495117,
46
- "eval_runtime": 478.8402,
47
- "eval_samples_per_second": 1670.703,
48
- "eval_steps_per_second": 26.105,
49
- "step": 200
50
- },
51
- {
52
- "epoch": 0.0639877143588431,
53
- "grad_norm": 0.5636600852012634,
54
- "learning_rate": 1.7684659090909093e-05,
55
- "loss": 0.1463,
56
  "step": 250
57
  },
58
  {
59
- "epoch": 0.07678525723061172,
60
- "grad_norm": 0.4250294864177704,
61
- "learning_rate": 2.1235795454545456e-05,
62
- "loss": 0.1383,
63
  "step": 300
64
  },
65
  {
66
- "epoch": 0.08958280010238034,
67
- "grad_norm": 0.3246048390865326,
68
- "learning_rate": 2.478693181818182e-05,
69
- "loss": 0.1306,
70
  "step": 350
71
  },
72
  {
73
- "epoch": 0.10238034297414897,
74
- "grad_norm": 0.3557967245578766,
75
- "learning_rate": 2.499894579555983e-05,
76
- "loss": 0.1218,
77
- "step": 400
78
- },
79
- {
80
- "epoch": 0.10238034297414897,
81
- "eval_entity_f1": 0.7094669953995512,
82
- "eval_entity_precision": 0.6227372548219631,
83
- "eval_entity_recall": 0.8602413003065684,
84
- "eval_loss": 0.11693087220191956,
85
- "eval_runtime": 479.6392,
86
- "eval_samples_per_second": 1667.92,
87
- "eval_steps_per_second": 26.061,
88
  "step": 400
89
  },
90
  {
91
- "epoch": 0.11517788584591758,
92
- "grad_norm": 0.41275885701179504,
93
- "learning_rate": 2.499550993429314e-05,
94
- "loss": 0.1207,
95
  "step": 450
96
  },
97
  {
98
- "epoch": 0.1279754287176862,
99
- "grad_norm": 0.2666350305080414,
100
- "learning_rate": 2.4989688776935373e-05,
101
- "loss": 0.1207,
102
  "step": 500
103
  },
104
  {
105
- "epoch": 0.14077297158945482,
106
- "grad_norm": 0.37755364179611206,
107
- "learning_rate": 2.4981483434700403e-05,
108
- "loss": 0.1172,
109
  "step": 550
110
  },
111
  {
112
- "epoch": 0.15357051446122344,
113
- "grad_norm": 0.3033350110054016,
114
- "learning_rate": 2.497089547392452e-05,
115
- "loss": 0.1162,
116
- "step": 600
117
- },
118
- {
119
- "epoch": 0.15357051446122344,
120
- "eval_entity_f1": 0.7145074886710928,
121
- "eval_entity_precision": 0.6285985763979433,
122
- "eval_entity_recall": 0.8744323185049899,
123
- "eval_loss": 0.11051858216524124,
124
- "eval_runtime": 477.5795,
125
- "eval_samples_per_second": 1675.114,
126
- "eval_steps_per_second": 26.174,
127
  "step": 600
128
  },
129
  {
130
- "epoch": 0.16636805733299206,
131
- "grad_norm": 0.32551875710487366,
132
- "learning_rate": 2.4957926915767453e-05,
133
- "loss": 0.1145,
134
  "step": 650
135
  },
136
  {
137
- "epoch": 0.1791656002047607,
138
- "grad_norm": 0.3009614944458008,
139
- "learning_rate": 2.4942580235826542e-05,
140
- "loss": 0.1133,
141
  "step": 700
142
  },
143
  {
144
- "epoch": 0.1919631430765293,
145
- "grad_norm": 0.2730231285095215,
146
- "learning_rate": 2.492485836366415e-05,
147
- "loss": 0.1098,
148
  "step": 750
149
  },
150
  {
151
- "epoch": 0.20476068594829794,
152
- "grad_norm": 0.34521475434303284,
153
- "learning_rate": 2.4904764682248448e-05,
154
- "loss": 0.1103,
155
- "step": 800
156
- },
157
- {
158
- "epoch": 0.20476068594829794,
159
- "eval_entity_f1": 0.7287485597044628,
160
- "eval_entity_precision": 0.6488726039844136,
161
- "eval_entity_recall": 0.8747288989628856,
162
- "eval_loss": 0.10472510010004044,
163
- "eval_runtime": 478.6978,
164
- "eval_samples_per_second": 1671.201,
165
- "eval_steps_per_second": 26.113,
166
  "step": 800
167
  },
168
  {
169
- "epoch": 0.21755822882006653,
170
- "grad_norm": 0.3419781029224396,
171
- "learning_rate": 2.4882303027307626e-05,
172
- "loss": 0.1103,
173
  "step": 850
174
  },
175
  {
176
- "epoch": 0.23035577169183516,
177
- "grad_norm": 0.29798272252082825,
178
- "learning_rate": 2.4857477686597698e-05,
179
- "loss": 0.1097,
180
  "step": 900
181
  },
182
  {
183
- "epoch": 0.24315331456360378,
184
- "grad_norm": 0.36000996828079224,
185
- "learning_rate": 2.4830293399083963e-05,
186
- "loss": 0.1103,
187
  "step": 950
188
  },
189
  {
190
- "epoch": 0.2559508574353724,
191
- "grad_norm": 0.36781448125839233,
192
- "learning_rate": 2.4800755354036426e-05,
193
- "loss": 0.1109,
194
  "step": 1000
195
  },
196
  {
197
- "epoch": 0.2559508574353724,
198
- "eval_entity_f1": 0.7226345643295975,
199
- "eval_entity_precision": 0.6397849736416602,
200
- "eval_entity_recall": 0.8766959102472115,
201
- "eval_loss": 0.10381018370389938,
202
- "eval_runtime": 477.5559,
203
- "eval_samples_per_second": 1675.197,
204
- "eval_steps_per_second": 26.175,
205
- "step": 1000
206
- },
207
- {
208
- "epoch": 0.26874840030714103,
209
- "grad_norm": 0.2882651686668396,
210
- "learning_rate": 2.4768869190039158e-05,
211
- "loss": 0.1064,
212
  "step": 1050
213
  },
214
  {
215
- "epoch": 0.28154594317890963,
216
- "grad_norm": 0.26732802391052246,
217
- "learning_rate": 2.473464099391397e-05,
218
- "loss": 0.106,
219
  "step": 1100
220
  },
221
  {
222
- "epoch": 0.2943434860506783,
223
- "grad_norm": 0.29403236508369446,
224
- "learning_rate": 2.4698077299558467e-05,
225
- "loss": 0.1046,
226
  "step": 1150
227
  },
228
  {
229
- "epoch": 0.3071410289224469,
230
- "grad_norm": 0.27647966146469116,
231
- "learning_rate": 2.4659185086698777e-05,
232
- "loss": 0.1058,
233
- "step": 1200
234
- },
235
- {
236
- "epoch": 0.3071410289224469,
237
- "eval_entity_f1": 0.7274775820110164,
238
- "eval_entity_precision": 0.6403927501203446,
239
- "eval_entity_recall": 0.8778221006457504,
240
- "eval_loss": 0.09970533102750778,
241
- "eval_runtime": 478.4226,
242
- "eval_samples_per_second": 1672.162,
243
- "eval_steps_per_second": 26.128,
244
  "step": 1200
245
  },
246
  {
247
- "epoch": 0.31993857179421553,
248
- "grad_norm": 0.24042387306690216,
249
- "learning_rate": 2.4617971779557186e-05,
250
- "loss": 0.1062,
251
  "step": 1250
252
  },
253
  {
254
- "epoch": 0.33273611466598413,
255
- "grad_norm": 0.23159469664096832,
256
- "learning_rate": 2.4574445245434908e-05,
257
- "loss": 0.1033,
258
  "step": 1300
259
  },
260
  {
261
- "epoch": 0.3455336575377527,
262
- "grad_norm": 0.24720662832260132,
263
- "learning_rate": 2.4528613793210265e-05,
264
- "loss": 0.1032,
265
  "step": 1350
266
  },
267
  {
268
- "epoch": 0.3583312004095214,
269
- "grad_norm": 0.37013739347457886,
270
- "learning_rate": 2.4480486171752602e-05,
271
- "loss": 0.102,
272
- "step": 1400
273
- },
274
- {
275
- "epoch": 0.3583312004095214,
276
- "eval_entity_f1": 0.7321475870237815,
277
- "eval_entity_precision": 0.6550810963580728,
278
- "eval_entity_recall": 0.8751997586589264,
279
- "eval_loss": 0.09772545844316483,
280
- "eval_runtime": 489.2317,
281
- "eval_samples_per_second": 1635.217,
282
- "eval_steps_per_second": 25.55,
283
  "step": 1400
284
  },
285
  {
286
- "epoch": 0.37112874328129,
287
- "grad_norm": 0.3351660668849945,
288
- "learning_rate": 2.4430071568252204e-05,
289
- "loss": 0.1017,
290
  "step": 1450
291
  },
292
  {
293
- "epoch": 0.3839262861530586,
294
- "grad_norm": 0.28102853894233704,
295
- "learning_rate": 2.4377379606466504e-05,
296
- "loss": 0.1011,
297
- "step": 1500
298
- },
299
- {
300
- "epoch": 0.3967238290248272,
301
- "grad_norm": 0.2791629135608673,
302
- "learning_rate": 2.4322420344882994e-05,
303
- "loss": 0.1016,
304
- "step": 1550
305
- },
306
- {
307
- "epoch": 0.4095213718965959,
308
- "grad_norm": 0.24658365547657013,
309
- "learning_rate": 2.426520427479916e-05,
310
- "loss": 0.101,
311
- "step": 1600
312
- },
313
- {
314
- "epoch": 0.4095213718965959,
315
- "eval_entity_f1": 0.735580472864845,
316
- "eval_entity_precision": 0.6553738734453266,
317
- "eval_entity_recall": 0.8768854771378253,
318
- "eval_loss": 0.09517358243465424,
319
- "eval_runtime": 478.1646,
320
- "eval_samples_per_second": 1673.064,
321
- "eval_steps_per_second": 26.142,
322
- "step": 1600
323
- },
324
- {
325
- "epoch": 0.4223189147683645,
326
- "grad_norm": 0.2083406150341034,
327
- "learning_rate": 2.4205742318319738e-05,
328
- "loss": 0.101,
329
- "step": 1650
330
- },
331
- {
332
- "epoch": 0.43511645764013307,
333
- "grad_norm": 0.2520579993724823,
334
- "learning_rate": 2.4144045826271795e-05,
335
- "loss": 0.1004,
336
- "step": 1700
337
- },
338
- {
339
- "epoch": 0.4479140005119017,
340
- "grad_norm": 0.26903024315834045,
341
- "learning_rate": 2.4080126576037933e-05,
342
- "loss": 0.0996,
343
- "step": 1750
344
- },
345
- {
346
- "epoch": 0.4607115433836703,
347
- "grad_norm": 0.29324430227279663,
348
- "learning_rate": 2.4013996769308082e-05,
349
- "loss": 0.1003,
350
- "step": 1800
351
- },
352
- {
353
- "epoch": 0.4607115433836703,
354
- "eval_entity_f1": 0.7438299886963132,
355
- "eval_entity_precision": 0.6698904230424519,
356
- "eval_entity_recall": 0.8735823250277216,
357
- "eval_loss": 0.0938194990158081,
358
- "eval_runtime": 478.8725,
359
- "eval_samples_per_second": 1670.591,
360
- "eval_steps_per_second": 26.103,
361
- "step": 1800
362
- },
363
- {
364
- "epoch": 0.47350908625543897,
365
- "grad_norm": 0.2776588797569275,
366
- "learning_rate": 2.3945669029750296e-05,
367
- "loss": 0.1014,
368
- "step": 1850
369
- },
370
- {
371
- "epoch": 0.48630662912720757,
372
- "grad_norm": 0.18800494074821472,
373
- "learning_rate": 2.3875156400600967e-05,
374
- "loss": 0.0975,
375
- "step": 1900
376
- },
377
- {
378
- "epoch": 0.4991041719989762,
379
- "grad_norm": 0.22574792802333832,
380
- "learning_rate": 2.3802472342175017e-05,
381
- "loss": 0.0989,
382
- "step": 1950
383
- },
384
- {
385
- "epoch": 0.5119017148707448,
386
- "grad_norm": 0.23085583746433258,
387
- "learning_rate": 2.3727630729296386e-05,
388
- "loss": 0.0963,
389
- "step": 2000
390
- },
391
- {
392
- "epoch": 0.5119017148707448,
393
- "eval_entity_f1": 0.7279939642526472,
394
- "eval_entity_precision": 0.6442855491911594,
395
- "eval_entity_recall": 0.8839402191637858,
396
- "eval_loss": 0.09540898352861404,
397
- "eval_runtime": 483.1068,
398
- "eval_samples_per_second": 1655.949,
399
- "eval_steps_per_second": 25.874,
400
- "step": 2000
401
- },
402
- {
403
- "epoch": 0.5246992577425135,
404
- "grad_norm": 0.2703125774860382,
405
- "learning_rate": 2.3650645848649462e-05,
406
- "loss": 0.0972,
407
- "step": 2050
408
- },
409
- {
410
- "epoch": 0.5374968006142821,
411
- "grad_norm": 0.2722162902355194,
412
- "learning_rate": 2.3571532396051844e-05,
413
- "loss": 0.0999,
414
- "step": 2100
415
- },
416
- {
417
- "epoch": 0.5502943434860507,
418
- "grad_norm": 0.24750082194805145,
419
- "learning_rate": 2.3490305473649045e-05,
420
- "loss": 0.0988,
421
- "step": 2150
422
- },
423
- {
424
- "epoch": 0.5630918863578193,
425
- "grad_norm": 0.21089601516723633,
426
- "learning_rate": 2.3406980587031593e-05,
427
- "loss": 0.0985,
428
- "step": 2200
429
- },
430
- {
431
- "epoch": 0.5630918863578193,
432
- "eval_entity_f1": 0.7366656204979254,
433
- "eval_entity_precision": 0.6558652917303358,
434
- "eval_entity_recall": 0.879121551105603,
435
- "eval_loss": 0.0941208004951477,
436
- "eval_runtime": 485.3498,
437
- "eval_samples_per_second": 1648.296,
438
- "eval_steps_per_second": 25.755,
439
- "step": 2200
440
- },
441
- {
442
- "epoch": 0.575889429229588,
443
- "grad_norm": 0.24500314891338348,
444
- "learning_rate": 2.332157364227514e-05,
445
- "loss": 0.0979,
446
- "step": 2250
447
- },
448
- {
449
- "epoch": 0.5886869721013566,
450
- "grad_norm": 0.24171535670757294,
451
- "learning_rate": 2.3234100942904126e-05,
452
- "loss": 0.096,
453
- "step": 2300
454
- },
455
- {
456
- "epoch": 0.6014845149731252,
457
- "grad_norm": 0.23091256618499756,
458
- "learning_rate": 2.3144579186779524e-05,
459
- "loss": 0.0973,
460
- "step": 2350
461
- },
462
- {
463
- "epoch": 0.6142820578448938,
464
- "grad_norm": 0.24519497156143188,
465
- "learning_rate": 2.3053025462911403e-05,
466
- "loss": 0.0981,
467
- "step": 2400
468
- },
469
- {
470
- "epoch": 0.6142820578448938,
471
- "eval_entity_f1": 0.7431658581216962,
472
- "eval_entity_precision": 0.6701177408833294,
473
- "eval_entity_recall": 0.8752099504272389,
474
- "eval_loss": 0.0912276953458786,
475
- "eval_runtime": 477.9537,
476
- "eval_samples_per_second": 1673.802,
477
- "eval_steps_per_second": 26.153,
478
- "step": 2400
479
- },
480
- {
481
- "epoch": 0.6270796007166624,
482
- "grad_norm": 0.2786286175251007,
483
- "learning_rate": 2.2959457248196725e-05,
484
- "loss": 0.0942,
485
- "step": 2450
486
- },
487
- {
488
- "epoch": 0.6398771435884311,
489
- "grad_norm": 0.17686797678470612,
490
- "learning_rate": 2.2863892404083167e-05,
491
- "loss": 0.0974,
492
- "step": 2500
493
- },
494
- {
495
- "epoch": 0.6526746864601997,
496
- "grad_norm": 0.23744933307170868,
497
- "learning_rate": 2.2766349173159487e-05,
498
- "loss": 0.0933,
499
- "step": 2550
500
- },
501
- {
502
- "epoch": 0.6654722293319683,
503
- "grad_norm": 0.21429532766342163,
504
- "learning_rate": 2.266684617567317e-05,
505
- "loss": 0.097,
506
- "step": 2600
507
- },
508
- {
509
- "epoch": 0.6654722293319683,
510
- "eval_entity_f1": 0.7383920016611488,
511
- "eval_entity_precision": 0.657174532633245,
512
- "eval_entity_recall": 0.8790797648555215,
513
- "eval_loss": 0.091202013194561,
514
- "eval_runtime": 478.2837,
515
- "eval_samples_per_second": 1672.648,
516
- "eval_steps_per_second": 26.135,
517
- "step": 2600
518
- },
519
- {
520
- "epoch": 0.6782697722037369,
521
- "grad_norm": 0.23408426344394684,
522
- "learning_rate": 2.2565402405975968e-05,
523
- "loss": 0.0963,
524
- "step": 2650
525
- },
526
- {
527
- "epoch": 0.6910673150755055,
528
- "grad_norm": 0.2194507122039795,
529
- "learning_rate": 2.2462037228898007e-05,
530
- "loss": 0.096,
531
- "step": 2700
532
- },
533
- {
534
- "epoch": 0.7038648579472742,
535
- "grad_norm": 0.2337680459022522,
536
- "learning_rate": 2.2356770376051218e-05,
537
- "loss": 0.0949,
538
- "step": 2750
539
- },
540
- {
541
- "epoch": 0.7166624008190428,
542
- "grad_norm": 0.2144797444343567,
543
- "learning_rate": 2.2249621942062704e-05,
544
- "loss": 0.0961,
545
- "step": 2800
546
- },
547
- {
548
- "epoch": 0.7166624008190428,
549
- "eval_entity_f1": 0.7451182305669036,
550
- "eval_entity_precision": 0.6708137930957925,
551
- "eval_entity_recall": 0.8782613658600221,
552
- "eval_loss": 0.09029041230678558,
553
- "eval_runtime": 477.3792,
554
- "eval_samples_per_second": 1675.817,
555
- "eval_steps_per_second": 26.185,
556
- "step": 2800
557
- },
558
- {
559
- "epoch": 0.7294599436908114,
560
- "grad_norm": 0.2544526159763336,
561
- "learning_rate": 2.2140612380738842e-05,
562
- "loss": 0.0954,
563
- "step": 2850
564
- },
565
- {
566
- "epoch": 0.74225748656258,
567
- "grad_norm": 0.3556995689868927,
568
- "learning_rate": 2.2029762501160806e-05,
569
- "loss": 0.0964,
570
- "step": 2900
571
- },
572
- {
573
- "epoch": 0.7550550294343487,
574
- "grad_norm": 0.19638167321681976,
575
- "learning_rate": 2.191709346371227e-05,
576
- "loss": 0.0924,
577
- "step": 2950
578
- },
579
- {
580
- "epoch": 0.7678525723061173,
581
- "grad_norm": 0.2489609718322754,
582
- "learning_rate": 2.1802626776040065e-05,
583
- "loss": 0.0934,
584
- "step": 3000
585
- },
586
- {
587
- "epoch": 0.7678525723061173,
588
- "eval_entity_f1": 0.741482033437389,
589
- "eval_entity_precision": 0.6610404662894553,
590
- "eval_entity_recall": 0.8831371078207554,
591
- "eval_loss": 0.09071413427591324,
592
- "eval_runtime": 476.136,
593
- "eval_samples_per_second": 1680.192,
594
- "eval_steps_per_second": 26.253,
595
- "step": 3000
596
- },
597
- {
598
- "epoch": 0.7806501151778859,
599
- "grad_norm": 0.16977371275424957,
600
- "learning_rate": 2.1686384288948528e-05,
601
- "loss": 0.0933,
602
- "step": 3050
603
- },
604
- {
605
- "epoch": 0.7934476580496544,
606
- "grad_norm": 0.2706755995750427,
607
- "learning_rate": 2.156838819222835e-05,
608
- "loss": 0.091,
609
- "step": 3100
610
- },
611
- {
612
- "epoch": 0.806245200921423,
613
- "grad_norm": 0.2052849978208542,
614
- "learning_rate": 2.1448661010420735e-05,
615
- "loss": 0.095,
616
- "step": 3150
617
- },
618
- {
619
- "epoch": 0.8190427437931918,
620
- "grad_norm": 0.22514088451862335,
621
- "learning_rate": 2.1327225598517607e-05,
622
- "loss": 0.0919,
623
- "step": 3200
624
- },
625
- {
626
- "epoch": 0.8190427437931918,
627
- "eval_entity_f1": 0.7399162001772446,
628
- "eval_entity_precision": 0.6636502155027308,
629
- "eval_entity_recall": 0.8802742401017546,
630
- "eval_loss": 0.08982375264167786,
631
- "eval_runtime": 477.4812,
632
- "eval_samples_per_second": 1675.459,
633
- "eval_steps_per_second": 26.179,
634
- "step": 3200
635
- },
636
- {
637
- "epoch": 0.8318402866649603,
638
- "grad_norm": 0.26776257157325745,
639
- "learning_rate": 2.12041051375988e-05,
640
- "loss": 0.0953,
641
- "step": 3250
642
- },
643
- {
644
- "epoch": 0.844637829536729,
645
- "grad_norm": 0.20951437950134277,
646
- "learning_rate": 2.1079323130406963e-05,
647
- "loss": 0.0915,
648
- "step": 3300
649
- },
650
- {
651
- "epoch": 0.8574353724084975,
652
- "grad_norm": 0.2209669053554535,
653
- "learning_rate": 2.095290339686105e-05,
654
- "loss": 0.0903,
655
- "step": 3350
656
- },
657
- {
658
- "epoch": 0.8702329152802661,
659
- "grad_norm": 0.2254139631986618,
660
- "learning_rate": 2.08248700695093e-05,
661
- "loss": 0.0928,
662
- "step": 3400
663
- },
664
- {
665
- "epoch": 0.8702329152802661,
666
- "eval_entity_f1": 0.7423908251802156,
667
- "eval_entity_precision": 0.6634580208485084,
668
- "eval_entity_recall": 0.8812730333963864,
669
- "eval_loss": 0.08906896412372589,
670
- "eval_runtime": 478.1312,
671
- "eval_samples_per_second": 1673.181,
672
- "eval_steps_per_second": 26.143,
673
- "step": 3400
674
- },
675
- {
676
- "epoch": 0.8830304581520348,
677
- "grad_norm": 0.22257329523563385,
678
- "learning_rate": 2.0695247588922516e-05,
679
- "loss": 0.0923,
680
- "step": 3450
681
- },
682
- {
683
- "epoch": 0.8958280010238034,
684
- "grad_norm": 0.18975169956684113,
685
- "learning_rate": 2.0564060699028552e-05,
686
- "loss": 0.0913,
687
- "step": 3500
688
- },
689
- {
690
- "epoch": 0.908625543895572,
691
- "grad_norm": 0.20312027633190155,
692
- "learning_rate": 2.043133444238887e-05,
693
- "loss": 0.0939,
694
- "step": 3550
695
- },
696
- {
697
- "epoch": 0.9214230867673406,
698
- "grad_norm": 0.1805867850780487,
699
- "learning_rate": 2.0297094155418145e-05,
700
- "loss": 0.0894,
701
- "step": 3600
702
- },
703
- {
704
- "epoch": 0.9214230867673406,
705
- "eval_entity_f1": 0.7478024224036414,
706
- "eval_entity_precision": 0.674377286556467,
707
- "eval_entity_recall": 0.879188816776466,
708
- "eval_loss": 0.08800655603408813,
709
- "eval_runtime": 477.9599,
710
- "eval_samples_per_second": 1673.781,
711
- "eval_steps_per_second": 26.153,
712
- "step": 3600
713
- },
714
- {
715
- "epoch": 0.9342206296391093,
716
- "grad_norm": 0.2505013346672058,
717
- "learning_rate": 2.0161365463547705e-05,
718
- "loss": 0.0914,
719
- "step": 3650
720
- },
721
- {
722
- "epoch": 0.9470181725108779,
723
- "grad_norm": 0.22723612189292908,
724
- "learning_rate": 2.0024174276333853e-05,
725
- "loss": 0.0925,
726
- "step": 3700
727
- },
728
- {
729
- "epoch": 0.9598157153826465,
730
- "grad_norm": 0.2369219958782196,
731
- "learning_rate": 1.988554678251192e-05,
732
- "loss": 0.0929,
733
- "step": 3750
734
- },
735
- {
736
- "epoch": 0.9726132582544151,
737
- "grad_norm": 0.18960480391979218,
738
- "learning_rate": 1.9745509444997067e-05,
739
- "loss": 0.0921,
740
- "step": 3800
741
- },
742
- {
743
- "epoch": 0.9726132582544151,
744
- "eval_entity_f1": 0.7430599507910103,
745
- "eval_entity_precision": 0.666428819235299,
746
- "eval_entity_recall": 0.8806921026025699,
747
- "eval_loss": 0.08796941488981247,
748
- "eval_runtime": 476.9467,
749
- "eval_samples_per_second": 1677.336,
750
- "eval_steps_per_second": 26.208,
751
- "step": 3800
752
- },
753
- {
754
- "epoch": 0.9854108011261837,
755
- "grad_norm": 0.22914110124111176,
756
- "learning_rate": 1.960408899583268e-05,
757
- "loss": 0.0924,
758
- "step": 3850
759
- },
760
- {
761
- "epoch": 0.9982083439979524,
762
- "grad_norm": 0.23838886618614197,
763
- "learning_rate": 1.946131243108746e-05,
764
- "loss": 0.0909,
765
- "step": 3900
766
- },
767
- {
768
- "epoch": 1.011005886869721,
769
- "grad_norm": 0.26071682572364807,
770
- "learning_rate": 1.931720700570206e-05,
771
- "loss": 0.0906,
772
- "step": 3950
773
- },
774
- {
775
- "epoch": 1.0238034297414895,
776
- "grad_norm": 0.1966809183359146,
777
- "learning_rate": 1.9171800228286355e-05,
778
- "loss": 0.0888,
779
- "step": 4000
780
- },
781
- {
782
- "epoch": 1.0238034297414895,
783
- "eval_entity_f1": 0.7478123183482125,
784
- "eval_entity_precision": 0.6720223226696903,
785
- "eval_entity_recall": 0.877653936468593,
786
- "eval_loss": 0.08613550662994385,
787
- "eval_runtime": 478.0177,
788
- "eval_samples_per_second": 1673.578,
789
- "eval_steps_per_second": 26.15,
790
- "step": 4000
791
- },
792
- {
793
- "epoch": 1.0366009726132583,
794
- "grad_norm": 0.19069069623947144,
795
- "learning_rate": 1.9025119855868233e-05,
796
- "loss": 0.0851,
797
- "step": 4050
798
- },
799
- {
800
- "epoch": 1.049398515485027,
801
- "grad_norm": 0.22768425941467285,
802
- "learning_rate": 1.887719388859501e-05,
803
- "loss": 0.0881,
804
- "step": 4100
805
- },
806
- {
807
- "epoch": 1.0621960583567955,
808
- "grad_norm": 0.21226762235164642,
809
- "learning_rate": 1.8728050564388428e-05,
810
- "loss": 0.0869,
811
- "step": 4150
812
- },
813
- {
814
- "epoch": 1.0749936012285641,
815
- "grad_norm": 0.17916393280029297,
816
- "learning_rate": 1.8577718353554215e-05,
817
- "loss": 0.0869,
818
- "step": 4200
819
- },
820
- {
821
- "epoch": 1.0749936012285641,
822
- "eval_entity_f1": 0.7455886819943538,
823
- "eval_entity_precision": 0.6690012265265254,
824
- "eval_entity_recall": 0.8808561900724023,
825
- "eval_loss": 0.08658138662576675,
826
- "eval_runtime": 478.3662,
827
- "eval_samples_per_second": 1672.359,
828
- "eval_steps_per_second": 26.131,
829
- "step": 4200
830
- },
831
- {
832
- "epoch": 1.0877911441003327,
833
- "grad_norm": 0.2127675563097,
834
- "learning_rate": 1.8426225953347374e-05,
835
- "loss": 0.0871,
836
- "step": 4250
837
- },
838
- {
839
- "epoch": 1.1005886869721013,
840
- "grad_norm": 0.2434527426958084,
841
- "learning_rate": 1.827360228249406e-05,
842
- "loss": 0.0858,
843
- "step": 4300
844
- },
845
- {
846
- "epoch": 1.11338622984387,
847
- "grad_norm": 0.19574390351772308,
848
- "learning_rate": 1.811987647567125e-05,
849
- "loss": 0.0866,
850
- "step": 4350
851
- },
852
- {
853
- "epoch": 1.1261837727156385,
854
- "grad_norm": 0.19478468596935272,
855
- "learning_rate": 1.796507787794513e-05,
856
- "loss": 0.0881,
857
- "step": 4400
858
- },
859
- {
860
- "epoch": 1.1261837727156385,
861
- "eval_entity_f1": 0.7464961124712242,
862
- "eval_entity_precision": 0.6695681173149762,
863
- "eval_entity_recall": 0.8801916867784229,
864
- "eval_loss": 0.08619533479213715,
865
- "eval_runtime": 476.9855,
866
- "eval_samples_per_second": 1677.2,
867
- "eval_steps_per_second": 26.206,
868
- "step": 4400
869
- },
870
- {
871
- "epoch": 1.1389813155874071,
872
- "grad_norm": 0.20841433107852936,
873
- "learning_rate": 1.7809236039169366e-05,
874
- "loss": 0.0858,
875
- "step": 4450
876
- },
877
- {
878
- "epoch": 1.151778858459176,
879
- "grad_norm": 0.17054954171180725,
880
- "learning_rate": 1.7652380708344264e-05,
881
- "loss": 0.0863,
882
- "step": 4500
883
- },
884
- {
885
- "epoch": 1.1645764013309445,
886
- "grad_norm": 0.29291069507598877,
887
- "learning_rate": 1.749454182793792e-05,
888
- "loss": 0.0882,
889
- "step": 4550
890
- },
891
- {
892
- "epoch": 1.1773739442027131,
893
- "grad_norm": 0.26580727100372314,
894
- "learning_rate": 1.7335749528170418e-05,
895
- "loss": 0.0878,
896
- "step": 4600
897
- },
898
- {
899
- "epoch": 1.1773739442027131,
900
- "eval_entity_f1": 0.7434662712158833,
901
- "eval_entity_precision": 0.669045355847445,
902
- "eval_entity_recall": 0.8812903594025178,
903
- "eval_loss": 0.08735024183988571,
904
- "eval_runtime": 478.9528,
905
- "eval_samples_per_second": 1670.311,
906
- "eval_steps_per_second": 26.099,
907
- "step": 4600
908
- },
909
- {
910
- "epoch": 1.1901714870744817,
911
- "grad_norm": 0.24987882375717163,
912
- "learning_rate": 1.717603412126222e-05,
913
- "loss": 0.0886,
914
- "step": 4650
915
- },
916
- {
917
- "epoch": 1.2029690299462503,
918
- "grad_norm": 0.22051376104354858,
919
- "learning_rate": 1.7015426095647798e-05,
920
- "loss": 0.0846,
921
- "step": 4700
922
- },
923
- {
924
- "epoch": 1.215766572818019,
925
- "grad_norm": 0.1849069595336914,
926
- "learning_rate": 1.6853956110155623e-05,
927
- "loss": 0.0891,
928
- "step": 4750
929
- },
930
- {
931
- "epoch": 1.2285641156897875,
932
- "grad_norm": 0.2086331993341446,
933
- "learning_rate": 1.6691654988155625e-05,
934
- "loss": 0.0861,
935
- "step": 4800
936
- },
937
- {
938
- "epoch": 1.2285641156897875,
939
- "eval_entity_f1": 0.7475048665137073,
940
- "eval_entity_precision": 0.6743670122405547,
941
- "eval_entity_recall": 0.8783765328419542,
942
- "eval_loss": 0.08560992032289505,
943
- "eval_runtime": 476.7423,
944
- "eval_samples_per_second": 1678.055,
945
- "eval_steps_per_second": 26.22,
946
- "step": 4800
947
- },
948
- {
949
- "epoch": 1.2413616585615561,
950
- "grad_norm": 0.20159809291362762,
951
- "learning_rate": 1.652855371167526e-05,
952
- "loss": 0.0864,
953
- "step": 4850
954
- },
955
- {
956
- "epoch": 1.2541592014333247,
957
- "grad_norm": 0.2184401899576187,
958
- "learning_rate": 1.6364683415485283e-05,
959
- "loss": 0.0858,
960
- "step": 4900
961
- },
962
- {
963
- "epoch": 1.2669567443050935,
964
- "grad_norm": 0.21307644248008728,
965
- "learning_rate": 1.6200075381156352e-05,
966
- "loss": 0.0857,
967
- "step": 4950
968
- },
969
- {
970
- "epoch": 1.279754287176862,
971
- "grad_norm": 0.1545289307832718,
972
- "learning_rate": 1.6034761031087628e-05,
973
- "loss": 0.0866,
974
- "step": 5000
975
- },
976
- {
977
- "epoch": 1.279754287176862,
978
- "eval_entity_f1": 0.7500818457167475,
979
- "eval_entity_precision": 0.6726442154360344,
980
- "eval_entity_recall": 0.881163981475442,
981
- "eval_loss": 0.08437909930944443,
982
- "eval_runtime": 477.2017,
983
- "eval_samples_per_second": 1676.44,
984
- "eval_steps_per_second": 26.194,
985
- "step": 5000
986
- },
987
- {
988
- "epoch": 1.2925518300486307,
989
- "grad_norm": 0.1935943067073822,
990
- "learning_rate": 1.5868771922508476e-05,
991
- "loss": 0.087,
992
- "step": 5050
993
- },
994
- {
995
- "epoch": 1.3053493729203993,
996
- "grad_norm": 0.23885659873485565,
997
- "learning_rate": 1.570213974145443e-05,
998
- "loss": 0.086,
999
- "step": 5100
1000
- },
1001
- {
1002
- "epoch": 1.318146915792168,
1003
- "grad_norm": 0.21110935509204865,
1004
- "learning_rate": 1.553489629671859e-05,
1005
- "loss": 0.0857,
1006
- "step": 5150
1007
- },
1008
- {
1009
- "epoch": 1.3309444586639365,
1010
- "grad_norm": 0.18455344438552856,
1011
- "learning_rate": 1.536707351377955e-05,
1012
- "loss": 0.085,
1013
- "step": 5200
1014
- },
1015
- {
1016
- "epoch": 1.3309444586639365,
1017
- "eval_entity_f1": 0.7487759898545617,
1018
- "eval_entity_precision": 0.6728293622384158,
1019
- "eval_entity_recall": 0.8803119496445111,
1020
- "eval_loss": 0.08454269170761108,
1021
- "eval_runtime": 477.3013,
1022
- "eval_samples_per_second": 1676.09,
1023
- "eval_steps_per_second": 26.189,
1024
- "step": 5200
1025
- },
1026
- {
1027
- "epoch": 1.343742001535705,
1028
- "grad_norm": 0.24317722022533417,
1029
- "learning_rate": 1.5198703428707092e-05,
1030
- "loss": 0.0845,
1031
- "step": 5250
1032
- },
1033
- {
1034
- "epoch": 1.3565395444074737,
1035
- "grad_norm": 0.17939555644989014,
1036
- "learning_rate": 1.5029818182046725e-05,
1037
- "loss": 0.0867,
1038
- "step": 5300
1039
- },
1040
- {
1041
- "epoch": 1.3693370872792423,
1042
- "grad_norm": 0.21146388351917267,
1043
- "learning_rate": 1.4860450012684324e-05,
1044
- "loss": 0.0823,
1045
- "step": 5350
1046
- },
1047
- {
1048
- "epoch": 1.3821346301510111,
1049
- "grad_norm": 0.3905990719795227,
1050
- "learning_rate": 1.4690631251691967e-05,
1051
- "loss": 0.0837,
1052
- "step": 5400
1053
- },
1054
- {
1055
- "epoch": 1.3821346301510111,
1056
- "eval_entity_f1": 0.7477165272283803,
1057
- "eval_entity_precision": 0.6707993283892905,
1058
- "eval_entity_recall": 0.8825918482160329,
1059
- "eval_loss": 0.08437599241733551,
1060
- "eval_runtime": 478.2336,
1061
- "eval_samples_per_second": 1672.823,
1062
- "eval_steps_per_second": 26.138,
1063
- "step": 5400
1064
- },
1065
- {
1066
- "epoch": 1.3949321730227795,
1067
- "grad_norm": 0.2302614152431488,
1068
- "learning_rate": 1.4520394316156184e-05,
1069
- "loss": 0.0867,
1070
- "step": 5450
1071
- },
1072
- {
1073
- "epoch": 1.4077297158945483,
1074
- "grad_norm": 0.19824858009815216,
1075
- "learning_rate": 1.4349771702989789e-05,
1076
- "loss": 0.0865,
1077
- "step": 5500
1078
- },
1079
- {
1080
- "epoch": 1.420527258766317,
1081
- "grad_norm": 0.2504715025424957,
1082
- "learning_rate": 1.4178795982728466e-05,
1083
- "loss": 0.0859,
1084
- "step": 5550
1085
- },
1086
- {
1087
- "epoch": 1.4333248016380855,
1088
- "grad_norm": 0.20703889429569244,
1089
- "learning_rate": 1.4007499793313316e-05,
1090
- "loss": 0.0873,
1091
- "step": 5600
1092
- },
1093
- {
1094
- "epoch": 1.4333248016380855,
1095
- "eval_entity_f1": 0.7443815726119218,
1096
- "eval_entity_precision": 0.6712619629725103,
1097
- "eval_entity_recall": 0.8830708613267236,
1098
- "eval_loss": 0.08616039901971817,
1099
- "eval_runtime": 477.5421,
1100
- "eval_samples_per_second": 1675.245,
1101
- "eval_steps_per_second": 26.176,
1102
- "step": 5600
1103
- },
1104
- {
1105
- "epoch": 1.446122344509854,
1106
- "grad_norm": 0.19886696338653564,
1107
- "learning_rate": 1.3835915833860513e-05,
1108
- "loss": 0.0882,
1109
- "step": 5650
1110
- },
1111
- {
1112
- "epoch": 1.4589198873816227,
1113
- "grad_norm": 0.20143908262252808,
1114
- "learning_rate": 1.3664076858419306e-05,
1115
- "loss": 0.0846,
1116
- "step": 5700
1117
- },
1118
- {
1119
- "epoch": 1.4717174302533913,
1120
- "grad_norm": 0.2215317189693451,
1121
- "learning_rate": 1.349201566971952e-05,
1122
- "loss": 0.0845,
1123
- "step": 5750
1124
- },
1125
- {
1126
- "epoch": 1.48451497312516,
1127
- "grad_norm": 0.1794358640909195,
1128
- "learning_rate": 1.3319765112909771e-05,
1129
- "loss": 0.0872,
1130
- "step": 5800
1131
- },
1132
- {
1133
- "epoch": 1.48451497312516,
1134
- "eval_entity_f1": 0.7433600226525879,
1135
- "eval_entity_precision": 0.6633574817488944,
1136
- "eval_entity_recall": 0.8839830245906986,
1137
- "eval_loss": 0.08435402065515518,
1138
- "eval_runtime": 478.2115,
1139
- "eval_samples_per_second": 1672.9,
1140
- "eval_steps_per_second": 26.139,
1141
- "step": 5800
1142
- },
1143
- {
1144
- "epoch": 1.4973125159969287,
1145
- "grad_norm": 0.20003126561641693,
1146
- "learning_rate": 1.3147358069287589e-05,
1147
- "loss": 0.0835,
1148
- "step": 5850
1149
- },
1150
- {
1151
- "epoch": 1.510110058868697,
1152
- "grad_norm": 0.19619733095169067,
1153
- "learning_rate": 1.2974827450022607e-05,
1154
- "loss": 0.0844,
1155
- "step": 5900
1156
- },
1157
- {
1158
- "epoch": 1.522907601740466,
1159
- "grad_norm": 0.19300509989261627,
1160
- "learning_rate": 1.2802206189874103e-05,
1161
- "loss": 0.084,
1162
- "step": 5950
1163
- },
1164
- {
1165
- "epoch": 1.5357051446122343,
1166
- "grad_norm": 0.2032492309808731,
1167
- "learning_rate": 1.2629527240903999e-05,
1168
- "loss": 0.0848,
1169
- "step": 6000
1170
- },
1171
- {
1172
- "epoch": 1.5357051446122343,
1173
- "eval_entity_f1": 0.7483890612365063,
1174
- "eval_entity_precision": 0.6732799992385478,
1175
- "eval_entity_recall": 0.8824705661731133,
1176
- "eval_loss": 0.08354390412569046,
1177
- "eval_runtime": 478.6116,
1178
- "eval_samples_per_second": 1671.501,
1179
- "eval_steps_per_second": 26.117,
1180
- "step": 6000
1181
- },
1182
- {
1183
- "epoch": 1.548502687484003,
1184
- "grad_norm": 0.2190983146429062,
1185
- "learning_rate": 1.2456823566186565e-05,
1186
- "loss": 0.0834,
1187
- "step": 6050
1188
- },
1189
- {
1190
- "epoch": 1.5613002303557717,
1191
- "grad_norm": 0.24107442796230316,
1192
- "learning_rate": 1.2284128133516021e-05,
1193
- "loss": 0.086,
1194
- "step": 6100
1195
- },
1196
- {
1197
- "epoch": 1.5740977732275403,
1198
- "grad_norm": 0.2153295874595642,
1199
- "learning_rate": 1.211147390911325e-05,
1200
- "loss": 0.0842,
1201
- "step": 6150
1202
- },
1203
- {
1204
- "epoch": 1.586895316099309,
1205
- "grad_norm": 0.3180118501186371,
1206
- "learning_rate": 1.1938893851332786e-05,
1207
- "loss": 0.0871,
1208
- "step": 6200
1209
- },
1210
- {
1211
- "epoch": 1.586895316099309,
1212
- "eval_entity_f1": 0.7483555556119209,
1213
- "eval_entity_precision": 0.6712179752302464,
1214
- "eval_entity_recall": 0.8824858538255822,
1215
- "eval_loss": 0.0837591215968132,
1216
- "eval_runtime": 477.3745,
1217
- "eval_samples_per_second": 1675.833,
1218
- "eval_steps_per_second": 26.185,
1219
- "step": 6200
1220
- },
1221
- {
1222
- "epoch": 1.5996928589710775,
1223
- "grad_norm": 0.19189386069774628,
1224
- "learning_rate": 1.176642090437134e-05,
1225
- "loss": 0.0888,
1226
- "step": 6250
1227
- },
1228
- {
1229
- "epoch": 1.6124904018428463,
1230
- "grad_norm": 0.18249796330928802,
1231
- "learning_rate": 1.1594087991978991e-05,
1232
- "loss": 0.0839,
1233
- "step": 6300
1234
- },
1235
- {
1236
- "epoch": 1.6252879447146147,
1237
- "grad_norm": 0.22546124458312988,
1238
- "learning_rate": 1.1421928011174304e-05,
1239
- "loss": 0.0815,
1240
- "step": 6350
1241
- },
1242
- {
1243
- "epoch": 1.6380854875863835,
1244
- "grad_norm": 0.21708203852176666,
1245
- "learning_rate": 1.1249973825964546e-05,
1246
- "loss": 0.0851,
1247
- "step": 6400
1248
- },
1249
- {
1250
- "epoch": 1.6380854875863835,
1251
- "eval_entity_f1": 0.7489911026636511,
1252
- "eval_entity_precision": 0.6728802021387533,
1253
- "eval_entity_recall": 0.8815838823299198,
1254
- "eval_loss": 0.08309242874383926,
1255
- "eval_runtime": 478.7029,
1256
- "eval_samples_per_second": 1671.183,
1257
- "eval_steps_per_second": 26.112,
1258
- "step": 6400
1259
- },
1260
- {
1261
- "epoch": 1.6508830304581519,
1262
- "grad_norm": 0.1985284984111786,
1263
- "learning_rate": 1.107825826107219e-05,
1264
- "loss": 0.0841,
1265
- "step": 6450
1266
- },
1267
- {
1268
- "epoch": 1.6636805733299207,
1269
- "grad_norm": 0.1879613697528839,
1270
- "learning_rate": 1.0906814095668946e-05,
1271
- "loss": 0.0836,
1272
- "step": 6500
1273
- },
1274
- {
1275
- "epoch": 1.6764781162016893,
1276
- "grad_norm": 0.2314055860042572,
1277
- "learning_rate": 1.0735674057118464e-05,
1278
- "loss": 0.0832,
1279
- "step": 6550
1280
- },
1281
- {
1282
- "epoch": 1.689275659073458,
1283
- "grad_norm": 0.20617268979549408,
1284
- "learning_rate": 1.0564870814728927e-05,
1285
- "loss": 0.0812,
1286
- "step": 6600
1287
- },
1288
- {
1289
- "epoch": 1.689275659073458,
1290
- "eval_entity_f1": 0.7492468152233825,
1291
- "eval_entity_precision": 0.6736261153144112,
1292
- "eval_entity_recall": 0.882381897788794,
1293
- "eval_loss": 0.08300840854644775,
1294
- "eval_runtime": 478.5101,
1295
- "eval_samples_per_second": 1671.856,
1296
- "eval_steps_per_second": 26.123,
1297
- "step": 6600
1298
- },
1299
- {
1300
- "epoch": 1.7020732019452265,
1301
- "grad_norm": 0.19315239787101746,
1302
- "learning_rate": 1.0394436973516747e-05,
1303
- "loss": 0.0819,
1304
- "step": 6650
1305
- },
1306
- {
1307
- "epoch": 1.714870744816995,
1308
- "grad_norm": 0.26753464341163635,
1309
- "learning_rate": 1.0224405067982499e-05,
1310
- "loss": 0.0836,
1311
- "step": 6700
1312
- },
1313
- {
1314
- "epoch": 1.727668287688764,
1315
- "grad_norm": 0.2127075344324112,
1316
- "learning_rate": 1.005480755590036e-05,
1317
- "loss": 0.086,
1318
- "step": 6750
1319
- },
1320
- {
1321
- "epoch": 1.7404658305605323,
1322
- "grad_norm": 0.2700038254261017,
1323
- "learning_rate": 9.885676812122153e-06,
1324
- "loss": 0.0813,
1325
- "step": 6800
1326
- },
1327
- {
1328
- "epoch": 1.7404658305605323,
1329
- "eval_entity_f1": 0.7503099306717591,
1330
- "eval_entity_precision": 0.675754596186793,
1331
- "eval_entity_recall": 0.8832380063270497,
1332
- "eval_loss": 0.08257964998483658,
1333
- "eval_runtime": 477.1882,
1334
- "eval_samples_per_second": 1676.487,
1335
- "eval_steps_per_second": 26.195,
1336
- "step": 6800
1337
- },
1338
- {
1339
- "epoch": 1.753263373432301,
1340
- "grad_norm": 0.19650863111019135,
1341
- "learning_rate": 9.717045122397254e-06,
1342
- "loss": 0.083,
1343
- "step": 6850
1344
- },
1345
- {
1346
- "epoch": 1.7660609163040695,
1347
- "grad_norm": 0.21153098344802856,
1348
- "learning_rate": 9.548944677209475e-06,
1349
- "loss": 0.0847,
1350
- "step": 6900
1351
- },
1352
- {
1353
- "epoch": 1.7788584591758383,
1354
- "grad_norm": 0.21998213231563568,
1355
- "learning_rate": 9.381407565632175e-06,
1356
- "loss": 0.0822,
1357
- "step": 6950
1358
- },
1359
- {
1360
- "epoch": 1.7916560020476069,
1361
- "grad_norm": 0.2585064470767975,
1362
- "learning_rate": 9.214465769202672e-06,
1363
- "loss": 0.0841,
1364
- "step": 7000
1365
- },
1366
- {
1367
- "epoch": 1.7916560020476069,
1368
- "eval_entity_f1": 0.7482274063430909,
1369
- "eval_entity_precision": 0.6693199503199438,
1370
- "eval_entity_recall": 0.883616120931446,
1371
- "eval_loss": 0.08250410854816437,
1372
- "eval_runtime": 477.8004,
1373
- "eval_samples_per_second": 1674.339,
1374
- "eval_steps_per_second": 26.162,
1375
- "step": 7000
1376
- },
1377
- {
1378
- "epoch": 1.8044535449193755,
1379
- "grad_norm": 0.16946418583393097,
1380
- "learning_rate": 9.048151155817237e-06,
1381
- "loss": 0.0809,
1382
- "step": 7050
1383
- },
1384
- {
1385
- "epoch": 1.817251087791144,
1386
- "grad_norm": 0.24798162281513214,
1387
- "learning_rate": 8.882495473647761e-06,
1388
- "loss": 0.0827,
1389
- "step": 7100
1390
- },
1391
- {
1392
- "epoch": 1.8300486306629127,
1393
- "grad_norm": 0.23165899515151978,
1394
- "learning_rate": 8.71753034508126e-06,
1395
- "loss": 0.0844,
1396
- "step": 7150
1397
- },
1398
- {
1399
- "epoch": 1.8428461735346815,
1400
- "grad_norm": 0.22031931579113007,
1401
- "learning_rate": 8.55328726068342e-06,
1402
- "loss": 0.0832,
1403
- "step": 7200
1404
- },
1405
- {
1406
- "epoch": 1.8428461735346815,
1407
- "eval_entity_f1": 0.7488711084341455,
1408
- "eval_entity_precision": 0.671487774215859,
1409
- "eval_entity_recall": 0.8834591676994326,
1410
- "eval_loss": 0.08221779018640518,
1411
- "eval_runtime": 477.8152,
1412
- "eval_samples_per_second": 1674.287,
1413
- "eval_steps_per_second": 26.161,
1414
- "step": 7200
1415
- },
1416
- {
1417
- "epoch": 1.8556437164064499,
1418
- "grad_norm": 0.2618429660797119,
1419
- "learning_rate": 8.389797573187277e-06,
1420
- "loss": 0.0839,
1421
- "step": 7250
1422
- },
1423
- {
1424
- "epoch": 1.8684412592782187,
1425
- "grad_norm": 0.19326384365558624,
1426
- "learning_rate": 8.227092491508243e-06,
1427
- "loss": 0.0837,
1428
- "step": 7300
1429
- },
1430
- {
1431
- "epoch": 1.881238802149987,
1432
- "grad_norm": 0.3155299425125122,
1433
- "learning_rate": 8.065203074786552e-06,
1434
- "loss": 0.082,
1435
- "step": 7350
1436
- },
1437
- {
1438
- "epoch": 1.8940363450217559,
1439
- "grad_norm": 0.17577318847179413,
1440
- "learning_rate": 7.904160226458313e-06,
1441
- "loss": 0.081,
1442
- "step": 7400
1443
- },
1444
- {
1445
- "epoch": 1.8940363450217559,
1446
- "eval_entity_f1": 0.7516107925055505,
1447
- "eval_entity_precision": 0.6752238654567916,
1448
- "eval_entity_recall": 0.8816256685800014,
1449
- "eval_loss": 0.08186998218297958,
1450
- "eval_runtime": 477.3356,
1451
- "eval_samples_per_second": 1675.97,
1452
- "eval_steps_per_second": 26.187,
1453
- "step": 7400
1454
- },
1455
- {
1456
- "epoch": 1.9068338878935245,
1457
- "grad_norm": 0.21484479308128357,
1458
- "learning_rate": 7.743994688356279e-06,
1459
- "loss": 0.0845,
1460
- "step": 7450
1461
- },
1462
- {
1463
- "epoch": 1.919631430765293,
1464
- "grad_norm": 0.20388586819171906,
1465
- "learning_rate": 7.584737034841479e-06,
1466
- "loss": 0.0859,
1467
- "step": 7500
1468
- },
1469
- {
1470
- "epoch": 1.9324289736370617,
1471
- "grad_norm": 0.19923876225948334,
1472
- "learning_rate": 7.426417666966806e-06,
1473
- "loss": 0.0841,
1474
- "step": 7550
1475
- },
1476
- {
1477
- "epoch": 1.9452265165088303,
1478
- "grad_norm": 0.24766533076763153,
1479
- "learning_rate": 7.269066806673681e-06,
1480
- "loss": 0.0833,
1481
- "step": 7600
1482
- },
1483
- {
1484
- "epoch": 1.9452265165088303,
1485
- "eval_entity_f1": 0.7483547449952157,
1486
- "eval_entity_precision": 0.6713325290693992,
1487
- "eval_entity_recall": 0.8854129296849521,
1488
- "eval_loss": 0.08246511965990067,
1489
- "eval_runtime": 476.3717,
1490
- "eval_samples_per_second": 1679.361,
1491
- "eval_steps_per_second": 26.24,
1492
- "step": 7600
1493
- },
1494
- {
1495
- "epoch": 1.958024059380599,
1496
- "grad_norm": 0.2235766500234604,
1497
- "learning_rate": 7.1127144910229375e-06,
1498
- "loss": 0.0841,
1499
- "step": 7650
1500
- },
1501
- {
1502
- "epoch": 1.9708216022523675,
1503
- "grad_norm": 0.18436911702156067,
1504
- "learning_rate": 6.957390566460964e-06,
1505
- "loss": 0.0842,
1506
- "step": 7700
1507
- },
1508
- {
1509
- "epoch": 1.9836191451241363,
1510
- "grad_norm": 0.21478892862796783,
1511
- "learning_rate": 6.80312468312225e-06,
1512
- "loss": 0.081,
1513
- "step": 7750
1514
- },
1515
- {
1516
- "epoch": 1.9964166879959047,
1517
- "grad_norm": 0.16581684350967407,
1518
- "learning_rate": 6.649946289169416e-06,
1519
- "loss": 0.0819,
1520
- "step": 7800
1521
- },
1522
- {
1523
- "epoch": 1.9964166879959047,
1524
- "eval_entity_f1": 0.7503771605165714,
1525
- "eval_entity_precision": 0.6743199498465626,
1526
- "eval_entity_recall": 0.8823676293131564,
1527
- "eval_loss": 0.08185352385044098,
1528
- "eval_runtime": 477.7259,
1529
- "eval_samples_per_second": 1674.601,
1530
- "eval_steps_per_second": 26.166,
1531
- "step": 7800
1532
- },
1533
- {
1534
- "epoch": 2.0092142308676735,
1535
- "grad_norm": 0.23035280406475067,
1536
- "learning_rate": 6.497884625171771e-06,
1537
- "loss": 0.0824,
1538
- "step": 7850
1539
- },
1540
- {
1541
- "epoch": 2.022011773739442,
1542
- "grad_norm": 0.18109099566936493,
1543
- "learning_rate": 6.346968718523529e-06,
1544
- "loss": 0.0816,
1545
- "step": 7900
1546
- },
1547
- {
1548
- "epoch": 2.0348093166112107,
1549
- "grad_norm": 0.16050393879413605,
1550
- "learning_rate": 6.197227377902698e-06,
1551
- "loss": 0.0794,
1552
- "step": 7950
1553
- },
1554
- {
1555
- "epoch": 2.047606859482979,
1556
- "grad_norm": 0.23191501200199127,
1557
- "learning_rate": 6.048689187771714e-06,
1558
- "loss": 0.0773,
1559
- "step": 8000
1560
- },
1561
- {
1562
- "epoch": 2.047606859482979,
1563
- "eval_entity_f1": 0.7521935121655035,
1564
- "eval_entity_precision": 0.6774251324092652,
1565
- "eval_entity_recall": 0.8809377242189029,
1566
- "eval_loss": 0.08181652426719666,
1567
- "eval_runtime": 478.9115,
1568
- "eval_samples_per_second": 1670.455,
1569
- "eval_steps_per_second": 26.101,
1570
- "step": 8000
1571
- },
1572
- {
1573
- "epoch": 2.060404402354748,
1574
- "grad_norm": 0.1903725117444992,
1575
- "learning_rate": 5.901382502920917e-06,
1576
- "loss": 0.0815,
1577
- "step": 8050
1578
- },
1579
- {
1580
- "epoch": 2.0732019452265167,
1581
- "grad_norm": 0.21677176654338837,
1582
- "learning_rate": 5.7553354430558175e-06,
1583
- "loss": 0.0786,
1584
- "step": 8100
1585
- },
1586
- {
1587
- "epoch": 2.085999488098285,
1588
- "grad_norm": 0.20070292055606842,
1589
- "learning_rate": 5.610575887429269e-06,
1590
- "loss": 0.0819,
1591
- "step": 8150
1592
- },
1593
- {
1594
- "epoch": 2.098797030970054,
1595
- "grad_norm": 0.23013773560523987,
1596
- "learning_rate": 5.467131469519539e-06,
1597
- "loss": 0.0787,
1598
- "step": 8200
1599
- },
1600
- {
1601
- "epoch": 2.098797030970054,
1602
- "eval_entity_f1": 0.7467361335473326,
1603
- "eval_entity_precision": 0.6691935746638842,
1604
- "eval_entity_recall": 0.8844498075794143,
1605
- "eval_loss": 0.08263843506574631,
1606
- "eval_runtime": 477.2941,
1607
- "eval_samples_per_second": 1676.116,
1608
- "eval_steps_per_second": 26.189,
1609
- "step": 8200
1610
- },
1611
- {
1612
- "epoch": 2.1115945738418223,
1613
- "grad_norm": 0.19033853709697723,
1614
- "learning_rate": 5.325029571755283e-06,
1615
- "loss": 0.0802,
1616
- "step": 8250
1617
- },
1618
- {
1619
- "epoch": 2.124392116713591,
1620
- "grad_norm": 0.25540676712989807,
1621
- "learning_rate": 5.184297320288461e-06,
1622
- "loss": 0.0801,
1623
- "step": 8300
1624
- },
1625
- {
1626
- "epoch": 2.1371896595853594,
1627
- "grad_norm": 0.2815502882003784,
1628
- "learning_rate": 5.044961579816158e-06,
1629
- "loss": 0.0802,
1630
- "step": 8350
1631
- },
1632
- {
1633
- "epoch": 2.1499872024571283,
1634
- "grad_norm": 0.2073817402124405,
1635
- "learning_rate": 4.907048948452328e-06,
1636
- "loss": 0.0818,
1637
- "step": 8400
1638
- },
1639
- {
1640
- "epoch": 2.1499872024571283,
1641
- "eval_entity_f1": 0.7482286403320351,
1642
- "eval_entity_precision": 0.6697158894027595,
1643
- "eval_entity_recall": 0.8849257631596112,
1644
- "eval_loss": 0.0820288360118866,
1645
- "eval_runtime": 477.2072,
1646
- "eval_samples_per_second": 1676.42,
1647
- "eval_steps_per_second": 26.194,
1648
- "step": 8400
1649
- },
1650
- {
1651
- "epoch": 2.1627847453288966,
1652
- "grad_norm": 0.1940988302230835,
1653
- "learning_rate": 4.770585752650402e-06,
1654
- "loss": 0.0785,
1655
- "step": 8450
1656
- },
1657
- {
1658
- "epoch": 2.1755822882006655,
1659
- "grad_norm": 0.17959445714950562,
1660
- "learning_rate": 4.635598042177802e-06,
1661
- "loss": 0.0796,
1662
- "step": 8500
1663
- },
1664
- {
1665
- "epoch": 2.1883798310724343,
1666
- "grad_norm": 0.17775529623031616,
1667
- "learning_rate": 4.502111585143213e-06,
1668
- "loss": 0.0799,
1669
- "step": 8550
1670
- },
1671
- {
1672
- "epoch": 2.2011773739442027,
1673
- "grad_norm": 0.22062526643276215,
1674
- "learning_rate": 4.370151863077682e-06,
1675
- "loss": 0.0807,
1676
- "step": 8600
1677
- },
1678
- {
1679
- "epoch": 2.2011773739442027,
1680
- "eval_entity_f1": 0.7484216594057681,
1681
- "eval_entity_precision": 0.6706520602975046,
1682
- "eval_entity_recall": 0.8844508267562455,
1683
- "eval_loss": 0.08188032358884811,
1684
- "eval_runtime": 479.3411,
1685
- "eval_samples_per_second": 1668.958,
1686
- "eval_steps_per_second": 26.077,
1687
- "step": 8600
1688
- },
1689
- {
1690
- "epoch": 2.2139749168159715,
1691
- "grad_norm": 0.18136319518089294,
1692
- "learning_rate": 4.239744066070345e-06,
1693
- "loss": 0.0786,
1694
- "step": 8650
1695
- },
1696
- {
1697
- "epoch": 2.22677245968774,
1698
- "grad_norm": 0.23747983574867249,
1699
- "learning_rate": 4.11091308795988e-06,
1700
- "loss": 0.0799,
1701
- "step": 8700
1702
- },
1703
- {
1704
- "epoch": 2.2395700025595087,
1705
- "grad_norm": 0.19058053195476532,
1706
- "learning_rate": 3.983683521582446e-06,
1707
- "loss": 0.0783,
1708
- "step": 8750
1709
- },
1710
- {
1711
- "epoch": 2.252367545431277,
1712
- "grad_norm": 0.23469321429729462,
1713
- "learning_rate": 3.858079654077096e-06,
1714
- "loss": 0.0784,
1715
- "step": 8800
1716
- },
1717
- {
1718
- "epoch": 2.252367545431277,
1719
- "eval_entity_f1": 0.7496111094625957,
1720
- "eval_entity_precision": 0.674435385576111,
1721
- "eval_entity_recall": 0.8837985535842411,
1722
- "eval_loss": 0.08213646709918976,
1723
- "eval_runtime": 478.1472,
1724
- "eval_samples_per_second": 1673.125,
1725
- "eval_steps_per_second": 26.143,
1726
- "step": 8800
1727
- },
1728
- {
1729
- "epoch": 2.265165088303046,
1730
- "grad_norm": 0.18763253092765808,
1731
- "learning_rate": 3.734125462249559e-06,
1732
- "loss": 0.0811,
1733
- "step": 8850
1734
- },
1735
- {
1736
- "epoch": 2.2779626311748142,
1737
- "grad_norm": 0.20808328688144684,
1738
- "learning_rate": 3.6118446079952557e-06,
1739
- "loss": 0.0799,
1740
- "step": 8900
1741
- },
1742
- {
1743
- "epoch": 2.290760174046583,
1744
- "grad_norm": 0.20532524585723877,
1745
- "learning_rate": 3.4912604337824106e-06,
1746
- "loss": 0.0768,
1747
- "step": 8950
1748
- },
1749
- {
1750
- "epoch": 2.303557716918352,
1751
- "grad_norm": 0.19934144616127014,
1752
- "learning_rate": 3.3723959581961686e-06,
1753
- "loss": 0.0783,
1754
- "step": 9000
1755
- },
1756
- {
1757
- "epoch": 2.303557716918352,
1758
- "eval_entity_f1": 0.7505762647056883,
1759
- "eval_entity_precision": 0.6747397233043843,
1760
- "eval_entity_recall": 0.8838148604135412,
1761
- "eval_loss": 0.08156638592481613,
1762
- "eval_runtime": 478.046,
1763
- "eval_samples_per_second": 1673.479,
1764
- "eval_steps_per_second": 26.148,
1765
- "step": 9000
1766
- },
1767
- {
1768
- "epoch": 2.3163552597901202,
1769
- "grad_norm": 0.21703936159610748,
1770
- "learning_rate": 3.255273871544537e-06,
1771
- "loss": 0.078,
1772
- "step": 9050
1773
- },
1774
- {
1775
- "epoch": 2.329152802661889,
1776
- "grad_norm": 0.23036812245845795,
1777
- "learning_rate": 3.1399165315269554e-06,
1778
- "loss": 0.0806,
1779
- "step": 9100
1780
- },
1781
- {
1782
- "epoch": 2.3419503455336574,
1783
- "grad_norm": 0.20973245799541473,
1784
- "learning_rate": 3.0263459589663894e-06,
1785
- "loss": 0.078,
1786
- "step": 9150
1787
- },
1788
- {
1789
- "epoch": 2.3547478884054263,
1790
- "grad_norm": 0.2752493917942047,
1791
- "learning_rate": 2.914583833605744e-06,
1792
- "loss": 0.0788,
1793
- "step": 9200
1794
- },
1795
- {
1796
- "epoch": 2.3547478884054263,
1797
- "eval_entity_f1": 0.7506557005415369,
1798
- "eval_entity_precision": 0.6757645846667153,
1799
- "eval_entity_recall": 0.8837241536755593,
1800
- "eval_loss": 0.08177012950181961,
1801
- "eval_runtime": 477.916,
1802
- "eval_samples_per_second": 1673.934,
1803
- "eval_steps_per_second": 26.155,
1804
- "step": 9200
1805
- },
1806
- {
1807
- "epoch": 2.3675454312771946,
1808
- "grad_norm": 0.23878569900989532,
1809
- "learning_rate": 2.804651489969351e-06,
1810
- "loss": 0.0788,
1811
- "step": 9250
1812
- },
1813
- {
1814
- "epoch": 2.3803429741489635,
1815
- "grad_norm": 0.1848394274711609,
1816
- "learning_rate": 2.6965699132903825e-06,
1817
- "loss": 0.0805,
1818
- "step": 9300
1819
- },
1820
- {
1821
- "epoch": 2.393140517020732,
1822
- "grad_norm": 0.17279605567455292,
1823
- "learning_rate": 2.590359735504931e-06,
1824
- "loss": 0.0786,
1825
- "step": 9350
1826
- },
1827
- {
1828
- "epoch": 2.4059380598925006,
1829
- "grad_norm": 0.22736063599586487,
1830
- "learning_rate": 2.4860412313135184e-06,
1831
- "loss": 0.0804,
1832
- "step": 9400
1833
- },
1834
- {
1835
- "epoch": 2.4059380598925006,
1836
- "eval_entity_f1": 0.7479533875518636,
1837
- "eval_entity_precision": 0.6699579882252567,
1838
- "eval_entity_recall": 0.8846118566955841,
1839
- "eval_loss": 0.08190065622329712,
1840
- "eval_runtime": 479.9003,
1841
- "eval_samples_per_second": 1667.013,
1842
- "eval_steps_per_second": 26.047,
1843
- "step": 9400
1844
- },
1845
- {
1846
- "epoch": 2.4187356027642695,
1847
- "grad_norm": 0.18609540164470673,
1848
- "learning_rate": 2.383634314310844e-06,
1849
- "loss": 0.0794,
1850
- "step": 9450
1851
- },
1852
- {
1853
- "epoch": 2.431533145636038,
1854
- "grad_norm": 0.1905401200056076,
1855
- "learning_rate": 2.2831585331844014e-06,
1856
- "loss": 0.0806,
1857
- "step": 9500
1858
- },
1859
- {
1860
- "epoch": 2.4443306885078067,
1861
- "grad_norm": 0.31657060980796814,
1862
- "learning_rate": 2.184633067982805e-06,
1863
- "loss": 0.0778,
1864
- "step": 9550
1865
- },
1866
- {
1867
- "epoch": 2.457128231379575,
1868
- "grad_norm": 0.17642264068126678,
1869
- "learning_rate": 2.0880767264544535e-06,
1870
- "loss": 0.0808,
1871
- "step": 9600
1872
- },
1873
- {
1874
- "epoch": 2.457128231379575,
1875
- "eval_entity_f1": 0.7490223413208479,
1876
- "eval_entity_precision": 0.6725125175102248,
1877
- "eval_entity_recall": 0.8841888983106125,
1878
- "eval_loss": 0.08156930655241013,
1879
- "eval_runtime": 478.0119,
1880
- "eval_samples_per_second": 1673.598,
1881
- "eval_steps_per_second": 26.15,
1882
- "step": 9600
1883
- },
1884
- {
1885
- "epoch": 2.469925774251344,
1886
- "grad_norm": 0.2633129060268402,
1887
- "learning_rate": 1.99350794045729e-06,
1888
- "loss": 0.08,
1889
- "step": 9650
1890
- },
1891
- {
1892
- "epoch": 2.4827233171231122,
1893
- "grad_norm": 0.2589320242404938,
1894
- "learning_rate": 1.900944762440296e-06,
1895
- "loss": 0.0802,
1896
- "step": 9700
1897
- },
1898
- {
1899
- "epoch": 2.495520859994881,
1900
- "grad_norm": 0.21599622070789337,
1901
- "learning_rate": 1.8104048619974196e-06,
1902
- "loss": 0.08,
1903
- "step": 9750
1904
- },
1905
- {
1906
- "epoch": 2.5083184028666494,
1907
- "grad_norm": 0.2825392484664917,
1908
- "learning_rate": 1.7219055224945837e-06,
1909
- "loss": 0.0778,
1910
- "step": 9800
1911
- },
1912
- {
1913
- "epoch": 2.5083184028666494,
1914
- "eval_entity_f1": 0.7528361702207996,
1915
- "eval_entity_precision": 0.6791174610528818,
1916
- "eval_entity_recall": 0.8821627747700737,
1917
- "eval_loss": 0.08103886991739273,
1918
- "eval_runtime": 478.3827,
1919
- "eval_samples_per_second": 1672.301,
1920
- "eval_steps_per_second": 26.13,
1921
- "step": 9800
1922
- },
1923
- {
1924
- "epoch": 2.5211159457384182,
1925
- "grad_norm": 0.21187463402748108,
1926
- "learning_rate": 1.635463637770432e-06,
1927
- "loss": 0.0815,
1928
- "step": 9850
1929
- },
1930
- {
1931
- "epoch": 2.533913488610187,
1932
- "grad_norm": 0.17519764602184296,
1933
- "learning_rate": 1.5510957089114195e-06,
1934
- "loss": 0.078,
1935
- "step": 9900
1936
- },
1937
- {
1938
- "epoch": 2.5467110314819554,
1939
- "grad_norm": 0.19588303565979004,
1940
- "learning_rate": 1.4688178411018869e-06,
1941
- "loss": 0.0785,
1942
- "step": 9950
1943
- },
1944
- {
1945
- "epoch": 2.559508574353724,
1946
- "grad_norm": 0.28233495354652405,
1947
- "learning_rate": 1.3886457405497058e-06,
1948
- "loss": 0.0796,
1949
- "step": 10000
1950
- },
1951
- {
1952
- "epoch": 2.559508574353724,
1953
- "eval_entity_f1": 0.748310894114638,
1954
- "eval_entity_precision": 0.6711821127565412,
1955
- "eval_entity_recall": 0.8848024427630291,
1956
- "eval_loss": 0.08149130642414093,
1957
- "eval_runtime": 477.7832,
1958
- "eval_samples_per_second": 1674.4,
1959
- "eval_steps_per_second": 26.162,
1960
- "step": 10000
1961
- },
1962
- {
1963
- "epoch": 2.5723061172254926,
1964
- "grad_norm": 0.18073636293411255,
1965
- "learning_rate": 1.310594711488078e-06,
1966
- "loss": 0.0755,
1967
- "step": 10050
1968
- },
1969
- {
1970
- "epoch": 2.5851036600972614,
1971
- "grad_norm": 0.2599385976791382,
1972
- "learning_rate": 1.234679653254088e-06,
1973
- "loss": 0.0799,
1974
- "step": 10100
1975
- },
1976
- {
1977
- "epoch": 2.59790120296903,
1978
- "grad_norm": 0.17557959258556366,
1979
- "learning_rate": 1.1609150574445255e-06,
1980
- "loss": 0.0809,
1981
- "step": 10150
1982
- },
1983
- {
1984
- "epoch": 2.6106987458407986,
1985
- "grad_norm": 0.17557652294635773,
1986
- "learning_rate": 1.0893150051495562e-06,
1987
- "loss": 0.0814,
1988
- "step": 10200
1989
- },
1990
- {
1991
- "epoch": 2.6106987458407986,
1992
- "eval_entity_f1": 0.7500700322882474,
1993
- "eval_entity_precision": 0.6743530583815431,
1994
- "eval_entity_recall": 0.8843906953232014,
1995
- "eval_loss": 0.08134948462247849,
1996
- "eval_runtime": 480.0458,
1997
- "eval_samples_per_second": 1666.508,
1998
- "eval_steps_per_second": 26.039,
1999
- "step": 10200
2000
- },
2001
- {
2002
- "epoch": 2.623496288712567,
2003
- "grad_norm": 0.19847185909748077,
2004
- "learning_rate": 1.01989316426475e-06,
2005
- "loss": 0.0803,
2006
- "step": 10250
2007
- },
2008
- {
2009
- "epoch": 2.636293831584336,
2010
- "grad_norm": 0.20816150307655334,
2011
- "learning_rate": 9.526627868819817e-07,
2012
- "loss": 0.0801,
2013
- "step": 10300
2014
- },
2015
- {
2016
- "epoch": 2.6490913744561047,
2017
- "grad_norm": 0.17276419699192047,
2018
- "learning_rate": 8.876367067597161e-07,
2019
- "loss": 0.0796,
2020
- "step": 10350
2021
- },
2022
- {
2023
- "epoch": 2.661888917327873,
2024
- "grad_norm": 0.18492333590984344,
2025
- "learning_rate": 8.248273368731366e-07,
2026
- "loss": 0.0803,
2027
- "step": 10400
2028
- },
2029
- {
2030
- "epoch": 2.661888917327873,
2031
- "eval_entity_f1": 0.7501185957279549,
2032
- "eval_entity_precision": 0.6742695006330793,
2033
- "eval_entity_recall": 0.8836416003522275,
2034
- "eval_loss": 0.08124325424432755,
2035
- "eval_runtime": 479.8592,
2036
- "eval_samples_per_second": 1667.156,
2037
- "eval_steps_per_second": 26.049,
2038
- "step": 10400
2039
- },
2040
- {
2041
- "epoch": 2.6746864601996414,
2042
- "grad_norm": 0.21106697618961334,
2043
- "learning_rate": 7.642466670446116e-07,
2044
- "loss": 0.0798,
2045
- "step": 10450
2046
- },
2047
- {
2048
- "epoch": 2.68748400307141,
2049
- "grad_norm": 0.23310412466526031,
2050
- "learning_rate": 7.059062616549164e-07,
2051
- "loss": 0.0784,
2052
- "step": 10500
2053
- },
2054
- {
2055
- "epoch": 2.700281545943179,
2056
- "grad_norm": 0.16842219233512878,
2057
- "learning_rate": 6.498172574357017e-07,
2058
- "loss": 0.0776,
2059
- "step": 10550
2060
- },
2061
- {
2062
- "epoch": 2.7130790888149474,
2063
- "grad_norm": 0.254340797662735,
2064
- "learning_rate": 5.959903613435638e-07,
2065
- "loss": 0.0789,
2066
- "step": 10600
2067
- },
2068
- {
2069
- "epoch": 2.7130790888149474,
2070
- "eval_entity_f1": 0.7496691802371621,
2071
- "eval_entity_precision": 0.6731460978984852,
2072
- "eval_entity_recall": 0.8839167780966669,
2073
- "eval_loss": 0.0812213197350502,
2074
- "eval_runtime": 478.1215,
2075
- "eval_samples_per_second": 1673.215,
2076
- "eval_steps_per_second": 26.144,
2077
- "step": 10600
2078
- },
2079
- {
2080
- "epoch": 2.7258766316867162,
2081
- "grad_norm": 0.2093771994113922,
2082
- "learning_rate": 5.444358485161727e-07,
2083
- "loss": 0.079,
2084
- "step": 10650
2085
- },
2086
- {
2087
- "epoch": 2.7386741745584846,
2088
- "grad_norm": 0.20318228006362915,
2089
- "learning_rate": 4.951635603108295e-07,
2090
- "loss": 0.078,
2091
- "step": 10700
2092
- },
2093
- {
2094
- "epoch": 2.7514717174302534,
2095
- "grad_norm": 0.1715410202741623,
2096
- "learning_rate": 4.4818290242582826e-07,
2097
- "loss": 0.0801,
2098
- "step": 10750
2099
- },
2100
- {
2101
- "epoch": 2.7642692603020222,
2102
- "grad_norm": 0.1792418658733368,
2103
- "learning_rate": 4.0350284310497615e-07,
2104
- "loss": 0.079,
2105
- "step": 10800
2106
- },
2107
- {
2108
- "epoch": 2.7642692603020222,
2109
- "eval_entity_f1": 0.7498628761786837,
2110
- "eval_entity_precision": 0.6734106211849235,
2111
- "eval_entity_recall": 0.8843448323657948,
2112
- "eval_loss": 0.08123580366373062,
2113
- "eval_runtime": 477.5895,
2114
- "eval_samples_per_second": 1675.079,
2115
- "eval_steps_per_second": 26.173,
2116
- "step": 10800
2117
- },
2118
- {
2119
- "epoch": 2.7770668031737906,
2120
- "grad_norm": 0.17811210453510284,
2121
- "learning_rate": 3.6113191142563146e-07,
2122
- "loss": 0.0782,
2123
- "step": 10850
2124
- },
2125
- {
2126
- "epoch": 2.789864346045559,
2127
- "grad_norm": 0.21450255811214447,
2128
- "learning_rate": 3.2107819567056415e-07,
2129
- "loss": 0.0799,
2130
- "step": 10900
2131
- },
2132
- {
2133
- "epoch": 2.802661888917328,
2134
- "grad_norm": 0.4785192012786865,
2135
- "learning_rate": 2.8334934178396997e-07,
2136
- "loss": 0.0828,
2137
- "step": 10950
2138
- },
2139
- {
2140
- "epoch": 2.8154594317890966,
2141
- "grad_norm": 0.20828568935394287,
2142
- "learning_rate": 2.4795255191190914e-07,
2143
- "loss": 0.0778,
2144
- "step": 11000
2145
- },
2146
- {
2147
- "epoch": 2.8154594317890966,
2148
- "eval_entity_f1": 0.7508875072800292,
2149
- "eval_entity_precision": 0.6752462467801512,
2150
- "eval_entity_recall": 0.8835294909007892,
2151
- "eval_loss": 0.08115677535533905,
2152
- "eval_runtime": 476.7044,
2153
- "eval_samples_per_second": 1678.189,
2154
- "eval_steps_per_second": 26.222,
2155
- "step": 11000
2156
- },
2157
- {
2158
- "epoch": 2.828256974660865,
2159
- "grad_norm": 0.20614302158355713,
2160
- "learning_rate": 2.1489458302748483e-07,
2161
- "loss": 0.0777,
2162
- "step": 11050
2163
- },
2164
- {
2165
- "epoch": 2.841054517532634,
2166
- "grad_norm": 0.229073628783226,
2167
- "learning_rate": 1.8418174564098223e-07,
2168
- "loss": 0.0792,
2169
- "step": 11100
2170
- },
2171
- {
2172
- "epoch": 2.853852060404402,
2173
- "grad_norm": 0.272368848323822,
2174
- "learning_rate": 1.5581990259524588e-07,
2175
- "loss": 0.0797,
2176
- "step": 11150
2177
- },
2178
- {
2179
- "epoch": 2.866649603276171,
2180
- "grad_norm": 0.2054791897535324,
2181
- "learning_rate": 1.2981446794649576e-07,
2182
- "loss": 0.0798,
2183
- "step": 11200
2184
- },
2185
- {
2186
- "epoch": 2.866649603276171,
2187
- "eval_entity_f1": 0.7498967902853477,
2188
- "eval_entity_precision": 0.673780188544089,
2189
- "eval_entity_recall": 0.8842643173961255,
2190
- "eval_loss": 0.08130218833684921,
2191
- "eval_runtime": 477.8516,
2192
- "eval_samples_per_second": 1674.16,
2193
- "eval_steps_per_second": 26.159,
2194
- "step": 11200
2195
- },
2196
- {
2197
- "epoch": 2.87944714614794,
2198
- "grad_norm": 0.18220539391040802,
2199
- "learning_rate": 1.0617040593084437e-07,
2200
- "loss": 0.0786,
2201
- "step": 11250
2202
- },
2203
- {
2204
- "epoch": 2.892244689019708,
2205
- "grad_norm": 0.2002861201763153,
2206
- "learning_rate": 8.48922300166477e-08,
2207
- "loss": 0.08,
2208
- "step": 11300
2209
- },
2210
- {
2211
- "epoch": 2.9050422318914766,
2212
- "grad_norm": 0.1861000508069992,
2213
- "learning_rate": 6.59840020429292e-08,
2214
- "loss": 0.0795,
2215
- "step": 11350
2216
- },
2217
- {
2218
- "epoch": 2.9178397747632454,
2219
- "grad_norm": 0.1750432401895523,
2220
- "learning_rate": 4.944933144399449e-08,
2221
- "loss": 0.0769,
2222
- "step": 11400
2223
- },
2224
- {
2225
- "epoch": 2.9178397747632454,
2226
- "eval_entity_f1": 0.7501227907527926,
2227
- "eval_entity_precision": 0.6741361926126912,
2228
- "eval_entity_recall": 0.8839860821211923,
2229
- "eval_loss": 0.08125095069408417,
2230
- "eval_runtime": 477.7843,
2231
- "eval_samples_per_second": 1674.396,
2232
- "eval_steps_per_second": 26.162,
2233
- "step": 11400
2234
- },
2235
- {
2236
- "epoch": 2.9306373176350142,
2237
- "grad_norm": 0.23810507357120514,
2238
- "learning_rate": 3.529137456043247e-08,
2239
- "loss": 0.0808,
2240
- "step": 11450
2241
- },
2242
- {
2243
- "epoch": 2.9434348605067826,
2244
- "grad_norm": 0.17240500450134277,
2245
- "learning_rate": 2.3512834036583386e-08,
2246
- "loss": 0.0785,
2247
- "step": 11500
2248
- },
2249
- {
2250
- "epoch": 2.9562324033785514,
2251
- "grad_norm": 0.15246008336544037,
2252
- "learning_rate": 1.4115958304629361e-08,
2253
- "loss": 0.0795,
2254
- "step": 11550
2255
- },
2256
- {
2257
- "epoch": 2.96902994625032,
2258
- "grad_norm": 0.21297241747379303,
2259
- "learning_rate": 7.10254115538489e-09,
2260
- "loss": 0.0789,
2261
- "step": 11600
2262
- },
2263
- {
2264
- "epoch": 2.96902994625032,
2265
- "eval_entity_f1": 0.7501707038653356,
2266
- "eval_entity_precision": 0.6742491385967203,
2267
- "eval_entity_recall": 0.883897413736873,
2268
- "eval_loss": 0.08122596889734268,
2269
- "eval_runtime": 476.3572,
2270
- "eval_samples_per_second": 1679.412,
2271
- "eval_steps_per_second": 26.241,
2272
- "step": 11600
2273
- },
2274
- {
2275
- "epoch": 2.9818274891220886,
2276
- "grad_norm": 0.20488199591636658,
2277
- "learning_rate": 2.4739213958790976e-09,
2278
- "loss": 0.0769,
2279
- "step": 11650
2280
- },
2281
- {
2282
- "epoch": 2.9946250319938574,
2283
- "grad_norm": 0.2265998274087906,
2284
- "learning_rate": 2.3098259378240282e-10,
2285
- "loss": 0.0797,
2286
- "step": 11700
2287
  }
2288
  ],
2289
  "logging_steps": 50,
2290
- "max_steps": 11721,
2291
  "num_input_tokens_seen": 0,
2292
- "num_train_epochs": 3,
2293
- "save_steps": 200,
2294
  "stateful_callbacks": {
2295
  "TrainerControl": {
2296
  "args": {
@@ -2298,12 +236,12 @@
2298
  "should_evaluate": false,
2299
  "should_log": false,
2300
  "should_save": true,
2301
- "should_training_stop": true
2302
  },
2303
  "attributes": {}
2304
  }
2305
  },
2306
- "total_flos": 1.482524685198426e+18,
2307
  "train_batch_size": 256,
2308
  "trial_name": null,
2309
  "trial_params": null
 
1
  {
2
+ "best_global_step": 1465,
3
+ "best_metric": 0.7333329297742454,
4
+ "best_model_checkpoint": "model/checkpoint-1465",
5
+ "epoch": 0.25,
6
+ "eval_steps": 1465,
7
+ "global_step": 1465,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
+ "epoch": 0.008532423208191127,
14
+ "grad_norm": 1.5641576051712036,
15
+ "learning_rate": 6.960227272727272e-06,
16
+ "loss": 1.6624,
17
  "step": 50
18
  },
19
  {
20
+ "epoch": 0.017064846416382253,
21
+ "grad_norm": 0.4061637222766876,
22
+ "learning_rate": 1.4062500000000001e-05,
23
+ "loss": 0.3169,
24
  "step": 100
25
  },
26
  {
27
+ "epoch": 0.025597269624573378,
28
+ "grad_norm": 0.4451664984226227,
29
+ "learning_rate": 2.116477272727273e-05,
30
+ "loss": 0.1786,
31
  "step": 150
32
  },
33
  {
34
+ "epoch": 0.034129692832764506,
35
+ "grad_norm": 0.3457334637641907,
36
+ "learning_rate": 2.499898999982817e-05,
37
+ "loss": 0.1447,
38
  "step": 200
39
  },
40
  {
41
+ "epoch": 0.042662116040955635,
42
+ "grad_norm": 0.45870351791381836,
43
+ "learning_rate": 2.4989826780227188e-05,
44
+ "loss": 0.1324,
 
 
 
 
 
 
 
 
 
 
 
45
  "step": 250
46
  },
47
  {
48
+ "epoch": 0.051194539249146756,
49
+ "grad_norm": 0.3399343490600586,
50
+ "learning_rate": 2.4971125493142457e-05,
51
+ "loss": 0.1289,
52
  "step": 300
53
  },
54
  {
55
+ "epoch": 0.059726962457337884,
56
+ "grad_norm": 0.47232744097709656,
57
+ "learning_rate": 2.4942900420128184e-05,
58
+ "loss": 0.1235,
59
  "step": 350
60
  },
61
  {
62
+ "epoch": 0.06825938566552901,
63
+ "grad_norm": 0.31067341566085815,
64
+ "learning_rate": 2.49051731157388e-05,
65
+ "loss": 0.1194,
 
 
 
 
 
 
 
 
 
 
 
66
  "step": 400
67
  },
68
  {
69
+ "epoch": 0.07679180887372014,
70
+ "grad_norm": 0.3713296353816986,
71
+ "learning_rate": 2.485797239106845e-05,
72
+ "loss": 0.121,
73
  "step": 450
74
  },
75
  {
76
+ "epoch": 0.08532423208191127,
77
+ "grad_norm": 0.3094009459018707,
78
+ "learning_rate": 2.4801334291748917e-05,
79
+ "loss": 0.1173,
80
  "step": 500
81
  },
82
  {
83
+ "epoch": 0.09385665529010238,
84
+ "grad_norm": 0.283159464597702,
85
+ "learning_rate": 2.473530207042278e-05,
86
+ "loss": 0.1208,
87
  "step": 550
88
  },
89
  {
90
+ "epoch": 0.10238907849829351,
91
+ "grad_norm": 0.30564266443252563,
92
+ "learning_rate": 2.4659926153712765e-05,
93
+ "loss": 0.1116,
 
 
 
 
 
 
 
 
 
 
 
94
  "step": 600
95
  },
96
  {
97
+ "epoch": 0.11092150170648464,
98
+ "grad_norm": 0.2683025002479553,
99
+ "learning_rate": 2.4575264103712642e-05,
100
+ "loss": 0.1104,
101
  "step": 650
102
  },
103
  {
104
+ "epoch": 0.11945392491467577,
105
+ "grad_norm": 0.3415144085884094,
106
+ "learning_rate": 2.4481380574028934e-05,
107
+ "loss": 0.1119,
108
  "step": 700
109
  },
110
  {
111
+ "epoch": 0.12798634812286688,
112
+ "grad_norm": 0.250636488199234,
113
+ "learning_rate": 2.437834726040711e-05,
114
+ "loss": 0.108,
115
  "step": 750
116
  },
117
  {
118
+ "epoch": 0.13651877133105803,
119
+ "grad_norm": 0.2625179886817932,
120
+ "learning_rate": 2.4266242845979902e-05,
121
+ "loss": 0.107,
 
 
 
 
 
 
 
 
 
 
 
122
  "step": 800
123
  },
124
  {
125
+ "epoch": 0.14505119453924914,
126
+ "grad_norm": 0.31926393508911133,
127
+ "learning_rate": 2.4145152941179615e-05,
128
+ "loss": 0.1075,
129
  "step": 850
130
  },
131
  {
132
+ "epoch": 0.15358361774744028,
133
+ "grad_norm": 0.2925693988800049,
134
+ "learning_rate": 2.401517001836026e-05,
135
+ "loss": 0.1087,
136
  "step": 900
137
  },
138
  {
139
+ "epoch": 0.1621160409556314,
140
+ "grad_norm": 0.2825545370578766,
141
+ "learning_rate": 2.3876393341179486e-05,
142
+ "loss": 0.1044,
143
  "step": 950
144
  },
145
  {
146
+ "epoch": 0.17064846416382254,
147
+ "grad_norm": 0.33026885986328125,
148
+ "learning_rate": 2.3728928888794205e-05,
149
+ "loss": 0.1052,
150
  "step": 1000
151
  },
152
  {
153
+ "epoch": 0.17918088737201365,
154
+ "grad_norm": 0.32080453634262085,
155
+ "learning_rate": 2.3572889274927805e-05,
156
+ "loss": 0.1072,
 
 
 
 
 
 
 
 
 
 
 
157
  "step": 1050
158
  },
159
  {
160
+ "epoch": 0.18771331058020477,
161
+ "grad_norm": 0.24436074495315552,
162
+ "learning_rate": 2.3408393661870808e-05,
163
+ "loss": 0.1031,
164
  "step": 1100
165
  },
166
  {
167
+ "epoch": 0.1962457337883959,
168
+ "grad_norm": 0.22855418920516968,
169
+ "learning_rate": 2.3235567669480528e-05,
170
+ "loss": 0.104,
171
  "step": 1150
172
  },
173
  {
174
+ "epoch": 0.20477815699658702,
175
+ "grad_norm": 0.2983805239200592,
176
+ "learning_rate": 2.3054543279249373e-05,
177
+ "loss": 0.1048,
 
 
 
 
 
 
 
 
 
 
 
178
  "step": 1200
179
  },
180
  {
181
+ "epoch": 0.21331058020477817,
182
+ "grad_norm": 0.22958669066429138,
183
+ "learning_rate": 2.286545873351494e-05,
184
+ "loss": 0.1042,
185
  "step": 1250
186
  },
187
  {
188
+ "epoch": 0.22184300341296928,
189
+ "grad_norm": 0.2709587514400482,
190
+ "learning_rate": 2.2668458429888906e-05,
191
+ "loss": 0.1028,
192
  "step": 1300
193
  },
194
  {
195
+ "epoch": 0.23037542662116042,
196
+ "grad_norm": 0.3249916136264801,
197
+ "learning_rate": 2.2463692810985354e-05,
198
+ "loss": 0.104,
199
  "step": 1350
200
  },
201
  {
202
+ "epoch": 0.23890784982935154,
203
+ "grad_norm": 0.33006545901298523,
204
+ "learning_rate": 2.225131824953274e-05,
205
+ "loss": 0.1011,
 
 
 
 
 
 
 
 
 
 
 
206
  "step": 1400
207
  },
208
  {
209
+ "epoch": 0.24744027303754265,
210
+ "grad_norm": 0.27488061785697937,
211
+ "learning_rate": 2.203149692895718e-05,
212
+ "loss": 0.1015,
213
  "step": 1450
214
  },
215
  {
216
+ "epoch": 0.25,
217
+ "eval_entity_f1": 0.7333329297742454,
218
+ "eval_entity_precision": 0.6570234291058094,
219
+ "eval_entity_recall": 0.876211987659762,
220
+ "eval_loss": 0.09791089594364166,
221
+ "eval_runtime": 794.2111,
222
+ "eval_samples_per_second": 1510.933,
223
+ "eval_steps_per_second": 23.608,
224
+ "step": 1465
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
225
  }
226
  ],
227
  "logging_steps": 50,
228
+ "max_steps": 5860,
229
  "num_input_tokens_seen": 0,
230
+ "num_train_epochs": 1,
231
+ "save_steps": 1465,
232
  "stateful_callbacks": {
233
  "TrainerControl": {
234
  "args": {
 
236
  "should_evaluate": false,
237
  "should_log": false,
238
  "should_save": true,
239
+ "should_training_stop": false
240
  },
241
  "attributes": {}
242
  }
243
  },
244
+ "total_flos": 1.8524754333505946e+17,
245
  "train_batch_size": 256,
246
  "trial_name": null,
247
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1eee5811c8d3f067bf15d8bd541c7591bf2f678897c193f1aa70a1f5bb1c57f
3
  size 5905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cd0cadb15b38d5d62eb7ba1c8d8cf6d8ff7a7453651ed77c16de5239c1b3221
3
  size 5905