PEFT
Safetensors
TinyPixel commited on
Commit
e56c619
·
1 Parent(s): 200976b

Upload folder using huggingface_hub

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f3ba49f73a389971e386b4f6a21d7d4552dbea70aed7d8edffa40c1e9dc9fa7d
3
  size 121915776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249bf4be205dd2652c9d937e1a83f98e812c06fb681cd4b41b07c4dc3deeb8cf
3
  size 121915776
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:699481cdb4057dad1811072a3784c5c230ed68cc7b5dd2db650491588235f3f7
3
  size 243883194
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a03758fe15563c285b5fa37f0d42fae16f0830f42ab8c4338a12440593139e8
3
  size 243883194
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:242671a394d6ab31de2cba9a24ffa0e05edcd8ff2eccd478f7b1d3b9cfdac40f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e19a7c720ea8fd4e0186a55d33f9b6127ae50d335e0963842995e747c4de6e2
3
  size 14244
trainer_state.json CHANGED
@@ -11,601 +11,601 @@
11
  {
12
  "epoch": 0.03,
13
  "learning_rate": 5.7142857142857145e-06,
14
- "loss": 2.5851,
15
  "step": 2
16
  },
17
  {
18
  "epoch": 0.06,
19
  "learning_rate": 1.1428571428571429e-05,
20
- "loss": 1.606,
21
  "step": 4
22
  },
23
  {
24
  "epoch": 0.09,
25
  "learning_rate": 1.7142857142857142e-05,
26
- "loss": 1.6376,
27
  "step": 6
28
  },
29
  {
30
  "epoch": 0.12,
31
  "learning_rate": 1.9998688836656322e-05,
32
- "loss": 1.5397,
33
  "step": 8
34
  },
35
  {
36
  "epoch": 0.15,
37
  "learning_rate": 1.998820159279591e-05,
38
- "loss": 1.2479,
39
  "step": 10
40
  },
41
  {
42
  "epoch": 0.18,
43
  "learning_rate": 1.9967238104745695e-05,
44
- "loss": 1.5462,
45
  "step": 12
46
  },
47
  {
48
  "epoch": 0.21,
49
  "learning_rate": 1.993582036030978e-05,
50
- "loss": 1.9254,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 0.24,
55
  "learning_rate": 1.9893981312363563e-05,
56
- "loss": 2.377,
57
  "step": 16
58
  },
59
  {
60
  "epoch": 0.27,
61
  "learning_rate": 1.9841764844290744e-05,
62
- "loss": 2.0347,
63
  "step": 18
64
  },
65
  {
66
  "epoch": 0.3,
67
  "learning_rate": 1.977922572395571e-05,
68
- "loss": 1.5208,
69
  "step": 20
70
  },
71
  {
72
  "epoch": 0.33,
73
  "learning_rate": 1.9706429546259592e-05,
74
- "loss": 1.4954,
75
  "step": 22
76
  },
77
  {
78
  "epoch": 0.36,
79
  "learning_rate": 1.9623452664340305e-05,
80
- "loss": 1.4711,
81
  "step": 24
82
  },
83
  {
84
  "epoch": 0.39,
85
  "learning_rate": 1.953038210948861e-05,
86
- "loss": 1.4482,
87
  "step": 26
88
  },
89
  {
90
  "epoch": 0.42,
91
  "learning_rate": 1.9427315499864345e-05,
92
- "loss": 1.6474,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 0.45,
97
  "learning_rate": 1.9314360938108427e-05,
98
- "loss": 1.9729,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 0.48,
103
  "learning_rate": 1.9191636897958123e-05,
104
- "loss": 2.0591,
105
  "step": 32
106
  },
107
  {
108
  "epoch": 0.51,
109
  "learning_rate": 1.905927209998447e-05,
110
- "loss": 2.4572,
111
  "step": 34
112
  },
113
  {
114
  "epoch": 0.54,
115
  "learning_rate": 1.8917405376582144e-05,
116
- "loss": 1.8854,
117
  "step": 36
118
  },
119
  {
120
  "epoch": 0.57,
121
  "learning_rate": 1.876618552635348e-05,
122
- "loss": 1.5307,
123
  "step": 38
124
  },
125
  {
126
  "epoch": 0.6,
127
  "learning_rate": 1.8605771158039253e-05,
128
- "loss": 1.4091,
129
  "step": 40
130
  },
131
  {
132
  "epoch": 0.63,
133
  "learning_rate": 1.8436330524160048e-05,
134
- "loss": 1.2489,
135
  "step": 42
136
  },
137
  {
138
  "epoch": 0.66,
139
  "learning_rate": 1.8258041344542567e-05,
140
- "loss": 1.4895,
141
  "step": 44
142
  },
143
  {
144
  "epoch": 0.69,
145
  "learning_rate": 1.8071090619916095e-05,
146
- "loss": 1.7542,
147
  "step": 46
148
  },
149
  {
150
  "epoch": 0.72,
151
  "learning_rate": 1.7875674435774546e-05,
152
- "loss": 1.6872,
153
  "step": 48
154
  },
155
  {
156
  "epoch": 0.75,
157
  "learning_rate": 1.767199775670986e-05,
158
- "loss": 2.7505,
159
  "step": 50
160
  },
161
  {
162
  "epoch": 0.78,
163
  "learning_rate": 1.7460274211432463e-05,
164
- "loss": 1.5695,
165
  "step": 52
166
  },
167
  {
168
  "epoch": 0.81,
169
  "learning_rate": 1.7240725868704218e-05,
170
- "loss": 1.3149,
171
  "step": 54
172
  },
173
  {
174
  "epoch": 0.84,
175
  "learning_rate": 1.7013583004418994e-05,
176
- "loss": 1.5899,
177
  "step": 56
178
  },
179
  {
180
  "epoch": 0.86,
181
  "learning_rate": 1.6779083860075032e-05,
182
- "loss": 1.39,
183
  "step": 58
184
  },
185
  {
186
  "epoch": 0.89,
187
  "learning_rate": 1.6537474392892527e-05,
188
- "loss": 1.2605,
189
  "step": 60
190
  },
191
  {
192
  "epoch": 0.92,
193
  "learning_rate": 1.6289008017838447e-05,
194
- "loss": 1.4089,
195
  "step": 62
196
  },
197
  {
198
  "epoch": 0.95,
199
  "learning_rate": 1.603394534182925e-05,
200
- "loss": 1.7018,
201
  "step": 64
202
  },
203
  {
204
  "epoch": 0.98,
205
  "learning_rate": 1.5772553890390196e-05,
206
- "loss": 1.3784,
207
  "step": 66
208
  },
209
  {
210
  "epoch": 1.01,
211
  "learning_rate": 1.5505107827058038e-05,
212
- "loss": 2.1283,
213
  "step": 68
214
  },
215
  {
216
  "epoch": 1.04,
217
  "learning_rate": 1.52318876658213e-05,
218
- "loss": 1.7516,
219
  "step": 70
220
  },
221
  {
222
  "epoch": 1.07,
223
  "learning_rate": 1.4953179976899878e-05,
224
- "loss": 1.3695,
225
  "step": 72
226
  },
227
  {
228
  "epoch": 1.1,
229
  "learning_rate": 1.4669277086172406e-05,
230
- "loss": 1.5351,
231
  "step": 74
232
  },
233
  {
234
  "epoch": 1.13,
235
  "learning_rate": 1.4380476768566825e-05,
236
- "loss": 1.212,
237
  "step": 76
238
  },
239
  {
240
  "epoch": 1.16,
241
  "learning_rate": 1.4087081935735565e-05,
242
- "loss": 1.2777,
243
  "step": 78
244
  },
245
  {
246
  "epoch": 1.19,
247
  "learning_rate": 1.378940031834307e-05,
248
- "loss": 1.4289,
249
  "step": 80
250
  },
251
  {
252
  "epoch": 1.22,
253
  "learning_rate": 1.3487744143298822e-05,
254
- "loss": 1.6633,
255
  "step": 82
256
  },
257
  {
258
  "epoch": 1.25,
259
  "learning_rate": 1.3182429806274442e-05,
260
- "loss": 1.9543,
261
  "step": 84
262
  },
263
  {
264
  "epoch": 1.28,
265
  "learning_rate": 1.2873777539848284e-05,
266
- "loss": 1.7349,
267
  "step": 86
268
  },
269
  {
270
  "epoch": 1.31,
271
  "learning_rate": 1.2562111077625723e-05,
272
- "loss": 1.5843,
273
  "step": 88
274
  },
275
  {
276
  "epoch": 1.34,
277
  "learning_rate": 1.2247757314687296e-05,
278
- "loss": 1.469,
279
  "step": 90
280
  },
281
  {
282
  "epoch": 1.37,
283
  "learning_rate": 1.1931045964720882e-05,
284
- "loss": 1.3608,
285
  "step": 92
286
  },
287
  {
288
  "epoch": 1.4,
289
  "learning_rate": 1.1612309214197599e-05,
290
- "loss": 1.1707,
291
  "step": 94
292
  },
293
  {
294
  "epoch": 1.43,
295
  "learning_rate": 1.1291881373954066e-05,
296
- "loss": 1.4295,
297
  "step": 96
298
  },
299
  {
300
  "epoch": 1.46,
301
  "learning_rate": 1.0970098528546482e-05,
302
- "loss": 1.5818,
303
  "step": 98
304
  },
305
  {
306
  "epoch": 1.49,
307
  "learning_rate": 1.0647298183744359e-05,
308
- "loss": 1.6487,
309
  "step": 100
310
  },
311
  {
312
  "epoch": 1.52,
313
  "learning_rate": 1.0323818912533561e-05,
314
- "loss": 2.4078,
315
  "step": 102
316
  },
317
  {
318
  "epoch": 1.55,
319
  "learning_rate": 1e-05,
320
- "loss": 1.4366,
321
  "step": 104
322
  },
323
  {
324
  "epoch": 1.58,
325
  "learning_rate": 9.676181087466444e-06,
326
- "loss": 1.3339,
327
  "step": 106
328
  },
329
  {
330
  "epoch": 1.61,
331
  "learning_rate": 9.352701816255643e-06,
332
- "loss": 1.2585,
333
  "step": 108
334
  },
335
  {
336
  "epoch": 1.64,
337
  "learning_rate": 9.02990147145352e-06,
338
- "loss": 1.1135,
339
  "step": 110
340
  },
341
  {
342
  "epoch": 1.67,
343
  "learning_rate": 8.708118626045939e-06,
344
- "loss": 1.4447,
345
  "step": 112
346
  },
347
  {
348
  "epoch": 1.7,
349
  "learning_rate": 8.387690785802403e-06,
350
- "loss": 1.747,
351
  "step": 114
352
  },
353
  {
354
  "epoch": 1.73,
355
  "learning_rate": 8.068954035279121e-06,
356
- "loss": 2.0869,
357
  "step": 116
358
  },
359
  {
360
  "epoch": 1.76,
361
  "learning_rate": 7.752242685312709e-06,
362
- "loss": 2.0168,
363
  "step": 118
364
  },
365
  {
366
  "epoch": 1.79,
367
  "learning_rate": 7.4378889223742766e-06,
368
- "loss": 1.5621,
369
  "step": 120
370
  },
371
  {
372
  "epoch": 1.82,
373
  "learning_rate": 7.126222460151719e-06,
374
- "loss": 1.3901,
375
  "step": 122
376
  },
377
  {
378
  "epoch": 1.85,
379
  "learning_rate": 6.8175701937255645e-06,
380
- "loss": 1.2683,
381
  "step": 124
382
  },
383
  {
384
  "epoch": 1.88,
385
  "learning_rate": 6.5122558567011775e-06,
386
- "loss": 1.1724,
387
  "step": 126
388
  },
389
  {
390
  "epoch": 1.91,
391
  "learning_rate": 6.210599681656933e-06,
392
- "loss": 1.5036,
393
  "step": 128
394
  },
395
  {
396
  "epoch": 1.94,
397
  "learning_rate": 5.912918064264441e-06,
398
- "loss": 1.7858,
399
  "step": 130
400
  },
401
  {
402
  "epoch": 1.97,
403
  "learning_rate": 5.619523231433177e-06,
404
- "loss": 1.2173,
405
  "step": 132
406
  },
407
  {
408
  "epoch": 2.0,
409
  "learning_rate": 5.330722913827594e-06,
410
- "loss": 1.4985,
411
  "step": 134
412
  },
413
  {
414
  "epoch": 2.03,
415
  "learning_rate": 5.046820023100129e-06,
416
- "loss": 2.1682,
417
  "step": 136
418
  },
419
  {
420
  "epoch": 2.06,
421
  "learning_rate": 4.7681123341787e-06,
422
- "loss": 1.5148,
423
  "step": 138
424
  },
425
  {
426
  "epoch": 2.09,
427
  "learning_rate": 4.494892172941965e-06,
428
- "loss": 1.3437,
429
  "step": 140
430
  },
431
  {
432
  "epoch": 2.12,
433
  "learning_rate": 4.2274461096098085e-06,
434
- "loss": 1.4119,
435
  "step": 142
436
  },
437
  {
438
  "epoch": 2.15,
439
  "learning_rate": 3.966054658170754e-06,
440
- "loss": 1.1752,
441
  "step": 144
442
  },
443
  {
444
  "epoch": 2.18,
445
  "learning_rate": 3.7109919821615546e-06,
446
- "loss": 1.4334,
447
  "step": 146
448
  },
449
  {
450
  "epoch": 2.21,
451
  "learning_rate": 3.4625256071074776e-06,
452
- "loss": 1.4999,
453
  "step": 148
454
  },
455
  {
456
  "epoch": 2.24,
457
  "learning_rate": 3.2209161399249677e-06,
458
- "loss": 1.4172,
459
  "step": 150
460
  },
461
  {
462
  "epoch": 2.27,
463
  "learning_rate": 2.9864169955810085e-06,
464
- "loss": 2.4804,
465
  "step": 152
466
  },
467
  {
468
  "epoch": 2.3,
469
  "learning_rate": 2.759274131295787e-06,
470
- "loss": 1.9752,
471
  "step": 154
472
  },
473
  {
474
  "epoch": 2.33,
475
  "learning_rate": 2.5397257885675396e-06,
476
- "loss": 1.4638,
477
  "step": 156
478
  },
479
  {
480
  "epoch": 2.36,
481
  "learning_rate": 2.328002243290138e-06,
482
- "loss": 1.4279,
483
  "step": 158
484
  },
485
  {
486
  "epoch": 2.39,
487
  "learning_rate": 2.124325564225458e-06,
488
- "loss": 1.1614,
489
  "step": 160
490
  },
491
  {
492
  "epoch": 2.42,
493
  "learning_rate": 1.9289093800839067e-06,
494
- "loss": 1.3463,
495
  "step": 162
496
  },
497
  {
498
  "epoch": 2.45,
499
  "learning_rate": 1.7419586554574364e-06,
500
- "loss": 1.4851,
501
  "step": 164
502
  },
503
  {
504
  "epoch": 2.48,
505
  "learning_rate": 1.5636694758399563e-06,
506
- "loss": 1.5392,
507
  "step": 166
508
  },
509
  {
510
  "epoch": 2.51,
511
  "learning_rate": 1.3942288419607476e-06,
512
- "loss": 2.1037,
513
  "step": 168
514
  },
515
  {
516
  "epoch": 2.53,
517
  "learning_rate": 1.233814473646524e-06,
518
- "loss": 1.573,
519
  "step": 170
520
  },
521
  {
522
  "epoch": 2.56,
523
  "learning_rate": 1.0825946234178575e-06,
524
- "loss": 1.4296,
525
  "step": 172
526
  },
527
  {
528
  "epoch": 2.59,
529
  "learning_rate": 9.407279000155311e-07,
530
- "loss": 1.5531,
531
  "step": 174
532
  },
533
  {
534
  "epoch": 2.62,
535
  "learning_rate": 8.083631020418792e-07,
536
- "loss": 1.1438,
537
  "step": 176
538
  },
539
  {
540
  "epoch": 2.65,
541
  "learning_rate": 6.856390618915775e-07,
542
- "loss": 1.1934,
543
  "step": 178
544
  },
545
  {
546
  "epoch": 2.68,
547
  "learning_rate": 5.726845001356573e-07,
548
- "loss": 1.5436,
549
  "step": 180
550
  },
551
  {
552
  "epoch": 2.71,
553
  "learning_rate": 4.696178905113913e-07,
554
- "loss": 1.5864,
555
  "step": 182
556
  },
557
  {
558
  "epoch": 2.74,
559
  "learning_rate": 3.7654733565969826e-07,
560
- "loss": 2.6632,
561
  "step": 184
562
  },
563
  {
564
  "epoch": 2.77,
565
  "learning_rate": 2.935704537404083e-07,
566
- "loss": 1.4566,
567
  "step": 186
568
  },
569
  {
570
  "epoch": 2.8,
571
  "learning_rate": 2.2077427604429435e-07,
572
- "loss": 1.3796,
573
  "step": 188
574
  },
575
  {
576
  "epoch": 2.83,
577
  "learning_rate": 1.5823515570925763e-07,
578
- "loss": 1.385,
579
  "step": 190
580
  },
581
  {
582
  "epoch": 2.86,
583
  "learning_rate": 1.0601868763643997e-07,
584
- "loss": 0.9717,
585
  "step": 192
586
  },
587
  {
588
  "epoch": 2.89,
589
  "learning_rate": 6.417963969022389e-08,
590
- "loss": 1.4063,
591
  "step": 194
592
  },
593
  {
594
  "epoch": 2.92,
595
  "learning_rate": 3.2761895254306285e-08,
596
- "loss": 1.6286,
597
  "step": 196
598
  },
599
  {
600
  "epoch": 2.95,
601
  "learning_rate": 1.179840720409331e-08,
602
- "loss": 1.5127,
603
  "step": 198
604
  },
605
  {
606
  "epoch": 2.98,
607
  "learning_rate": 1.3111633436779792e-09,
608
- "loss": 1.1829,
609
  "step": 200
610
  }
611
  ],
@@ -614,7 +614,7 @@
614
  "num_input_tokens_seen": 0,
615
  "num_train_epochs": 3,
616
  "save_steps": 500,
617
- "total_flos": 1.4168234860720128e+16,
618
  "train_batch_size": 1,
619
  "trial_name": null,
620
  "trial_params": null
 
11
  {
12
  "epoch": 0.03,
13
  "learning_rate": 5.7142857142857145e-06,
14
+ "loss": 2.5972,
15
  "step": 2
16
  },
17
  {
18
  "epoch": 0.06,
19
  "learning_rate": 1.1428571428571429e-05,
20
+ "loss": 1.6213,
21
  "step": 4
22
  },
23
  {
24
  "epoch": 0.09,
25
  "learning_rate": 1.7142857142857142e-05,
26
+ "loss": 1.6595,
27
  "step": 6
28
  },
29
  {
30
  "epoch": 0.12,
31
  "learning_rate": 1.9998688836656322e-05,
32
+ "loss": 1.5668,
33
  "step": 8
34
  },
35
  {
36
  "epoch": 0.15,
37
  "learning_rate": 1.998820159279591e-05,
38
+ "loss": 1.2901,
39
  "step": 10
40
  },
41
  {
42
  "epoch": 0.18,
43
  "learning_rate": 1.9967238104745695e-05,
44
+ "loss": 1.6238,
45
  "step": 12
46
  },
47
  {
48
  "epoch": 0.21,
49
  "learning_rate": 1.993582036030978e-05,
50
+ "loss": 2.0448,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 0.24,
55
  "learning_rate": 1.9893981312363563e-05,
56
+ "loss": 2.5822,
57
  "step": 16
58
  },
59
  {
60
  "epoch": 0.27,
61
  "learning_rate": 1.9841764844290744e-05,
62
+ "loss": 2.0548,
63
  "step": 18
64
  },
65
  {
66
  "epoch": 0.3,
67
  "learning_rate": 1.977922572395571e-05,
68
+ "loss": 1.5504,
69
  "step": 20
70
  },
71
  {
72
  "epoch": 0.33,
73
  "learning_rate": 1.9706429546259592e-05,
74
+ "loss": 1.534,
75
  "step": 22
76
  },
77
  {
78
  "epoch": 0.36,
79
  "learning_rate": 1.9623452664340305e-05,
80
+ "loss": 1.4985,
81
  "step": 24
82
  },
83
  {
84
  "epoch": 0.39,
85
  "learning_rate": 1.953038210948861e-05,
86
+ "loss": 1.4896,
87
  "step": 26
88
  },
89
  {
90
  "epoch": 0.42,
91
  "learning_rate": 1.9427315499864345e-05,
92
+ "loss": 1.7378,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 0.45,
97
  "learning_rate": 1.9314360938108427e-05,
98
+ "loss": 2.0865,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 0.48,
103
  "learning_rate": 1.9191636897958123e-05,
104
+ "loss": 2.2693,
105
  "step": 32
106
  },
107
  {
108
  "epoch": 0.51,
109
  "learning_rate": 1.905927209998447e-05,
110
+ "loss": 2.4775,
111
  "step": 34
112
  },
113
  {
114
  "epoch": 0.54,
115
  "learning_rate": 1.8917405376582144e-05,
116
+ "loss": 1.907,
117
  "step": 36
118
  },
119
  {
120
  "epoch": 0.57,
121
  "learning_rate": 1.876618552635348e-05,
122
+ "loss": 1.5578,
123
  "step": 38
124
  },
125
  {
126
  "epoch": 0.6,
127
  "learning_rate": 1.8605771158039253e-05,
128
+ "loss": 1.4374,
129
  "step": 40
130
  },
131
  {
132
  "epoch": 0.63,
133
  "learning_rate": 1.8436330524160048e-05,
134
+ "loss": 1.2885,
135
  "step": 42
136
  },
137
  {
138
  "epoch": 0.66,
139
  "learning_rate": 1.8258041344542567e-05,
140
+ "loss": 1.5687,
141
  "step": 44
142
  },
143
  {
144
  "epoch": 0.69,
145
  "learning_rate": 1.8071090619916095e-05,
146
+ "loss": 1.819,
147
  "step": 46
148
  },
149
  {
150
  "epoch": 0.72,
151
  "learning_rate": 1.7875674435774546e-05,
152
+ "loss": 1.9352,
153
  "step": 48
154
  },
155
  {
156
  "epoch": 0.75,
157
  "learning_rate": 1.767199775670986e-05,
158
+ "loss": 2.7611,
159
  "step": 50
160
  },
161
  {
162
  "epoch": 0.78,
163
  "learning_rate": 1.7460274211432463e-05,
164
+ "loss": 1.5858,
165
  "step": 52
166
  },
167
  {
168
  "epoch": 0.81,
169
  "learning_rate": 1.7240725868704218e-05,
170
+ "loss": 1.3336,
171
  "step": 54
172
  },
173
  {
174
  "epoch": 0.84,
175
  "learning_rate": 1.7013583004418994e-05,
176
+ "loss": 1.5745,
177
  "step": 56
178
  },
179
  {
180
  "epoch": 0.86,
181
  "learning_rate": 1.6779083860075032e-05,
182
+ "loss": 1.4328,
183
  "step": 58
184
  },
185
  {
186
  "epoch": 0.89,
187
  "learning_rate": 1.6537474392892527e-05,
188
+ "loss": 1.2795,
189
  "step": 60
190
  },
191
  {
192
  "epoch": 0.92,
193
  "learning_rate": 1.6289008017838447e-05,
194
+ "loss": 1.4316,
195
  "step": 62
196
  },
197
  {
198
  "epoch": 0.95,
199
  "learning_rate": 1.603394534182925e-05,
200
+ "loss": 1.7587,
201
  "step": 64
202
  },
203
  {
204
  "epoch": 0.98,
205
  "learning_rate": 1.5772553890390196e-05,
206
+ "loss": 1.3836,
207
  "step": 66
208
  },
209
  {
210
  "epoch": 1.01,
211
  "learning_rate": 1.5505107827058038e-05,
212
+ "loss": 2.1514,
213
  "step": 68
214
  },
215
  {
216
  "epoch": 1.04,
217
  "learning_rate": 1.52318876658213e-05,
218
+ "loss": 1.7494,
219
  "step": 70
220
  },
221
  {
222
  "epoch": 1.07,
223
  "learning_rate": 1.4953179976899878e-05,
224
+ "loss": 1.3705,
225
  "step": 72
226
  },
227
  {
228
  "epoch": 1.1,
229
  "learning_rate": 1.4669277086172406e-05,
230
+ "loss": 1.5337,
231
  "step": 74
232
  },
233
  {
234
  "epoch": 1.13,
235
  "learning_rate": 1.4380476768566825e-05,
236
+ "loss": 1.206,
237
  "step": 76
238
  },
239
  {
240
  "epoch": 1.16,
241
  "learning_rate": 1.4087081935735565e-05,
242
+ "loss": 1.2772,
243
  "step": 78
244
  },
245
  {
246
  "epoch": 1.19,
247
  "learning_rate": 1.378940031834307e-05,
248
+ "loss": 1.4074,
249
  "step": 80
250
  },
251
  {
252
  "epoch": 1.22,
253
  "learning_rate": 1.3487744143298822e-05,
254
+ "loss": 1.6871,
255
  "step": 82
256
  },
257
  {
258
  "epoch": 1.25,
259
  "learning_rate": 1.3182429806274442e-05,
260
+ "loss": 2.1145,
261
  "step": 84
262
  },
263
  {
264
  "epoch": 1.28,
265
  "learning_rate": 1.2873777539848284e-05,
266
+ "loss": 1.6078,
267
  "step": 86
268
  },
269
  {
270
  "epoch": 1.31,
271
  "learning_rate": 1.2562111077625723e-05,
272
+ "loss": 1.5886,
273
  "step": 88
274
  },
275
  {
276
  "epoch": 1.34,
277
  "learning_rate": 1.2247757314687296e-05,
278
+ "loss": 1.4686,
279
  "step": 90
280
  },
281
  {
282
  "epoch": 1.37,
283
  "learning_rate": 1.1931045964720882e-05,
284
+ "loss": 1.3602,
285
  "step": 92
286
  },
287
  {
288
  "epoch": 1.4,
289
  "learning_rate": 1.1612309214197599e-05,
290
+ "loss": 1.2071,
291
  "step": 94
292
  },
293
  {
294
  "epoch": 1.43,
295
  "learning_rate": 1.1291881373954066e-05,
296
+ "loss": 1.3785,
297
  "step": 96
298
  },
299
  {
300
  "epoch": 1.46,
301
  "learning_rate": 1.0970098528546482e-05,
302
+ "loss": 1.5731,
303
  "step": 98
304
  },
305
  {
306
  "epoch": 1.49,
307
  "learning_rate": 1.0647298183744359e-05,
308
+ "loss": 1.6729,
309
  "step": 100
310
  },
311
  {
312
  "epoch": 1.52,
313
  "learning_rate": 1.0323818912533561e-05,
314
+ "loss": 2.407,
315
  "step": 102
316
  },
317
  {
318
  "epoch": 1.55,
319
  "learning_rate": 1e-05,
320
+ "loss": 1.4189,
321
  "step": 104
322
  },
323
  {
324
  "epoch": 1.58,
325
  "learning_rate": 9.676181087466444e-06,
326
+ "loss": 1.3595,
327
  "step": 106
328
  },
329
  {
330
  "epoch": 1.61,
331
  "learning_rate": 9.352701816255643e-06,
332
+ "loss": 1.2607,
333
  "step": 108
334
  },
335
  {
336
  "epoch": 1.64,
337
  "learning_rate": 9.02990147145352e-06,
338
+ "loss": 1.1152,
339
  "step": 110
340
  },
341
  {
342
  "epoch": 1.67,
343
  "learning_rate": 8.708118626045939e-06,
344
+ "loss": 1.4698,
345
  "step": 112
346
  },
347
  {
348
  "epoch": 1.7,
349
  "learning_rate": 8.387690785802403e-06,
350
+ "loss": 1.7058,
351
  "step": 114
352
  },
353
  {
354
  "epoch": 1.73,
355
  "learning_rate": 8.068954035279121e-06,
356
+ "loss": 2.082,
357
  "step": 116
358
  },
359
  {
360
  "epoch": 1.76,
361
  "learning_rate": 7.752242685312709e-06,
362
+ "loss": 2.0173,
363
  "step": 118
364
  },
365
  {
366
  "epoch": 1.79,
367
  "learning_rate": 7.4378889223742766e-06,
368
+ "loss": 1.566,
369
  "step": 120
370
  },
371
  {
372
  "epoch": 1.82,
373
  "learning_rate": 7.126222460151719e-06,
374
+ "loss": 1.392,
375
  "step": 122
376
  },
377
  {
378
  "epoch": 1.85,
379
  "learning_rate": 6.8175701937255645e-06,
380
+ "loss": 1.271,
381
  "step": 124
382
  },
383
  {
384
  "epoch": 1.88,
385
  "learning_rate": 6.5122558567011775e-06,
386
+ "loss": 1.1742,
387
  "step": 126
388
  },
389
  {
390
  "epoch": 1.91,
391
  "learning_rate": 6.210599681656933e-06,
392
+ "loss": 1.4929,
393
  "step": 128
394
  },
395
  {
396
  "epoch": 1.94,
397
  "learning_rate": 5.912918064264441e-06,
398
+ "loss": 1.7692,
399
  "step": 130
400
  },
401
  {
402
  "epoch": 1.97,
403
  "learning_rate": 5.619523231433177e-06,
404
+ "loss": 1.2306,
405
  "step": 132
406
  },
407
  {
408
  "epoch": 2.0,
409
  "learning_rate": 5.330722913827594e-06,
410
+ "loss": 1.4964,
411
  "step": 134
412
  },
413
  {
414
  "epoch": 2.03,
415
  "learning_rate": 5.046820023100129e-06,
416
+ "loss": 2.1739,
417
  "step": 136
418
  },
419
  {
420
  "epoch": 2.06,
421
  "learning_rate": 4.7681123341787e-06,
422
+ "loss": 1.5173,
423
  "step": 138
424
  },
425
  {
426
  "epoch": 2.09,
427
  "learning_rate": 4.494892172941965e-06,
428
+ "loss": 1.3477,
429
  "step": 140
430
  },
431
  {
432
  "epoch": 2.12,
433
  "learning_rate": 4.2274461096098085e-06,
434
+ "loss": 1.4137,
435
  "step": 142
436
  },
437
  {
438
  "epoch": 2.15,
439
  "learning_rate": 3.966054658170754e-06,
440
+ "loss": 1.1751,
441
  "step": 144
442
  },
443
  {
444
  "epoch": 2.18,
445
  "learning_rate": 3.7109919821615546e-06,
446
+ "loss": 1.4773,
447
  "step": 146
448
  },
449
  {
450
  "epoch": 2.21,
451
  "learning_rate": 3.4625256071074776e-06,
452
+ "loss": 1.447,
453
  "step": 148
454
  },
455
  {
456
  "epoch": 2.24,
457
  "learning_rate": 3.2209161399249677e-06,
458
+ "loss": 1.4195,
459
  "step": 150
460
  },
461
  {
462
  "epoch": 2.27,
463
  "learning_rate": 2.9864169955810085e-06,
464
+ "loss": 2.4854,
465
  "step": 152
466
  },
467
  {
468
  "epoch": 2.3,
469
  "learning_rate": 2.759274131295787e-06,
470
+ "loss": 1.9709,
471
  "step": 154
472
  },
473
  {
474
  "epoch": 2.33,
475
  "learning_rate": 2.5397257885675396e-06,
476
+ "loss": 1.4681,
477
  "step": 156
478
  },
479
  {
480
  "epoch": 2.36,
481
  "learning_rate": 2.328002243290138e-06,
482
+ "loss": 1.4283,
483
  "step": 158
484
  },
485
  {
486
  "epoch": 2.39,
487
  "learning_rate": 2.124325564225458e-06,
488
+ "loss": 1.1628,
489
  "step": 160
490
  },
491
  {
492
  "epoch": 2.42,
493
  "learning_rate": 1.9289093800839067e-06,
494
+ "loss": 1.3378,
495
  "step": 162
496
  },
497
  {
498
  "epoch": 2.45,
499
  "learning_rate": 1.7419586554574364e-06,
500
+ "loss": 1.4992,
501
  "step": 164
502
  },
503
  {
504
  "epoch": 2.48,
505
  "learning_rate": 1.5636694758399563e-06,
506
+ "loss": 1.5194,
507
  "step": 166
508
  },
509
  {
510
  "epoch": 2.51,
511
  "learning_rate": 1.3942288419607476e-06,
512
+ "loss": 2.1038,
513
  "step": 168
514
  },
515
  {
516
  "epoch": 2.53,
517
  "learning_rate": 1.233814473646524e-06,
518
+ "loss": 1.5741,
519
  "step": 170
520
  },
521
  {
522
  "epoch": 2.56,
523
  "learning_rate": 1.0825946234178575e-06,
524
+ "loss": 1.4266,
525
  "step": 172
526
  },
527
  {
528
  "epoch": 2.59,
529
  "learning_rate": 9.407279000155311e-07,
530
+ "loss": 1.5593,
531
  "step": 174
532
  },
533
  {
534
  "epoch": 2.62,
535
  "learning_rate": 8.083631020418792e-07,
536
+ "loss": 1.1452,
537
  "step": 176
538
  },
539
  {
540
  "epoch": 2.65,
541
  "learning_rate": 6.856390618915775e-07,
542
+ "loss": 1.1922,
543
  "step": 178
544
  },
545
  {
546
  "epoch": 2.68,
547
  "learning_rate": 5.726845001356573e-07,
548
+ "loss": 1.5303,
549
  "step": 180
550
  },
551
  {
552
  "epoch": 2.71,
553
  "learning_rate": 4.696178905113913e-07,
554
+ "loss": 1.5796,
555
  "step": 182
556
  },
557
  {
558
  "epoch": 2.74,
559
  "learning_rate": 3.7654733565969826e-07,
560
+ "loss": 2.6667,
561
  "step": 184
562
  },
563
  {
564
  "epoch": 2.77,
565
  "learning_rate": 2.935704537404083e-07,
566
+ "loss": 1.4578,
567
  "step": 186
568
  },
569
  {
570
  "epoch": 2.8,
571
  "learning_rate": 2.2077427604429435e-07,
572
+ "loss": 1.3813,
573
  "step": 188
574
  },
575
  {
576
  "epoch": 2.83,
577
  "learning_rate": 1.5823515570925763e-07,
578
+ "loss": 1.3865,
579
  "step": 190
580
  },
581
  {
582
  "epoch": 2.86,
583
  "learning_rate": 1.0601868763643997e-07,
584
+ "loss": 0.9682,
585
  "step": 192
586
  },
587
  {
588
  "epoch": 2.89,
589
  "learning_rate": 6.417963969022389e-08,
590
+ "loss": 1.4016,
591
  "step": 194
592
  },
593
  {
594
  "epoch": 2.92,
595
  "learning_rate": 3.2761895254306285e-08,
596
+ "loss": 1.6069,
597
  "step": 196
598
  },
599
  {
600
  "epoch": 2.95,
601
  "learning_rate": 1.179840720409331e-08,
602
+ "loss": 1.5111,
603
  "step": 198
604
  },
605
  {
606
  "epoch": 2.98,
607
  "learning_rate": 1.3111633436779792e-09,
608
+ "loss": 1.188,
609
  "step": 200
610
  }
611
  ],
 
614
  "num_input_tokens_seen": 0,
615
  "num_train_epochs": 3,
616
  "save_steps": 500,
617
+ "total_flos": 1.4213537149710336e+16,
618
  "train_batch_size": 1,
619
  "trial_name": null,
620
  "trial_params": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f64cf07e44bd49988614f1c5896457855e086b870fd8cb30fb62dd90dfe3010
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce271b16491de873616884437f0a6baabfe3fe612247046ef5bf66fb65ae12ef
3
  size 4728