lucascruz commited on
Commit
c388fbf
·
1 Parent(s): d92dfc2

Training in progress, step 1744, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:475c07d3c3f999bb83aca9c986ff8d87fc45707c60d5b396967708a59e39aec7
3
  size 686648325
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9e5a90f491aeeb4f1711ab29f765db2ab8064a84c38e94b6a5d5ecba75a949d
3
  size 686648325
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:797f2463304e55fdb8d568958da50277227f97d1705b8b27d0d471e48d408509
3
  size 343308717
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:785658d83208307120fb56a3afc87371b916c7fb4cbc7583c483f8cdc0c2c471
3
  size 343308717
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c7ec7af899b3a71791871f4f0c5924e8d64a79cd01fb27a6d8058c72df2efee
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb43afb56912b7707b6889062bdac872db67f931bc80eb0e3efab31bab5e897b
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.7485900488783055,
5
  "eval_steps": 500,
6
- "global_step": 1526,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -9174,13 +9174,1321 @@
9174
  "learning_rate": 0.0003373809523809524,
9175
  "loss": 0.6007,
9176
  "step": 1526
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9177
  }
9178
  ],
9179
  "logging_steps": 1,
9180
  "max_steps": 4360,
9181
  "num_train_epochs": 5,
9182
  "save_steps": 218,
9183
- "total_flos": 3.0276237916376138e+19,
9184
  "trial_name": null,
9185
  "trial_params": null
9186
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.9983886272894922,
5
  "eval_steps": 500,
6
+ "global_step": 1744,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
9174
  "learning_rate": 0.0003373809523809524,
9175
  "loss": 0.6007,
9176
  "step": 1526
9177
+ },
9178
+ {
9179
+ "epoch": 1.75,
9180
+ "learning_rate": 0.00033726190476190477,
9181
+ "loss": 0.6129,
9182
+ "step": 1527
9183
+ },
9184
+ {
9185
+ "epoch": 1.75,
9186
+ "learning_rate": 0.00033714285714285714,
9187
+ "loss": 0.5875,
9188
+ "step": 1528
9189
+ },
9190
+ {
9191
+ "epoch": 1.75,
9192
+ "learning_rate": 0.0003370238095238095,
9193
+ "loss": 0.6278,
9194
+ "step": 1529
9195
+ },
9196
+ {
9197
+ "epoch": 1.75,
9198
+ "learning_rate": 0.00033690476190476195,
9199
+ "loss": 0.6252,
9200
+ "step": 1530
9201
+ },
9202
+ {
9203
+ "epoch": 1.75,
9204
+ "learning_rate": 0.0003367857142857143,
9205
+ "loss": 0.5611,
9206
+ "step": 1531
9207
+ },
9208
+ {
9209
+ "epoch": 1.76,
9210
+ "learning_rate": 0.0003366666666666667,
9211
+ "loss": 0.6246,
9212
+ "step": 1532
9213
+ },
9214
+ {
9215
+ "epoch": 1.76,
9216
+ "learning_rate": 0.0003365476190476191,
9217
+ "loss": 0.6452,
9218
+ "step": 1533
9219
+ },
9220
+ {
9221
+ "epoch": 1.76,
9222
+ "learning_rate": 0.00033642857142857145,
9223
+ "loss": 0.5874,
9224
+ "step": 1534
9225
+ },
9226
+ {
9227
+ "epoch": 1.76,
9228
+ "learning_rate": 0.0003363095238095238,
9229
+ "loss": 0.6128,
9230
+ "step": 1535
9231
+ },
9232
+ {
9233
+ "epoch": 1.76,
9234
+ "learning_rate": 0.0003361904761904762,
9235
+ "loss": 0.6139,
9236
+ "step": 1536
9237
+ },
9238
+ {
9239
+ "epoch": 1.76,
9240
+ "learning_rate": 0.0003360714285714286,
9241
+ "loss": 0.6227,
9242
+ "step": 1537
9243
+ },
9244
+ {
9245
+ "epoch": 1.76,
9246
+ "learning_rate": 0.00033595238095238095,
9247
+ "loss": 0.6371,
9248
+ "step": 1538
9249
+ },
9250
+ {
9251
+ "epoch": 1.76,
9252
+ "learning_rate": 0.00033583333333333333,
9253
+ "loss": 0.5706,
9254
+ "step": 1539
9255
+ },
9256
+ {
9257
+ "epoch": 1.76,
9258
+ "learning_rate": 0.00033571428571428576,
9259
+ "loss": 0.6167,
9260
+ "step": 1540
9261
+ },
9262
+ {
9263
+ "epoch": 1.77,
9264
+ "learning_rate": 0.00033559523809523813,
9265
+ "loss": 0.5969,
9266
+ "step": 1541
9267
+ },
9268
+ {
9269
+ "epoch": 1.77,
9270
+ "learning_rate": 0.0003354761904761905,
9271
+ "loss": 0.6073,
9272
+ "step": 1542
9273
+ },
9274
+ {
9275
+ "epoch": 1.77,
9276
+ "learning_rate": 0.0003353571428571429,
9277
+ "loss": 0.6329,
9278
+ "step": 1543
9279
+ },
9280
+ {
9281
+ "epoch": 1.77,
9282
+ "learning_rate": 0.00033523809523809526,
9283
+ "loss": 0.6176,
9284
+ "step": 1544
9285
+ },
9286
+ {
9287
+ "epoch": 1.77,
9288
+ "learning_rate": 0.00033511904761904764,
9289
+ "loss": 0.5943,
9290
+ "step": 1545
9291
+ },
9292
+ {
9293
+ "epoch": 1.77,
9294
+ "learning_rate": 0.000335,
9295
+ "loss": 0.6112,
9296
+ "step": 1546
9297
+ },
9298
+ {
9299
+ "epoch": 1.77,
9300
+ "learning_rate": 0.0003348809523809524,
9301
+ "loss": 0.5828,
9302
+ "step": 1547
9303
+ },
9304
+ {
9305
+ "epoch": 1.77,
9306
+ "learning_rate": 0.00033476190476190476,
9307
+ "loss": 0.6459,
9308
+ "step": 1548
9309
+ },
9310
+ {
9311
+ "epoch": 1.77,
9312
+ "learning_rate": 0.0003346428571428572,
9313
+ "loss": 0.6255,
9314
+ "step": 1549
9315
+ },
9316
+ {
9317
+ "epoch": 1.78,
9318
+ "learning_rate": 0.00033452380952380957,
9319
+ "loss": 0.61,
9320
+ "step": 1550
9321
+ },
9322
+ {
9323
+ "epoch": 1.78,
9324
+ "learning_rate": 0.00033440476190476194,
9325
+ "loss": 0.5975,
9326
+ "step": 1551
9327
+ },
9328
+ {
9329
+ "epoch": 1.78,
9330
+ "learning_rate": 0.0003342857142857143,
9331
+ "loss": 0.5762,
9332
+ "step": 1552
9333
+ },
9334
+ {
9335
+ "epoch": 1.78,
9336
+ "learning_rate": 0.0003341666666666667,
9337
+ "loss": 0.5727,
9338
+ "step": 1553
9339
+ },
9340
+ {
9341
+ "epoch": 1.78,
9342
+ "learning_rate": 0.00033404761904761907,
9343
+ "loss": 0.6509,
9344
+ "step": 1554
9345
+ },
9346
+ {
9347
+ "epoch": 1.78,
9348
+ "learning_rate": 0.00033392857142857144,
9349
+ "loss": 0.6386,
9350
+ "step": 1555
9351
+ },
9352
+ {
9353
+ "epoch": 1.78,
9354
+ "learning_rate": 0.0003338095238095238,
9355
+ "loss": 0.6067,
9356
+ "step": 1556
9357
+ },
9358
+ {
9359
+ "epoch": 1.78,
9360
+ "learning_rate": 0.0003336904761904762,
9361
+ "loss": 0.5779,
9362
+ "step": 1557
9363
+ },
9364
+ {
9365
+ "epoch": 1.79,
9366
+ "learning_rate": 0.0003335714285714286,
9367
+ "loss": 0.5979,
9368
+ "step": 1558
9369
+ },
9370
+ {
9371
+ "epoch": 1.79,
9372
+ "learning_rate": 0.000333452380952381,
9373
+ "loss": 0.6383,
9374
+ "step": 1559
9375
+ },
9376
+ {
9377
+ "epoch": 1.79,
9378
+ "learning_rate": 0.0003333333333333334,
9379
+ "loss": 0.5815,
9380
+ "step": 1560
9381
+ },
9382
+ {
9383
+ "epoch": 1.79,
9384
+ "learning_rate": 0.00033321428571428575,
9385
+ "loss": 0.6262,
9386
+ "step": 1561
9387
+ },
9388
+ {
9389
+ "epoch": 1.79,
9390
+ "learning_rate": 0.00033309523809523813,
9391
+ "loss": 0.5854,
9392
+ "step": 1562
9393
+ },
9394
+ {
9395
+ "epoch": 1.79,
9396
+ "learning_rate": 0.0003329761904761905,
9397
+ "loss": 0.6227,
9398
+ "step": 1563
9399
+ },
9400
+ {
9401
+ "epoch": 1.79,
9402
+ "learning_rate": 0.0003328571428571429,
9403
+ "loss": 0.5966,
9404
+ "step": 1564
9405
+ },
9406
+ {
9407
+ "epoch": 1.79,
9408
+ "learning_rate": 0.00033273809523809525,
9409
+ "loss": 0.6283,
9410
+ "step": 1565
9411
+ },
9412
+ {
9413
+ "epoch": 1.79,
9414
+ "learning_rate": 0.00033261904761904763,
9415
+ "loss": 0.6117,
9416
+ "step": 1566
9417
+ },
9418
+ {
9419
+ "epoch": 1.8,
9420
+ "learning_rate": 0.00033250000000000006,
9421
+ "loss": 0.5975,
9422
+ "step": 1567
9423
+ },
9424
+ {
9425
+ "epoch": 1.8,
9426
+ "learning_rate": 0.00033238095238095243,
9427
+ "loss": 0.5988,
9428
+ "step": 1568
9429
+ },
9430
+ {
9431
+ "epoch": 1.8,
9432
+ "learning_rate": 0.0003322619047619048,
9433
+ "loss": 0.6126,
9434
+ "step": 1569
9435
+ },
9436
+ {
9437
+ "epoch": 1.8,
9438
+ "learning_rate": 0.0003321428571428572,
9439
+ "loss": 0.6066,
9440
+ "step": 1570
9441
+ },
9442
+ {
9443
+ "epoch": 1.8,
9444
+ "learning_rate": 0.00033202380952380956,
9445
+ "loss": 0.5779,
9446
+ "step": 1571
9447
+ },
9448
+ {
9449
+ "epoch": 1.8,
9450
+ "learning_rate": 0.00033190476190476194,
9451
+ "loss": 0.5787,
9452
+ "step": 1572
9453
+ },
9454
+ {
9455
+ "epoch": 1.8,
9456
+ "learning_rate": 0.0003317857142857143,
9457
+ "loss": 0.5642,
9458
+ "step": 1573
9459
+ },
9460
+ {
9461
+ "epoch": 1.8,
9462
+ "learning_rate": 0.0003316666666666667,
9463
+ "loss": 0.6126,
9464
+ "step": 1574
9465
+ },
9466
+ {
9467
+ "epoch": 1.8,
9468
+ "learning_rate": 0.00033154761904761906,
9469
+ "loss": 0.6199,
9470
+ "step": 1575
9471
+ },
9472
+ {
9473
+ "epoch": 1.81,
9474
+ "learning_rate": 0.0003314285714285715,
9475
+ "loss": 0.5838,
9476
+ "step": 1576
9477
+ },
9478
+ {
9479
+ "epoch": 1.81,
9480
+ "learning_rate": 0.00033130952380952387,
9481
+ "loss": 0.5853,
9482
+ "step": 1577
9483
+ },
9484
+ {
9485
+ "epoch": 1.81,
9486
+ "learning_rate": 0.0003311904761904762,
9487
+ "loss": 0.616,
9488
+ "step": 1578
9489
+ },
9490
+ {
9491
+ "epoch": 1.81,
9492
+ "learning_rate": 0.00033107142857142856,
9493
+ "loss": 0.5803,
9494
+ "step": 1579
9495
+ },
9496
+ {
9497
+ "epoch": 1.81,
9498
+ "learning_rate": 0.00033095238095238094,
9499
+ "loss": 0.5786,
9500
+ "step": 1580
9501
+ },
9502
+ {
9503
+ "epoch": 1.81,
9504
+ "learning_rate": 0.0003308333333333333,
9505
+ "loss": 0.6022,
9506
+ "step": 1581
9507
+ },
9508
+ {
9509
+ "epoch": 1.81,
9510
+ "learning_rate": 0.0003307142857142857,
9511
+ "loss": 0.6155,
9512
+ "step": 1582
9513
+ },
9514
+ {
9515
+ "epoch": 1.81,
9516
+ "learning_rate": 0.00033059523809523807,
9517
+ "loss": 0.5802,
9518
+ "step": 1583
9519
+ },
9520
+ {
9521
+ "epoch": 1.82,
9522
+ "learning_rate": 0.0003304761904761905,
9523
+ "loss": 0.5773,
9524
+ "step": 1584
9525
+ },
9526
+ {
9527
+ "epoch": 1.82,
9528
+ "learning_rate": 0.00033035714285714287,
9529
+ "loss": 0.5902,
9530
+ "step": 1585
9531
+ },
9532
+ {
9533
+ "epoch": 1.82,
9534
+ "learning_rate": 0.00033023809523809525,
9535
+ "loss": 0.591,
9536
+ "step": 1586
9537
+ },
9538
+ {
9539
+ "epoch": 1.82,
9540
+ "learning_rate": 0.0003301190476190476,
9541
+ "loss": 0.6389,
9542
+ "step": 1587
9543
+ },
9544
+ {
9545
+ "epoch": 1.82,
9546
+ "learning_rate": 0.00033,
9547
+ "loss": 0.5853,
9548
+ "step": 1588
9549
+ },
9550
+ {
9551
+ "epoch": 1.82,
9552
+ "learning_rate": 0.0003298809523809524,
9553
+ "loss": 0.6192,
9554
+ "step": 1589
9555
+ },
9556
+ {
9557
+ "epoch": 1.82,
9558
+ "learning_rate": 0.00032976190476190475,
9559
+ "loss": 0.5897,
9560
+ "step": 1590
9561
+ },
9562
+ {
9563
+ "epoch": 1.82,
9564
+ "learning_rate": 0.0003296428571428571,
9565
+ "loss": 0.5782,
9566
+ "step": 1591
9567
+ },
9568
+ {
9569
+ "epoch": 1.82,
9570
+ "learning_rate": 0.0003295238095238095,
9571
+ "loss": 0.5717,
9572
+ "step": 1592
9573
+ },
9574
+ {
9575
+ "epoch": 1.83,
9576
+ "learning_rate": 0.00032940476190476193,
9577
+ "loss": 0.5714,
9578
+ "step": 1593
9579
+ },
9580
+ {
9581
+ "epoch": 1.83,
9582
+ "learning_rate": 0.0003292857142857143,
9583
+ "loss": 0.5617,
9584
+ "step": 1594
9585
+ },
9586
+ {
9587
+ "epoch": 1.83,
9588
+ "learning_rate": 0.0003291666666666667,
9589
+ "loss": 0.6548,
9590
+ "step": 1595
9591
+ },
9592
+ {
9593
+ "epoch": 1.83,
9594
+ "learning_rate": 0.00032904761904761906,
9595
+ "loss": 0.6034,
9596
+ "step": 1596
9597
+ },
9598
+ {
9599
+ "epoch": 1.83,
9600
+ "learning_rate": 0.00032892857142857143,
9601
+ "loss": 0.6003,
9602
+ "step": 1597
9603
+ },
9604
+ {
9605
+ "epoch": 1.83,
9606
+ "learning_rate": 0.0003288095238095238,
9607
+ "loss": 0.578,
9608
+ "step": 1598
9609
+ },
9610
+ {
9611
+ "epoch": 1.83,
9612
+ "learning_rate": 0.0003286904761904762,
9613
+ "loss": 0.608,
9614
+ "step": 1599
9615
+ },
9616
+ {
9617
+ "epoch": 1.83,
9618
+ "learning_rate": 0.00032857142857142856,
9619
+ "loss": 0.5903,
9620
+ "step": 1600
9621
+ },
9622
+ {
9623
+ "epoch": 1.83,
9624
+ "learning_rate": 0.00032845238095238093,
9625
+ "loss": 0.5716,
9626
+ "step": 1601
9627
+ },
9628
+ {
9629
+ "epoch": 1.84,
9630
+ "learning_rate": 0.00032833333333333336,
9631
+ "loss": 0.6079,
9632
+ "step": 1602
9633
+ },
9634
+ {
9635
+ "epoch": 1.84,
9636
+ "learning_rate": 0.00032821428571428574,
9637
+ "loss": 0.5827,
9638
+ "step": 1603
9639
+ },
9640
+ {
9641
+ "epoch": 1.84,
9642
+ "learning_rate": 0.0003280952380952381,
9643
+ "loss": 0.5998,
9644
+ "step": 1604
9645
+ },
9646
+ {
9647
+ "epoch": 1.84,
9648
+ "learning_rate": 0.0003279761904761905,
9649
+ "loss": 0.5859,
9650
+ "step": 1605
9651
+ },
9652
+ {
9653
+ "epoch": 1.84,
9654
+ "learning_rate": 0.00032785714285714287,
9655
+ "loss": 0.5802,
9656
+ "step": 1606
9657
+ },
9658
+ {
9659
+ "epoch": 1.84,
9660
+ "learning_rate": 0.00032773809523809524,
9661
+ "loss": 0.5908,
9662
+ "step": 1607
9663
+ },
9664
+ {
9665
+ "epoch": 1.84,
9666
+ "learning_rate": 0.0003276190476190476,
9667
+ "loss": 0.5942,
9668
+ "step": 1608
9669
+ },
9670
+ {
9671
+ "epoch": 1.84,
9672
+ "learning_rate": 0.0003275,
9673
+ "loss": 0.6159,
9674
+ "step": 1609
9675
+ },
9676
+ {
9677
+ "epoch": 1.84,
9678
+ "learning_rate": 0.00032738095238095237,
9679
+ "loss": 0.6395,
9680
+ "step": 1610
9681
+ },
9682
+ {
9683
+ "epoch": 1.85,
9684
+ "learning_rate": 0.00032726190476190474,
9685
+ "loss": 0.5855,
9686
+ "step": 1611
9687
+ },
9688
+ {
9689
+ "epoch": 1.85,
9690
+ "learning_rate": 0.00032714285714285717,
9691
+ "loss": 0.597,
9692
+ "step": 1612
9693
+ },
9694
+ {
9695
+ "epoch": 1.85,
9696
+ "learning_rate": 0.00032702380952380955,
9697
+ "loss": 0.614,
9698
+ "step": 1613
9699
+ },
9700
+ {
9701
+ "epoch": 1.85,
9702
+ "learning_rate": 0.0003269047619047619,
9703
+ "loss": 0.5945,
9704
+ "step": 1614
9705
+ },
9706
+ {
9707
+ "epoch": 1.85,
9708
+ "learning_rate": 0.0003267857142857143,
9709
+ "loss": 0.5382,
9710
+ "step": 1615
9711
+ },
9712
+ {
9713
+ "epoch": 1.85,
9714
+ "learning_rate": 0.0003266666666666667,
9715
+ "loss": 0.5798,
9716
+ "step": 1616
9717
+ },
9718
+ {
9719
+ "epoch": 1.85,
9720
+ "learning_rate": 0.00032654761904761905,
9721
+ "loss": 0.6416,
9722
+ "step": 1617
9723
+ },
9724
+ {
9725
+ "epoch": 1.85,
9726
+ "learning_rate": 0.0003264285714285714,
9727
+ "loss": 0.5949,
9728
+ "step": 1618
9729
+ },
9730
+ {
9731
+ "epoch": 1.86,
9732
+ "learning_rate": 0.0003263095238095238,
9733
+ "loss": 0.6425,
9734
+ "step": 1619
9735
+ },
9736
+ {
9737
+ "epoch": 1.86,
9738
+ "learning_rate": 0.0003261904761904762,
9739
+ "loss": 0.6338,
9740
+ "step": 1620
9741
+ },
9742
+ {
9743
+ "epoch": 1.86,
9744
+ "learning_rate": 0.0003260714285714286,
9745
+ "loss": 0.6173,
9746
+ "step": 1621
9747
+ },
9748
+ {
9749
+ "epoch": 1.86,
9750
+ "learning_rate": 0.000325952380952381,
9751
+ "loss": 0.5768,
9752
+ "step": 1622
9753
+ },
9754
+ {
9755
+ "epoch": 1.86,
9756
+ "learning_rate": 0.00032583333333333336,
9757
+ "loss": 0.5968,
9758
+ "step": 1623
9759
+ },
9760
+ {
9761
+ "epoch": 1.86,
9762
+ "learning_rate": 0.00032571428571428573,
9763
+ "loss": 0.5871,
9764
+ "step": 1624
9765
+ },
9766
+ {
9767
+ "epoch": 1.86,
9768
+ "learning_rate": 0.0003255952380952381,
9769
+ "loss": 0.6052,
9770
+ "step": 1625
9771
+ },
9772
+ {
9773
+ "epoch": 1.86,
9774
+ "learning_rate": 0.0003254761904761905,
9775
+ "loss": 0.5827,
9776
+ "step": 1626
9777
+ },
9778
+ {
9779
+ "epoch": 1.86,
9780
+ "learning_rate": 0.00032535714285714286,
9781
+ "loss": 0.5871,
9782
+ "step": 1627
9783
+ },
9784
+ {
9785
+ "epoch": 1.87,
9786
+ "learning_rate": 0.00032523809523809523,
9787
+ "loss": 0.5819,
9788
+ "step": 1628
9789
+ },
9790
+ {
9791
+ "epoch": 1.87,
9792
+ "learning_rate": 0.0003251190476190476,
9793
+ "loss": 0.6315,
9794
+ "step": 1629
9795
+ },
9796
+ {
9797
+ "epoch": 1.87,
9798
+ "learning_rate": 0.00032500000000000004,
9799
+ "loss": 0.6185,
9800
+ "step": 1630
9801
+ },
9802
+ {
9803
+ "epoch": 1.87,
9804
+ "learning_rate": 0.0003248809523809524,
9805
+ "loss": 0.5975,
9806
+ "step": 1631
9807
+ },
9808
+ {
9809
+ "epoch": 1.87,
9810
+ "learning_rate": 0.0003247619047619048,
9811
+ "loss": 0.6112,
9812
+ "step": 1632
9813
+ },
9814
+ {
9815
+ "epoch": 1.87,
9816
+ "learning_rate": 0.00032464285714285717,
9817
+ "loss": 0.6311,
9818
+ "step": 1633
9819
+ },
9820
+ {
9821
+ "epoch": 1.87,
9822
+ "learning_rate": 0.00032452380952380954,
9823
+ "loss": 0.638,
9824
+ "step": 1634
9825
+ },
9826
+ {
9827
+ "epoch": 1.87,
9828
+ "learning_rate": 0.0003244047619047619,
9829
+ "loss": 0.5977,
9830
+ "step": 1635
9831
+ },
9832
+ {
9833
+ "epoch": 1.87,
9834
+ "learning_rate": 0.0003242857142857143,
9835
+ "loss": 0.6146,
9836
+ "step": 1636
9837
+ },
9838
+ {
9839
+ "epoch": 1.88,
9840
+ "learning_rate": 0.00032416666666666667,
9841
+ "loss": 0.5949,
9842
+ "step": 1637
9843
+ },
9844
+ {
9845
+ "epoch": 1.88,
9846
+ "learning_rate": 0.00032404761904761904,
9847
+ "loss": 0.6061,
9848
+ "step": 1638
9849
+ },
9850
+ {
9851
+ "epoch": 1.88,
9852
+ "learning_rate": 0.00032392857142857147,
9853
+ "loss": 0.5837,
9854
+ "step": 1639
9855
+ },
9856
+ {
9857
+ "epoch": 1.88,
9858
+ "learning_rate": 0.00032380952380952385,
9859
+ "loss": 0.5743,
9860
+ "step": 1640
9861
+ },
9862
+ {
9863
+ "epoch": 1.88,
9864
+ "learning_rate": 0.0003236904761904762,
9865
+ "loss": 0.5993,
9866
+ "step": 1641
9867
+ },
9868
+ {
9869
+ "epoch": 1.88,
9870
+ "learning_rate": 0.0003235714285714286,
9871
+ "loss": 0.6689,
9872
+ "step": 1642
9873
+ },
9874
+ {
9875
+ "epoch": 1.88,
9876
+ "learning_rate": 0.000323452380952381,
9877
+ "loss": 0.5993,
9878
+ "step": 1643
9879
+ },
9880
+ {
9881
+ "epoch": 1.88,
9882
+ "learning_rate": 0.00032333333333333335,
9883
+ "loss": 0.5957,
9884
+ "step": 1644
9885
+ },
9886
+ {
9887
+ "epoch": 1.88,
9888
+ "learning_rate": 0.0003232142857142857,
9889
+ "loss": 0.5897,
9890
+ "step": 1645
9891
+ },
9892
+ {
9893
+ "epoch": 1.89,
9894
+ "learning_rate": 0.0003230952380952381,
9895
+ "loss": 0.6037,
9896
+ "step": 1646
9897
+ },
9898
+ {
9899
+ "epoch": 1.89,
9900
+ "learning_rate": 0.0003229761904761905,
9901
+ "loss": 0.5807,
9902
+ "step": 1647
9903
+ },
9904
+ {
9905
+ "epoch": 1.89,
9906
+ "learning_rate": 0.0003228571428571429,
9907
+ "loss": 0.5776,
9908
+ "step": 1648
9909
+ },
9910
+ {
9911
+ "epoch": 1.89,
9912
+ "learning_rate": 0.0003227380952380953,
9913
+ "loss": 0.6451,
9914
+ "step": 1649
9915
+ },
9916
+ {
9917
+ "epoch": 1.89,
9918
+ "learning_rate": 0.00032261904761904766,
9919
+ "loss": 0.6205,
9920
+ "step": 1650
9921
+ },
9922
+ {
9923
+ "epoch": 1.89,
9924
+ "learning_rate": 0.00032250000000000003,
9925
+ "loss": 0.6557,
9926
+ "step": 1651
9927
+ },
9928
+ {
9929
+ "epoch": 1.89,
9930
+ "learning_rate": 0.0003223809523809524,
9931
+ "loss": 0.5902,
9932
+ "step": 1652
9933
+ },
9934
+ {
9935
+ "epoch": 1.89,
9936
+ "learning_rate": 0.0003222619047619048,
9937
+ "loss": 0.6026,
9938
+ "step": 1653
9939
+ },
9940
+ {
9941
+ "epoch": 1.9,
9942
+ "learning_rate": 0.00032214285714285716,
9943
+ "loss": 0.5941,
9944
+ "step": 1654
9945
+ },
9946
+ {
9947
+ "epoch": 1.9,
9948
+ "learning_rate": 0.00032202380952380953,
9949
+ "loss": 0.5736,
9950
+ "step": 1655
9951
+ },
9952
+ {
9953
+ "epoch": 1.9,
9954
+ "learning_rate": 0.0003219047619047619,
9955
+ "loss": 0.6144,
9956
+ "step": 1656
9957
+ },
9958
+ {
9959
+ "epoch": 1.9,
9960
+ "learning_rate": 0.0003217857142857143,
9961
+ "loss": 0.5765,
9962
+ "step": 1657
9963
+ },
9964
+ {
9965
+ "epoch": 1.9,
9966
+ "learning_rate": 0.0003216666666666667,
9967
+ "loss": 0.601,
9968
+ "step": 1658
9969
+ },
9970
+ {
9971
+ "epoch": 1.9,
9972
+ "learning_rate": 0.0003215476190476191,
9973
+ "loss": 0.5817,
9974
+ "step": 1659
9975
+ },
9976
+ {
9977
+ "epoch": 1.9,
9978
+ "learning_rate": 0.00032142857142857147,
9979
+ "loss": 0.6087,
9980
+ "step": 1660
9981
+ },
9982
+ {
9983
+ "epoch": 1.9,
9984
+ "learning_rate": 0.00032130952380952384,
9985
+ "loss": 0.6411,
9986
+ "step": 1661
9987
+ },
9988
+ {
9989
+ "epoch": 1.9,
9990
+ "learning_rate": 0.0003211904761904762,
9991
+ "loss": 0.5677,
9992
+ "step": 1662
9993
+ },
9994
+ {
9995
+ "epoch": 1.91,
9996
+ "learning_rate": 0.0003210714285714286,
9997
+ "loss": 0.619,
9998
+ "step": 1663
9999
+ },
10000
+ {
10001
+ "epoch": 1.91,
10002
+ "learning_rate": 0.00032095238095238097,
10003
+ "loss": 0.628,
10004
+ "step": 1664
10005
+ },
10006
+ {
10007
+ "epoch": 1.91,
10008
+ "learning_rate": 0.00032083333333333334,
10009
+ "loss": 0.6098,
10010
+ "step": 1665
10011
+ },
10012
+ {
10013
+ "epoch": 1.91,
10014
+ "learning_rate": 0.0003207142857142857,
10015
+ "loss": 0.6306,
10016
+ "step": 1666
10017
+ },
10018
+ {
10019
+ "epoch": 1.91,
10020
+ "learning_rate": 0.00032059523809523815,
10021
+ "loss": 0.6454,
10022
+ "step": 1667
10023
+ },
10024
+ {
10025
+ "epoch": 1.91,
10026
+ "learning_rate": 0.0003204761904761905,
10027
+ "loss": 0.6086,
10028
+ "step": 1668
10029
+ },
10030
+ {
10031
+ "epoch": 1.91,
10032
+ "learning_rate": 0.0003203571428571429,
10033
+ "loss": 0.6015,
10034
+ "step": 1669
10035
+ },
10036
+ {
10037
+ "epoch": 1.91,
10038
+ "learning_rate": 0.0003202380952380953,
10039
+ "loss": 0.6706,
10040
+ "step": 1670
10041
+ },
10042
+ {
10043
+ "epoch": 1.91,
10044
+ "learning_rate": 0.00032011904761904765,
10045
+ "loss": 0.6119,
10046
+ "step": 1671
10047
+ },
10048
+ {
10049
+ "epoch": 1.92,
10050
+ "learning_rate": 0.00032,
10051
+ "loss": 0.5735,
10052
+ "step": 1672
10053
+ },
10054
+ {
10055
+ "epoch": 1.92,
10056
+ "learning_rate": 0.0003198809523809524,
10057
+ "loss": 0.5591,
10058
+ "step": 1673
10059
+ },
10060
+ {
10061
+ "epoch": 1.92,
10062
+ "learning_rate": 0.0003197619047619048,
10063
+ "loss": 0.6471,
10064
+ "step": 1674
10065
+ },
10066
+ {
10067
+ "epoch": 1.92,
10068
+ "learning_rate": 0.00031964285714285715,
10069
+ "loss": 0.5987,
10070
+ "step": 1675
10071
+ },
10072
+ {
10073
+ "epoch": 1.92,
10074
+ "learning_rate": 0.0003195238095238096,
10075
+ "loss": 0.6009,
10076
+ "step": 1676
10077
+ },
10078
+ {
10079
+ "epoch": 1.92,
10080
+ "learning_rate": 0.00031940476190476196,
10081
+ "loss": 0.5959,
10082
+ "step": 1677
10083
+ },
10084
+ {
10085
+ "epoch": 1.92,
10086
+ "learning_rate": 0.00031928571428571433,
10087
+ "loss": 0.6246,
10088
+ "step": 1678
10089
+ },
10090
+ {
10091
+ "epoch": 1.92,
10092
+ "learning_rate": 0.0003191666666666667,
10093
+ "loss": 0.548,
10094
+ "step": 1679
10095
+ },
10096
+ {
10097
+ "epoch": 1.93,
10098
+ "learning_rate": 0.0003190476190476191,
10099
+ "loss": 0.5695,
10100
+ "step": 1680
10101
+ },
10102
+ {
10103
+ "epoch": 1.93,
10104
+ "learning_rate": 0.00031892857142857146,
10105
+ "loss": 0.584,
10106
+ "step": 1681
10107
+ },
10108
+ {
10109
+ "epoch": 1.93,
10110
+ "learning_rate": 0.00031880952380952384,
10111
+ "loss": 0.6083,
10112
+ "step": 1682
10113
+ },
10114
+ {
10115
+ "epoch": 1.93,
10116
+ "learning_rate": 0.0003186904761904762,
10117
+ "loss": 0.6121,
10118
+ "step": 1683
10119
+ },
10120
+ {
10121
+ "epoch": 1.93,
10122
+ "learning_rate": 0.0003185714285714286,
10123
+ "loss": 0.5848,
10124
+ "step": 1684
10125
+ },
10126
+ {
10127
+ "epoch": 1.93,
10128
+ "learning_rate": 0.00031845238095238096,
10129
+ "loss": 0.6409,
10130
+ "step": 1685
10131
+ },
10132
+ {
10133
+ "epoch": 1.93,
10134
+ "learning_rate": 0.00031833333333333334,
10135
+ "loss": 0.617,
10136
+ "step": 1686
10137
+ },
10138
+ {
10139
+ "epoch": 1.93,
10140
+ "learning_rate": 0.0003182142857142857,
10141
+ "loss": 0.5892,
10142
+ "step": 1687
10143
+ },
10144
+ {
10145
+ "epoch": 1.93,
10146
+ "learning_rate": 0.0003180952380952381,
10147
+ "loss": 0.5689,
10148
+ "step": 1688
10149
+ },
10150
+ {
10151
+ "epoch": 1.94,
10152
+ "learning_rate": 0.00031797619047619046,
10153
+ "loss": 0.6004,
10154
+ "step": 1689
10155
+ },
10156
+ {
10157
+ "epoch": 1.94,
10158
+ "learning_rate": 0.00031785714285714284,
10159
+ "loss": 0.6033,
10160
+ "step": 1690
10161
+ },
10162
+ {
10163
+ "epoch": 1.94,
10164
+ "learning_rate": 0.0003177380952380952,
10165
+ "loss": 0.5996,
10166
+ "step": 1691
10167
+ },
10168
+ {
10169
+ "epoch": 1.94,
10170
+ "learning_rate": 0.0003176190476190476,
10171
+ "loss": 0.5832,
10172
+ "step": 1692
10173
+ },
10174
+ {
10175
+ "epoch": 1.94,
10176
+ "learning_rate": 0.0003175,
10177
+ "loss": 0.6202,
10178
+ "step": 1693
10179
+ },
10180
+ {
10181
+ "epoch": 1.94,
10182
+ "learning_rate": 0.0003173809523809524,
10183
+ "loss": 0.5966,
10184
+ "step": 1694
10185
+ },
10186
+ {
10187
+ "epoch": 1.94,
10188
+ "learning_rate": 0.00031726190476190477,
10189
+ "loss": 0.5783,
10190
+ "step": 1695
10191
+ },
10192
+ {
10193
+ "epoch": 1.94,
10194
+ "learning_rate": 0.00031714285714285715,
10195
+ "loss": 0.5559,
10196
+ "step": 1696
10197
+ },
10198
+ {
10199
+ "epoch": 1.94,
10200
+ "learning_rate": 0.0003170238095238095,
10201
+ "loss": 0.6166,
10202
+ "step": 1697
10203
+ },
10204
+ {
10205
+ "epoch": 1.95,
10206
+ "learning_rate": 0.0003169047619047619,
10207
+ "loss": 0.632,
10208
+ "step": 1698
10209
+ },
10210
+ {
10211
+ "epoch": 1.95,
10212
+ "learning_rate": 0.00031678571428571427,
10213
+ "loss": 0.5951,
10214
+ "step": 1699
10215
+ },
10216
+ {
10217
+ "epoch": 1.95,
10218
+ "learning_rate": 0.00031666666666666665,
10219
+ "loss": 0.5897,
10220
+ "step": 1700
10221
+ },
10222
+ {
10223
+ "epoch": 1.95,
10224
+ "learning_rate": 0.000316547619047619,
10225
+ "loss": 0.5885,
10226
+ "step": 1701
10227
+ },
10228
+ {
10229
+ "epoch": 1.95,
10230
+ "learning_rate": 0.00031642857142857145,
10231
+ "loss": 0.5759,
10232
+ "step": 1702
10233
+ },
10234
+ {
10235
+ "epoch": 1.95,
10236
+ "learning_rate": 0.00031630952380952383,
10237
+ "loss": 0.6145,
10238
+ "step": 1703
10239
+ },
10240
+ {
10241
+ "epoch": 1.95,
10242
+ "learning_rate": 0.0003161904761904762,
10243
+ "loss": 0.6298,
10244
+ "step": 1704
10245
+ },
10246
+ {
10247
+ "epoch": 1.95,
10248
+ "learning_rate": 0.0003160714285714286,
10249
+ "loss": 0.6141,
10250
+ "step": 1705
10251
+ },
10252
+ {
10253
+ "epoch": 1.95,
10254
+ "learning_rate": 0.00031595238095238096,
10255
+ "loss": 0.6617,
10256
+ "step": 1706
10257
+ },
10258
+ {
10259
+ "epoch": 1.96,
10260
+ "learning_rate": 0.00031583333333333333,
10261
+ "loss": 0.5619,
10262
+ "step": 1707
10263
+ },
10264
+ {
10265
+ "epoch": 1.96,
10266
+ "learning_rate": 0.0003157142857142857,
10267
+ "loss": 0.6082,
10268
+ "step": 1708
10269
+ },
10270
+ {
10271
+ "epoch": 1.96,
10272
+ "learning_rate": 0.0003155952380952381,
10273
+ "loss": 0.5729,
10274
+ "step": 1709
10275
+ },
10276
+ {
10277
+ "epoch": 1.96,
10278
+ "learning_rate": 0.00031547619047619046,
10279
+ "loss": 0.6264,
10280
+ "step": 1710
10281
+ },
10282
+ {
10283
+ "epoch": 1.96,
10284
+ "learning_rate": 0.0003153571428571429,
10285
+ "loss": 0.5435,
10286
+ "step": 1711
10287
+ },
10288
+ {
10289
+ "epoch": 1.96,
10290
+ "learning_rate": 0.00031523809523809526,
10291
+ "loss": 0.6234,
10292
+ "step": 1712
10293
+ },
10294
+ {
10295
+ "epoch": 1.96,
10296
+ "learning_rate": 0.00031511904761904764,
10297
+ "loss": 0.6203,
10298
+ "step": 1713
10299
+ },
10300
+ {
10301
+ "epoch": 1.96,
10302
+ "learning_rate": 0.000315,
10303
+ "loss": 0.5825,
10304
+ "step": 1714
10305
+ },
10306
+ {
10307
+ "epoch": 1.97,
10308
+ "learning_rate": 0.0003148809523809524,
10309
+ "loss": 0.6033,
10310
+ "step": 1715
10311
+ },
10312
+ {
10313
+ "epoch": 1.97,
10314
+ "learning_rate": 0.00031476190476190476,
10315
+ "loss": 0.5984,
10316
+ "step": 1716
10317
+ },
10318
+ {
10319
+ "epoch": 1.97,
10320
+ "learning_rate": 0.00031464285714285714,
10321
+ "loss": 0.5793,
10322
+ "step": 1717
10323
+ },
10324
+ {
10325
+ "epoch": 1.97,
10326
+ "learning_rate": 0.0003145238095238095,
10327
+ "loss": 0.6283,
10328
+ "step": 1718
10329
+ },
10330
+ {
10331
+ "epoch": 1.97,
10332
+ "learning_rate": 0.0003144047619047619,
10333
+ "loss": 0.5901,
10334
+ "step": 1719
10335
+ },
10336
+ {
10337
+ "epoch": 1.97,
10338
+ "learning_rate": 0.0003142857142857143,
10339
+ "loss": 0.5744,
10340
+ "step": 1720
10341
+ },
10342
+ {
10343
+ "epoch": 1.97,
10344
+ "learning_rate": 0.0003141666666666667,
10345
+ "loss": 0.588,
10346
+ "step": 1721
10347
+ },
10348
+ {
10349
+ "epoch": 1.97,
10350
+ "learning_rate": 0.00031404761904761907,
10351
+ "loss": 0.5876,
10352
+ "step": 1722
10353
+ },
10354
+ {
10355
+ "epoch": 1.97,
10356
+ "learning_rate": 0.00031392857142857145,
10357
+ "loss": 0.5737,
10358
+ "step": 1723
10359
+ },
10360
+ {
10361
+ "epoch": 1.98,
10362
+ "learning_rate": 0.0003138095238095238,
10363
+ "loss": 0.6171,
10364
+ "step": 1724
10365
+ },
10366
+ {
10367
+ "epoch": 1.98,
10368
+ "learning_rate": 0.0003136904761904762,
10369
+ "loss": 0.6267,
10370
+ "step": 1725
10371
+ },
10372
+ {
10373
+ "epoch": 1.98,
10374
+ "learning_rate": 0.0003135714285714286,
10375
+ "loss": 0.6305,
10376
+ "step": 1726
10377
+ },
10378
+ {
10379
+ "epoch": 1.98,
10380
+ "learning_rate": 0.00031345238095238095,
10381
+ "loss": 0.5581,
10382
+ "step": 1727
10383
+ },
10384
+ {
10385
+ "epoch": 1.98,
10386
+ "learning_rate": 0.0003133333333333333,
10387
+ "loss": 0.5719,
10388
+ "step": 1728
10389
+ },
10390
+ {
10391
+ "epoch": 1.98,
10392
+ "learning_rate": 0.00031321428571428575,
10393
+ "loss": 0.5807,
10394
+ "step": 1729
10395
+ },
10396
+ {
10397
+ "epoch": 1.98,
10398
+ "learning_rate": 0.00031309523809523813,
10399
+ "loss": 0.6436,
10400
+ "step": 1730
10401
+ },
10402
+ {
10403
+ "epoch": 1.98,
10404
+ "learning_rate": 0.0003129761904761905,
10405
+ "loss": 0.6108,
10406
+ "step": 1731
10407
+ },
10408
+ {
10409
+ "epoch": 1.98,
10410
+ "learning_rate": 0.0003128571428571429,
10411
+ "loss": 0.5852,
10412
+ "step": 1732
10413
+ },
10414
+ {
10415
+ "epoch": 1.99,
10416
+ "learning_rate": 0.00031273809523809526,
10417
+ "loss": 0.5871,
10418
+ "step": 1733
10419
+ },
10420
+ {
10421
+ "epoch": 1.99,
10422
+ "learning_rate": 0.00031261904761904763,
10423
+ "loss": 0.5552,
10424
+ "step": 1734
10425
+ },
10426
+ {
10427
+ "epoch": 1.99,
10428
+ "learning_rate": 0.0003125,
10429
+ "loss": 0.6081,
10430
+ "step": 1735
10431
+ },
10432
+ {
10433
+ "epoch": 1.99,
10434
+ "learning_rate": 0.0003123809523809524,
10435
+ "loss": 0.595,
10436
+ "step": 1736
10437
+ },
10438
+ {
10439
+ "epoch": 1.99,
10440
+ "learning_rate": 0.00031226190476190476,
10441
+ "loss": 0.6128,
10442
+ "step": 1737
10443
+ },
10444
+ {
10445
+ "epoch": 1.99,
10446
+ "learning_rate": 0.00031214285714285713,
10447
+ "loss": 0.5744,
10448
+ "step": 1738
10449
+ },
10450
+ {
10451
+ "epoch": 1.99,
10452
+ "learning_rate": 0.00031202380952380956,
10453
+ "loss": 0.6153,
10454
+ "step": 1739
10455
+ },
10456
+ {
10457
+ "epoch": 1.99,
10458
+ "learning_rate": 0.00031190476190476194,
10459
+ "loss": 0.5739,
10460
+ "step": 1740
10461
+ },
10462
+ {
10463
+ "epoch": 1.99,
10464
+ "learning_rate": 0.0003117857142857143,
10465
+ "loss": 0.576,
10466
+ "step": 1741
10467
+ },
10468
+ {
10469
+ "epoch": 2.0,
10470
+ "learning_rate": 0.0003116666666666667,
10471
+ "loss": 0.576,
10472
+ "step": 1742
10473
+ },
10474
+ {
10475
+ "epoch": 2.0,
10476
+ "learning_rate": 0.00031154761904761906,
10477
+ "loss": 0.5786,
10478
+ "step": 1743
10479
+ },
10480
+ {
10481
+ "epoch": 2.0,
10482
+ "learning_rate": 0.00031142857142857144,
10483
+ "loss": 0.6397,
10484
+ "step": 1744
10485
  }
10486
  ],
10487
  "logging_steps": 1,
10488
  "max_steps": 4360,
10489
  "num_train_epochs": 5,
10490
  "save_steps": 218,
10491
+ "total_flos": 3.460141476157273e+19,
10492
  "trial_name": null,
10493
  "trial_params": null
10494
  }