devoppro commited on
Commit
d45c30a
·
verified ·
1 Parent(s): cec951b

Training in progress, step 900, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61b1b69e894c3a7080e6a303a3f756090e3480cd7e3be305a93cc66efecd1d2c
3
  size 1235573136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8768e79529253ec6a4a9c9ac4ed31fdfdbd11d2032b8c45d8b47efa9c9d546c7
3
  size 1235573136
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1eedc85193f945c1312ff227d4d3c069d5e5469515ec4a1e7dd01999c483db02
3
  size 2471218763
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b359910b5fd17aadf25fd00b37f0d204cc86fee7b829ec01ab07ad0364a48e0c
3
  size 2471218763
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1347e41739e6d97d50d223900089b55b6dd4a02d2dc85ec6e9aa6a312e93005a
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:779676ad450eae2b6879d7f004a716095853f54998471414edbab1cbed9cedac
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e10f9e65a9c24c381ff534d5df3cf5fdc8a240cae768aed7007c78e044f60c2a
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:653cba8a20af8c5396af38192396529e15aba7f27a53a1c15a4069355b1b5a35
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.016,
6
  "eval_steps": 500,
7
- "global_step": 800,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -568,6 +568,76 @@
568
  "learning_rate": 0.00029579759519038075,
569
  "loss": 68.58425903320312,
570
  "step": 800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
571
  }
572
  ],
573
  "logging_steps": 10,
@@ -587,7 +657,7 @@
587
  "attributes": {}
588
  }
589
  },
590
- "total_flos": 1.00786682359296e+16,
591
  "train_batch_size": 2,
592
  "trial_name": null,
593
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.018,
6
  "eval_steps": 500,
7
+ "global_step": 900,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
568
  "learning_rate": 0.00029579759519038075,
569
  "loss": 68.58425903320312,
570
  "step": 800
571
+ },
572
+ {
573
+ "epoch": 0.0162,
574
+ "grad_norm": 9.43658447265625,
575
+ "learning_rate": 0.00029573747494989974,
576
+ "loss": 71.80587158203124,
577
+ "step": 810
578
+ },
579
+ {
580
+ "epoch": 0.0164,
581
+ "grad_norm": 7.688558578491211,
582
+ "learning_rate": 0.0002956773547094188,
583
+ "loss": 73.39664916992187,
584
+ "step": 820
585
+ },
586
+ {
587
+ "epoch": 0.0166,
588
+ "grad_norm": 9.346514701843262,
589
+ "learning_rate": 0.00029561723446893784,
590
+ "loss": 73.8046142578125,
591
+ "step": 830
592
+ },
593
+ {
594
+ "epoch": 0.0168,
595
+ "grad_norm": 7.071310997009277,
596
+ "learning_rate": 0.0002955571142284569,
597
+ "loss": 69.04111938476562,
598
+ "step": 840
599
+ },
600
+ {
601
+ "epoch": 0.017,
602
+ "grad_norm": 10.125195503234863,
603
+ "learning_rate": 0.00029549699398797593,
604
+ "loss": 69.92824096679688,
605
+ "step": 850
606
+ },
607
+ {
608
+ "epoch": 0.0172,
609
+ "grad_norm": 8.768003463745117,
610
+ "learning_rate": 0.000295436873747495,
611
+ "loss": 74.65200805664062,
612
+ "step": 860
613
+ },
614
+ {
615
+ "epoch": 0.0174,
616
+ "grad_norm": 8.981837272644043,
617
+ "learning_rate": 0.000295376753507014,
618
+ "loss": 72.95183715820312,
619
+ "step": 870
620
+ },
621
+ {
622
+ "epoch": 0.0176,
623
+ "grad_norm": 9.743247032165527,
624
+ "learning_rate": 0.000295316633266533,
625
+ "loss": 68.19429321289063,
626
+ "step": 880
627
+ },
628
+ {
629
+ "epoch": 0.0178,
630
+ "grad_norm": 7.722388744354248,
631
+ "learning_rate": 0.00029525651302605207,
632
+ "loss": 71.07997436523438,
633
+ "step": 890
634
+ },
635
+ {
636
+ "epoch": 0.018,
637
+ "grad_norm": 7.273824214935303,
638
+ "learning_rate": 0.0002951963927855711,
639
+ "loss": 71.75267333984375,
640
+ "step": 900
641
  }
642
  ],
643
  "logging_steps": 10,
 
657
  "attributes": {}
658
  }
659
  },
660
+ "total_flos": 1.071637991053056e+16,
661
  "train_batch_size": 2,
662
  "trial_name": null,
663
  "trial_params": null