Siddh07ETH commited on
Commit
afd2f8d
·
verified ·
1 Parent(s): 433b30b

Training in progress, step 9500, checkpoint

Browse files
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45acde914a16a407e55b7d2b508b7db01a42376186d9562f9e09308d54c513be
3
  size 14917
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8d8bc69c3349e64d8f9fa4edaea3af219dee28efac035b9ec3f828ffad0f2bd
3
  size 14917
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:766bb63adb40e72dee36e8ba55a7005a6c044d86f2e3063c9807e4c1fff748dd
3
  size 14917
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e9bcb333ef319912b0430383652e13e8203dccc1fd0ee8c8adbcf9ba8917b87
3
  size 14917
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.9309119718745744,
6
  "eval_steps": 500,
7
- "global_step": 9400,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -6588,6 +6588,76 @@
6588
  "learning_rate": 0.0001,
6589
  "loss": 0.0,
6590
  "step": 9400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6591
  }
6592
  ],
6593
  "logging_steps": 10,
@@ -6607,7 +6677,7 @@
6607
  "attributes": {}
6608
  }
6609
  },
6610
- "total_flos": 1.864198242850308e+18,
6611
  "train_batch_size": 1,
6612
  "trial_name": null,
6613
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.940815290724304,
6
  "eval_steps": 500,
7
+ "global_step": 9500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
6588
  "learning_rate": 0.0001,
6589
  "loss": 0.0,
6590
  "step": 9400
6591
+ },
6592
+ {
6593
+ "epoch": 0.9319023037595474,
6594
+ "grad_norm": NaN,
6595
+ "learning_rate": 0.0001,
6596
+ "loss": 0.0,
6597
+ "step": 9410
6598
+ },
6599
+ {
6600
+ "epoch": 0.9328926356445204,
6601
+ "grad_norm": NaN,
6602
+ "learning_rate": 0.0001,
6603
+ "loss": 0.0,
6604
+ "step": 9420
6605
+ },
6606
+ {
6607
+ "epoch": 0.9338829675294933,
6608
+ "grad_norm": NaN,
6609
+ "learning_rate": 0.0001,
6610
+ "loss": 0.0,
6611
+ "step": 9430
6612
+ },
6613
+ {
6614
+ "epoch": 0.9348732994144663,
6615
+ "grad_norm": NaN,
6616
+ "learning_rate": 0.0001,
6617
+ "loss": 0.0,
6618
+ "step": 9440
6619
+ },
6620
+ {
6621
+ "epoch": 0.9358636312994392,
6622
+ "grad_norm": NaN,
6623
+ "learning_rate": 0.0001,
6624
+ "loss": 0.0,
6625
+ "step": 9450
6626
+ },
6627
+ {
6628
+ "epoch": 0.9368539631844122,
6629
+ "grad_norm": NaN,
6630
+ "learning_rate": 0.0001,
6631
+ "loss": 0.0,
6632
+ "step": 9460
6633
+ },
6634
+ {
6635
+ "epoch": 0.9378442950693852,
6636
+ "grad_norm": NaN,
6637
+ "learning_rate": 0.0001,
6638
+ "loss": 0.0,
6639
+ "step": 9470
6640
+ },
6641
+ {
6642
+ "epoch": 0.938834626954358,
6643
+ "grad_norm": NaN,
6644
+ "learning_rate": 0.0001,
6645
+ "loss": 0.0,
6646
+ "step": 9480
6647
+ },
6648
+ {
6649
+ "epoch": 0.939824958839331,
6650
+ "grad_norm": NaN,
6651
+ "learning_rate": 0.0001,
6652
+ "loss": 0.0,
6653
+ "step": 9490
6654
+ },
6655
+ {
6656
+ "epoch": 0.940815290724304,
6657
+ "grad_norm": NaN,
6658
+ "learning_rate": 0.0001,
6659
+ "loss": 0.0,
6660
+ "step": 9500
6661
  }
6662
  ],
6663
  "logging_steps": 10,
 
6677
  "attributes": {}
6678
  }
6679
  },
6680
+ "total_flos": 1.8837425574316605e+18,
6681
  "train_batch_size": 1,
6682
  "trial_name": null,
6683
  "trial_params": null