Training in progress, step 2500, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fc34db38d67ed2d442a301af0a982a4e704b92517b8fe60f390dd49bb911cd5
+oid sha256:7e7b5dac0c6e968b2eec9d1c2effa7bae254518172157d83df0c94022d0e566d
 size 2283652852

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71591da86ea1c855478ea63b8a24ef5b95064ba7c23fe12232a1c4e5282b0087
+oid sha256:7924d43d918924ea0704c375487ea479cec44578e9211c7a91197864aa6bef3d
 size 5844445

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe957d175eed29a58d9cfff23ecf64564b7d4bdff52a05b96dfc44b97f464f5c
+oid sha256:e89ad2fb35d7555ec292dbcb56d3362e45fdc8cdc7a8ae64c80017222dae607f
 size 14244

last-checkpoint/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70b4a9289eb9779569110fd1048e18af63d176c3c16d0446159ff87d7ae0a053
+oid sha256:5acc30ad3e6e8cc9d4f01107daa5698ff6a475ad7efa97abbd4c154fc37a4380
 size 988

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9aae6cc6a632404b6f40b15de4658fb72f1f1cdac7b4f20fb7a5824482a6f1fd
+oid sha256:22e4a58b00827f494a945fe7f8d3071f9b236011da08d30982cfc8a8a77c1608
 size 1064

last-checkpoint/trainer_state.json

@@ -2,9 +2,9 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.8437038599451593,
+  "epoch": 1.0548407508964353,
   "eval_steps": 500,
-  "global_step": 2000,
+  "global_step": 2500,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -155,6 +155,41 @@
       "learning_rate": 2.9092827004219407e-05,
       "loss": 2.9402,
       "step": 2000
+    },
+    {
+      "epoch": 0.8858890529424173,
+      "grad_norm": 3.06837797164917,
+      "learning_rate": 2.8037974683544303e-05,
+      "loss": 2.9126,
+      "step": 2100
+    },
+    {
+      "epoch": 0.9280742459396751,
+      "grad_norm": 3.7333426475524902,
+      "learning_rate": 2.6993670886075952e-05,
+      "loss": 3.0013,
+      "step": 2200
+    },
+    {
+      "epoch": 0.9702594389369331,
+      "grad_norm": 7.016664028167725,
+      "learning_rate": 2.5938818565400847e-05,
+      "loss": 2.9823,
+      "step": 2300
+    },
+    {
+      "epoch": 1.0126555578991774,
+      "grad_norm": 1.065859079360962,
+      "learning_rate": 2.4905063291139243e-05,
+      "loss": 3.0965,
+      "step": 2400
+    },
+    {
+      "epoch": 1.0548407508964353,
+      "grad_norm": 0.6410270929336548,
+      "learning_rate": 2.3871308016877638e-05,
+      "loss": 3.0905,
+      "step": 2500
     }
   ],
   "logging_steps": 100,
@@ -174,7 +209,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 6.531470647246848e+16,
+  "total_flos": 8.158690591260672e+16,
   "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null