Training in progress, step 4400, checkpoint

last-checkpoint/adapter_config.json

@@ -29,13 +29,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "gate_proj",
-    "up_proj",
-    "o_proj",
+    "v_proj",
     "q_proj",
     "k_proj",
-    "v_proj"
+    "gate_proj",
+    "o_proj",
+    "down_proj",
+    "up_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:048c5dfc16ee1754da9fd336f18683a3fa4e3b619f7f3d1d05b7716113348974
-size 20814808
+oid sha256:1bb048477e79c2bb0456bbdda3c42fc6c1b314f0792adc0165ee7cfe443e1e84
+size 41581360

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1258df7bbd652cd4ac8845bc1dede253fef70e3930ecda4676e66059e46a5b6
-size 21506325
+oid sha256:7b3930516f679447db820548438a5b462a72063fa7b35c12ab8cfaf3b8d1894c
+size 22453035

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ff4f019e07e22292d32e03e5912231177e1a365bd18d638eade1eecc917db10
+oid sha256:ad8ee2619dc69840d3098c4575bc5500287f88db391d8c2faef70fc57980d343
 size 1465

last-checkpoint/trainer_state.json

@@ -2,9 +2,9 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.88134135855546,
+  "epoch": 0.945829750644884,
   "eval_steps": 300,
-  "global_step": 4100,
+  "global_step": 4400,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1648,6 +1648,126 @@
       "mean_token_accuracy": 0.9456648254394531,
       "num_tokens": 5058961.0,
       "step": 4100
+    },
+    {
+      "entropy": 0.18220152616500854,
+      "epoch": 0.8867153912295787,
+      "grad_norm": 0.31099215149879456,
+      "learning_rate": 0.0002,
+      "loss": 0.1831790542602539,
+      "mean_token_accuracy": 0.9388860750198365,
+      "num_tokens": 31646.0,
+      "step": 4125
+    },
+    {
+      "entropy": 0.17971669435501098,
+      "epoch": 0.8920894239036974,
+      "grad_norm": 0.2860122323036194,
+      "learning_rate": 0.0002,
+      "loss": 0.17871889114379882,
+      "mean_token_accuracy": 0.9418160128593445,
+      "num_tokens": 63466.0,
+      "step": 4150
+    },
+    {
+      "entropy": 0.17056418150663377,
+      "epoch": 0.897463456577816,
+      "grad_norm": 0.2612093389034271,
+      "learning_rate": 0.0002,
+      "loss": 0.17395471572875976,
+      "mean_token_accuracy": 0.9422563743591309,
+      "num_tokens": 94269.0,
+      "step": 4175
+    },
+    {
+      "entropy": 0.17489842355251312,
+      "epoch": 0.9028374892519346,
+      "grad_norm": 0.36198702454566956,
+      "learning_rate": 0.0002,
+      "loss": 0.17566781997680664,
+      "mean_token_accuracy": 0.9409847593307495,
+      "num_tokens": 125794.0,
+      "step": 4200
+    },
+    {
+      "entropy": 0.1683477830886841,
+      "epoch": 0.9082115219260533,
+      "grad_norm": 0.2940385341644287,
+      "learning_rate": 0.0002,
+      "loss": 0.1692376708984375,
+      "mean_token_accuracy": 0.9459913969039917,
+      "num_tokens": 156271.0,
+      "step": 4225
+    },
+    {
+      "entropy": 0.14542917400598526,
+      "epoch": 0.913585554600172,
+      "grad_norm": 0.45115435123443604,
+      "learning_rate": 0.0002,
+      "loss": 0.14854653358459471,
+      "mean_token_accuracy": 0.950973105430603,
+      "num_tokens": 185224.0,
+      "step": 4250
+    },
+    {
+      "entropy": 0.17559541881084442,
+      "epoch": 0.9189595872742906,
+      "grad_norm": 0.18303845822811127,
+      "learning_rate": 0.0002,
+      "loss": 0.17568387985229492,
+      "mean_token_accuracy": 0.9408818078041077,
+      "num_tokens": 216346.0,
+      "step": 4275
+    },
+    {
+      "entropy": 0.1603526195883751,
+      "epoch": 0.9243336199484092,
+      "grad_norm": 0.2949071526527405,
+      "learning_rate": 0.0002,
+      "loss": 0.1592039203643799,
+      "mean_token_accuracy": 0.9486523294448852,
+      "num_tokens": 246847.0,
+      "step": 4300
+    },
+    {
+      "entropy": 0.162405326962471,
+      "epoch": 0.929707652622528,
+      "grad_norm": 0.3486879765987396,
+      "learning_rate": 0.0002,
+      "loss": 0.1632448196411133,
+      "mean_token_accuracy": 0.9453012681007386,
+      "num_tokens": 277246.0,
+      "step": 4325
+    },
+    {
+      "entropy": 0.16633329182863235,
+      "epoch": 0.9350816852966466,
+      "grad_norm": 0.3270273208618164,
+      "learning_rate": 0.0002,
+      "loss": 0.16598182678222656,
+      "mean_token_accuracy": 0.943821303844452,
+      "num_tokens": 307874.0,
+      "step": 4350
+    },
+    {
+      "entropy": 0.16052240520715713,
+      "epoch": 0.9404557179707652,
+      "grad_norm": 0.31142178177833557,
+      "learning_rate": 0.0002,
+      "loss": 0.1634804344177246,
+      "mean_token_accuracy": 0.9480662798881531,
+      "num_tokens": 338240.0,
+      "step": 4375
+    },
+    {
+      "entropy": 0.16865724414587022,
+      "epoch": 0.945829750644884,
+      "grad_norm": 0.2577108144760132,
+      "learning_rate": 0.0002,
+      "loss": 0.16492490768432616,
+      "mean_token_accuracy": 0.9463495826721191,
+      "num_tokens": 368740.0,
+      "step": 4400
     }
   ],
   "logging_steps": 25,
@@ -1667,7 +1787,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 7.076085424686029e+16,
+  "total_flos": 7.590228457768704e+16,
   "train_batch_size": 3,
   "trial_name": null,
   "trial_params": null