Checkpoint at step 180

checkpoints/{checkpoint-140 → checkpoint-180}/config.json

@@ -33,7 +33,7 @@
   "small_expert_strategy": "constant",
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.55.0",
+  "transformers_version": "4.55.2",
   "use_cache": true,
   "vocab_size": 50304
 }

checkpoints/{checkpoint-140 → checkpoint-180}/generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "eos_token_id": 50279,
   "pad_token_id": 1,
-  "transformers_version": "4.55.0"
+  "transformers_version": "4.55.2"
 }

checkpoints/{checkpoint-140 → checkpoint-180}/model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:355f962f78f8781b3d467703655d1c7083e37559d89537656334667d6ff43ac6
+oid sha256:b2d430d9b62ede6ed83dc33d9e8455cecca9f3fe7592c7e039257ab0ff884443
 size 4997867120

checkpoints/{checkpoint-140 → checkpoint-180}/model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3290e61df182c456ab7a8001602656f7e39e16b98c91fcfe83c8e4e3260fe7b6
+oid sha256:d4278213a1b80e30307d4aecf230757c01a157b86a1ed950782ea72217ec49f6
 size 3856242664

checkpoints/{checkpoint-140 → checkpoint-180}/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce6a8e273e030a886d8273cc9f71fe6be48232fe77a2a0fdc93c82376838a8c4
-size 25858106
+oid sha256:caed3aef43ea28c32e792fed8baeba26c7591aff8311ca85059bb9a3c296c881
+size 25858571

checkpoints/{checkpoint-140 → checkpoint-180}/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b66e3cc7c452b707ddac5caf0aa17618afb9bc1a0333600a22c4afb353f3165
-size 14244
+oid sha256:098b29492211804ab324a36f37466821d948280bb74fce4ba895c03f13ecd878
+size 14645

checkpoints/{checkpoint-140 → checkpoint-180}/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5924776f848b4794129dd6cb3c286820b39f53340b1f965e1166d4c08f2f0219
-size 1064
+oid sha256:f290b39e270d4c931f41dedda8a91334f6919708a29e72da1558deb11c11719e
+size 1465

checkpoints/{checkpoint-140 → checkpoint-180}/trainer_state.json

@@ -2,9 +2,9 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.006867921288716374,
+  "epoch": 0.008830184514063909,
   "eval_steps": 500,
-  "global_step": 140,
+  "global_step": 180,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -106,6 +106,34 @@
       "learning_rate": 2.2727272727272728e-06,
       "loss": 105.1263,
       "step": 140
+    },
+    {
+      "epoch": 0.007358487095053257,
+      "grad_norm": 36.0,
+      "learning_rate": 2.4362328319162854e-06,
+      "loss": 105.571,
+      "step": 150
+    },
+    {
+      "epoch": 0.00784905290139014,
+      "grad_norm": 31.0,
+      "learning_rate": 2.5997383911052975e-06,
+      "loss": 105.0039,
+      "step": 160
+    },
+    {
+      "epoch": 0.008339618707727025,
+      "grad_norm": 33.0,
+      "learning_rate": 2.76324395029431e-06,
+      "loss": 106.5098,
+      "step": 170
+    },
+    {
+      "epoch": 0.008830184514063909,
+      "grad_norm": 32.75,
+      "learning_rate": 2.9267495094833227e-06,
+      "loss": 104.8353,
+      "step": 180
     }
   ],
   "logging_steps": 10,
@@ -125,7 +153,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 3.755836640644301e+17,
+  "total_flos": 4.8289328236855296e+17,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null

checkpoints/{checkpoint-140 → checkpoint-180}/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22bdbdcbe4837b2b85093d88c4236a241af2911c0a7caee660b153c5fc5698e2
-size 5304
+oid sha256:ffa490bde32401dd6d70c4f1b1cff8f5df114f94b79824d3a47b2ae8c00b822d
+size 5713

logs/events.out.tfevents.1755708105.f52801bf383c.3138.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7257ec34109bbc630ffdd19929bedb037053f010b6aab9197b73cf4d98a9d5e1
-size 5705
+oid sha256:8e936cf5c3bfc863a71e18e1ca29355a396cdc35a57fcc7e4c0037f5304d5f06
+size 6127