Run 4. Outer Step 51. Inner Step 27.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5628075,
-    5628079,
-    5628083,
-    5628088,
-    5628092
+    5628096,
+    5628101,
+    5628106,
+    5628110,
+    5628115
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 26,
+  "inner_step": 27,
   "inner_steps": 0,
   "last_allreduce_block": 5627065,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0119fe7d14d4662b27b5982329e87dd51ab8ba2afc96021198b0798f96b56879
+oid sha256:182b86e040e00bb93c98820c12d1c2437bb57e24b902a423b1480a11750d7f47
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ce746d327871054d702e0450f02c1c3c997281de6a98c28d39c2b2d561f9518
+oid sha256:53929351d53cce1ee8e1af71c17f5913fccd28a77395b1533ee40f9d02c2b5de
 size 4040701744