Run 4. Outer Step 41. Inner Step 93.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5559302,
-    5559307,
-    5559311,
-    5559315,
-    5559318
+    5559323,
+    5559327,
+    5559331,
+    5559336,
+    5559340
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 92,
+  "inner_step": 93,
   "inner_steps": 0,
   "last_allreduce_block": 5556551,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c41108355ae9be705bc305477a07d67d7406ddaaeddc7e0e4d71d9a15e790d4
+oid sha256:6a97b729c56786a46a4c4c28d94e1b27e792fbd7522dcf165128f2da31f12cb8
 size 8081782503

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fb88e0f442209d1c47c550b70a540006b3f432d14327093bebffc12f0ffeb2e
+oid sha256:511bd07bd03ef578e8c92000998989576843b1168a72f3ba84734d0a17aa3545
 size 4040701744