Run 4. Outer Step 59. Inner Step 24.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5606183,
-    5606187,
-    5606192,
-    5606196,
-    5606200
+    5606204,
+    5606208,
+    5606213,
+    5606217,
+    5606222
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 23,
+  "inner_step": 24,
   "inner_steps": 0,
   "last_allreduce_block": 5598085,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e067d132fb37c0a16a2b8d52a8f05685fa214e5234c10161584175335922b1f0
+oid sha256:a920d750c3702407129c61213bdf9e954ff26090612861004288bb727b76db99
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d32d5d3c91bc7517000cc7b63cce36faf046dd09d95dbea55012bdb686cadf5e
+oid sha256:861d81d1d2332221ebcfde9aedb2168fd17e703f7555322a531654e34d59e699
 size 4040701744