Run 4. Outer Step 58. Inner Step 71.

config.json

@@ -268,18 +268,18 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5604376,
-    5604381,
-    5604385,
-    5604389,
-    5604394
+    5604399,
+    5604403,
+    5604408,
+    5604412,
+    5604416
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 70,
+  "inner_step": 71,
   "inner_steps": 0,
   "last_allreduce_block": 5576204,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2240f0b99be724772319c9099b758fcbc638ba6176a1efa509191d22295683a2
+oid sha256:f3cd566febb37d7eea6791bf2858a5a110c81785a24693063a77af3d8d9a6ee0
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:878161f736124cb11da32967bb3006bcc2887464d26edbada5736cb261cc2ed0
+oid sha256:023c27e3ecc3e7d4ad87fda332e7548c0d79d9b92b9173d541b285aa33ac4a3b
 size 4040701744