Run 4. Outer Step 50. Inner Step 67.

config.json

@@ -268,20 +268,20 @@
     "AutoModelForCausalLM": "distributed/optimized-gpt2-500m--modeling_gpt_optimized.GPTOptim"
   },
   "block_list": [
-    5573375,
-    5573379,
-    5573383,
-    5573387,
-    5573391,
-    5573395,
-    5573398
+    5573405,
+    5573409,
+    5573412,
+    5573416,
+    5573420,
+    5573424,
+    5573428
   ],
   "block_size": 1024,
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
-  "inner_step": 66,
+  "inner_step": 67,
   "inner_steps": 0,
   "last_allreduce_block": 5523943,
   "layer_norm_epsilon": 1e-05,

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d315c77b75cb409c689e4291f42355309fe2ab04ea15e293d6b005dda6661c5
+oid sha256:e25de9b8556c76fa92a9b3c6b0cc02fbeb32681061a6d0e503b68a6d1898da19
 size 8081782026

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b615a36d14ab66911606f96c7b99b0049509b8ae8cf8ff98d9086797774913fa
+oid sha256:ad3afe56405554e35a9abedf7874b9f612ac92d6c7d23afd091571b524e70157
 size 4040701744