Run 9. Outer Step 10. Inner Step 68.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6455248,
-    6455281
+    6455344,
+    6455373
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 54,
+  "inner_step": 67,
   "intermediate_size": 5632,
   "last_allreduce_block": 6454064,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d13db3fcc607f923f093e5fa5aab700ab8f17e70eca460c27581c230110aa14
+oid sha256:96b4429329a083b1c75624d00cee5280184761c301f68adb745c7a4854adc78b
 size 88390091

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6325c6c1738fa626876a983a15c6327f2d20a6801b62d35865e346937ccfa7d
+oid sha256:7144a57c22be1986727874311fa5b06f307135a63ae2be1d2a8362ece4a56f09
 size 4924928111

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aaae89c97dc646a05cc82d5de07059e94a319d2adf26d3aca9b48268bae03bfc
+oid sha256:876141d1100c06b2ba9ec5887fda5fb1baf6612f4f972e0de4d99c686ff02120
 size 4400216536