Run 6. Outer Step 22. Inner Step 33.

config.json

@@ -264,17 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6140229,
-    6140237,
-    6140245,
-    6140253
+    6140272,
+    6140282,
+    6140290
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 22,
+  "inner_step": 32,
   "intermediate_size": 5632,
   "last_allreduce_block": 6140120,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7b5d9ffd05e88bb37cd58ff2a198ea9d05b8f92428ae555029eebb94b52e897
+oid sha256:2581eabb2725db9ab45256d188633e3d987d73d43193043c5f0672c299c2b8fc
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea283d742f6c212feaafb5750309f5da80dad00ec313bdd876c856c2e6bdf0d5
+oid sha256:b41ea962e19d04d56ef7ab53183116fe1b5fa6cc70fb7d722d7b3d6ba3a8b9d1
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c3fb5a9b146fabf096f6bfaa6d6b1927a111694da39564cfb6a5e1c79477806
+oid sha256:7d1192a74c1da1372d538e6549dcb369836e7789199783989e7d2723ac49b8d4
 size 4400216536