Run 8. Outer Step 89. Inner Step 59.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6407805,
-    6407856
+    6407885,
+    6407920
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 49,
+  "inner_step": 58,
   "intermediate_size": 5632,
   "last_allreduce_block": 6407463,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6860d7f61e21ca06808620b9595f42a83c9382c90b9615aaabc632260bc10989
+oid sha256:eba09bbf989b7cf373f6613e2cd7f53c49a669586c2ce657b17557ad8b77dafa
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08165995e73f478e81410e63d715fa16285e87ee79bd99ed7fea101863f39f6f
+oid sha256:d4d132f398cd410761351f19c3b003dfad71a67b68ac7501c25f2a766987365f
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d19aa79cf57badcfe7f130ec83673f86e51b8e8111040b6f890344ce1510496c
+oid sha256:a9bf6351d20212b69404a4c51d4403064a327608e6f6bbe4f0cc33674d4629d3
 size 4400216536