Run 8. Outer Step 80. Inner Step 41.

config.json

@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6400129,
-    6400157
+    6400187,
+    6400237
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 31,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6399900,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcbd6aa66c73095c4915197b18b11dbbb214623a1ecffad1e59f57b90723a929
+oid sha256:6146a8113e0a32b26591bfaa49737e7b2a14924f185fa88a430e0bc2c379de58
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b722552fcd2e8399ac7311c84b8074a0a9bec7c33be4b4f2bd4bcd791af7ca2
+oid sha256:ef4b95349437a01e4972f6276ed52c189a2a6415db76937995ce79a415e8ff02
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d738e2e0db0a16e4f3f7fcd2615b169be465283475a2e60eb37e82a7a15d6ac
+oid sha256:f6b331e22ec8de574783cbfd15d79e3e3394e72342767114227a963c261d58f5
 size 4400216536