Run 6. Outer Step 109. Inner Step 138.

config.json

@@ -264,16 +264,16 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6210017,
-    6210025,
-    6210035
+    6210065,
+    6210074,
+    6210082
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 128,
+  "inner_step": 137,
   "intermediate_size": 5632,
   "last_allreduce_block": 6209387,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc9238d82b2a7e8636e9128c375719d541f8756be8574e922d9ced6f90e35906
+oid sha256:6f3cfb36768c47e0fbcf48e0ac0b72e0c27ed8d47457bff36506b72b169fbdac
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c75c3bc538691ab3a078e1c9e0235cf7413d00ae725029f4b82ab19d2c34501
+oid sha256:6d1f494b2ad242e7d8219a45fc4d3d43f9ec37f93038b95fcbb99a4bf040529d
 size 8800564076

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc5963b561a2312bf27a00ff1af001a6c7945fd0e0887136fa0cdb8448bb2230
+oid sha256:6c1d85741414bd837715e44e170c0b9d564416845572ba552ea5aa5f2bb0ba68
 size 4400216536