Run 8. Outer Step 86. Inner Step 40.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distributed/llama-1b",
+  "_name_or_path": "Subhan1123/M2",
   "all_reduce_scores": {
     "0": "NOT_ALIVE",
     "1": "NOT_ALIVE",
@@ -264,15 +264,15 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "block_list": [
-    6405602,
-    6405631
+    6406025,
+    6406055
   ],
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
   "hidden_size": 2048,
   "initializer_range": 0.02,
-  "inner_step": 31,
+  "inner_step": 40,
   "intermediate_size": 5632,
   "last_allreduce_block": 6405390,
   "max_position_embeddings": 2048,

gradients.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:935f0e6ebb605f704347aa146603a941536129067d11f18cfe4fafe14754346e
+oid sha256:2c58468d635e77c492fc0145456ddfa6c11f5b8a879574b6adedebe9eefbc630
 size 88389626

inner_optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5f2fd026b94c5c66b1619fb58ed48f1a0680714dead2037e1b8e34615bd90f9
+oid sha256:731bb67a20868c9e892330a61fcacd1a23e6934aeb16c8d2df1a6c6303dd2b43
 size 4924926906

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d356649e0f58c4a418d3313de8b9642430b7626e4a42377479c58b20eacf9d9
+oid sha256:75ace8d48cbbc5fe474ee05939f0f974a6e3b6dffa9060157b30ce9dd2abff5b
 size 4400216536