sft step 10 config.json
Browse files- config.json +3 -7
config.json
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
{
|
| 2 |
-
"step":
|
|
|
|
| 3 |
"cfg": {
|
| 4 |
"vocab_size": 248320,
|
| 5 |
"hidden_size": 1536,
|
|
@@ -19,10 +20,5 @@
|
|
| 19 |
"logit_softcap": 15.0,
|
| 20 |
"mtp": 1
|
| 21 |
},
|
| 22 |
-
"
|
| 23 |
-
"next_shard_i": 0,
|
| 24 |
-
"step": 799,
|
| 25 |
-
"last_shard": "shard_00049.safetensors",
|
| 26 |
-
"pass": "complete"
|
| 27 |
-
}
|
| 28 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"step": 10,
|
| 3 |
+
"loss": 9.550521850585938,
|
| 4 |
"cfg": {
|
| 5 |
"vocab_size": 248320,
|
| 6 |
"hidden_size": 1536,
|
|
|
|
| 20 |
"logit_softcap": 15.0,
|
| 21 |
"mtp": 1
|
| 22 |
},
|
| 23 |
+
"pass": "sft"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
}
|