Checkpoint pointer step 106000
Browse files- hf_checkpoint_state.json +7 -7
hf_checkpoint_state.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
-
"global_step":
|
| 3 |
-
"sequence_tokens_emitted":
|
| 4 |
-
"cumulative_tokens":
|
| 5 |
"local_save_steps": 500,
|
| 6 |
"hf_upload_steps": 2000,
|
| 7 |
"tensorboard_upload_steps": 500,
|
|
@@ -9,13 +9,13 @@
|
|
| 9 |
"curated_sampling": "shuffled exhaustive cycles without replacement",
|
| 10 |
"curated_progress": {
|
| 11 |
"rewrite_epoch": 1,
|
| 12 |
-
"rewrite_cursor":
|
| 13 |
"rewrite_total": 205404,
|
| 14 |
-
"rewrite_fraction": 0.
|
| 15 |
"noprompt_epoch": 0,
|
| 16 |
-
"noprompt_cursor":
|
| 17 |
"noprompt_total": 75000,
|
| 18 |
-
"noprompt_fraction": 0.
|
| 19 |
},
|
| 20 |
"tensorboard_path": "runs/deep35-continual"
|
| 21 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"global_step": 106000,
|
| 3 |
+
"sequence_tokens_emitted": 20316405760,
|
| 4 |
+
"cumulative_tokens": 20316160000,
|
| 5 |
"local_save_steps": 500,
|
| 6 |
"hf_upload_steps": 2000,
|
| 7 |
"tensorboard_upload_steps": 500,
|
|
|
|
| 9 |
"curated_sampling": "shuffled exhaustive cycles without replacement",
|
| 10 |
"curated_progress": {
|
| 11 |
"rewrite_epoch": 1,
|
| 12 |
+
"rewrite_cursor": 86706,
|
| 13 |
"rewrite_total": 205404,
|
| 14 |
+
"rewrite_fraction": 0.4221242040077116,
|
| 15 |
"noprompt_epoch": 0,
|
| 16 |
+
"noprompt_cursor": 58087,
|
| 17 |
"noprompt_total": 75000,
|
| 18 |
+
"noprompt_fraction": 0.7744933333333334
|
| 19 |
},
|
| 20 |
"tensorboard_path": "runs/deep35-continual"
|
| 21 |
}
|