Checkpoint pointer step 84000
Browse files- hf_checkpoint_state.json +18 -3
hf_checkpoint_state.json
CHANGED
|
@@ -1,6 +1,21 @@
|
|
| 1 |
{
|
| 2 |
-
"global_step":
|
| 3 |
-
"sequence_tokens_emitted":
|
|
|
|
| 4 |
"local_save_steps": 500,
|
| 5 |
-
"hf_upload_steps": 2000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"global_step": 84000,
|
| 3 |
+
"sequence_tokens_emitted": 14909685760,
|
| 4 |
+
"cumulative_tokens": 14909440000,
|
| 5 |
"local_save_steps": 500,
|
| 6 |
+
"hf_upload_steps": 2000,
|
| 7 |
+
"tensorboard_upload_steps": 500,
|
| 8 |
+
"root_model_synced": true,
|
| 9 |
+
"curated_sampling": "shuffled exhaustive cycles without replacement",
|
| 10 |
+
"curated_progress": {
|
| 11 |
+
"rewrite_epoch": 0,
|
| 12 |
+
"rewrite_cursor": 24333,
|
| 13 |
+
"rewrite_total": 205404,
|
| 14 |
+
"rewrite_fraction": 0.11846410001752644,
|
| 15 |
+
"noprompt_epoch": 0,
|
| 16 |
+
"noprompt_cursor": 4852,
|
| 17 |
+
"noprompt_total": 75000,
|
| 18 |
+
"noprompt_fraction": 0.06469333333333334
|
| 19 |
+
},
|
| 20 |
+
"tensorboard_path": "runs/deep35-continual"
|
| 21 |
}
|