Deep35 continual checkpoint step 84000
Browse files- last-checkpoint/continual_state.json +15 -4
- last-checkpoint/data_state.pt +2 -2
- last-checkpoint/model.safetensors +1 -1
- last-checkpoint/optimizer.pt +1 -1
- last-checkpoint/rng_state.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +0 -0
- last-checkpoint/training_args.bin +1 -1
last-checkpoint/continual_state.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
{
|
| 2 |
-
"global_step":
|
| 3 |
-
"sequence_tokens_emitted":
|
| 4 |
"mix": [
|
| 5 |
0.8,
|
| 6 |
0.09,
|
|
@@ -27,9 +27,20 @@
|
|
| 27 |
0.05,
|
| 28 |
0.01
|
| 29 |
],
|
| 30 |
-
"formatter_version":
|
| 31 |
"rewrite6_format": "join non-empty instruction/text/output; empty components valid",
|
| 32 |
"noprompt_format": "stored text field exactly; empty rows skipped",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
"batch_history": [
|
| 34 |
{
|
| 35 |
"start_step": 0,
|
|
@@ -56,5 +67,5 @@
|
|
| 56 |
"current_batch_size": 240,
|
| 57 |
"current_gradient_accumulation": 1,
|
| 58 |
"current_tokens_per_update": 245760,
|
| 59 |
-
"cumulative_tokens_at_save":
|
| 60 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"global_step": 84000,
|
| 3 |
+
"sequence_tokens_emitted": 14909685760,
|
| 4 |
"mix": [
|
| 5 |
0.8,
|
| 6 |
0.09,
|
|
|
|
| 27 |
0.05,
|
| 28 |
0.01
|
| 29 |
],
|
| 30 |
+
"formatter_version": 9,
|
| 31 |
"rewrite6_format": "join non-empty instruction/text/output; empty components valid",
|
| 32 |
"noprompt_format": "stored text field exactly; empty rows skipped",
|
| 33 |
+
"curated_sampling": "shuffled exhaustive cycles without replacement",
|
| 34 |
+
"curated_progress": {
|
| 35 |
+
"rewrite_epoch": 0,
|
| 36 |
+
"rewrite_cursor": 24333,
|
| 37 |
+
"rewrite_total": 205404,
|
| 38 |
+
"rewrite_fraction": 0.11846410001752644,
|
| 39 |
+
"noprompt_epoch": 0,
|
| 40 |
+
"noprompt_cursor": 4852,
|
| 41 |
+
"noprompt_total": 75000,
|
| 42 |
+
"noprompt_fraction": 0.06469333333333334
|
| 43 |
+
},
|
| 44 |
"batch_history": [
|
| 45 |
{
|
| 46 |
"start_step": 0,
|
|
|
|
| 67 |
"current_batch_size": 240,
|
| 68 |
"current_gradient_accumulation": 1,
|
| 69 |
"current_tokens_per_update": 245760,
|
| 70 |
+
"cumulative_tokens_at_save": 14909440000
|
| 71 |
}
|
last-checkpoint/data_state.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15fd67a19c5084f64ca8d2a5416e71629d18939d6162c4c19713ddf1799e7ef0
|
| 3 |
+
size 1170303
|
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 70326256
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dba05b9fa1a922b062f440b1993e179436c7bf633fdcf78d45a22892684b66c0
|
| 3 |
size 70326256
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 140740171
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea146efe872b4731ed7175802546b1320a016925a71b28e27adc3f80a561d1e9
|
| 3 |
size 140740171
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21c91b10a53119b2e5e945ab047a67ea897d9df4824c31e68ebe4fb40c3ce183
|
| 3 |
size 14645
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21fda07ee7fa786200b946dcfaeb22acfb632f001b14966ed0392fbe637026f9
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
last-checkpoint/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5969
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:72963002dbe3b6f5bc72489cf73c371b3882670b3152ae5d6780ec4c0e9acb85
|
| 3 |
size 5969
|