Hugging Face's logo

appvoid
/
picollama

TensorBoard
Safetensors
English
llama
Model card Files
xet
 Metrics Community
1
appvoid commited on
Commit
b057eaf
·
verified ·
1 Parent(s): d31f5b2

Deep35 continual checkpoint step 102000

Browse files
Files changed (7) hide show
  1. last-checkpoint/continual_state.json +7 -7
  2. last-checkpoint/data_state.pt +2 -2
  3. last-checkpoint/model.safetensors +1 -1
  4. last-checkpoint/optimizer.pt +1 -1
  5. last-checkpoint/rng_state.pth +1 -1
  6. last-checkpoint/scheduler.pt +1 -1
  7. last-checkpoint/trainer_state.json +0 -0
last-checkpoint/continual_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "global_step": 100000,
3
- "sequence_tokens_emitted": 18841845760,
4
  "mix": [
5
  0.8,
6
  0.09,
@@ -33,13 +33,13 @@
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 1,
36
- "rewrite_cursor": 13649,
37
  "rewrite_total": 205404,
38
- "rewrite_fraction": 0.06644953360207201,
39
  "noprompt_epoch": 0,
40
- "noprompt_cursor": 43411,
41
  "noprompt_total": 75000,
42
- "noprompt_fraction": 0.5788133333333333
43
  },
44
  "batch_history": [
45
  {
@@ -67,5 +67,5 @@
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
- "cumulative_tokens_at_save": 18841600000
71
  }
 
1
  {
2
+ "global_step": 102000,
3
+ "sequence_tokens_emitted": 19333365760,
4
  "mix": [
5
  0.8,
6
  0.09,
 
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 1,
36
+ "rewrite_cursor": 38134,
37
  "rewrite_total": 205404,
38
+ "rewrite_fraction": 0.185653638682791,
39
  "noprompt_epoch": 0,
40
+ "noprompt_cursor": 48228,
41
  "noprompt_total": 75000,
42
+ "noprompt_fraction": 0.64304
43
  },
44
  "batch_history": [
45
  {
 
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
+ "cumulative_tokens_at_save": 19333120000
71
  }
last-checkpoint/data_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68fa493e430806456206471dec99a63c9c8e82893dd3bd164c1bd49a25d62214
3
- size 1170559
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7419bcd422bb0beb6cb104829d51a976b98cd3293fb25c6f2500629f17de4ab3
3
+ size 1167999
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:febd1e4bfb5bb5ab1bb68d15b6d9cb87cfe62948cd98e4f36906d5e7dc5509a1
3
  size 70326256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e5943b1a1c8e35aa84d2613f3aeab0250c98ab8891357d2c4022ac0de166510
3
  size 70326256
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09554129eab71b22281f47e6e3208d9f6b3324a9a9ded3fc479988d3a0fb6463
3
  size 140740171
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78b181fcb52b0a8c003346b8ee76827e0c9ebc6cb359a267f3120dbb77f62607
3
  size 140740171
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4be0d282d6351ae570e2dcc2232bf91c2dbcad80ed7fb991fd9a34644e2fb502
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae4f7980639cc94d4a18b2b3acea2327347b63550f1f5a54f347834dae66333d
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5d544a79bca3ecf5df1d59886369c58e9072117ae18e871662cc3c2fceebc81
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f6c782d8023d79d1470cbfa6552299121ed4ce8b2f33781d54c6655a1df5f89
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff