Hugging Face's logo

appvoid
/
picollama

TensorBoard
Safetensors
English
llama
Model card Files
xet
 Metrics Community
1
appvoid commited on
Commit
c4cd795
·
verified ·
1 Parent(s): 3b1b293

Deep35 continual checkpoint step 108000

Browse files
Files changed (7) hide show
  1. last-checkpoint/continual_state.json +7 -7
  2. last-checkpoint/data_state.pt +2 -2
  3. last-checkpoint/model.safetensors +1 -1
  4. last-checkpoint/optimizer.pt +1 -1
  5. last-checkpoint/rng_state.pth +1 -1
  6. last-checkpoint/scheduler.pt +1 -1
  7. last-checkpoint/trainer_state.json +0 -0
last-checkpoint/continual_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "global_step": 106000,
3
- "sequence_tokens_emitted": 20316405760,
4
  "mix": [
5
  0.8,
6
  0.09,
@@ -33,13 +33,13 @@
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 1,
36
- "rewrite_cursor": 86706,
37
  "rewrite_total": 205404,
38
- "rewrite_fraction": 0.4221242040077116,
39
  "noprompt_epoch": 0,
40
- "noprompt_cursor": 58087,
41
  "noprompt_total": 75000,
42
- "noprompt_fraction": 0.7744933333333334
43
  },
44
  "batch_history": [
45
  {
@@ -67,5 +67,5 @@
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
- "cumulative_tokens_at_save": 20316160000
71
  }
 
1
  {
2
+ "global_step": 108000,
3
+ "sequence_tokens_emitted": 20807925760,
4
  "mix": [
5
  0.8,
6
  0.09,
 
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 1,
36
+ "rewrite_cursor": 110339,
37
  "rewrite_total": 205404,
38
+ "rewrite_fraction": 0.5371803859710619,
39
  "noprompt_epoch": 0,
40
+ "noprompt_cursor": 62912,
41
  "noprompt_total": 75000,
42
+ "noprompt_fraction": 0.8388266666666667
43
  },
44
  "batch_history": [
45
  {
 
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
+ "cumulative_tokens_at_save": 20807680000
71
  }
last-checkpoint/data_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69d873aff0b304c247579d985af7bb48dc2e352ef6fcc9227d1093bdf04d239a
3
- size 1157055
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71de4580a6ba8f844d20e38a00610b7b88d3d84e0629262d1f3acc158ebd5327
3
+ size 1172927
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:342069a5cd049a657c74c971a6e9a21dfbe6b4d155ed8e7eaf99efaedaa22a12
3
  size 70326256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ecd2eebe848568048acdffde058d790ee549345f925461dcd8bf9588ae84f4b
3
  size 70326256
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6428c6b1544c8979fd71543496dda5931feb16cfcb8245946cfcbc476818d38
3
  size 140740171
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28ab4f50069b02df49610cb06fa2a7d0dcce832f5e4d349d4a58e94da387d6cb
3
  size 140740171
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5ece7f59fe165085eebae111c2a853196aa709eb4a930190bd1aa7fd20fa143
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea5bd149f2b1903ccd6571fdead108abbfe71070d46aee72673c5ce75cd5bd44
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5689fed5747f60e646f8f589eaa7d86635194fe53500bb8150106828fc7fee9
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:992c42781d567a6a858fa4f6f5aa5c698b31ed3d03200d50135bf628247fbcdc
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff