Hugging Face's logo

appvoid
/
picollama

TensorBoard
Safetensors
English
llama
Model card Files
xet
 Metrics Community
1
appvoid commited on
Commit
f5d7b7a
·
verified ·
1 Parent(s): 4aaa82f

Deep35 continual checkpoint step 98000

Browse files
Files changed (7) hide show
  1. last-checkpoint/continual_state.json +7 -7
  2. last-checkpoint/data_state.pt +2 -2
  3. last-checkpoint/model.safetensors +1 -1
  4. last-checkpoint/optimizer.pt +1 -1
  5. last-checkpoint/rng_state.pth +1 -1
  6. last-checkpoint/scheduler.pt +1 -1
  7. last-checkpoint/trainer_state.json +0 -0
last-checkpoint/continual_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "global_step": 96000,
3
- "sequence_tokens_emitted": 17858805760,
4
  "mix": [
5
  0.8,
6
  0.09,
@@ -33,13 +33,13 @@
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 0,
36
- "rewrite_cursor": 170367,
37
  "rewrite_total": 205404,
38
- "rewrite_fraction": 0.829423964479757,
39
  "noprompt_epoch": 0,
40
- "noprompt_cursor": 33773,
41
  "noprompt_total": 75000,
42
- "noprompt_fraction": 0.4503066666666667
43
  },
44
  "batch_history": [
45
  {
@@ -67,5 +67,5 @@
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
- "cumulative_tokens_at_save": 17858560000
71
  }
 
1
  {
2
+ "global_step": 98000,
3
+ "sequence_tokens_emitted": 18350325760,
4
  "mix": [
5
  0.8,
6
  0.09,
 
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 0,
36
+ "rewrite_cursor": 194813,
37
  "rewrite_total": 205404,
38
+ "rewrite_fraction": 0.9484381998403147,
39
  "noprompt_epoch": 0,
40
+ "noprompt_cursor": 38627,
41
  "noprompt_total": 75000,
42
+ "noprompt_fraction": 0.5150266666666666
43
  },
44
  "batch_history": [
45
  {
 
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
+ "cumulative_tokens_at_save": 18350080000
71
  }
last-checkpoint/data_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc90abdf57cd0196c54eef7daa1d23cf841b677ff3684c98312c7856a2feedd9
3
- size 1156991
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c642a475a1c84c49818af14f42a32daeee92339e6a34176079c61a758df0cbb
3
+ size 1159807
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd26ff4ca9ec4b0692f7574fc3997c94fd2cbe1e8e6168bb51815307741c3887
3
  size 70326256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9895faebfdb295ed71d852bc49ee4f3fdfe2ce6dcddfc423758ee0f799d245f
3
  size 70326256
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f8d8f3aeb1bcb3fe4159b911eeb467bb503b144715e6c6c613b5b440aba80d2
3
  size 140740171
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905a2154d42987fdfaf2ef71d1a926da5228a9897144c54ad5633d545c6f6686
3
  size 140740171
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8393f257ed6d226686c646fbe5c415af27899ef549ff212531595f0c2f7349ee
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49b6b5f1fe0e3c9d8fdc0c4067e4ee9f308f138a93c8e033504404c0483a43ab
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e715462d28afdd27152c982892efbcd15569ffccd6b41f64d1a46c2531290ac
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c3e24eeb8f42de73a98be24b2ce0201e7db62cc42fc0a6f02c92f53164849b7
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff