TensorBoard
Safetensors
English
llama
appvoid commited on
Commit
8e6d257
·
verified ·
1 Parent(s): 3354b56

Deep35 continual checkpoint step 84000

Browse files
last-checkpoint/continual_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "global_step": 82000,
3
- "sequence_tokens_emitted": 14418165760,
4
  "mix": [
5
  0.8,
6
  0.09,
@@ -27,9 +27,20 @@
27
  0.05,
28
  0.01
29
  ],
30
- "formatter_version": 8,
31
  "rewrite6_format": "join non-empty instruction/text/output; empty components valid",
32
  "noprompt_format": "stored text field exactly; empty rows skipped",
 
 
 
 
 
 
 
 
 
 
 
33
  "batch_history": [
34
  {
35
  "start_step": 0,
@@ -56,5 +67,5 @@
56
  "current_batch_size": 240,
57
  "current_gradient_accumulation": 1,
58
  "current_tokens_per_update": 245760,
59
- "cumulative_tokens_at_save": 14417920000
60
  }
 
1
  {
2
+ "global_step": 84000,
3
+ "sequence_tokens_emitted": 14909685760,
4
  "mix": [
5
  0.8,
6
  0.09,
 
27
  0.05,
28
  0.01
29
  ],
30
+ "formatter_version": 9,
31
  "rewrite6_format": "join non-empty instruction/text/output; empty components valid",
32
  "noprompt_format": "stored text field exactly; empty rows skipped",
33
+ "curated_sampling": "shuffled exhaustive cycles without replacement",
34
+ "curated_progress": {
35
+ "rewrite_epoch": 0,
36
+ "rewrite_cursor": 24333,
37
+ "rewrite_total": 205404,
38
+ "rewrite_fraction": 0.11846410001752644,
39
+ "noprompt_epoch": 0,
40
+ "noprompt_cursor": 4852,
41
+ "noprompt_total": 75000,
42
+ "noprompt_fraction": 0.06469333333333334
43
+ },
44
  "batch_history": [
45
  {
46
  "start_step": 0,
 
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
+ "cumulative_tokens_at_save": 14909440000
71
  }
last-checkpoint/data_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80bf5ce247509bfde5a7bc3354695149a015aaa33acffef0f652ac9ade6f69a5
3
- size 26239
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15fd67a19c5084f64ca8d2a5416e71629d18939d6162c4c19713ddf1799e7ef0
3
+ size 1170303
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3545e491fd6be0ccaf556fc29e10bab265a6aa2ff336b9773c83534dac84c6e
3
  size 70326256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dba05b9fa1a922b062f440b1993e179436c7bf633fdcf78d45a22892684b66c0
3
  size 70326256
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a74716e0c8bc9f0a19d3e35882501cfdb6f0b07051a81408e3962b8da4b3bbe
3
  size 140740171
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea146efe872b4731ed7175802546b1320a016925a71b28e27adc3f80a561d1e9
3
  size 140740171
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54a08b978c632223320da0808615b254816f79697955f3b52a0f9e14e9f9aa27
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21c91b10a53119b2e5e945ab047a67ea897d9df4824c31e68ebe4fb40c3ce183
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f45123d6b76c9aeb5f227bb3082c9d7974ed6516ad0436c4b4bf45410cf3a034
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21fda07ee7fa786200b946dcfaeb22acfb632f001b14966ed0392fbe637026f9
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:126c9c312afe7ca952c65954bf0518ea6213e6ceedab4d699c21dfeea6d89b1f
3
  size 5969
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72963002dbe3b6f5bc72489cf73c371b3882670b3152ae5d6780ec4c0e9acb85
3
  size 5969