TensorBoard
Safetensors
English
llama
appvoid commited on
Commit
b278977
·
verified ·
1 Parent(s): 92d6edf

Deep35 continual checkpoint step 88000

Browse files
last-checkpoint/continual_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "global_step": 86000,
3
- "sequence_tokens_emitted": 15401205760,
4
  "mix": [
5
  0.8,
6
  0.09,
@@ -33,13 +33,13 @@
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 0,
36
- "rewrite_cursor": 48614,
37
  "rewrite_total": 205404,
38
- "rewrite_fraction": 0.23667504040817122,
39
  "noprompt_epoch": 0,
40
- "noprompt_cursor": 9650,
41
  "noprompt_total": 75000,
42
- "noprompt_fraction": 0.12866666666666668
43
  },
44
  "batch_history": [
45
  {
@@ -67,5 +67,5 @@
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
- "cumulative_tokens_at_save": 15400960000
71
  }
 
1
  {
2
+ "global_step": 88000,
3
+ "sequence_tokens_emitted": 15892725760,
4
  "mix": [
5
  0.8,
6
  0.09,
 
33
  "curated_sampling": "shuffled exhaustive cycles without replacement",
34
  "curated_progress": {
35
  "rewrite_epoch": 0,
36
+ "rewrite_cursor": 72763,
37
  "rewrite_total": 205404,
38
+ "rewrite_fraction": 0.3542433448228856,
39
  "noprompt_epoch": 0,
40
+ "noprompt_cursor": 14475,
41
  "noprompt_total": 75000,
42
+ "noprompt_fraction": 0.193
43
  },
44
  "batch_history": [
45
  {
 
67
  "current_batch_size": 240,
68
  "current_gradient_accumulation": 1,
69
  "current_tokens_per_update": 245760,
70
+ "cumulative_tokens_at_save": 15892480000
71
  }
last-checkpoint/data_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:622455758d23595fc7c7e621650d404587920d9c396224065966756f63b38334
3
- size 1157439
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d12a47e1bd5c880138b34c8aef7607c409edc92daef2637f9cef098b34a2380
3
+ size 1157951
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f8e66e916ebe93ea2b293e5145b9e37b98273fe772fc0e3b6f35c10c4db890d
3
  size 70326256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e37f62d5692fe9244c69f988dff2e04e06b3a5eb68cb8ca28d0603462507354
3
  size 70326256
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b70e06d668c40719b214b8618852cb799e3e74612d92bbb0e576b445ff16b58e
3
  size 140740171
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff7ef107fbe95260b1285c72df29e65c81caa128a9b98fb4903a406f2b545a96
3
  size 140740171
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5935a658067a928769afbd7a9cd4db9b56b9b9da8abf41cd110dd3f7c415432
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64dd4c564da33c1b3a2e843d0dd1f37858a27e5c15027bd3c120f6aadaf43bdc
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f79c7aff3bc0e2feb9d3ae033c500ad4d78f2722c49a94d0d863e8e5d40b1f0
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2c885eac4f1c9f6ae7593a2c92217a23940ac8097b692ee118a3aa36f56b493
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff