mgh6 commited on
Commit
4d408b0
·
verified ·
1 Parent(s): ad53250

Training in progress, epoch 6, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44c917a896d8592aa077741197e903c625bb83663b3808bd0750cf65aab8c949
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de09785324d59d86d5724b439f4833d7397cb5621afb99c4c54608af51d332db
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ecf4f2d11640f3e8fdb7343df142575ae709db76d625148dd1cd286f46dedd2
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eddf1a425b78bfa7077983949d0b2d5fdab07f3a6ece24f3112a43e2275765f
3
  size 5365108834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68265a1c59544d7bf18c305ca95baaaca0646bd73f98f83bb470adae096938bb
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b774cb850c8af04a764818f29624485353fb4e797d73dd76f4613c78e2d1fd0
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3f4d188f937da7056a814d8d9ea51fb336e7ff0650952782195eb25e01fc00b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df53bccd42a0542adafd2539bffb5b941c8e39796128cde2e246f10242bb5d9f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.1470884084701538,
3
- "best_model_checkpoint": "mgh6/HTH_nt_MLM/checkpoint-1285",
4
- "epoch": 5.0,
5
  "eval_steps": 500,
6
- "global_step": 1285,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -82,6 +82,21 @@
82
  "eval_samples_per_second": 46.528,
83
  "eval_steps_per_second": 5.816,
84
  "step": 1285
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
85
  }
86
  ],
87
  "logging_steps": 500,
@@ -110,7 +125,7 @@
110
  "attributes": {}
111
  }
112
  },
113
- "total_flos": 1.8466433079967744e+17,
114
  "train_batch_size": 8,
115
  "trial_name": null,
116
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.097914695739746,
3
+ "best_model_checkpoint": "mgh6/HTH_nt_MLM/checkpoint-1542",
4
+ "epoch": 6.0,
5
  "eval_steps": 500,
6
+ "global_step": 1542,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
82
  "eval_samples_per_second": 46.528,
83
  "eval_steps_per_second": 5.816,
84
  "step": 1285
85
+ },
86
+ {
87
+ "epoch": 6.0,
88
+ "grad_norm": 0.5049512386322021,
89
+ "learning_rate": 8.996093750000001e-05,
90
+ "loss": 1.0031,
91
+ "step": 1542
92
+ },
93
+ {
94
+ "epoch": 6.0,
95
+ "eval_loss": 1.097914695739746,
96
+ "eval_runtime": 9.2778,
97
+ "eval_samples_per_second": 46.563,
98
+ "eval_steps_per_second": 5.82,
99
+ "step": 1542
100
  }
101
  ],
102
  "logging_steps": 500,
 
125
  "attributes": {}
126
  }
127
  },
128
+ "total_flos": 2.2159719695961293e+17,
129
  "train_batch_size": 8,
130
  "trial_name": null,
131
  "trial_params": null