tranhuyHoang commited on
Commit
e24a427
·
verified ·
1 Parent(s): d1cd2d0

Training in progress, step 30, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08b1a07f0e1de978b319a287a04e2d899a4a6520e9fbcd1b41b5785d0750b01e
3
  size 91951912
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c58843ce054ff5e21298dea3c5d5e5c129a92e1880c1960584e9f689cad25fdf
3
  size 91951912
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a96e33b51a92420e5fbe54d9368081919b1b7075648b2a9576f2232ef1274d8
3
  size 183993547
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24aa5f3b72ad380e256c083f5f9371f8cfb26a73ec8a1c9b48e511e8aa2db999
3
  size 183993547
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4a9f217e852f439efa6bd32fde98d6867f11aa6ea13ddc021ba10af6a0b0934
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8e2011629d8bed3ef560fa11175cac55684c4e12a72634bb24abf767b6c7399
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f6206e0011d397a959aa5be7ba1e8e6b2e2d2e821a6b9b129b1c771bca053e7
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93e1ac18ac1a54b596386c66a16892db4ef550952673522950938aa63c716ef9
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.002,
6
  "eval_steps": 10,
7
- "global_step": 20,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -164,6 +164,84 @@
164
  "eval_samples_per_second": 14.714,
165
  "eval_steps_per_second": 1.839,
166
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
167
  }
168
  ],
169
  "logging_steps": 1,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.003,
6
  "eval_steps": 10,
7
+ "global_step": 30,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
164
  "eval_samples_per_second": 14.714,
165
  "eval_steps_per_second": 1.839,
166
  "step": 20
167
+ },
168
+ {
169
+ "epoch": 0.0021,
170
+ "grad_norm": 5.3365912437438965,
171
+ "learning_rate": 0.0002,
172
+ "loss": 39.7964,
173
+ "step": 21
174
+ },
175
+ {
176
+ "epoch": 0.0022,
177
+ "grad_norm": 5.166492462158203,
178
+ "learning_rate": 0.00021000000000000004,
179
+ "loss": 37.9665,
180
+ "step": 22
181
+ },
182
+ {
183
+ "epoch": 0.0023,
184
+ "grad_norm": 4.789157867431641,
185
+ "learning_rate": 0.00022,
186
+ "loss": 35.5756,
187
+ "step": 23
188
+ },
189
+ {
190
+ "epoch": 0.0024,
191
+ "grad_norm": 4.50107479095459,
192
+ "learning_rate": 0.00022999999999999998,
193
+ "loss": 33.2697,
194
+ "step": 24
195
+ },
196
+ {
197
+ "epoch": 0.0025,
198
+ "grad_norm": 4.265627384185791,
199
+ "learning_rate": 0.00024,
200
+ "loss": 31.4949,
201
+ "step": 25
202
+ },
203
+ {
204
+ "epoch": 0.0026,
205
+ "grad_norm": 4.027210235595703,
206
+ "learning_rate": 0.00025,
207
+ "loss": 28.0505,
208
+ "step": 26
209
+ },
210
+ {
211
+ "epoch": 0.0027,
212
+ "grad_norm": 3.928957223892212,
213
+ "learning_rate": 0.00026000000000000003,
214
+ "loss": 26.2355,
215
+ "step": 27
216
+ },
217
+ {
218
+ "epoch": 0.0028,
219
+ "grad_norm": 3.5308196544647217,
220
+ "learning_rate": 0.00027,
221
+ "loss": 24.1822,
222
+ "step": 28
223
+ },
224
+ {
225
+ "epoch": 0.0029,
226
+ "grad_norm": 3.3050384521484375,
227
+ "learning_rate": 0.00028000000000000003,
228
+ "loss": 23.0633,
229
+ "step": 29
230
+ },
231
+ {
232
+ "epoch": 0.003,
233
+ "grad_norm": 3.0656802654266357,
234
+ "learning_rate": 0.00029,
235
+ "loss": 20.7796,
236
+ "step": 30
237
+ },
238
+ {
239
+ "epoch": 0.003,
240
+ "eval_loss": 2.453228235244751,
241
+ "eval_runtime": 680.3163,
242
+ "eval_samples_per_second": 14.699,
243
+ "eval_steps_per_second": 1.837,
244
+ "step": 30
245
  }
246
  ],
247
  "logging_steps": 1,