DLCS commited on
Commit
db41506
·
verified ·
1 Parent(s): 8838118

Training in progress, step 30, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57e4734cbbe72f9e9bae98c394fc3d207a4fd1048611a77cfce5abf5553b06db
3
  size 50366280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54ff74fab801349c682ac224c064c645c63499b7e32b1f9222373896cde4c1b
3
  size 50366280
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d22baff8ed7ca9cbeae04980dd00f21d06b23696536eb466e87398ce92d167ee
3
  size 51423589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9fd949bbafd17e05a2918de74575e02e27d7c3e3224201eab8b7625a682939e
3
  size 51423589
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d81e990436bcd40e045db972dfd5d57a4c9c7a635f60b749fe3d5de220b821dd
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:645b36e2bd97e938659ebdc42bca7dc703e4f3ef6ec907d98d2961f37b412eaa
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd65659e9d4065cb7ced7e5dc6a84ce910bd21d03812af593d819f8f600f4322
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f5bbb5b4ba44d34a455960920ef8eaf75574205648b376b9b795cb9f0b32ae
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 25,
3
- "best_metric": 1.4348562955856323,
4
- "best_model_checkpoint": "./outputs/phi3-clause-lora-pushcheck/checkpoint-25",
5
- "epoch": 0.13360053440213762,
6
  "eval_steps": 25,
7
- "global_step": 25,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -269,6 +269,67 @@
269
  "eval_samples_per_second": 6.603,
270
  "eval_steps_per_second": 0.825,
271
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
272
  }
273
  ],
274
  "logging_steps": 1,
@@ -283,12 +344,12 @@
283
  "should_evaluate": false,
284
  "should_log": false,
285
  "should_save": true,
286
- "should_training_stop": false
287
  },
288
  "attributes": {}
289
  }
290
  },
291
- "total_flos": 1509696529403904.0,
292
  "train_batch_size": 2,
293
  "trial_name": null,
294
  "trial_params": null
 
1
  {
2
+ "best_global_step": 30,
3
+ "best_metric": 1.3372900485992432,
4
+ "best_model_checkpoint": "./outputs/phi3-clause-lora-pushcheck/checkpoint-30",
5
+ "epoch": 0.16032064128256512,
6
  "eval_steps": 25,
7
+ "global_step": 30,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
269
  "eval_samples_per_second": 6.603,
270
  "eval_steps_per_second": 0.825,
271
  "step": 25
272
+ },
273
+ {
274
+ "entropy": 0.5040823891758919,
275
+ "epoch": 0.13894455577822312,
276
+ "grad_norm": 2.546875,
277
+ "learning_rate": 3.227184283742591e-05,
278
+ "loss": 0.4367317259311676,
279
+ "mean_token_accuracy": 0.8917413204908371,
280
+ "num_tokens": 54550.0,
281
+ "step": 26
282
+ },
283
+ {
284
+ "entropy": 0.453246645629406,
285
+ "epoch": 0.14428857715430862,
286
+ "grad_norm": 2.015625,
287
+ "learning_rate": 2.1085949060360654e-05,
288
+ "loss": 0.5294952392578125,
289
+ "mean_token_accuracy": 0.859589196741581,
290
+ "num_tokens": 56869.0,
291
+ "step": 27
292
+ },
293
+ {
294
+ "entropy": 0.5663181617856026,
295
+ "epoch": 0.14963259853039412,
296
+ "grad_norm": 2.0625,
297
+ "learning_rate": 1.2052624879351104e-05,
298
+ "loss": 0.5441249012947083,
299
+ "mean_token_accuracy": 0.8913109004497528,
300
+ "num_tokens": 58736.0,
301
+ "step": 28
302
+ },
303
+ {
304
+ "entropy": 0.533376008272171,
305
+ "epoch": 0.15497661990647962,
306
+ "grad_norm": 2.4375,
307
+ "learning_rate": 5.418275829936537e-06,
308
+ "loss": 0.44721558690071106,
309
+ "mean_token_accuracy": 0.8709967359900475,
310
+ "num_tokens": 60653.0,
311
+ "step": 29
312
+ },
313
+ {
314
+ "entropy": 0.4581379536539316,
315
+ "epoch": 0.16032064128256512,
316
+ "grad_norm": 1.8515625,
317
+ "learning_rate": 1.3638696597277679e-06,
318
+ "loss": 0.33484047651290894,
319
+ "mean_token_accuracy": 0.9065552577376366,
320
+ "num_tokens": 62630.0,
321
+ "step": 30
322
+ },
323
+ {
324
+ "epoch": 0.16032064128256512,
325
+ "eval_entropy": 0.7658527252701043,
326
+ "eval_loss": 1.3372900485992432,
327
+ "eval_mean_token_accuracy": 0.7872280500366189,
328
+ "eval_num_tokens": 62630.0,
329
+ "eval_runtime": 428.8036,
330
+ "eval_samples_per_second": 6.604,
331
+ "eval_steps_per_second": 0.826,
332
+ "step": 30
333
  }
334
  ],
335
  "logging_steps": 1,
 
344
  "should_evaluate": false,
345
  "should_log": false,
346
  "should_save": true,
347
+ "should_training_stop": true
348
  },
349
  "attributes": {}
350
  }
351
  },
352
+ "total_flos": 1803774565859328.0,
353
  "train_batch_size": 2,
354
  "trial_name": null,
355
  "trial_params": null