devoppro commited on
Commit
2a38f7e
·
verified ·
1 Parent(s): 5adc46b

Training in progress, step 600, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61bffa07b45ea172ed2e6316fca83698825d827432b4eaa5d1e39c152b7de39b
3
  size 1235573136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd298c5fcda0612c1e18f0260e0bd93397e2c3f765056b53e7ef9e5dc828ee96
3
  size 1235573136
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8514b4945a797b24abc9ae3ec07458e72f84f4934fbd92b37d3888f233f8e67b
3
  size 2471218763
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3332bb290f42088fe9bf51bd93283775353bb5178c67e92d107baab15df76b33
3
  size 2471218763
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68b03f74e10591ff22477365642275703166a34b306471da2a9df3e87497356f
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:711796bafdc96291445baaa7500e0225de597273f70515e4b639ff3ce6d4e57c
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0471ce3745a36e49a3e0d19eac020ddc42dff8b92447d06fa38e6a682e228b19
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28f9eb0c69e2570740da7219ce2550d9ec1f1cae9401a3fd6e61ae4b99913ab1
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.01,
6
  "eval_steps": 500,
7
- "global_step": 500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -358,6 +358,76 @@
358
  "learning_rate": 0.0002976012024048096,
359
  "loss": 78.96190795898437,
360
  "step": 500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
361
  }
362
  ],
363
  "logging_steps": 10,
@@ -377,7 +447,7 @@
377
  "attributes": {}
378
  }
379
  },
380
- "total_flos": 8161860202859520.0,
381
  "train_batch_size": 2,
382
  "trial_name": null,
383
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.012,
6
  "eval_steps": 500,
7
+ "global_step": 600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
358
  "learning_rate": 0.0002976012024048096,
359
  "loss": 78.96190795898437,
360
  "step": 500
361
+ },
362
+ {
363
+ "epoch": 0.0102,
364
+ "grad_norm": 9.10632610321045,
365
+ "learning_rate": 0.00029754108216432863,
366
+ "loss": 78.6921875,
367
+ "step": 510
368
+ },
369
+ {
370
+ "epoch": 0.0104,
371
+ "grad_norm": 9.557915687561035,
372
+ "learning_rate": 0.0002974809619238477,
373
+ "loss": 71.66650390625,
374
+ "step": 520
375
+ },
376
+ {
377
+ "epoch": 0.0106,
378
+ "grad_norm": 8.777642250061035,
379
+ "learning_rate": 0.0002974208416833667,
380
+ "loss": 70.4987548828125,
381
+ "step": 530
382
+ },
383
+ {
384
+ "epoch": 0.0108,
385
+ "grad_norm": 13.94754409790039,
386
+ "learning_rate": 0.0002973607214428857,
387
+ "loss": 72.32754516601562,
388
+ "step": 540
389
+ },
390
+ {
391
+ "epoch": 0.011,
392
+ "grad_norm": 8.856101989746094,
393
+ "learning_rate": 0.0002973006012024048,
394
+ "loss": 70.21427612304687,
395
+ "step": 550
396
+ },
397
+ {
398
+ "epoch": 0.0112,
399
+ "grad_norm": 9.487411499023438,
400
+ "learning_rate": 0.0002972404809619238,
401
+ "loss": 76.47840576171875,
402
+ "step": 560
403
+ },
404
+ {
405
+ "epoch": 0.0114,
406
+ "grad_norm": 8.979376792907715,
407
+ "learning_rate": 0.00029718036072144287,
408
+ "loss": 77.88162231445312,
409
+ "step": 570
410
+ },
411
+ {
412
+ "epoch": 0.0116,
413
+ "grad_norm": 9.910178184509277,
414
+ "learning_rate": 0.0002971202404809619,
415
+ "loss": 77.7337646484375,
416
+ "step": 580
417
+ },
418
+ {
419
+ "epoch": 0.0118,
420
+ "grad_norm": 5.745482444763184,
421
+ "learning_rate": 0.00029706012024048096,
422
+ "loss": 71.672021484375,
423
+ "step": 590
424
+ },
425
+ {
426
+ "epoch": 0.012,
427
+ "grad_norm": 9.654470443725586,
428
+ "learning_rate": 0.00029699999999999996,
429
+ "loss": 74.40623168945312,
430
+ "step": 600
431
  }
432
  ],
433
  "logging_steps": 10,
 
447
  "attributes": {}
448
  }
449
  },
450
+ "total_flos": 8779456241464320.0,
451
  "train_batch_size": 2,
452
  "trial_name": null,
453
  "trial_params": null