baby-dev commited on
Commit
a22e2c1
·
verified ·
1 Parent(s): c291de2

Training in progress, step 2400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b9a2709e81636435aba8f3bb7327af7f9417368c1e69b5f7f4dafc5ef83b42e
3
  size 48552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b81ed46ebdb73fd60c8215b609715c54bcfe893e61ff2be90363782866d9e6c
3
  size 48552
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69d142de881369afb81fa782a9f7cb9303e9766b0a36b592265358e0bd252ab8
3
  size 107046
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6de2015aa68212071f7c3b91dcfb7b66def0e2afa315439b5c6b549df235e69d
3
  size 107046
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74e17b31b606cecc714a35646778bd910aae92f0dd75e92266ee6b7a50d23e26
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89aa5d01ec6e12a5fc14cff311e1bf214e0afce816e4ca5554bee6c16bbad85d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc5c1fa9a33b222473458ad5e1d3c347079ca2b75bd1df6dfe3400031423b431
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dee3877c8ca490cbca3fe12b55636d1fec9ddfd94e751ac0ae51b2d185b582e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 11.899188995361328,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-2250",
4
- "epoch": 18.71101871101871,
5
  "eval_steps": 150,
6
- "global_step": 2250,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -450,6 +450,35 @@
450
  "eval_samples_per_second": 225.183,
451
  "eval_steps_per_second": 57.4,
452
  "step": 2250
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
453
  }
454
  ],
455
  "logging_steps": 50,
@@ -478,7 +507,7 @@
478
  "attributes": {}
479
  }
480
  },
481
- "total_flos": 2929083088896.0,
482
  "train_batch_size": 4,
483
  "trial_name": null,
484
  "trial_params": null
 
1
  {
2
+ "best_metric": 11.899084091186523,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-2400",
4
+ "epoch": 19.95841995841996,
5
  "eval_steps": 150,
6
+ "global_step": 2400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
450
  "eval_samples_per_second": 225.183,
451
  "eval_steps_per_second": 57.4,
452
  "step": 2250
453
+ },
454
+ {
455
+ "epoch": 19.126819126819125,
456
+ "grad_norm": 0.056740619242191315,
457
+ "learning_rate": 6.222931005539701e-05,
458
+ "loss": 12.0697,
459
+ "step": 2300
460
+ },
461
+ {
462
+ "epoch": 19.542619542619544,
463
+ "grad_norm": 0.04759081080555916,
464
+ "learning_rate": 6.138996138996139e-05,
465
+ "loss": 11.8947,
466
+ "step": 2350
467
+ },
468
+ {
469
+ "epoch": 19.95841995841996,
470
+ "grad_norm": 0.07817522436380386,
471
+ "learning_rate": 6.055061272452577e-05,
472
+ "loss": 11.9002,
473
+ "step": 2400
474
+ },
475
+ {
476
+ "epoch": 19.95841995841996,
477
+ "eval_loss": 11.899084091186523,
478
+ "eval_runtime": 0.4537,
479
+ "eval_samples_per_second": 224.815,
480
+ "eval_steps_per_second": 57.306,
481
+ "step": 2400
482
  }
483
  ],
484
  "logging_steps": 50,
 
507
  "attributes": {}
508
  }
509
  },
510
+ "total_flos": 3124387872768.0,
511
  "train_batch_size": 4,
512
  "trial_name": null,
513
  "trial_params": null