Training in progress, epoch 68, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 559424792
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8d59fbf7f68e18ff6ed68dba45cfb308b0a78dfe6ecdcef3310538dfe85b22a
|
| 3 |
size 559424792
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1118926970
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:803b74531b70e3e6ac182008843d0e57caf703c062c626221f746788edcc53e4
|
| 3 |
size 1118926970
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8941ac58fba0fdf869315ac1cf71b1b228b16ae0ef1bb0999632b7c6e19008b8
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25661e8c1ec90edb7b4b746e10879475508a67136274d887a1157d439305d2c3
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
-
"best_metric": 12.
|
| 3 |
-
"best_model_checkpoint": "/kaggle/working/output/checkpoint-
|
| 4 |
-
"epoch":
|
| 5 |
"eval_steps": 500,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -6661,6 +6661,105 @@
|
|
| 6661 |
"eval_samples_per_second": 29.56,
|
| 6662 |
"eval_steps_per_second": 3.715,
|
| 6663 |
"step": 87435
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6664 |
}
|
| 6665 |
],
|
| 6666 |
"logging_steps": 100,
|
|
@@ -6675,7 +6774,7 @@
|
|
| 6675 |
"early_stopping_threshold": 0.0
|
| 6676 |
},
|
| 6677 |
"attributes": {
|
| 6678 |
-
"early_stopping_patience_counter":
|
| 6679 |
}
|
| 6680 |
},
|
| 6681 |
"TrainerControl": {
|
|
@@ -6689,7 +6788,7 @@
|
|
| 6689 |
"attributes": {}
|
| 6690 |
}
|
| 6691 |
},
|
| 6692 |
-
"total_flos": 4.
|
| 6693 |
"train_batch_size": 8,
|
| 6694 |
"trial_name": null,
|
| 6695 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_metric": 12.716951370239258,
|
| 3 |
+
"best_model_checkpoint": "/kaggle/working/output/checkpoint-88740",
|
| 4 |
+
"epoch": 68.0,
|
| 5 |
"eval_steps": 500,
|
| 6 |
+
"global_step": 88740,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 6661 |
"eval_samples_per_second": 29.56,
|
| 6662 |
"eval_steps_per_second": 3.715,
|
| 6663 |
"step": 87435
|
| 6664 |
+
},
|
| 6665 |
+
{
|
| 6666 |
+
"epoch": 67.04980842911877,
|
| 6667 |
+
"grad_norm": 1.7302024364471436,
|
| 6668 |
+
"learning_rate": 8.110632183908045e-06,
|
| 6669 |
+
"loss": 11.8374,
|
| 6670 |
+
"step": 87500
|
| 6671 |
+
},
|
| 6672 |
+
{
|
| 6673 |
+
"epoch": 67.1264367816092,
|
| 6674 |
+
"grad_norm": 0.8793215751647949,
|
| 6675 |
+
"learning_rate": 8.062739463601534e-06,
|
| 6676 |
+
"loss": 11.7415,
|
| 6677 |
+
"step": 87600
|
| 6678 |
+
},
|
| 6679 |
+
{
|
| 6680 |
+
"epoch": 67.20306513409962,
|
| 6681 |
+
"grad_norm": 1.1903204917907715,
|
| 6682 |
+
"learning_rate": 8.014846743295019e-06,
|
| 6683 |
+
"loss": 11.8223,
|
| 6684 |
+
"step": 87700
|
| 6685 |
+
},
|
| 6686 |
+
{
|
| 6687 |
+
"epoch": 67.27969348659003,
|
| 6688 |
+
"grad_norm": 2.025223731994629,
|
| 6689 |
+
"learning_rate": 7.966954022988506e-06,
|
| 6690 |
+
"loss": 11.7065,
|
| 6691 |
+
"step": 87800
|
| 6692 |
+
},
|
| 6693 |
+
{
|
| 6694 |
+
"epoch": 67.35632183908046,
|
| 6695 |
+
"grad_norm": 1.2028359174728394,
|
| 6696 |
+
"learning_rate": 7.919061302681993e-06,
|
| 6697 |
+
"loss": 11.9446,
|
| 6698 |
+
"step": 87900
|
| 6699 |
+
},
|
| 6700 |
+
{
|
| 6701 |
+
"epoch": 67.43295019157088,
|
| 6702 |
+
"grad_norm": 1.56088387966156,
|
| 6703 |
+
"learning_rate": 7.87116858237548e-06,
|
| 6704 |
+
"loss": 12.0176,
|
| 6705 |
+
"step": 88000
|
| 6706 |
+
},
|
| 6707 |
+
{
|
| 6708 |
+
"epoch": 67.5095785440613,
|
| 6709 |
+
"grad_norm": 1.4466462135314941,
|
| 6710 |
+
"learning_rate": 7.823275862068966e-06,
|
| 6711 |
+
"loss": 11.8777,
|
| 6712 |
+
"step": 88100
|
| 6713 |
+
},
|
| 6714 |
+
{
|
| 6715 |
+
"epoch": 67.58620689655173,
|
| 6716 |
+
"grad_norm": 2.2348804473876953,
|
| 6717 |
+
"learning_rate": 7.775383141762453e-06,
|
| 6718 |
+
"loss": 11.8506,
|
| 6719 |
+
"step": 88200
|
| 6720 |
+
},
|
| 6721 |
+
{
|
| 6722 |
+
"epoch": 67.66283524904215,
|
| 6723 |
+
"grad_norm": 1.0889838933944702,
|
| 6724 |
+
"learning_rate": 7.72749042145594e-06,
|
| 6725 |
+
"loss": 11.9706,
|
| 6726 |
+
"step": 88300
|
| 6727 |
+
},
|
| 6728 |
+
{
|
| 6729 |
+
"epoch": 67.73946360153256,
|
| 6730 |
+
"grad_norm": 1.6289935111999512,
|
| 6731 |
+
"learning_rate": 7.679597701149425e-06,
|
| 6732 |
+
"loss": 11.9588,
|
| 6733 |
+
"step": 88400
|
| 6734 |
+
},
|
| 6735 |
+
{
|
| 6736 |
+
"epoch": 67.816091954023,
|
| 6737 |
+
"grad_norm": 1.2480045557022095,
|
| 6738 |
+
"learning_rate": 7.631704980842912e-06,
|
| 6739 |
+
"loss": 11.7933,
|
| 6740 |
+
"step": 88500
|
| 6741 |
+
},
|
| 6742 |
+
{
|
| 6743 |
+
"epoch": 67.89272030651341,
|
| 6744 |
+
"grad_norm": 1.5679010152816772,
|
| 6745 |
+
"learning_rate": 7.583812260536399e-06,
|
| 6746 |
+
"loss": 12.0495,
|
| 6747 |
+
"step": 88600
|
| 6748 |
+
},
|
| 6749 |
+
{
|
| 6750 |
+
"epoch": 67.96934865900383,
|
| 6751 |
+
"grad_norm": 1.2820953130722046,
|
| 6752 |
+
"learning_rate": 7.535919540229885e-06,
|
| 6753 |
+
"loss": 11.8478,
|
| 6754 |
+
"step": 88700
|
| 6755 |
+
},
|
| 6756 |
+
{
|
| 6757 |
+
"epoch": 68.0,
|
| 6758 |
+
"eval_loss": 12.716951370239258,
|
| 6759 |
+
"eval_runtime": 44.1526,
|
| 6760 |
+
"eval_samples_per_second": 29.557,
|
| 6761 |
+
"eval_steps_per_second": 3.714,
|
| 6762 |
+
"step": 88740
|
| 6763 |
}
|
| 6764 |
],
|
| 6765 |
"logging_steps": 100,
|
|
|
|
| 6774 |
"early_stopping_threshold": 0.0
|
| 6775 |
},
|
| 6776 |
"attributes": {
|
| 6777 |
+
"early_stopping_patience_counter": 0
|
| 6778 |
}
|
| 6779 |
},
|
| 6780 |
"TrainerControl": {
|
|
|
|
| 6788 |
"attributes": {}
|
| 6789 |
}
|
| 6790 |
},
|
| 6791 |
+
"total_flos": 4.134543057073152e+16,
|
| 6792 |
"train_batch_size": 8,
|
| 6793 |
"trial_name": null,
|
| 6794 |
"trial_params": null
|