Instructions to use mtzig/v1_mistral_lora with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use mtzig/v1_mistral_lora with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("peiyi9979/math-shepherd-mistral-7b-prm") model = PeftModel.from_pretrained(base_model, "mtzig/v1_mistral_lora") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 700, checkpoint
Browse files- last-checkpoint/optimizer_0/.metadata +0 -0
- last-checkpoint/optimizer_0/__0_0.distcp +1 -1
- last-checkpoint/optimizer_0/__1_0.distcp +1 -1
- last-checkpoint/optimizer_0/__2_0.distcp +1 -1
- last-checkpoint/optimizer_0/__3_0.distcp +1 -1
- last-checkpoint/pytorch_model_fsdp_0/.metadata +0 -0
- last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp +1 -1
- last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp +1 -1
- last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp +1 -1
- last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp +1 -1
- last-checkpoint/rng_state_0.pth +1 -1
- last-checkpoint/rng_state_1.pth +1 -1
- last-checkpoint/rng_state_2.pth +1 -1
- last-checkpoint/rng_state_3.pth +1 -1
- last-checkpoint/scheduler.pt +1 -1
- last-checkpoint/trainer_state.json +763 -3
last-checkpoint/optimizer_0/.metadata
CHANGED
|
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
|
|
|
last-checkpoint/optimizer_0/__0_0.distcp
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 13934748
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7593ff48c88558ba36c548d26441da5f290ef98c23ce57e6796ac17a59eed1f
|
| 3 |
size 13934748
|
last-checkpoint/optimizer_0/__1_0.distcp
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 13999412
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2470c368cf06cbd81fec456b31d73c7acff78015ce59e628a4f867e5ec668c81
|
| 3 |
size 13999412
|
last-checkpoint/optimizer_0/__2_0.distcp
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 13990904
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62481a97a5c3fd786c7f1005b809e1e6e209c98d09a4c9f064093ec2ba198fee
|
| 3 |
size 13990904
|
last-checkpoint/optimizer_0/__3_0.distcp
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 13990904
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1ceca27870983d9c89b8924db632fae92db84f13afa60f6e12f78d0cad43e4fc
|
| 3 |
size 13990904
|
last-checkpoint/pytorch_model_fsdp_0/.metadata
CHANGED
|
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
|
|
|
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6966784
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f202acda5708effbaf409face7d3eedb22a40bf3bd7a92b81ce2418678c009ac
|
| 3 |
size 6966784
|
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6966784
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a48e13a828146c30be2d94090263941c8b6ddf5e87ef3462d06990806cd646c
|
| 3 |
size 6966784
|
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6966784
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32158f1e838f18d2b2b96669893956b11d55c92c5cb7d6017f4cb46d81bbffdc
|
| 3 |
size 6966784
|
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6966784
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77896bcd44c50795a8f115b0452d7f4a81ef0830014c75aa33f1885ded87b70c
|
| 3 |
size 6966784
|
last-checkpoint/rng_state_0.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14960
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08983deab7482471b5356607644ee174930496b6a776490bee223acb95498984
|
| 3 |
size 14960
|
last-checkpoint/rng_state_1.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14960
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed8df81291f89e35c529228d7e093777460f847763cd5d64284c30e116475129
|
| 3 |
size 14960
|
last-checkpoint/rng_state_2.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14960
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c17da80f8f391ac4510c9584eaef69df8cf205687f953f17c05cabecda56ada4
|
| 3 |
size 14960
|
last-checkpoint/rng_state_3.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14960
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:28efcdf8fbac18da339ee09d94173f73a865d1fefbacbc717b00191ddf2de9e2
|
| 3 |
size 14960
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f44073483ca77a27e94fca043ee686f0075e2ffb61e22650917d82ace5ef1307
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 20,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -4579,6 +4579,766 @@
|
|
| 4579 |
"eval_samples_per_second": 6.909,
|
| 4580 |
"eval_steps_per_second": 0.23,
|
| 4581 |
"step": 600
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4582 |
}
|
| 4583 |
],
|
| 4584 |
"logging_steps": 1,
|
|
@@ -4598,7 +5358,7 @@
|
|
| 4598 |
"attributes": {}
|
| 4599 |
}
|
| 4600 |
},
|
| 4601 |
-
"total_flos":
|
| 4602 |
"train_batch_size": 8,
|
| 4603 |
"trial_name": null,
|
| 4604 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 0.5357826253348641,
|
| 5 |
"eval_steps": 20,
|
| 6 |
+
"global_step": 700,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 4579 |
"eval_samples_per_second": 6.909,
|
| 4580 |
"eval_steps_per_second": 0.23,
|
| 4581 |
"step": 600
|
| 4582 |
+
},
|
| 4583 |
+
{
|
| 4584 |
+
"epoch": 0.46000765403750477,
|
| 4585 |
+
"grad_norm": 5.956824779510498,
|
| 4586 |
+
"learning_rate": 1.3090169943749475e-05,
|
| 4587 |
+
"loss": 0.2853,
|
| 4588 |
+
"step": 601
|
| 4589 |
+
},
|
| 4590 |
+
{
|
| 4591 |
+
"epoch": 0.46077305778798316,
|
| 4592 |
+
"grad_norm": 5.746252536773682,
|
| 4593 |
+
"learning_rate": 1.3064730569932467e-05,
|
| 4594 |
+
"loss": 0.2419,
|
| 4595 |
+
"step": 602
|
| 4596 |
+
},
|
| 4597 |
+
{
|
| 4598 |
+
"epoch": 0.46153846153846156,
|
| 4599 |
+
"grad_norm": 6.898614883422852,
|
| 4600 |
+
"learning_rate": 1.3039269287443442e-05,
|
| 4601 |
+
"loss": 0.2599,
|
| 4602 |
+
"step": 603
|
| 4603 |
+
},
|
| 4604 |
+
{
|
| 4605 |
+
"epoch": 0.4623038652889399,
|
| 4606 |
+
"grad_norm": 5.138125896453857,
|
| 4607 |
+
"learning_rate": 1.301378627829608e-05,
|
| 4608 |
+
"loss": 0.346,
|
| 4609 |
+
"step": 604
|
| 4610 |
+
},
|
| 4611 |
+
{
|
| 4612 |
+
"epoch": 0.4630692690394183,
|
| 4613 |
+
"grad_norm": 5.577975273132324,
|
| 4614 |
+
"learning_rate": 1.2988281724659375e-05,
|
| 4615 |
+
"loss": 0.4313,
|
| 4616 |
+
"step": 605
|
| 4617 |
+
},
|
| 4618 |
+
{
|
| 4619 |
+
"epoch": 0.46383467278989665,
|
| 4620 |
+
"grad_norm": 6.451081275939941,
|
| 4621 |
+
"learning_rate": 1.2962755808856341e-05,
|
| 4622 |
+
"loss": 0.3364,
|
| 4623 |
+
"step": 606
|
| 4624 |
+
},
|
| 4625 |
+
{
|
| 4626 |
+
"epoch": 0.46460007654037505,
|
| 4627 |
+
"grad_norm": 5.723383903503418,
|
| 4628 |
+
"learning_rate": 1.2937208713362694e-05,
|
| 4629 |
+
"loss": 0.285,
|
| 4630 |
+
"step": 607
|
| 4631 |
+
},
|
| 4632 |
+
{
|
| 4633 |
+
"epoch": 0.46536548029085345,
|
| 4634 |
+
"grad_norm": 6.299584865570068,
|
| 4635 |
+
"learning_rate": 1.2911640620805561e-05,
|
| 4636 |
+
"loss": 0.3708,
|
| 4637 |
+
"step": 608
|
| 4638 |
+
},
|
| 4639 |
+
{
|
| 4640 |
+
"epoch": 0.4661308840413318,
|
| 4641 |
+
"grad_norm": 5.189462661743164,
|
| 4642 |
+
"learning_rate": 1.2886051713962172e-05,
|
| 4643 |
+
"loss": 0.3041,
|
| 4644 |
+
"step": 609
|
| 4645 |
+
},
|
| 4646 |
+
{
|
| 4647 |
+
"epoch": 0.4668962877918102,
|
| 4648 |
+
"grad_norm": 5.592836856842041,
|
| 4649 |
+
"learning_rate": 1.2860442175758543e-05,
|
| 4650 |
+
"loss": 0.3218,
|
| 4651 |
+
"step": 610
|
| 4652 |
+
},
|
| 4653 |
+
{
|
| 4654 |
+
"epoch": 0.46766169154228854,
|
| 4655 |
+
"grad_norm": 6.396859645843506,
|
| 4656 |
+
"learning_rate": 1.283481218926818e-05,
|
| 4657 |
+
"loss": 0.3155,
|
| 4658 |
+
"step": 611
|
| 4659 |
+
},
|
| 4660 |
+
{
|
| 4661 |
+
"epoch": 0.46842709529276694,
|
| 4662 |
+
"grad_norm": 6.612271785736084,
|
| 4663 |
+
"learning_rate": 1.280916193771077e-05,
|
| 4664 |
+
"loss": 0.4262,
|
| 4665 |
+
"step": 612
|
| 4666 |
+
},
|
| 4667 |
+
{
|
| 4668 |
+
"epoch": 0.46919249904324534,
|
| 4669 |
+
"grad_norm": 6.376734256744385,
|
| 4670 |
+
"learning_rate": 1.2783491604450869e-05,
|
| 4671 |
+
"loss": 0.2233,
|
| 4672 |
+
"step": 613
|
| 4673 |
+
},
|
| 4674 |
+
{
|
| 4675 |
+
"epoch": 0.4699579027937237,
|
| 4676 |
+
"grad_norm": 5.077390193939209,
|
| 4677 |
+
"learning_rate": 1.2757801372996577e-05,
|
| 4678 |
+
"loss": 0.2412,
|
| 4679 |
+
"step": 614
|
| 4680 |
+
},
|
| 4681 |
+
{
|
| 4682 |
+
"epoch": 0.4707233065442021,
|
| 4683 |
+
"grad_norm": 6.0435872077941895,
|
| 4684 |
+
"learning_rate": 1.2732091426998258e-05,
|
| 4685 |
+
"loss": 0.4129,
|
| 4686 |
+
"step": 615
|
| 4687 |
+
},
|
| 4688 |
+
{
|
| 4689 |
+
"epoch": 0.4714887102946804,
|
| 4690 |
+
"grad_norm": 6.408792495727539,
|
| 4691 |
+
"learning_rate": 1.270636195024719e-05,
|
| 4692 |
+
"loss": 0.3446,
|
| 4693 |
+
"step": 616
|
| 4694 |
+
},
|
| 4695 |
+
{
|
| 4696 |
+
"epoch": 0.4722541140451588,
|
| 4697 |
+
"grad_norm": 5.99134635925293,
|
| 4698 |
+
"learning_rate": 1.2680613126674285e-05,
|
| 4699 |
+
"loss": 0.2502,
|
| 4700 |
+
"step": 617
|
| 4701 |
+
},
|
| 4702 |
+
{
|
| 4703 |
+
"epoch": 0.4730195177956372,
|
| 4704 |
+
"grad_norm": 4.678402423858643,
|
| 4705 |
+
"learning_rate": 1.2654845140348746e-05,
|
| 4706 |
+
"loss": 0.3089,
|
| 4707 |
+
"step": 618
|
| 4708 |
+
},
|
| 4709 |
+
{
|
| 4710 |
+
"epoch": 0.47378492154611557,
|
| 4711 |
+
"grad_norm": 6.420397758483887,
|
| 4712 |
+
"learning_rate": 1.2629058175476774e-05,
|
| 4713 |
+
"loss": 0.2951,
|
| 4714 |
+
"step": 619
|
| 4715 |
+
},
|
| 4716 |
+
{
|
| 4717 |
+
"epoch": 0.47455032529659397,
|
| 4718 |
+
"grad_norm": 7.072854518890381,
|
| 4719 |
+
"learning_rate": 1.2603252416400232e-05,
|
| 4720 |
+
"loss": 0.3877,
|
| 4721 |
+
"step": 620
|
| 4722 |
+
},
|
| 4723 |
+
{
|
| 4724 |
+
"epoch": 0.47455032529659397,
|
| 4725 |
+
"eval_accuracy": 0.8700361010830325,
|
| 4726 |
+
"eval_f1": 0.817258883248731,
|
| 4727 |
+
"eval_loss": 0.33253204822540283,
|
| 4728 |
+
"eval_precision": 0.8341968911917098,
|
| 4729 |
+
"eval_recall": 0.8009950248756219,
|
| 4730 |
+
"eval_runtime": 43.8544,
|
| 4731 |
+
"eval_samples_per_second": 6.864,
|
| 4732 |
+
"eval_steps_per_second": 0.228,
|
| 4733 |
+
"step": 620
|
| 4734 |
+
},
|
| 4735 |
+
{
|
| 4736 |
+
"epoch": 0.4753157290470723,
|
| 4737 |
+
"grad_norm": 7.795954704284668,
|
| 4738 |
+
"learning_rate": 1.2577428047595343e-05,
|
| 4739 |
+
"loss": 0.4187,
|
| 4740 |
+
"step": 621
|
| 4741 |
+
},
|
| 4742 |
+
{
|
| 4743 |
+
"epoch": 0.4760811327975507,
|
| 4744 |
+
"grad_norm": 5.663315773010254,
|
| 4745 |
+
"learning_rate": 1.255158525367136e-05,
|
| 4746 |
+
"loss": 0.3266,
|
| 4747 |
+
"step": 622
|
| 4748 |
+
},
|
| 4749 |
+
{
|
| 4750 |
+
"epoch": 0.4768465365480291,
|
| 4751 |
+
"grad_norm": 7.847259998321533,
|
| 4752 |
+
"learning_rate": 1.2525724219369253e-05,
|
| 4753 |
+
"loss": 0.4043,
|
| 4754 |
+
"step": 623
|
| 4755 |
+
},
|
| 4756 |
+
{
|
| 4757 |
+
"epoch": 0.47761194029850745,
|
| 4758 |
+
"grad_norm": 5.627171993255615,
|
| 4759 |
+
"learning_rate": 1.2499845129560386e-05,
|
| 4760 |
+
"loss": 0.2725,
|
| 4761 |
+
"step": 624
|
| 4762 |
+
},
|
| 4763 |
+
{
|
| 4764 |
+
"epoch": 0.47837734404898585,
|
| 4765 |
+
"grad_norm": 7.48345422744751,
|
| 4766 |
+
"learning_rate": 1.2473948169245196e-05,
|
| 4767 |
+
"loss": 0.3373,
|
| 4768 |
+
"step": 625
|
| 4769 |
+
},
|
| 4770 |
+
{
|
| 4771 |
+
"epoch": 0.4791427477994642,
|
| 4772 |
+
"grad_norm": 5.870919704437256,
|
| 4773 |
+
"learning_rate": 1.2448033523551866e-05,
|
| 4774 |
+
"loss": 0.2746,
|
| 4775 |
+
"step": 626
|
| 4776 |
+
},
|
| 4777 |
+
{
|
| 4778 |
+
"epoch": 0.4799081515499426,
|
| 4779 |
+
"grad_norm": 5.2100396156311035,
|
| 4780 |
+
"learning_rate": 1.2422101377735007e-05,
|
| 4781 |
+
"loss": 0.3173,
|
| 4782 |
+
"step": 627
|
| 4783 |
+
},
|
| 4784 |
+
{
|
| 4785 |
+
"epoch": 0.480673555300421,
|
| 4786 |
+
"grad_norm": 6.408041954040527,
|
| 4787 |
+
"learning_rate": 1.2396151917174335e-05,
|
| 4788 |
+
"loss": 0.3533,
|
| 4789 |
+
"step": 628
|
| 4790 |
+
},
|
| 4791 |
+
{
|
| 4792 |
+
"epoch": 0.48143895905089934,
|
| 4793 |
+
"grad_norm": 6.015228748321533,
|
| 4794 |
+
"learning_rate": 1.2370185327373341e-05,
|
| 4795 |
+
"loss": 0.3696,
|
| 4796 |
+
"step": 629
|
| 4797 |
+
},
|
| 4798 |
+
{
|
| 4799 |
+
"epoch": 0.48220436280137774,
|
| 4800 |
+
"grad_norm": 7.102441310882568,
|
| 4801 |
+
"learning_rate": 1.234420179395797e-05,
|
| 4802 |
+
"loss": 0.4167,
|
| 4803 |
+
"step": 630
|
| 4804 |
+
},
|
| 4805 |
+
{
|
| 4806 |
+
"epoch": 0.4829697665518561,
|
| 4807 |
+
"grad_norm": 6.134483814239502,
|
| 4808 |
+
"learning_rate": 1.2318201502675285e-05,
|
| 4809 |
+
"loss": 0.3047,
|
| 4810 |
+
"step": 631
|
| 4811 |
+
},
|
| 4812 |
+
{
|
| 4813 |
+
"epoch": 0.4837351703023345,
|
| 4814 |
+
"grad_norm": 5.107813358306885,
|
| 4815 |
+
"learning_rate": 1.2292184639392146e-05,
|
| 4816 |
+
"loss": 0.21,
|
| 4817 |
+
"step": 632
|
| 4818 |
+
},
|
| 4819 |
+
{
|
| 4820 |
+
"epoch": 0.4845005740528129,
|
| 4821 |
+
"grad_norm": 6.076941013336182,
|
| 4822 |
+
"learning_rate": 1.2266151390093887e-05,
|
| 4823 |
+
"loss": 0.3665,
|
| 4824 |
+
"step": 633
|
| 4825 |
+
},
|
| 4826 |
+
{
|
| 4827 |
+
"epoch": 0.4852659778032912,
|
| 4828 |
+
"grad_norm": 4.5892863273620605,
|
| 4829 |
+
"learning_rate": 1.224010194088297e-05,
|
| 4830 |
+
"loss": 0.3551,
|
| 4831 |
+
"step": 634
|
| 4832 |
+
},
|
| 4833 |
+
{
|
| 4834 |
+
"epoch": 0.4860313815537696,
|
| 4835 |
+
"grad_norm": 3.7130930423736572,
|
| 4836 |
+
"learning_rate": 1.2214036477977675e-05,
|
| 4837 |
+
"loss": 0.2009,
|
| 4838 |
+
"step": 635
|
| 4839 |
+
},
|
| 4840 |
+
{
|
| 4841 |
+
"epoch": 0.48679678530424797,
|
| 4842 |
+
"grad_norm": 6.9683918952941895,
|
| 4843 |
+
"learning_rate": 1.2187955187710752e-05,
|
| 4844 |
+
"loss": 0.4284,
|
| 4845 |
+
"step": 636
|
| 4846 |
+
},
|
| 4847 |
+
{
|
| 4848 |
+
"epoch": 0.48756218905472637,
|
| 4849 |
+
"grad_norm": 9.758392333984375,
|
| 4850 |
+
"learning_rate": 1.2161858256528092e-05,
|
| 4851 |
+
"loss": 0.3854,
|
| 4852 |
+
"step": 637
|
| 4853 |
+
},
|
| 4854 |
+
{
|
| 4855 |
+
"epoch": 0.48832759280520477,
|
| 4856 |
+
"grad_norm": 4.792107105255127,
|
| 4857 |
+
"learning_rate": 1.2135745870987406e-05,
|
| 4858 |
+
"loss": 0.2987,
|
| 4859 |
+
"step": 638
|
| 4860 |
+
},
|
| 4861 |
+
{
|
| 4862 |
+
"epoch": 0.4890929965556831,
|
| 4863 |
+
"grad_norm": 4.2573347091674805,
|
| 4864 |
+
"learning_rate": 1.2109618217756876e-05,
|
| 4865 |
+
"loss": 0.2276,
|
| 4866 |
+
"step": 639
|
| 4867 |
+
},
|
| 4868 |
+
{
|
| 4869 |
+
"epoch": 0.4898584003061615,
|
| 4870 |
+
"grad_norm": 5.893449306488037,
|
| 4871 |
+
"learning_rate": 1.2083475483613828e-05,
|
| 4872 |
+
"loss": 0.2342,
|
| 4873 |
+
"step": 640
|
| 4874 |
+
},
|
| 4875 |
+
{
|
| 4876 |
+
"epoch": 0.4898584003061615,
|
| 4877 |
+
"eval_accuracy": 0.8736462093862816,
|
| 4878 |
+
"eval_f1": 0.8157894736842105,
|
| 4879 |
+
"eval_loss": 0.3177836537361145,
|
| 4880 |
+
"eval_precision": 0.8659217877094972,
|
| 4881 |
+
"eval_recall": 0.7711442786069652,
|
| 4882 |
+
"eval_runtime": 44.0099,
|
| 4883 |
+
"eval_samples_per_second": 6.839,
|
| 4884 |
+
"eval_steps_per_second": 0.227,
|
| 4885 |
+
"step": 640
|
| 4886 |
+
},
|
| 4887 |
+
{
|
| 4888 |
+
"epoch": 0.49062380405663986,
|
| 4889 |
+
"grad_norm": 3.7821764945983887,
|
| 4890 |
+
"learning_rate": 1.2057317855443395e-05,
|
| 4891 |
+
"loss": 0.2527,
|
| 4892 |
+
"step": 641
|
| 4893 |
+
},
|
| 4894 |
+
{
|
| 4895 |
+
"epoch": 0.49138920780711826,
|
| 4896 |
+
"grad_norm": 6.740549087524414,
|
| 4897 |
+
"learning_rate": 1.2031145520237194e-05,
|
| 4898 |
+
"loss": 0.2847,
|
| 4899 |
+
"step": 642
|
| 4900 |
+
},
|
| 4901 |
+
{
|
| 4902 |
+
"epoch": 0.49215461155759666,
|
| 4903 |
+
"grad_norm": 5.346322059631348,
|
| 4904 |
+
"learning_rate": 1.2004958665091964e-05,
|
| 4905 |
+
"loss": 0.2837,
|
| 4906 |
+
"step": 643
|
| 4907 |
+
},
|
| 4908 |
+
{
|
| 4909 |
+
"epoch": 0.492920015308075,
|
| 4910 |
+
"grad_norm": 4.715932369232178,
|
| 4911 |
+
"learning_rate": 1.1978757477208242e-05,
|
| 4912 |
+
"loss": 0.2696,
|
| 4913 |
+
"step": 644
|
| 4914 |
+
},
|
| 4915 |
+
{
|
| 4916 |
+
"epoch": 0.4936854190585534,
|
| 4917 |
+
"grad_norm": 5.284407615661621,
|
| 4918 |
+
"learning_rate": 1.1952542143889034e-05,
|
| 4919 |
+
"loss": 0.307,
|
| 4920 |
+
"step": 645
|
| 4921 |
+
},
|
| 4922 |
+
{
|
| 4923 |
+
"epoch": 0.49445082280903174,
|
| 4924 |
+
"grad_norm": 5.576004505157471,
|
| 4925 |
+
"learning_rate": 1.1926312852538456e-05,
|
| 4926 |
+
"loss": 0.3274,
|
| 4927 |
+
"step": 646
|
| 4928 |
+
},
|
| 4929 |
+
{
|
| 4930 |
+
"epoch": 0.49521622655951014,
|
| 4931 |
+
"grad_norm": 4.6278395652771,
|
| 4932 |
+
"learning_rate": 1.1900069790660411e-05,
|
| 4933 |
+
"loss": 0.2723,
|
| 4934 |
+
"step": 647
|
| 4935 |
+
},
|
| 4936 |
+
{
|
| 4937 |
+
"epoch": 0.49598163030998854,
|
| 4938 |
+
"grad_norm": 6.354363441467285,
|
| 4939 |
+
"learning_rate": 1.187381314585725e-05,
|
| 4940 |
+
"loss": 0.2892,
|
| 4941 |
+
"step": 648
|
| 4942 |
+
},
|
| 4943 |
+
{
|
| 4944 |
+
"epoch": 0.4967470340604669,
|
| 4945 |
+
"grad_norm": 5.980183124542236,
|
| 4946 |
+
"learning_rate": 1.1847543105828404e-05,
|
| 4947 |
+
"loss": 0.3154,
|
| 4948 |
+
"step": 649
|
| 4949 |
+
},
|
| 4950 |
+
{
|
| 4951 |
+
"epoch": 0.4975124378109453,
|
| 4952 |
+
"grad_norm": 6.652758598327637,
|
| 4953 |
+
"learning_rate": 1.1821259858369082e-05,
|
| 4954 |
+
"loss": 0.31,
|
| 4955 |
+
"step": 650
|
| 4956 |
+
},
|
| 4957 |
+
{
|
| 4958 |
+
"epoch": 0.49827784156142363,
|
| 4959 |
+
"grad_norm": 4.981330394744873,
|
| 4960 |
+
"learning_rate": 1.1794963591368893e-05,
|
| 4961 |
+
"loss": 0.1999,
|
| 4962 |
+
"step": 651
|
| 4963 |
+
},
|
| 4964 |
+
{
|
| 4965 |
+
"epoch": 0.49904324531190203,
|
| 4966 |
+
"grad_norm": 7.559998035430908,
|
| 4967 |
+
"learning_rate": 1.1768654492810525e-05,
|
| 4968 |
+
"loss": 0.2701,
|
| 4969 |
+
"step": 652
|
| 4970 |
+
},
|
| 4971 |
+
{
|
| 4972 |
+
"epoch": 0.49980864906238043,
|
| 4973 |
+
"grad_norm": 4.401430130004883,
|
| 4974 |
+
"learning_rate": 1.1742332750768402e-05,
|
| 4975 |
+
"loss": 0.2127,
|
| 4976 |
+
"step": 653
|
| 4977 |
+
},
|
| 4978 |
+
{
|
| 4979 |
+
"epoch": 0.5005740528128588,
|
| 4980 |
+
"grad_norm": 8.975022315979004,
|
| 4981 |
+
"learning_rate": 1.1715998553407315e-05,
|
| 4982 |
+
"loss": 0.4186,
|
| 4983 |
+
"step": 654
|
| 4984 |
+
},
|
| 4985 |
+
{
|
| 4986 |
+
"epoch": 0.5013394565633371,
|
| 4987 |
+
"grad_norm": 8.256175994873047,
|
| 4988 |
+
"learning_rate": 1.1689652088981102e-05,
|
| 4989 |
+
"loss": 0.3824,
|
| 4990 |
+
"step": 655
|
| 4991 |
+
},
|
| 4992 |
+
{
|
| 4993 |
+
"epoch": 0.5021048603138155,
|
| 4994 |
+
"grad_norm": 8.785820007324219,
|
| 4995 |
+
"learning_rate": 1.1663293545831302e-05,
|
| 4996 |
+
"loss": 0.4255,
|
| 4997 |
+
"step": 656
|
| 4998 |
+
},
|
| 4999 |
+
{
|
| 5000 |
+
"epoch": 0.5028702640642939,
|
| 5001 |
+
"grad_norm": 4.359196662902832,
|
| 5002 |
+
"learning_rate": 1.1636923112385785e-05,
|
| 5003 |
+
"loss": 0.2107,
|
| 5004 |
+
"step": 657
|
| 5005 |
+
},
|
| 5006 |
+
{
|
| 5007 |
+
"epoch": 0.5036356678147723,
|
| 5008 |
+
"grad_norm": 9.45128059387207,
|
| 5009 |
+
"learning_rate": 1.161054097715743e-05,
|
| 5010 |
+
"loss": 0.3538,
|
| 5011 |
+
"step": 658
|
| 5012 |
+
},
|
| 5013 |
+
{
|
| 5014 |
+
"epoch": 0.5044010715652507,
|
| 5015 |
+
"grad_norm": 6.700775146484375,
|
| 5016 |
+
"learning_rate": 1.1584147328742767e-05,
|
| 5017 |
+
"loss": 0.3089,
|
| 5018 |
+
"step": 659
|
| 5019 |
+
},
|
| 5020 |
+
{
|
| 5021 |
+
"epoch": 0.505166475315729,
|
| 5022 |
+
"grad_norm": 5.239867687225342,
|
| 5023 |
+
"learning_rate": 1.155774235582063e-05,
|
| 5024 |
+
"loss": 0.2483,
|
| 5025 |
+
"step": 660
|
| 5026 |
+
},
|
| 5027 |
+
{
|
| 5028 |
+
"epoch": 0.505166475315729,
|
| 5029 |
+
"eval_accuracy": 0.871841155234657,
|
| 5030 |
+
"eval_f1": 0.8054794520547945,
|
| 5031 |
+
"eval_loss": 0.3145829141139984,
|
| 5032 |
+
"eval_precision": 0.8963414634146342,
|
| 5033 |
+
"eval_recall": 0.7313432835820896,
|
| 5034 |
+
"eval_runtime": 45.0474,
|
| 5035 |
+
"eval_samples_per_second": 6.682,
|
| 5036 |
+
"eval_steps_per_second": 0.222,
|
| 5037 |
+
"step": 660
|
| 5038 |
+
},
|
| 5039 |
+
{
|
| 5040 |
+
"epoch": 0.5059318790662074,
|
| 5041 |
+
"grad_norm": 7.80463171005249,
|
| 5042 |
+
"learning_rate": 1.1531326247150802e-05,
|
| 5043 |
+
"loss": 0.3278,
|
| 5044 |
+
"step": 661
|
| 5045 |
+
},
|
| 5046 |
+
{
|
| 5047 |
+
"epoch": 0.5066972828166858,
|
| 5048 |
+
"grad_norm": 5.086753845214844,
|
| 5049 |
+
"learning_rate": 1.1504899191572682e-05,
|
| 5050 |
+
"loss": 0.2196,
|
| 5051 |
+
"step": 662
|
| 5052 |
+
},
|
| 5053 |
+
{
|
| 5054 |
+
"epoch": 0.5074626865671642,
|
| 5055 |
+
"grad_norm": 7.081567287445068,
|
| 5056 |
+
"learning_rate": 1.1478461378003913e-05,
|
| 5057 |
+
"loss": 0.3013,
|
| 5058 |
+
"step": 663
|
| 5059 |
+
},
|
| 5060 |
+
{
|
| 5061 |
+
"epoch": 0.5082280903176426,
|
| 5062 |
+
"grad_norm": 8.720135688781738,
|
| 5063 |
+
"learning_rate": 1.145201299543905e-05,
|
| 5064 |
+
"loss": 0.4044,
|
| 5065 |
+
"step": 664
|
| 5066 |
+
},
|
| 5067 |
+
{
|
| 5068 |
+
"epoch": 0.5089934940681209,
|
| 5069 |
+
"grad_norm": 5.741237640380859,
|
| 5070 |
+
"learning_rate": 1.1425554232948206e-05,
|
| 5071 |
+
"loss": 0.2103,
|
| 5072 |
+
"step": 665
|
| 5073 |
+
},
|
| 5074 |
+
{
|
| 5075 |
+
"epoch": 0.5097588978185993,
|
| 5076 |
+
"grad_norm": 10.087435722351074,
|
| 5077 |
+
"learning_rate": 1.1399085279675688e-05,
|
| 5078 |
+
"loss": 0.3157,
|
| 5079 |
+
"step": 666
|
| 5080 |
+
},
|
| 5081 |
+
{
|
| 5082 |
+
"epoch": 0.5105243015690777,
|
| 5083 |
+
"grad_norm": 8.691031455993652,
|
| 5084 |
+
"learning_rate": 1.1372606324838651e-05,
|
| 5085 |
+
"loss": 0.2895,
|
| 5086 |
+
"step": 667
|
| 5087 |
+
},
|
| 5088 |
+
{
|
| 5089 |
+
"epoch": 0.5112897053195561,
|
| 5090 |
+
"grad_norm": 7.523034572601318,
|
| 5091 |
+
"learning_rate": 1.1346117557725757e-05,
|
| 5092 |
+
"loss": 0.2872,
|
| 5093 |
+
"step": 668
|
| 5094 |
+
},
|
| 5095 |
+
{
|
| 5096 |
+
"epoch": 0.5120551090700345,
|
| 5097 |
+
"grad_norm": 5.898047924041748,
|
| 5098 |
+
"learning_rate": 1.1319619167695814e-05,
|
| 5099 |
+
"loss": 0.3007,
|
| 5100 |
+
"step": 669
|
| 5101 |
+
},
|
| 5102 |
+
{
|
| 5103 |
+
"epoch": 0.5128205128205128,
|
| 5104 |
+
"grad_norm": 3.7639052867889404,
|
| 5105 |
+
"learning_rate": 1.1293111344176406e-05,
|
| 5106 |
+
"loss": 0.2113,
|
| 5107 |
+
"step": 670
|
| 5108 |
+
},
|
| 5109 |
+
{
|
| 5110 |
+
"epoch": 0.5135859165709912,
|
| 5111 |
+
"grad_norm": 7.386530876159668,
|
| 5112 |
+
"learning_rate": 1.126659427666257e-05,
|
| 5113 |
+
"loss": 0.3495,
|
| 5114 |
+
"step": 671
|
| 5115 |
+
},
|
| 5116 |
+
{
|
| 5117 |
+
"epoch": 0.5143513203214696,
|
| 5118 |
+
"grad_norm": 5.551990985870361,
|
| 5119 |
+
"learning_rate": 1.1240068154715416e-05,
|
| 5120 |
+
"loss": 0.3122,
|
| 5121 |
+
"step": 672
|
| 5122 |
+
},
|
| 5123 |
+
{
|
| 5124 |
+
"epoch": 0.515116724071948,
|
| 5125 |
+
"grad_norm": 7.6228156089782715,
|
| 5126 |
+
"learning_rate": 1.121353316796078e-05,
|
| 5127 |
+
"loss": 0.3292,
|
| 5128 |
+
"step": 673
|
| 5129 |
+
},
|
| 5130 |
+
{
|
| 5131 |
+
"epoch": 0.5158821278224264,
|
| 5132 |
+
"grad_norm": 5.472020149230957,
|
| 5133 |
+
"learning_rate": 1.1186989506087876e-05,
|
| 5134 |
+
"loss": 0.3501,
|
| 5135 |
+
"step": 674
|
| 5136 |
+
},
|
| 5137 |
+
{
|
| 5138 |
+
"epoch": 0.5166475315729047,
|
| 5139 |
+
"grad_norm": 5.9330525398254395,
|
| 5140 |
+
"learning_rate": 1.116043735884793e-05,
|
| 5141 |
+
"loss": 0.3392,
|
| 5142 |
+
"step": 675
|
| 5143 |
+
},
|
| 5144 |
+
{
|
| 5145 |
+
"epoch": 0.5174129353233831,
|
| 5146 |
+
"grad_norm": 6.453945636749268,
|
| 5147 |
+
"learning_rate": 1.1133876916052822e-05,
|
| 5148 |
+
"loss": 0.2199,
|
| 5149 |
+
"step": 676
|
| 5150 |
+
},
|
| 5151 |
+
{
|
| 5152 |
+
"epoch": 0.5181783390738615,
|
| 5153 |
+
"grad_norm": 6.126132488250732,
|
| 5154 |
+
"learning_rate": 1.1107308367573744e-05,
|
| 5155 |
+
"loss": 0.2892,
|
| 5156 |
+
"step": 677
|
| 5157 |
+
},
|
| 5158 |
+
{
|
| 5159 |
+
"epoch": 0.5189437428243399,
|
| 5160 |
+
"grad_norm": 3.9714488983154297,
|
| 5161 |
+
"learning_rate": 1.1080731903339825e-05,
|
| 5162 |
+
"loss": 0.2664,
|
| 5163 |
+
"step": 678
|
| 5164 |
+
},
|
| 5165 |
+
{
|
| 5166 |
+
"epoch": 0.5197091465748183,
|
| 5167 |
+
"grad_norm": 9.137075424194336,
|
| 5168 |
+
"learning_rate": 1.1054147713336782e-05,
|
| 5169 |
+
"loss": 0.3458,
|
| 5170 |
+
"step": 679
|
| 5171 |
+
},
|
| 5172 |
+
{
|
| 5173 |
+
"epoch": 0.5204745503252965,
|
| 5174 |
+
"grad_norm": 5.681141376495361,
|
| 5175 |
+
"learning_rate": 1.1027555987605562e-05,
|
| 5176 |
+
"loss": 0.2841,
|
| 5177 |
+
"step": 680
|
| 5178 |
+
},
|
| 5179 |
+
{
|
| 5180 |
+
"epoch": 0.5204745503252965,
|
| 5181 |
+
"eval_accuracy": 0.871841155234657,
|
| 5182 |
+
"eval_f1": 0.8011204481792717,
|
| 5183 |
+
"eval_loss": 0.3226017951965332,
|
| 5184 |
+
"eval_precision": 0.9166666666666666,
|
| 5185 |
+
"eval_recall": 0.7114427860696517,
|
| 5186 |
+
"eval_runtime": 44.0834,
|
| 5187 |
+
"eval_samples_per_second": 6.828,
|
| 5188 |
+
"eval_steps_per_second": 0.227,
|
| 5189 |
+
"step": 680
|
| 5190 |
+
},
|
| 5191 |
+
{
|
| 5192 |
+
"epoch": 0.521239954075775,
|
| 5193 |
+
"grad_norm": 5.028656005859375,
|
| 5194 |
+
"learning_rate": 1.1000956916240985e-05,
|
| 5195 |
+
"loss": 0.3274,
|
| 5196 |
+
"step": 681
|
| 5197 |
+
},
|
| 5198 |
+
{
|
| 5199 |
+
"epoch": 0.5220053578262533,
|
| 5200 |
+
"grad_norm": 4.5937700271606445,
|
| 5201 |
+
"learning_rate": 1.0974350689390376e-05,
|
| 5202 |
+
"loss": 0.2103,
|
| 5203 |
+
"step": 682
|
| 5204 |
+
},
|
| 5205 |
+
{
|
| 5206 |
+
"epoch": 0.5227707615767317,
|
| 5207 |
+
"grad_norm": 4.783949375152588,
|
| 5208 |
+
"learning_rate": 1.094773749725222e-05,
|
| 5209 |
+
"loss": 0.2575,
|
| 5210 |
+
"step": 683
|
| 5211 |
+
},
|
| 5212 |
+
{
|
| 5213 |
+
"epoch": 0.5235361653272101,
|
| 5214 |
+
"grad_norm": 7.1982502937316895,
|
| 5215 |
+
"learning_rate": 1.0921117530074785e-05,
|
| 5216 |
+
"loss": 0.3264,
|
| 5217 |
+
"step": 684
|
| 5218 |
+
},
|
| 5219 |
+
{
|
| 5220 |
+
"epoch": 0.5243015690776884,
|
| 5221 |
+
"grad_norm": 5.304211139678955,
|
| 5222 |
+
"learning_rate": 1.0894490978154777e-05,
|
| 5223 |
+
"loss": 0.3124,
|
| 5224 |
+
"step": 685
|
| 5225 |
+
},
|
| 5226 |
+
{
|
| 5227 |
+
"epoch": 0.5250669728281668,
|
| 5228 |
+
"grad_norm": 7.728262424468994,
|
| 5229 |
+
"learning_rate": 1.0867858031835975e-05,
|
| 5230 |
+
"loss": 0.3697,
|
| 5231 |
+
"step": 686
|
| 5232 |
+
},
|
| 5233 |
+
{
|
| 5234 |
+
"epoch": 0.5258323765786452,
|
| 5235 |
+
"grad_norm": 5.3696465492248535,
|
| 5236 |
+
"learning_rate": 1.084121888150787e-05,
|
| 5237 |
+
"loss": 0.3055,
|
| 5238 |
+
"step": 687
|
| 5239 |
+
},
|
| 5240 |
+
{
|
| 5241 |
+
"epoch": 0.5265977803291236,
|
| 5242 |
+
"grad_norm": 7.408420562744141,
|
| 5243 |
+
"learning_rate": 1.0814573717604295e-05,
|
| 5244 |
+
"loss": 0.3524,
|
| 5245 |
+
"step": 688
|
| 5246 |
+
},
|
| 5247 |
+
{
|
| 5248 |
+
"epoch": 0.527363184079602,
|
| 5249 |
+
"grad_norm": 6.884669303894043,
|
| 5250 |
+
"learning_rate": 1.0787922730602083e-05,
|
| 5251 |
+
"loss": 0.2839,
|
| 5252 |
+
"step": 689
|
| 5253 |
+
},
|
| 5254 |
+
{
|
| 5255 |
+
"epoch": 0.5281285878300803,
|
| 5256 |
+
"grad_norm": 8.420857429504395,
|
| 5257 |
+
"learning_rate": 1.0761266111019685e-05,
|
| 5258 |
+
"loss": 0.4047,
|
| 5259 |
+
"step": 690
|
| 5260 |
+
},
|
| 5261 |
+
{
|
| 5262 |
+
"epoch": 0.5288939915805587,
|
| 5263 |
+
"grad_norm": 4.702800750732422,
|
| 5264 |
+
"learning_rate": 1.0734604049415822e-05,
|
| 5265 |
+
"loss": 0.2042,
|
| 5266 |
+
"step": 691
|
| 5267 |
+
},
|
| 5268 |
+
{
|
| 5269 |
+
"epoch": 0.5296593953310371,
|
| 5270 |
+
"grad_norm": 7.388383865356445,
|
| 5271 |
+
"learning_rate": 1.070793673638812e-05,
|
| 5272 |
+
"loss": 0.2754,
|
| 5273 |
+
"step": 692
|
| 5274 |
+
},
|
| 5275 |
+
{
|
| 5276 |
+
"epoch": 0.5304247990815155,
|
| 5277 |
+
"grad_norm": 7.465807914733887,
|
| 5278 |
+
"learning_rate": 1.0681264362571744e-05,
|
| 5279 |
+
"loss": 0.2907,
|
| 5280 |
+
"step": 693
|
| 5281 |
+
},
|
| 5282 |
+
{
|
| 5283 |
+
"epoch": 0.5311902028319939,
|
| 5284 |
+
"grad_norm": 5.684911251068115,
|
| 5285 |
+
"learning_rate": 1.0654587118638027e-05,
|
| 5286 |
+
"loss": 0.2513,
|
| 5287 |
+
"step": 694
|
| 5288 |
+
},
|
| 5289 |
+
{
|
| 5290 |
+
"epoch": 0.5319556065824722,
|
| 5291 |
+
"grad_norm": 5.584875583648682,
|
| 5292 |
+
"learning_rate": 1.0627905195293135e-05,
|
| 5293 |
+
"loss": 0.2658,
|
| 5294 |
+
"step": 695
|
| 5295 |
+
},
|
| 5296 |
+
{
|
| 5297 |
+
"epoch": 0.5327210103329506,
|
| 5298 |
+
"grad_norm": 6.920920372009277,
|
| 5299 |
+
"learning_rate": 1.0601218783276673e-05,
|
| 5300 |
+
"loss": 0.3378,
|
| 5301 |
+
"step": 696
|
| 5302 |
+
},
|
| 5303 |
+
{
|
| 5304 |
+
"epoch": 0.533486414083429,
|
| 5305 |
+
"grad_norm": 6.030942916870117,
|
| 5306 |
+
"learning_rate": 1.0574528073360333e-05,
|
| 5307 |
+
"loss": 0.2732,
|
| 5308 |
+
"step": 697
|
| 5309 |
+
},
|
| 5310 |
+
{
|
| 5311 |
+
"epoch": 0.5342518178339074,
|
| 5312 |
+
"grad_norm": 8.450331687927246,
|
| 5313 |
+
"learning_rate": 1.054783325634654e-05,
|
| 5314 |
+
"loss": 0.3302,
|
| 5315 |
+
"step": 698
|
| 5316 |
+
},
|
| 5317 |
+
{
|
| 5318 |
+
"epoch": 0.5350172215843858,
|
| 5319 |
+
"grad_norm": 8.008537292480469,
|
| 5320 |
+
"learning_rate": 1.0521134523067076e-05,
|
| 5321 |
+
"loss": 0.2018,
|
| 5322 |
+
"step": 699
|
| 5323 |
+
},
|
| 5324 |
+
{
|
| 5325 |
+
"epoch": 0.5357826253348641,
|
| 5326 |
+
"grad_norm": 5.137029647827148,
|
| 5327 |
+
"learning_rate": 1.0494432064381707e-05,
|
| 5328 |
+
"loss": 0.3065,
|
| 5329 |
+
"step": 700
|
| 5330 |
+
},
|
| 5331 |
+
{
|
| 5332 |
+
"epoch": 0.5357826253348641,
|
| 5333 |
+
"eval_accuracy": 0.8844765342960289,
|
| 5334 |
+
"eval_f1": 0.8212290502793296,
|
| 5335 |
+
"eval_loss": 0.31221428513526917,
|
| 5336 |
+
"eval_precision": 0.9363057324840764,
|
| 5337 |
+
"eval_recall": 0.7313432835820896,
|
| 5338 |
+
"eval_runtime": 43.6609,
|
| 5339 |
+
"eval_samples_per_second": 6.894,
|
| 5340 |
+
"eval_steps_per_second": 0.229,
|
| 5341 |
+
"step": 700
|
| 5342 |
}
|
| 5343 |
],
|
| 5344 |
"logging_steps": 1,
|
|
|
|
| 5358 |
"attributes": {}
|
| 5359 |
}
|
| 5360 |
},
|
| 5361 |
+
"total_flos": 1.0741809779467878e+17,
|
| 5362 |
"train_batch_size": 8,
|
| 5363 |
"trial_name": null,
|
| 5364 |
"trial_params": null
|