Add files using upload-large-folder tool
Browse files- ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/trainer_state.json +463 -0
- ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/trainer_state.json +643 -0
- ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/trainer_state.json +883 -0
- ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/trainer_state.json +664 -0
- ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/trainer_state.json +851 -0
- ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/trainer_state.json +791 -0
- ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/trainer_state.json +978 -0
- ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/trainer_state.json +766 -0
- ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/trainer_state.json +967 -0
- ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/trainer_state.json +509 -0
- ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/trainer_state.json +682 -0
- ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/trainer_state.json +484 -0
- ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/trainer_state.json +671 -0
- ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/trainer_state.json +692 -0
- ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/trainer_state.json +886 -0
- ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/special_tokens_map.json +15 -0
- ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/tokenizer_config.json +55 -0
- ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/trainer_state.json +1292 -0
- ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/special_tokens_map.json +15 -0
- ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/tokenizer_config.json +55 -0
- ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/trainer_state.json +1430 -0
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225/trainer_state.json
ADDED
|
@@ -0,0 +1,463 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1225,
|
| 3 |
+
"best_metric": 0.7994876258284768,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1225,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1430615164520744,
|
| 14 |
+
"grad_norm": 27.122297286987305,
|
| 15 |
+
"learning_rate": 1.3714285714285717e-06,
|
| 16 |
+
"loss": 4.7759,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2861230329041488,
|
| 21 |
+
"grad_norm": 59.43880081176758,
|
| 22 |
+
"learning_rate": 2.8000000000000003e-06,
|
| 23 |
+
"loss": 4.6219,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4291845493562232,
|
| 28 |
+
"grad_norm": 55.6755485534668,
|
| 29 |
+
"learning_rate": 4.228571428571429e-06,
|
| 30 |
+
"loss": 4.693,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5722460658082976,
|
| 35 |
+
"grad_norm": 40.60078811645508,
|
| 36 |
+
"learning_rate": 5.6571428571428576e-06,
|
| 37 |
+
"loss": 4.5839,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7153075822603719,
|
| 42 |
+
"grad_norm": 28.24003028869629,
|
| 43 |
+
"learning_rate": 7.085714285714286e-06,
|
| 44 |
+
"loss": 4.5034,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8583690987124464,
|
| 49 |
+
"grad_norm": 31.74135398864746,
|
| 50 |
+
"learning_rate": 8.514285714285715e-06,
|
| 51 |
+
"loss": 4.406,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"grad_norm": 40.622154235839844,
|
| 57 |
+
"learning_rate": 9.942857142857145e-06,
|
| 58 |
+
"loss": 4.3812,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.4973045822102426,
|
| 64 |
+
"eval_loss": 1.0204524993896484,
|
| 65 |
+
"eval_macro_f1": 0.4681941125727187,
|
| 66 |
+
"eval_runtime": 1.4388,
|
| 67 |
+
"eval_samples_per_second": 515.704,
|
| 68 |
+
"eval_steps_per_second": 32.666,
|
| 69 |
+
"eval_weighted_f1": 0.4623285482930722,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1430615164520743,
|
| 74 |
+
"grad_norm": 47.46178436279297,
|
| 75 |
+
"learning_rate": 1.1371428571428573e-05,
|
| 76 |
+
"loss": 4.2726,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2861230329041489,
|
| 81 |
+
"grad_norm": 81.7600326538086,
|
| 82 |
+
"learning_rate": 1.2800000000000001e-05,
|
| 83 |
+
"loss": 3.9112,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4291845493562232,
|
| 88 |
+
"grad_norm": 32.21867370605469,
|
| 89 |
+
"learning_rate": 1.422857142857143e-05,
|
| 90 |
+
"loss": 3.9335,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.5722460658082977,
|
| 95 |
+
"grad_norm": 32.208499908447266,
|
| 96 |
+
"learning_rate": 1.5657142857142856e-05,
|
| 97 |
+
"loss": 3.7275,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.715307582260372,
|
| 102 |
+
"grad_norm": 50.13444137573242,
|
| 103 |
+
"learning_rate": 1.708571428571429e-05,
|
| 104 |
+
"loss": 3.6336,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.8583690987124464,
|
| 109 |
+
"grad_norm": 56.77170944213867,
|
| 110 |
+
"learning_rate": 1.8514285714285716e-05,
|
| 111 |
+
"loss": 3.1006,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"grad_norm": 59.30906295776367,
|
| 117 |
+
"learning_rate": 1.9942857142857142e-05,
|
| 118 |
+
"loss": 2.9869,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6778975741239892,
|
| 124 |
+
"eval_loss": 0.7418091893196106,
|
| 125 |
+
"eval_macro_f1": 0.6644258401660617,
|
| 126 |
+
"eval_runtime": 1.4416,
|
| 127 |
+
"eval_samples_per_second": 514.723,
|
| 128 |
+
"eval_steps_per_second": 32.604,
|
| 129 |
+
"eval_weighted_f1": 0.6654016902755536,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.1430615164520743,
|
| 134 |
+
"grad_norm": 70.63394165039062,
|
| 135 |
+
"learning_rate": 1.984761904761905e-05,
|
| 136 |
+
"loss": 2.9789,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.2861230329041486,
|
| 141 |
+
"grad_norm": 75.70922088623047,
|
| 142 |
+
"learning_rate": 1.968888888888889e-05,
|
| 143 |
+
"loss": 2.9248,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.429184549356223,
|
| 148 |
+
"grad_norm": 88.60429382324219,
|
| 149 |
+
"learning_rate": 1.953015873015873e-05,
|
| 150 |
+
"loss": 2.962,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.5722460658082977,
|
| 155 |
+
"grad_norm": 272.87042236328125,
|
| 156 |
+
"learning_rate": 1.937142857142857e-05,
|
| 157 |
+
"loss": 2.7307,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.715307582260372,
|
| 162 |
+
"grad_norm": 210.26141357421875,
|
| 163 |
+
"learning_rate": 1.9212698412698414e-05,
|
| 164 |
+
"loss": 2.5054,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.8583690987124464,
|
| 169 |
+
"grad_norm": 110.55992126464844,
|
| 170 |
+
"learning_rate": 1.9053968253968257e-05,
|
| 171 |
+
"loss": 2.4598,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"grad_norm": 47.324161529541016,
|
| 177 |
+
"learning_rate": 1.8895238095238096e-05,
|
| 178 |
+
"loss": 2.7742,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 3.0,
|
| 183 |
+
"eval_accuracy": 0.7358490566037735,
|
| 184 |
+
"eval_loss": 0.6270394325256348,
|
| 185 |
+
"eval_macro_f1": 0.7308224271529906,
|
| 186 |
+
"eval_runtime": 1.3803,
|
| 187 |
+
"eval_samples_per_second": 537.564,
|
| 188 |
+
"eval_steps_per_second": 34.051,
|
| 189 |
+
"eval_weighted_f1": 0.7314034656730196,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.1430615164520743,
|
| 194 |
+
"grad_norm": 125.97797393798828,
|
| 195 |
+
"learning_rate": 1.8736507936507936e-05,
|
| 196 |
+
"loss": 2.3214,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.2861230329041486,
|
| 201 |
+
"grad_norm": 64.92932891845703,
|
| 202 |
+
"learning_rate": 1.857777777777778e-05,
|
| 203 |
+
"loss": 2.3122,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.429184549356223,
|
| 208 |
+
"grad_norm": 82.06285095214844,
|
| 209 |
+
"learning_rate": 1.8419047619047622e-05,
|
| 210 |
+
"loss": 2.3621,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.5722460658082977,
|
| 215 |
+
"grad_norm": 64.9288101196289,
|
| 216 |
+
"learning_rate": 1.8260317460317462e-05,
|
| 217 |
+
"loss": 2.3366,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.715307582260372,
|
| 222 |
+
"grad_norm": 125.84674835205078,
|
| 223 |
+
"learning_rate": 1.81015873015873e-05,
|
| 224 |
+
"loss": 1.9172,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.8583690987124464,
|
| 229 |
+
"grad_norm": 87.95266723632812,
|
| 230 |
+
"learning_rate": 1.7942857142857144e-05,
|
| 231 |
+
"loss": 2.0919,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"grad_norm": 94.46449279785156,
|
| 237 |
+
"learning_rate": 1.7784126984126987e-05,
|
| 238 |
+
"loss": 1.972,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 4.0,
|
| 243 |
+
"eval_accuracy": 0.77088948787062,
|
| 244 |
+
"eval_loss": 0.6147024035453796,
|
| 245 |
+
"eval_macro_f1": 0.7693498174354044,
|
| 246 |
+
"eval_runtime": 1.3914,
|
| 247 |
+
"eval_samples_per_second": 533.295,
|
| 248 |
+
"eval_steps_per_second": 33.78,
|
| 249 |
+
"eval_weighted_f1": 0.7696330203693793,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.143061516452074,
|
| 254 |
+
"grad_norm": 60.67487335205078,
|
| 255 |
+
"learning_rate": 1.7625396825396827e-05,
|
| 256 |
+
"loss": 1.5522,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.286123032904149,
|
| 261 |
+
"grad_norm": 61.644317626953125,
|
| 262 |
+
"learning_rate": 1.7466666666666667e-05,
|
| 263 |
+
"loss": 1.6289,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.429184549356223,
|
| 268 |
+
"grad_norm": 149.19985961914062,
|
| 269 |
+
"learning_rate": 1.730793650793651e-05,
|
| 270 |
+
"loss": 1.6151,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.572246065808297,
|
| 275 |
+
"grad_norm": 66.23664093017578,
|
| 276 |
+
"learning_rate": 1.7149206349206353e-05,
|
| 277 |
+
"loss": 1.6821,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.715307582260372,
|
| 282 |
+
"grad_norm": 74.64324951171875,
|
| 283 |
+
"learning_rate": 1.6990476190476192e-05,
|
| 284 |
+
"loss": 1.8073,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.858369098712446,
|
| 289 |
+
"grad_norm": 60.93206024169922,
|
| 290 |
+
"learning_rate": 1.6831746031746032e-05,
|
| 291 |
+
"loss": 1.6873,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"grad_norm": 47.84584426879883,
|
| 297 |
+
"learning_rate": 1.6673015873015875e-05,
|
| 298 |
+
"loss": 1.6922,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 5.0,
|
| 303 |
+
"eval_accuracy": 0.7857142857142857,
|
| 304 |
+
"eval_loss": 0.5730224847793579,
|
| 305 |
+
"eval_macro_f1": 0.7824204394401439,
|
| 306 |
+
"eval_runtime": 1.4554,
|
| 307 |
+
"eval_samples_per_second": 509.818,
|
| 308 |
+
"eval_steps_per_second": 32.293,
|
| 309 |
+
"eval_weighted_f1": 0.7827597508935723,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.143061516452074,
|
| 314 |
+
"grad_norm": 89.27355194091797,
|
| 315 |
+
"learning_rate": 1.6514285714285714e-05,
|
| 316 |
+
"loss": 1.5896,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.286123032904149,
|
| 321 |
+
"grad_norm": 125.82630157470703,
|
| 322 |
+
"learning_rate": 1.6355555555555557e-05,
|
| 323 |
+
"loss": 1.3238,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.429184549356223,
|
| 328 |
+
"grad_norm": 46.79832458496094,
|
| 329 |
+
"learning_rate": 1.6196825396825397e-05,
|
| 330 |
+
"loss": 1.2641,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.572246065808297,
|
| 335 |
+
"grad_norm": 57.92550277709961,
|
| 336 |
+
"learning_rate": 1.603809523809524e-05,
|
| 337 |
+
"loss": 1.326,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.715307582260372,
|
| 342 |
+
"grad_norm": 72.66822814941406,
|
| 343 |
+
"learning_rate": 1.587936507936508e-05,
|
| 344 |
+
"loss": 1.1365,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.858369098712446,
|
| 349 |
+
"grad_norm": 48.0202751159668,
|
| 350 |
+
"learning_rate": 1.5720634920634923e-05,
|
| 351 |
+
"loss": 1.091,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 6.0,
|
| 356 |
+
"grad_norm": 60.14397430419922,
|
| 357 |
+
"learning_rate": 1.5561904761904762e-05,
|
| 358 |
+
"loss": 1.4026,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 6.0,
|
| 363 |
+
"eval_accuracy": 0.7870619946091644,
|
| 364 |
+
"eval_loss": 0.6443524956703186,
|
| 365 |
+
"eval_macro_f1": 0.785004694653633,
|
| 366 |
+
"eval_runtime": 1.3552,
|
| 367 |
+
"eval_samples_per_second": 547.508,
|
| 368 |
+
"eval_steps_per_second": 34.68,
|
| 369 |
+
"eval_weighted_f1": 0.7852994719238655,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.143061516452074,
|
| 374 |
+
"grad_norm": 83.08121490478516,
|
| 375 |
+
"learning_rate": 1.5403174603174605e-05,
|
| 376 |
+
"loss": 0.9843,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.286123032904149,
|
| 381 |
+
"grad_norm": 59.59733200073242,
|
| 382 |
+
"learning_rate": 1.5244444444444447e-05,
|
| 383 |
+
"loss": 1.1028,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.429184549356223,
|
| 388 |
+
"grad_norm": 139.6619873046875,
|
| 389 |
+
"learning_rate": 1.5085714285714288e-05,
|
| 390 |
+
"loss": 0.8819,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.572246065808297,
|
| 395 |
+
"grad_norm": 108.10102844238281,
|
| 396 |
+
"learning_rate": 1.4926984126984128e-05,
|
| 397 |
+
"loss": 0.9497,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.715307582260372,
|
| 402 |
+
"grad_norm": 95.14066314697266,
|
| 403 |
+
"learning_rate": 1.4768253968253969e-05,
|
| 404 |
+
"loss": 1.0314,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.858369098712446,
|
| 409 |
+
"grad_norm": 104.47781372070312,
|
| 410 |
+
"learning_rate": 1.4609523809523812e-05,
|
| 411 |
+
"loss": 1.2599,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 7.0,
|
| 416 |
+
"grad_norm": 51.86659240722656,
|
| 417 |
+
"learning_rate": 1.4450793650793653e-05,
|
| 418 |
+
"loss": 0.9992,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 7.0,
|
| 423 |
+
"eval_accuracy": 0.8005390835579514,
|
| 424 |
+
"eval_loss": 0.6789265275001526,
|
| 425 |
+
"eval_macro_f1": 0.7994876258284768,
|
| 426 |
+
"eval_runtime": 1.3518,
|
| 427 |
+
"eval_samples_per_second": 548.907,
|
| 428 |
+
"eval_steps_per_second": 34.769,
|
| 429 |
+
"eval_weighted_f1": 0.7996493161669018,
|
| 430 |
+
"step": 1225
|
| 431 |
+
}
|
| 432 |
+
],
|
| 433 |
+
"logging_steps": 25,
|
| 434 |
+
"max_steps": 3500,
|
| 435 |
+
"num_input_tokens_seen": 0,
|
| 436 |
+
"num_train_epochs": 20,
|
| 437 |
+
"save_steps": 500,
|
| 438 |
+
"stateful_callbacks": {
|
| 439 |
+
"EarlyStoppingCallback": {
|
| 440 |
+
"args": {
|
| 441 |
+
"early_stopping_patience": 3,
|
| 442 |
+
"early_stopping_threshold": 0.0
|
| 443 |
+
},
|
| 444 |
+
"attributes": {
|
| 445 |
+
"early_stopping_patience_counter": 0
|
| 446 |
+
}
|
| 447 |
+
},
|
| 448 |
+
"TrainerControl": {
|
| 449 |
+
"args": {
|
| 450 |
+
"should_epoch_stop": false,
|
| 451 |
+
"should_evaluate": false,
|
| 452 |
+
"should_log": false,
|
| 453 |
+
"should_save": true,
|
| 454 |
+
"should_training_stop": false
|
| 455 |
+
},
|
| 456 |
+
"attributes": {}
|
| 457 |
+
}
|
| 458 |
+
},
|
| 459 |
+
"total_flos": 0.0,
|
| 460 |
+
"train_batch_size": 8,
|
| 461 |
+
"trial_name": null,
|
| 462 |
+
"trial_params": null
|
| 463 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1750/trainer_state.json
ADDED
|
@@ -0,0 +1,643 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1225,
|
| 3 |
+
"best_metric": 0.7994876258284768,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s42-20260902T112407Z-27bda108/trainer/checkpoint-1225",
|
| 5 |
+
"epoch": 10.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1750,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1430615164520744,
|
| 14 |
+
"grad_norm": 27.122297286987305,
|
| 15 |
+
"learning_rate": 1.3714285714285717e-06,
|
| 16 |
+
"loss": 4.7759,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2861230329041488,
|
| 21 |
+
"grad_norm": 59.43880081176758,
|
| 22 |
+
"learning_rate": 2.8000000000000003e-06,
|
| 23 |
+
"loss": 4.6219,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4291845493562232,
|
| 28 |
+
"grad_norm": 55.6755485534668,
|
| 29 |
+
"learning_rate": 4.228571428571429e-06,
|
| 30 |
+
"loss": 4.693,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5722460658082976,
|
| 35 |
+
"grad_norm": 40.60078811645508,
|
| 36 |
+
"learning_rate": 5.6571428571428576e-06,
|
| 37 |
+
"loss": 4.5839,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7153075822603719,
|
| 42 |
+
"grad_norm": 28.24003028869629,
|
| 43 |
+
"learning_rate": 7.085714285714286e-06,
|
| 44 |
+
"loss": 4.5034,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8583690987124464,
|
| 49 |
+
"grad_norm": 31.74135398864746,
|
| 50 |
+
"learning_rate": 8.514285714285715e-06,
|
| 51 |
+
"loss": 4.406,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"grad_norm": 40.622154235839844,
|
| 57 |
+
"learning_rate": 9.942857142857145e-06,
|
| 58 |
+
"loss": 4.3812,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.4973045822102426,
|
| 64 |
+
"eval_loss": 1.0204524993896484,
|
| 65 |
+
"eval_macro_f1": 0.4681941125727187,
|
| 66 |
+
"eval_runtime": 1.4388,
|
| 67 |
+
"eval_samples_per_second": 515.704,
|
| 68 |
+
"eval_steps_per_second": 32.666,
|
| 69 |
+
"eval_weighted_f1": 0.4623285482930722,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1430615164520743,
|
| 74 |
+
"grad_norm": 47.46178436279297,
|
| 75 |
+
"learning_rate": 1.1371428571428573e-05,
|
| 76 |
+
"loss": 4.2726,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2861230329041489,
|
| 81 |
+
"grad_norm": 81.7600326538086,
|
| 82 |
+
"learning_rate": 1.2800000000000001e-05,
|
| 83 |
+
"loss": 3.9112,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4291845493562232,
|
| 88 |
+
"grad_norm": 32.21867370605469,
|
| 89 |
+
"learning_rate": 1.422857142857143e-05,
|
| 90 |
+
"loss": 3.9335,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.5722460658082977,
|
| 95 |
+
"grad_norm": 32.208499908447266,
|
| 96 |
+
"learning_rate": 1.5657142857142856e-05,
|
| 97 |
+
"loss": 3.7275,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.715307582260372,
|
| 102 |
+
"grad_norm": 50.13444137573242,
|
| 103 |
+
"learning_rate": 1.708571428571429e-05,
|
| 104 |
+
"loss": 3.6336,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.8583690987124464,
|
| 109 |
+
"grad_norm": 56.77170944213867,
|
| 110 |
+
"learning_rate": 1.8514285714285716e-05,
|
| 111 |
+
"loss": 3.1006,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"grad_norm": 59.30906295776367,
|
| 117 |
+
"learning_rate": 1.9942857142857142e-05,
|
| 118 |
+
"loss": 2.9869,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6778975741239892,
|
| 124 |
+
"eval_loss": 0.7418091893196106,
|
| 125 |
+
"eval_macro_f1": 0.6644258401660617,
|
| 126 |
+
"eval_runtime": 1.4416,
|
| 127 |
+
"eval_samples_per_second": 514.723,
|
| 128 |
+
"eval_steps_per_second": 32.604,
|
| 129 |
+
"eval_weighted_f1": 0.6654016902755536,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.1430615164520743,
|
| 134 |
+
"grad_norm": 70.63394165039062,
|
| 135 |
+
"learning_rate": 1.984761904761905e-05,
|
| 136 |
+
"loss": 2.9789,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.2861230329041486,
|
| 141 |
+
"grad_norm": 75.70922088623047,
|
| 142 |
+
"learning_rate": 1.968888888888889e-05,
|
| 143 |
+
"loss": 2.9248,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.429184549356223,
|
| 148 |
+
"grad_norm": 88.60429382324219,
|
| 149 |
+
"learning_rate": 1.953015873015873e-05,
|
| 150 |
+
"loss": 2.962,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.5722460658082977,
|
| 155 |
+
"grad_norm": 272.87042236328125,
|
| 156 |
+
"learning_rate": 1.937142857142857e-05,
|
| 157 |
+
"loss": 2.7307,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.715307582260372,
|
| 162 |
+
"grad_norm": 210.26141357421875,
|
| 163 |
+
"learning_rate": 1.9212698412698414e-05,
|
| 164 |
+
"loss": 2.5054,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.8583690987124464,
|
| 169 |
+
"grad_norm": 110.55992126464844,
|
| 170 |
+
"learning_rate": 1.9053968253968257e-05,
|
| 171 |
+
"loss": 2.4598,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"grad_norm": 47.324161529541016,
|
| 177 |
+
"learning_rate": 1.8895238095238096e-05,
|
| 178 |
+
"loss": 2.7742,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 3.0,
|
| 183 |
+
"eval_accuracy": 0.7358490566037735,
|
| 184 |
+
"eval_loss": 0.6270394325256348,
|
| 185 |
+
"eval_macro_f1": 0.7308224271529906,
|
| 186 |
+
"eval_runtime": 1.3803,
|
| 187 |
+
"eval_samples_per_second": 537.564,
|
| 188 |
+
"eval_steps_per_second": 34.051,
|
| 189 |
+
"eval_weighted_f1": 0.7314034656730196,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.1430615164520743,
|
| 194 |
+
"grad_norm": 125.97797393798828,
|
| 195 |
+
"learning_rate": 1.8736507936507936e-05,
|
| 196 |
+
"loss": 2.3214,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.2861230329041486,
|
| 201 |
+
"grad_norm": 64.92932891845703,
|
| 202 |
+
"learning_rate": 1.857777777777778e-05,
|
| 203 |
+
"loss": 2.3122,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.429184549356223,
|
| 208 |
+
"grad_norm": 82.06285095214844,
|
| 209 |
+
"learning_rate": 1.8419047619047622e-05,
|
| 210 |
+
"loss": 2.3621,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.5722460658082977,
|
| 215 |
+
"grad_norm": 64.9288101196289,
|
| 216 |
+
"learning_rate": 1.8260317460317462e-05,
|
| 217 |
+
"loss": 2.3366,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.715307582260372,
|
| 222 |
+
"grad_norm": 125.84674835205078,
|
| 223 |
+
"learning_rate": 1.81015873015873e-05,
|
| 224 |
+
"loss": 1.9172,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.8583690987124464,
|
| 229 |
+
"grad_norm": 87.95266723632812,
|
| 230 |
+
"learning_rate": 1.7942857142857144e-05,
|
| 231 |
+
"loss": 2.0919,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"grad_norm": 94.46449279785156,
|
| 237 |
+
"learning_rate": 1.7784126984126987e-05,
|
| 238 |
+
"loss": 1.972,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 4.0,
|
| 243 |
+
"eval_accuracy": 0.77088948787062,
|
| 244 |
+
"eval_loss": 0.6147024035453796,
|
| 245 |
+
"eval_macro_f1": 0.7693498174354044,
|
| 246 |
+
"eval_runtime": 1.3914,
|
| 247 |
+
"eval_samples_per_second": 533.295,
|
| 248 |
+
"eval_steps_per_second": 33.78,
|
| 249 |
+
"eval_weighted_f1": 0.7696330203693793,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.143061516452074,
|
| 254 |
+
"grad_norm": 60.67487335205078,
|
| 255 |
+
"learning_rate": 1.7625396825396827e-05,
|
| 256 |
+
"loss": 1.5522,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.286123032904149,
|
| 261 |
+
"grad_norm": 61.644317626953125,
|
| 262 |
+
"learning_rate": 1.7466666666666667e-05,
|
| 263 |
+
"loss": 1.6289,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.429184549356223,
|
| 268 |
+
"grad_norm": 149.19985961914062,
|
| 269 |
+
"learning_rate": 1.730793650793651e-05,
|
| 270 |
+
"loss": 1.6151,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.572246065808297,
|
| 275 |
+
"grad_norm": 66.23664093017578,
|
| 276 |
+
"learning_rate": 1.7149206349206353e-05,
|
| 277 |
+
"loss": 1.6821,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.715307582260372,
|
| 282 |
+
"grad_norm": 74.64324951171875,
|
| 283 |
+
"learning_rate": 1.6990476190476192e-05,
|
| 284 |
+
"loss": 1.8073,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.858369098712446,
|
| 289 |
+
"grad_norm": 60.93206024169922,
|
| 290 |
+
"learning_rate": 1.6831746031746032e-05,
|
| 291 |
+
"loss": 1.6873,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"grad_norm": 47.84584426879883,
|
| 297 |
+
"learning_rate": 1.6673015873015875e-05,
|
| 298 |
+
"loss": 1.6922,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 5.0,
|
| 303 |
+
"eval_accuracy": 0.7857142857142857,
|
| 304 |
+
"eval_loss": 0.5730224847793579,
|
| 305 |
+
"eval_macro_f1": 0.7824204394401439,
|
| 306 |
+
"eval_runtime": 1.4554,
|
| 307 |
+
"eval_samples_per_second": 509.818,
|
| 308 |
+
"eval_steps_per_second": 32.293,
|
| 309 |
+
"eval_weighted_f1": 0.7827597508935723,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.143061516452074,
|
| 314 |
+
"grad_norm": 89.27355194091797,
|
| 315 |
+
"learning_rate": 1.6514285714285714e-05,
|
| 316 |
+
"loss": 1.5896,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.286123032904149,
|
| 321 |
+
"grad_norm": 125.82630157470703,
|
| 322 |
+
"learning_rate": 1.6355555555555557e-05,
|
| 323 |
+
"loss": 1.3238,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.429184549356223,
|
| 328 |
+
"grad_norm": 46.79832458496094,
|
| 329 |
+
"learning_rate": 1.6196825396825397e-05,
|
| 330 |
+
"loss": 1.2641,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.572246065808297,
|
| 335 |
+
"grad_norm": 57.92550277709961,
|
| 336 |
+
"learning_rate": 1.603809523809524e-05,
|
| 337 |
+
"loss": 1.326,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.715307582260372,
|
| 342 |
+
"grad_norm": 72.66822814941406,
|
| 343 |
+
"learning_rate": 1.587936507936508e-05,
|
| 344 |
+
"loss": 1.1365,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.858369098712446,
|
| 349 |
+
"grad_norm": 48.0202751159668,
|
| 350 |
+
"learning_rate": 1.5720634920634923e-05,
|
| 351 |
+
"loss": 1.091,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 6.0,
|
| 356 |
+
"grad_norm": 60.14397430419922,
|
| 357 |
+
"learning_rate": 1.5561904761904762e-05,
|
| 358 |
+
"loss": 1.4026,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 6.0,
|
| 363 |
+
"eval_accuracy": 0.7870619946091644,
|
| 364 |
+
"eval_loss": 0.6443524956703186,
|
| 365 |
+
"eval_macro_f1": 0.785004694653633,
|
| 366 |
+
"eval_runtime": 1.3552,
|
| 367 |
+
"eval_samples_per_second": 547.508,
|
| 368 |
+
"eval_steps_per_second": 34.68,
|
| 369 |
+
"eval_weighted_f1": 0.7852994719238655,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.143061516452074,
|
| 374 |
+
"grad_norm": 83.08121490478516,
|
| 375 |
+
"learning_rate": 1.5403174603174605e-05,
|
| 376 |
+
"loss": 0.9843,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.286123032904149,
|
| 381 |
+
"grad_norm": 59.59733200073242,
|
| 382 |
+
"learning_rate": 1.5244444444444447e-05,
|
| 383 |
+
"loss": 1.1028,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.429184549356223,
|
| 388 |
+
"grad_norm": 139.6619873046875,
|
| 389 |
+
"learning_rate": 1.5085714285714288e-05,
|
| 390 |
+
"loss": 0.8819,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.572246065808297,
|
| 395 |
+
"grad_norm": 108.10102844238281,
|
| 396 |
+
"learning_rate": 1.4926984126984128e-05,
|
| 397 |
+
"loss": 0.9497,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.715307582260372,
|
| 402 |
+
"grad_norm": 95.14066314697266,
|
| 403 |
+
"learning_rate": 1.4768253968253969e-05,
|
| 404 |
+
"loss": 1.0314,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.858369098712446,
|
| 409 |
+
"grad_norm": 104.47781372070312,
|
| 410 |
+
"learning_rate": 1.4609523809523812e-05,
|
| 411 |
+
"loss": 1.2599,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 7.0,
|
| 416 |
+
"grad_norm": 51.86659240722656,
|
| 417 |
+
"learning_rate": 1.4450793650793653e-05,
|
| 418 |
+
"loss": 0.9992,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 7.0,
|
| 423 |
+
"eval_accuracy": 0.8005390835579514,
|
| 424 |
+
"eval_loss": 0.6789265275001526,
|
| 425 |
+
"eval_macro_f1": 0.7994876258284768,
|
| 426 |
+
"eval_runtime": 1.3518,
|
| 427 |
+
"eval_samples_per_second": 548.907,
|
| 428 |
+
"eval_steps_per_second": 34.769,
|
| 429 |
+
"eval_weighted_f1": 0.7996493161669018,
|
| 430 |
+
"step": 1225
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 7.143061516452074,
|
| 434 |
+
"grad_norm": 145.59483337402344,
|
| 435 |
+
"learning_rate": 1.4292063492063493e-05,
|
| 436 |
+
"loss": 0.6811,
|
| 437 |
+
"step": 1250
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 7.286123032904149,
|
| 441 |
+
"grad_norm": 42.76904296875,
|
| 442 |
+
"learning_rate": 1.4133333333333334e-05,
|
| 443 |
+
"loss": 0.7158,
|
| 444 |
+
"step": 1275
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.429184549356223,
|
| 448 |
+
"grad_norm": 14.292810440063477,
|
| 449 |
+
"learning_rate": 1.3974603174603177e-05,
|
| 450 |
+
"loss": 0.6795,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.572246065808297,
|
| 455 |
+
"grad_norm": 49.20805740356445,
|
| 456 |
+
"learning_rate": 1.3815873015873018e-05,
|
| 457 |
+
"loss": 0.7754,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.715307582260372,
|
| 462 |
+
"grad_norm": 62.06067657470703,
|
| 463 |
+
"learning_rate": 1.3657142857142858e-05,
|
| 464 |
+
"loss": 0.7432,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.858369098712446,
|
| 469 |
+
"grad_norm": 26.24473762512207,
|
| 470 |
+
"learning_rate": 1.34984126984127e-05,
|
| 471 |
+
"loss": 1.0388,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 8.0,
|
| 476 |
+
"grad_norm": 18.52705955505371,
|
| 477 |
+
"learning_rate": 1.333968253968254e-05,
|
| 478 |
+
"loss": 0.7667,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 8.0,
|
| 483 |
+
"eval_accuracy": 0.7857142857142857,
|
| 484 |
+
"eval_loss": 0.7483949661254883,
|
| 485 |
+
"eval_macro_f1": 0.7843724446658314,
|
| 486 |
+
"eval_runtime": 1.4555,
|
| 487 |
+
"eval_samples_per_second": 509.791,
|
| 488 |
+
"eval_steps_per_second": 32.291,
|
| 489 |
+
"eval_weighted_f1": 0.78507964243299,
|
| 490 |
+
"step": 1400
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"epoch": 8.143061516452075,
|
| 494 |
+
"grad_norm": 136.52684020996094,
|
| 495 |
+
"learning_rate": 1.318095238095238e-05,
|
| 496 |
+
"loss": 0.593,
|
| 497 |
+
"step": 1425
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"epoch": 8.286123032904149,
|
| 501 |
+
"grad_norm": 258.1898193359375,
|
| 502 |
+
"learning_rate": 1.3022222222222223e-05,
|
| 503 |
+
"loss": 0.7245,
|
| 504 |
+
"step": 1450
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.429184549356224,
|
| 508 |
+
"grad_norm": 104.06348419189453,
|
| 509 |
+
"learning_rate": 1.2863492063492065e-05,
|
| 510 |
+
"loss": 0.6104,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.572246065808297,
|
| 515 |
+
"grad_norm": 74.28701782226562,
|
| 516 |
+
"learning_rate": 1.2704761904761906e-05,
|
| 517 |
+
"loss": 0.5837,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.715307582260372,
|
| 522 |
+
"grad_norm": 202.4929656982422,
|
| 523 |
+
"learning_rate": 1.2546031746031746e-05,
|
| 524 |
+
"loss": 0.6333,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.858369098712446,
|
| 529 |
+
"grad_norm": 239.24806213378906,
|
| 530 |
+
"learning_rate": 1.2387301587301589e-05,
|
| 531 |
+
"loss": 0.5087,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 9.0,
|
| 536 |
+
"grad_norm": 112.44168853759766,
|
| 537 |
+
"learning_rate": 1.222857142857143e-05,
|
| 538 |
+
"loss": 0.5058,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 9.0,
|
| 543 |
+
"eval_accuracy": 0.7911051212938005,
|
| 544 |
+
"eval_loss": 1.0112429857254028,
|
| 545 |
+
"eval_macro_f1": 0.7884388398946326,
|
| 546 |
+
"eval_runtime": 1.3793,
|
| 547 |
+
"eval_samples_per_second": 537.972,
|
| 548 |
+
"eval_steps_per_second": 34.076,
|
| 549 |
+
"eval_weighted_f1": 0.7888690299333287,
|
| 550 |
+
"step": 1575
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 9.143061516452075,
|
| 554 |
+
"grad_norm": 146.00531005859375,
|
| 555 |
+
"learning_rate": 1.2069841269841271e-05,
|
| 556 |
+
"loss": 0.4095,
|
| 557 |
+
"step": 1600
|
| 558 |
+
},
|
| 559 |
+
{
|
| 560 |
+
"epoch": 9.286123032904149,
|
| 561 |
+
"grad_norm": 318.4605407714844,
|
| 562 |
+
"learning_rate": 1.191111111111111e-05,
|
| 563 |
+
"loss": 0.4612,
|
| 564 |
+
"step": 1625
|
| 565 |
+
},
|
| 566 |
+
{
|
| 567 |
+
"epoch": 9.429184549356224,
|
| 568 |
+
"grad_norm": 84.81963348388672,
|
| 569 |
+
"learning_rate": 1.1752380952380952e-05,
|
| 570 |
+
"loss": 0.4593,
|
| 571 |
+
"step": 1650
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.572246065808297,
|
| 575 |
+
"grad_norm": 58.43313217163086,
|
| 576 |
+
"learning_rate": 1.1593650793650795e-05,
|
| 577 |
+
"loss": 0.414,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.715307582260372,
|
| 582 |
+
"grad_norm": 180.89051818847656,
|
| 583 |
+
"learning_rate": 1.1434920634920636e-05,
|
| 584 |
+
"loss": 0.4567,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.858369098712446,
|
| 589 |
+
"grad_norm": 10.721101760864258,
|
| 590 |
+
"learning_rate": 1.1276190476190476e-05,
|
| 591 |
+
"loss": 0.4532,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 10.0,
|
| 596 |
+
"grad_norm": 17.80390739440918,
|
| 597 |
+
"learning_rate": 1.1117460317460317e-05,
|
| 598 |
+
"loss": 0.7147,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 10.0,
|
| 603 |
+
"eval_accuracy": 0.7803234501347709,
|
| 604 |
+
"eval_loss": 1.1322543621063232,
|
| 605 |
+
"eval_macro_f1": 0.7822883873206349,
|
| 606 |
+
"eval_runtime": 1.392,
|
| 607 |
+
"eval_samples_per_second": 533.027,
|
| 608 |
+
"eval_steps_per_second": 33.763,
|
| 609 |
+
"eval_weighted_f1": 0.7822249867990235,
|
| 610 |
+
"step": 1750
|
| 611 |
+
}
|
| 612 |
+
],
|
| 613 |
+
"logging_steps": 25,
|
| 614 |
+
"max_steps": 3500,
|
| 615 |
+
"num_input_tokens_seen": 0,
|
| 616 |
+
"num_train_epochs": 20,
|
| 617 |
+
"save_steps": 500,
|
| 618 |
+
"stateful_callbacks": {
|
| 619 |
+
"EarlyStoppingCallback": {
|
| 620 |
+
"args": {
|
| 621 |
+
"early_stopping_patience": 3,
|
| 622 |
+
"early_stopping_threshold": 0.0
|
| 623 |
+
},
|
| 624 |
+
"attributes": {
|
| 625 |
+
"early_stopping_patience_counter": 3
|
| 626 |
+
}
|
| 627 |
+
},
|
| 628 |
+
"TrainerControl": {
|
| 629 |
+
"args": {
|
| 630 |
+
"should_epoch_stop": false,
|
| 631 |
+
"should_evaluate": false,
|
| 632 |
+
"should_log": false,
|
| 633 |
+
"should_save": true,
|
| 634 |
+
"should_training_stop": true
|
| 635 |
+
},
|
| 636 |
+
"attributes": {}
|
| 637 |
+
}
|
| 638 |
+
},
|
| 639 |
+
"total_flos": 0.0,
|
| 640 |
+
"train_batch_size": 8,
|
| 641 |
+
"trial_name": null,
|
| 642 |
+
"trial_params": null
|
| 643 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/trainer_state.json
ADDED
|
@@ -0,0 +1,883 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1925,
|
| 3 |
+
"best_metric": 0.8212935383786805,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925",
|
| 5 |
+
"epoch": 14.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2450,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1430615164520744,
|
| 14 |
+
"grad_norm": 23.38299560546875,
|
| 15 |
+
"learning_rate": 1.3714285714285717e-06,
|
| 16 |
+
"loss": 4.7084,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2861230329041488,
|
| 21 |
+
"grad_norm": 12.988974571228027,
|
| 22 |
+
"learning_rate": 2.8000000000000003e-06,
|
| 23 |
+
"loss": 4.6781,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4291845493562232,
|
| 28 |
+
"grad_norm": 19.152978897094727,
|
| 29 |
+
"learning_rate": 4.228571428571429e-06,
|
| 30 |
+
"loss": 4.5211,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5722460658082976,
|
| 35 |
+
"grad_norm": 4.238628387451172,
|
| 36 |
+
"learning_rate": 5.6571428571428576e-06,
|
| 37 |
+
"loss": 4.5927,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7153075822603719,
|
| 42 |
+
"grad_norm": 12.95470905303955,
|
| 43 |
+
"learning_rate": 7.085714285714286e-06,
|
| 44 |
+
"loss": 4.5007,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8583690987124464,
|
| 49 |
+
"grad_norm": 22.9232234954834,
|
| 50 |
+
"learning_rate": 8.514285714285715e-06,
|
| 51 |
+
"loss": 4.4009,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"grad_norm": 20.6004695892334,
|
| 57 |
+
"learning_rate": 9.942857142857145e-06,
|
| 58 |
+
"loss": 4.3614,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.48787061994609165,
|
| 64 |
+
"eval_loss": 1.0496519804000854,
|
| 65 |
+
"eval_macro_f1": 0.4504235198077013,
|
| 66 |
+
"eval_runtime": 1.3339,
|
| 67 |
+
"eval_samples_per_second": 556.25,
|
| 68 |
+
"eval_steps_per_second": 35.234,
|
| 69 |
+
"eval_weighted_f1": 0.4555401214295151,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1430615164520743,
|
| 74 |
+
"grad_norm": 73.63648986816406,
|
| 75 |
+
"learning_rate": 1.1371428571428573e-05,
|
| 76 |
+
"loss": 4.2687,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2861230329041489,
|
| 81 |
+
"grad_norm": 36.757415771484375,
|
| 82 |
+
"learning_rate": 1.2800000000000001e-05,
|
| 83 |
+
"loss": 4.1644,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4291845493562232,
|
| 88 |
+
"grad_norm": 58.01367950439453,
|
| 89 |
+
"learning_rate": 1.422857142857143e-05,
|
| 90 |
+
"loss": 4.0125,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.5722460658082977,
|
| 95 |
+
"grad_norm": 86.07000732421875,
|
| 96 |
+
"learning_rate": 1.5657142857142856e-05,
|
| 97 |
+
"loss": 3.8522,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.715307582260372,
|
| 102 |
+
"grad_norm": 75.06874084472656,
|
| 103 |
+
"learning_rate": 1.708571428571429e-05,
|
| 104 |
+
"loss": 3.3677,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.8583690987124464,
|
| 109 |
+
"grad_norm": 97.46424865722656,
|
| 110 |
+
"learning_rate": 1.8514285714285716e-05,
|
| 111 |
+
"loss": 3.301,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"grad_norm": 80.57661437988281,
|
| 117 |
+
"learning_rate": 1.9942857142857142e-05,
|
| 118 |
+
"loss": 3.3665,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6590296495956873,
|
| 124 |
+
"eval_loss": 0.7439599633216858,
|
| 125 |
+
"eval_macro_f1": 0.665842475587603,
|
| 126 |
+
"eval_runtime": 1.3016,
|
| 127 |
+
"eval_samples_per_second": 570.082,
|
| 128 |
+
"eval_steps_per_second": 36.11,
|
| 129 |
+
"eval_weighted_f1": 0.6671573435461707,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.1430615164520743,
|
| 134 |
+
"grad_norm": 100.7172622680664,
|
| 135 |
+
"learning_rate": 1.984761904761905e-05,
|
| 136 |
+
"loss": 3.0994,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.2861230329041486,
|
| 141 |
+
"grad_norm": 68.6673355102539,
|
| 142 |
+
"learning_rate": 1.968888888888889e-05,
|
| 143 |
+
"loss": 2.9428,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.429184549356223,
|
| 148 |
+
"grad_norm": 66.8573226928711,
|
| 149 |
+
"learning_rate": 1.953015873015873e-05,
|
| 150 |
+
"loss": 3.0203,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.5722460658082977,
|
| 155 |
+
"grad_norm": 72.20892333984375,
|
| 156 |
+
"learning_rate": 1.937142857142857e-05,
|
| 157 |
+
"loss": 2.9443,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.715307582260372,
|
| 162 |
+
"grad_norm": 96.52403259277344,
|
| 163 |
+
"learning_rate": 1.9212698412698414e-05,
|
| 164 |
+
"loss": 2.3623,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.8583690987124464,
|
| 169 |
+
"grad_norm": 92.29361724853516,
|
| 170 |
+
"learning_rate": 1.9053968253968257e-05,
|
| 171 |
+
"loss": 2.4095,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"grad_norm": 83.1072006225586,
|
| 177 |
+
"learning_rate": 1.8895238095238096e-05,
|
| 178 |
+
"loss": 2.4617,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 3.0,
|
| 183 |
+
"eval_accuracy": 0.7466307277628033,
|
| 184 |
+
"eval_loss": 0.6101704239845276,
|
| 185 |
+
"eval_macro_f1": 0.7372403946407365,
|
| 186 |
+
"eval_runtime": 1.4527,
|
| 187 |
+
"eval_samples_per_second": 510.768,
|
| 188 |
+
"eval_steps_per_second": 32.353,
|
| 189 |
+
"eval_weighted_f1": 0.7380588137991781,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.1430615164520743,
|
| 194 |
+
"grad_norm": 100.52713012695312,
|
| 195 |
+
"learning_rate": 1.8736507936507936e-05,
|
| 196 |
+
"loss": 1.8821,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.2861230329041486,
|
| 201 |
+
"grad_norm": 50.54236602783203,
|
| 202 |
+
"learning_rate": 1.857777777777778e-05,
|
| 203 |
+
"loss": 2.1856,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.429184549356223,
|
| 208 |
+
"grad_norm": 73.74539184570312,
|
| 209 |
+
"learning_rate": 1.8419047619047622e-05,
|
| 210 |
+
"loss": 1.7464,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.5722460658082977,
|
| 215 |
+
"grad_norm": 51.544734954833984,
|
| 216 |
+
"learning_rate": 1.8260317460317462e-05,
|
| 217 |
+
"loss": 2.1614,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.715307582260372,
|
| 222 |
+
"grad_norm": 69.4937515258789,
|
| 223 |
+
"learning_rate": 1.81015873015873e-05,
|
| 224 |
+
"loss": 2.0945,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.8583690987124464,
|
| 229 |
+
"grad_norm": 51.124290466308594,
|
| 230 |
+
"learning_rate": 1.7942857142857144e-05,
|
| 231 |
+
"loss": 2.0961,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"grad_norm": 40.26138687133789,
|
| 237 |
+
"learning_rate": 1.7784126984126987e-05,
|
| 238 |
+
"loss": 2.0282,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 4.0,
|
| 243 |
+
"eval_accuracy": 0.7816711590296496,
|
| 244 |
+
"eval_loss": 0.5890283584594727,
|
| 245 |
+
"eval_macro_f1": 0.776227845928557,
|
| 246 |
+
"eval_runtime": 1.3935,
|
| 247 |
+
"eval_samples_per_second": 532.486,
|
| 248 |
+
"eval_steps_per_second": 33.729,
|
| 249 |
+
"eval_weighted_f1": 0.7767334159735995,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.143061516452074,
|
| 254 |
+
"grad_norm": 79.57007598876953,
|
| 255 |
+
"learning_rate": 1.7625396825396827e-05,
|
| 256 |
+
"loss": 1.9234,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.286123032904149,
|
| 261 |
+
"grad_norm": 101.37752532958984,
|
| 262 |
+
"learning_rate": 1.7466666666666667e-05,
|
| 263 |
+
"loss": 1.6289,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.429184549356223,
|
| 268 |
+
"grad_norm": 75.7184066772461,
|
| 269 |
+
"learning_rate": 1.730793650793651e-05,
|
| 270 |
+
"loss": 1.669,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.572246065808297,
|
| 275 |
+
"grad_norm": 126.51251220703125,
|
| 276 |
+
"learning_rate": 1.7149206349206353e-05,
|
| 277 |
+
"loss": 1.5436,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.715307582260372,
|
| 282 |
+
"grad_norm": 78.79574584960938,
|
| 283 |
+
"learning_rate": 1.6990476190476192e-05,
|
| 284 |
+
"loss": 1.4417,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.858369098712446,
|
| 289 |
+
"grad_norm": 52.67892837524414,
|
| 290 |
+
"learning_rate": 1.6831746031746032e-05,
|
| 291 |
+
"loss": 1.4075,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"grad_norm": 51.78517532348633,
|
| 297 |
+
"learning_rate": 1.6673015873015875e-05,
|
| 298 |
+
"loss": 1.5783,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 5.0,
|
| 303 |
+
"eval_accuracy": 0.7776280323450134,
|
| 304 |
+
"eval_loss": 0.5917254090309143,
|
| 305 |
+
"eval_macro_f1": 0.7786229239093707,
|
| 306 |
+
"eval_runtime": 1.3645,
|
| 307 |
+
"eval_samples_per_second": 543.78,
|
| 308 |
+
"eval_steps_per_second": 34.444,
|
| 309 |
+
"eval_weighted_f1": 0.7788006681160649,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.143061516452074,
|
| 314 |
+
"grad_norm": 159.42144775390625,
|
| 315 |
+
"learning_rate": 1.6514285714285714e-05,
|
| 316 |
+
"loss": 1.1979,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.286123032904149,
|
| 321 |
+
"grad_norm": 54.5180778503418,
|
| 322 |
+
"learning_rate": 1.6355555555555557e-05,
|
| 323 |
+
"loss": 1.2848,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.429184549356223,
|
| 328 |
+
"grad_norm": 87.72367858886719,
|
| 329 |
+
"learning_rate": 1.6196825396825397e-05,
|
| 330 |
+
"loss": 1.0354,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.572246065808297,
|
| 335 |
+
"grad_norm": 58.51297378540039,
|
| 336 |
+
"learning_rate": 1.603809523809524e-05,
|
| 337 |
+
"loss": 1.0795,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.715307582260372,
|
| 342 |
+
"grad_norm": 107.05204772949219,
|
| 343 |
+
"learning_rate": 1.587936507936508e-05,
|
| 344 |
+
"loss": 1.2624,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.858369098712446,
|
| 349 |
+
"grad_norm": 138.59434509277344,
|
| 350 |
+
"learning_rate": 1.5720634920634923e-05,
|
| 351 |
+
"loss": 1.3305,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 6.0,
|
| 356 |
+
"grad_norm": 65.19014739990234,
|
| 357 |
+
"learning_rate": 1.5561904761904762e-05,
|
| 358 |
+
"loss": 1.2244,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 6.0,
|
| 363 |
+
"eval_accuracy": 0.807277628032345,
|
| 364 |
+
"eval_loss": 0.5952448844909668,
|
| 365 |
+
"eval_macro_f1": 0.8059733620051791,
|
| 366 |
+
"eval_runtime": 1.3355,
|
| 367 |
+
"eval_samples_per_second": 555.583,
|
| 368 |
+
"eval_steps_per_second": 35.192,
|
| 369 |
+
"eval_weighted_f1": 0.8055554552995187,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.143061516452074,
|
| 374 |
+
"grad_norm": 137.52520751953125,
|
| 375 |
+
"learning_rate": 1.5403174603174605e-05,
|
| 376 |
+
"loss": 0.8361,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.286123032904149,
|
| 381 |
+
"grad_norm": 96.12641906738281,
|
| 382 |
+
"learning_rate": 1.5244444444444447e-05,
|
| 383 |
+
"loss": 1.0406,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.429184549356223,
|
| 388 |
+
"grad_norm": 40.485904693603516,
|
| 389 |
+
"learning_rate": 1.5085714285714288e-05,
|
| 390 |
+
"loss": 0.8893,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.572246065808297,
|
| 395 |
+
"grad_norm": 89.57921600341797,
|
| 396 |
+
"learning_rate": 1.4926984126984128e-05,
|
| 397 |
+
"loss": 0.9093,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.715307582260372,
|
| 402 |
+
"grad_norm": 151.4322509765625,
|
| 403 |
+
"learning_rate": 1.4768253968253969e-05,
|
| 404 |
+
"loss": 0.8763,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.858369098712446,
|
| 409 |
+
"grad_norm": 80.86156463623047,
|
| 410 |
+
"learning_rate": 1.4609523809523812e-05,
|
| 411 |
+
"loss": 1.0015,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 7.0,
|
| 416 |
+
"grad_norm": 79.7741470336914,
|
| 417 |
+
"learning_rate": 1.4450793650793653e-05,
|
| 418 |
+
"loss": 0.9643,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 7.0,
|
| 423 |
+
"eval_accuracy": 0.8032345013477089,
|
| 424 |
+
"eval_loss": 0.6596354842185974,
|
| 425 |
+
"eval_macro_f1": 0.8030067600602054,
|
| 426 |
+
"eval_runtime": 1.3595,
|
| 427 |
+
"eval_samples_per_second": 545.796,
|
| 428 |
+
"eval_steps_per_second": 34.572,
|
| 429 |
+
"eval_weighted_f1": 0.8029893597798999,
|
| 430 |
+
"step": 1225
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 7.143061516452074,
|
| 434 |
+
"grad_norm": 92.85721588134766,
|
| 435 |
+
"learning_rate": 1.4292063492063493e-05,
|
| 436 |
+
"loss": 0.6387,
|
| 437 |
+
"step": 1250
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 7.286123032904149,
|
| 441 |
+
"grad_norm": 31.989839553833008,
|
| 442 |
+
"learning_rate": 1.4133333333333334e-05,
|
| 443 |
+
"loss": 0.6525,
|
| 444 |
+
"step": 1275
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.429184549356223,
|
| 448 |
+
"grad_norm": 71.38797760009766,
|
| 449 |
+
"learning_rate": 1.3974603174603177e-05,
|
| 450 |
+
"loss": 0.8241,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.572246065808297,
|
| 455 |
+
"grad_norm": 93.66255187988281,
|
| 456 |
+
"learning_rate": 1.3815873015873018e-05,
|
| 457 |
+
"loss": 0.7337,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.715307582260372,
|
| 462 |
+
"grad_norm": 313.7677001953125,
|
| 463 |
+
"learning_rate": 1.3657142857142858e-05,
|
| 464 |
+
"loss": 0.618,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.858369098712446,
|
| 469 |
+
"grad_norm": 156.44297790527344,
|
| 470 |
+
"learning_rate": 1.34984126984127e-05,
|
| 471 |
+
"loss": 0.6977,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 8.0,
|
| 476 |
+
"grad_norm": 25.600393295288086,
|
| 477 |
+
"learning_rate": 1.333968253968254e-05,
|
| 478 |
+
"loss": 0.6668,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 8.0,
|
| 483 |
+
"eval_accuracy": 0.8099730458221024,
|
| 484 |
+
"eval_loss": 0.7190978527069092,
|
| 485 |
+
"eval_macro_f1": 0.8091062832693879,
|
| 486 |
+
"eval_runtime": 1.496,
|
| 487 |
+
"eval_samples_per_second": 496.005,
|
| 488 |
+
"eval_steps_per_second": 31.418,
|
| 489 |
+
"eval_weighted_f1": 0.8093381092539306,
|
| 490 |
+
"step": 1400
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"epoch": 8.143061516452075,
|
| 494 |
+
"grad_norm": 72.48680877685547,
|
| 495 |
+
"learning_rate": 1.318095238095238e-05,
|
| 496 |
+
"loss": 0.4378,
|
| 497 |
+
"step": 1425
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"epoch": 8.286123032904149,
|
| 501 |
+
"grad_norm": 139.6271514892578,
|
| 502 |
+
"learning_rate": 1.3022222222222223e-05,
|
| 503 |
+
"loss": 0.5579,
|
| 504 |
+
"step": 1450
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.429184549356224,
|
| 508 |
+
"grad_norm": 15.970739364624023,
|
| 509 |
+
"learning_rate": 1.2863492063492065e-05,
|
| 510 |
+
"loss": 0.3728,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.572246065808297,
|
| 515 |
+
"grad_norm": 55.17860412597656,
|
| 516 |
+
"learning_rate": 1.2704761904761906e-05,
|
| 517 |
+
"loss": 0.4929,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.715307582260372,
|
| 522 |
+
"grad_norm": 285.6214294433594,
|
| 523 |
+
"learning_rate": 1.2546031746031746e-05,
|
| 524 |
+
"loss": 0.5869,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.858369098712446,
|
| 529 |
+
"grad_norm": 35.82183837890625,
|
| 530 |
+
"learning_rate": 1.2387301587301589e-05,
|
| 531 |
+
"loss": 0.3767,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 9.0,
|
| 536 |
+
"grad_norm": 40.62872314453125,
|
| 537 |
+
"learning_rate": 1.222857142857143e-05,
|
| 538 |
+
"loss": 0.5899,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 9.0,
|
| 543 |
+
"eval_accuracy": 0.8005390835579514,
|
| 544 |
+
"eval_loss": 0.9004063606262207,
|
| 545 |
+
"eval_macro_f1": 0.8003405290769665,
|
| 546 |
+
"eval_runtime": 1.4029,
|
| 547 |
+
"eval_samples_per_second": 528.915,
|
| 548 |
+
"eval_steps_per_second": 33.503,
|
| 549 |
+
"eval_weighted_f1": 0.8001087987496609,
|
| 550 |
+
"step": 1575
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 9.143061516452075,
|
| 554 |
+
"grad_norm": 13.473577499389648,
|
| 555 |
+
"learning_rate": 1.2069841269841271e-05,
|
| 556 |
+
"loss": 0.2311,
|
| 557 |
+
"step": 1600
|
| 558 |
+
},
|
| 559 |
+
{
|
| 560 |
+
"epoch": 9.286123032904149,
|
| 561 |
+
"grad_norm": 185.73641967773438,
|
| 562 |
+
"learning_rate": 1.191111111111111e-05,
|
| 563 |
+
"loss": 0.5053,
|
| 564 |
+
"step": 1625
|
| 565 |
+
},
|
| 566 |
+
{
|
| 567 |
+
"epoch": 9.429184549356224,
|
| 568 |
+
"grad_norm": 149.97930908203125,
|
| 569 |
+
"learning_rate": 1.1752380952380952e-05,
|
| 570 |
+
"loss": 0.5228,
|
| 571 |
+
"step": 1650
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.572246065808297,
|
| 575 |
+
"grad_norm": 2.1387360095977783,
|
| 576 |
+
"learning_rate": 1.1593650793650795e-05,
|
| 577 |
+
"loss": 0.4329,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.715307582260372,
|
| 582 |
+
"grad_norm": 100.77686309814453,
|
| 583 |
+
"learning_rate": 1.1434920634920636e-05,
|
| 584 |
+
"loss": 0.5481,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.858369098712446,
|
| 589 |
+
"grad_norm": 107.76516723632812,
|
| 590 |
+
"learning_rate": 1.1276190476190476e-05,
|
| 591 |
+
"loss": 0.3165,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 10.0,
|
| 596 |
+
"grad_norm": 20.315021514892578,
|
| 597 |
+
"learning_rate": 1.1117460317460317e-05,
|
| 598 |
+
"loss": 0.3031,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 10.0,
|
| 603 |
+
"eval_accuracy": 0.8005390835579514,
|
| 604 |
+
"eval_loss": 1.079532265663147,
|
| 605 |
+
"eval_macro_f1": 0.7991046030789087,
|
| 606 |
+
"eval_runtime": 1.4274,
|
| 607 |
+
"eval_samples_per_second": 519.81,
|
| 608 |
+
"eval_steps_per_second": 32.926,
|
| 609 |
+
"eval_weighted_f1": 0.7991593238204288,
|
| 610 |
+
"step": 1750
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"epoch": 10.143061516452075,
|
| 614 |
+
"grad_norm": 180.2156524658203,
|
| 615 |
+
"learning_rate": 1.095873015873016e-05,
|
| 616 |
+
"loss": 0.2648,
|
| 617 |
+
"step": 1775
|
| 618 |
+
},
|
| 619 |
+
{
|
| 620 |
+
"epoch": 10.286123032904149,
|
| 621 |
+
"grad_norm": 37.894866943359375,
|
| 622 |
+
"learning_rate": 1.0800000000000002e-05,
|
| 623 |
+
"loss": 0.3775,
|
| 624 |
+
"step": 1800
|
| 625 |
+
},
|
| 626 |
+
{
|
| 627 |
+
"epoch": 10.429184549356224,
|
| 628 |
+
"grad_norm": 293.7042236328125,
|
| 629 |
+
"learning_rate": 1.0641269841269841e-05,
|
| 630 |
+
"loss": 0.3106,
|
| 631 |
+
"step": 1825
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"epoch": 10.572246065808297,
|
| 635 |
+
"grad_norm": 74.33658599853516,
|
| 636 |
+
"learning_rate": 1.0482539682539683e-05,
|
| 637 |
+
"loss": 0.3443,
|
| 638 |
+
"step": 1850
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"epoch": 10.715307582260372,
|
| 642 |
+
"grad_norm": 192.44639587402344,
|
| 643 |
+
"learning_rate": 1.0323809523809526e-05,
|
| 644 |
+
"loss": 0.3865,
|
| 645 |
+
"step": 1875
|
| 646 |
+
},
|
| 647 |
+
{
|
| 648 |
+
"epoch": 10.858369098712446,
|
| 649 |
+
"grad_norm": 79.79203033447266,
|
| 650 |
+
"learning_rate": 1.0165079365079367e-05,
|
| 651 |
+
"loss": 0.383,
|
| 652 |
+
"step": 1900
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"epoch": 11.0,
|
| 656 |
+
"grad_norm": 247.70745849609375,
|
| 657 |
+
"learning_rate": 1.0006349206349206e-05,
|
| 658 |
+
"loss": 0.3086,
|
| 659 |
+
"step": 1925
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"epoch": 11.0,
|
| 663 |
+
"eval_accuracy": 0.8221024258760108,
|
| 664 |
+
"eval_loss": 1.1509923934936523,
|
| 665 |
+
"eval_macro_f1": 0.8212935383786805,
|
| 666 |
+
"eval_runtime": 1.3801,
|
| 667 |
+
"eval_samples_per_second": 537.643,
|
| 668 |
+
"eval_steps_per_second": 34.056,
|
| 669 |
+
"eval_weighted_f1": 0.821290383202434,
|
| 670 |
+
"step": 1925
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"epoch": 11.143061516452075,
|
| 674 |
+
"grad_norm": 72.2071304321289,
|
| 675 |
+
"learning_rate": 9.847619047619048e-06,
|
| 676 |
+
"loss": 0.1679,
|
| 677 |
+
"step": 1950
|
| 678 |
+
},
|
| 679 |
+
{
|
| 680 |
+
"epoch": 11.286123032904149,
|
| 681 |
+
"grad_norm": 132.95352172851562,
|
| 682 |
+
"learning_rate": 9.688888888888889e-06,
|
| 683 |
+
"loss": 0.1636,
|
| 684 |
+
"step": 1975
|
| 685 |
+
},
|
| 686 |
+
{
|
| 687 |
+
"epoch": 11.429184549356224,
|
| 688 |
+
"grad_norm": 172.10845947265625,
|
| 689 |
+
"learning_rate": 9.53015873015873e-06,
|
| 690 |
+
"loss": 0.2966,
|
| 691 |
+
"step": 2000
|
| 692 |
+
},
|
| 693 |
+
{
|
| 694 |
+
"epoch": 11.572246065808297,
|
| 695 |
+
"grad_norm": 306.010986328125,
|
| 696 |
+
"learning_rate": 9.371428571428572e-06,
|
| 697 |
+
"loss": 0.278,
|
| 698 |
+
"step": 2025
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"epoch": 11.715307582260372,
|
| 702 |
+
"grad_norm": 209.5784149169922,
|
| 703 |
+
"learning_rate": 9.212698412698413e-06,
|
| 704 |
+
"loss": 0.3356,
|
| 705 |
+
"step": 2050
|
| 706 |
+
},
|
| 707 |
+
{
|
| 708 |
+
"epoch": 11.858369098712446,
|
| 709 |
+
"grad_norm": 439.48284912109375,
|
| 710 |
+
"learning_rate": 9.053968253968254e-06,
|
| 711 |
+
"loss": 0.2875,
|
| 712 |
+
"step": 2075
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"epoch": 12.0,
|
| 716 |
+
"grad_norm": 55.282779693603516,
|
| 717 |
+
"learning_rate": 8.895238095238096e-06,
|
| 718 |
+
"loss": 0.4817,
|
| 719 |
+
"step": 2100
|
| 720 |
+
},
|
| 721 |
+
{
|
| 722 |
+
"epoch": 12.0,
|
| 723 |
+
"eval_accuracy": 0.8018867924528302,
|
| 724 |
+
"eval_loss": 1.4209978580474854,
|
| 725 |
+
"eval_macro_f1": 0.8024588338462403,
|
| 726 |
+
"eval_runtime": 1.3885,
|
| 727 |
+
"eval_samples_per_second": 534.375,
|
| 728 |
+
"eval_steps_per_second": 33.849,
|
| 729 |
+
"eval_weighted_f1": 0.8022793315279558,
|
| 730 |
+
"step": 2100
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"epoch": 12.143061516452075,
|
| 734 |
+
"grad_norm": 1.234488606452942,
|
| 735 |
+
"learning_rate": 8.736507936507937e-06,
|
| 736 |
+
"loss": 0.138,
|
| 737 |
+
"step": 2125
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"epoch": 12.286123032904149,
|
| 741 |
+
"grad_norm": 0.25051450729370117,
|
| 742 |
+
"learning_rate": 8.577777777777778e-06,
|
| 743 |
+
"loss": 0.0614,
|
| 744 |
+
"step": 2150
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"epoch": 12.429184549356224,
|
| 748 |
+
"grad_norm": 149.99612426757812,
|
| 749 |
+
"learning_rate": 8.41904761904762e-06,
|
| 750 |
+
"loss": 0.1227,
|
| 751 |
+
"step": 2175
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"epoch": 12.572246065808297,
|
| 755 |
+
"grad_norm": 10.048377990722656,
|
| 756 |
+
"learning_rate": 8.260317460317461e-06,
|
| 757 |
+
"loss": 0.1485,
|
| 758 |
+
"step": 2200
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"epoch": 12.715307582260372,
|
| 762 |
+
"grad_norm": 350.09307861328125,
|
| 763 |
+
"learning_rate": 8.101587301587302e-06,
|
| 764 |
+
"loss": 0.1814,
|
| 765 |
+
"step": 2225
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"epoch": 12.858369098712446,
|
| 769 |
+
"grad_norm": 0.08080433309078217,
|
| 770 |
+
"learning_rate": 7.942857142857144e-06,
|
| 771 |
+
"loss": 0.2064,
|
| 772 |
+
"step": 2250
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"epoch": 13.0,
|
| 776 |
+
"grad_norm": 2.2874338626861572,
|
| 777 |
+
"learning_rate": 7.784126984126985e-06,
|
| 778 |
+
"loss": 0.2417,
|
| 779 |
+
"step": 2275
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"epoch": 13.0,
|
| 783 |
+
"eval_accuracy": 0.8086253369272237,
|
| 784 |
+
"eval_loss": 1.6183741092681885,
|
| 785 |
+
"eval_macro_f1": 0.807031057031057,
|
| 786 |
+
"eval_runtime": 1.4596,
|
| 787 |
+
"eval_samples_per_second": 508.369,
|
| 788 |
+
"eval_steps_per_second": 32.201,
|
| 789 |
+
"eval_weighted_f1": 0.8070191476525708,
|
| 790 |
+
"step": 2275
|
| 791 |
+
},
|
| 792 |
+
{
|
| 793 |
+
"epoch": 13.143061516452075,
|
| 794 |
+
"grad_norm": 29.717531204223633,
|
| 795 |
+
"learning_rate": 7.625396825396826e-06,
|
| 796 |
+
"loss": 0.2258,
|
| 797 |
+
"step": 2300
|
| 798 |
+
},
|
| 799 |
+
{
|
| 800 |
+
"epoch": 13.286123032904149,
|
| 801 |
+
"grad_norm": 224.31912231445312,
|
| 802 |
+
"learning_rate": 7.4666666666666675e-06,
|
| 803 |
+
"loss": 0.1208,
|
| 804 |
+
"step": 2325
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"epoch": 13.429184549356224,
|
| 808 |
+
"grad_norm": 74.44189453125,
|
| 809 |
+
"learning_rate": 7.307936507936508e-06,
|
| 810 |
+
"loss": 0.2986,
|
| 811 |
+
"step": 2350
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"epoch": 13.572246065808297,
|
| 815 |
+
"grad_norm": 0.03226762264966965,
|
| 816 |
+
"learning_rate": 7.14920634920635e-06,
|
| 817 |
+
"loss": 0.2069,
|
| 818 |
+
"step": 2375
|
| 819 |
+
},
|
| 820 |
+
{
|
| 821 |
+
"epoch": 13.715307582260372,
|
| 822 |
+
"grad_norm": 281.6527404785156,
|
| 823 |
+
"learning_rate": 6.9904761904761905e-06,
|
| 824 |
+
"loss": 0.0449,
|
| 825 |
+
"step": 2400
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"epoch": 13.858369098712446,
|
| 829 |
+
"grad_norm": 0.23246373236179352,
|
| 830 |
+
"learning_rate": 6.831746031746033e-06,
|
| 831 |
+
"loss": 0.1901,
|
| 832 |
+
"step": 2425
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"epoch": 14.0,
|
| 836 |
+
"grad_norm": 31.33100128173828,
|
| 837 |
+
"learning_rate": 6.673015873015873e-06,
|
| 838 |
+
"loss": 0.2152,
|
| 839 |
+
"step": 2450
|
| 840 |
+
},
|
| 841 |
+
{
|
| 842 |
+
"epoch": 14.0,
|
| 843 |
+
"eval_accuracy": 0.8113207547169812,
|
| 844 |
+
"eval_loss": 1.5175994634628296,
|
| 845 |
+
"eval_macro_f1": 0.8108788579058798,
|
| 846 |
+
"eval_runtime": 1.4055,
|
| 847 |
+
"eval_samples_per_second": 527.911,
|
| 848 |
+
"eval_steps_per_second": 33.439,
|
| 849 |
+
"eval_weighted_f1": 0.8109796734687204,
|
| 850 |
+
"step": 2450
|
| 851 |
+
}
|
| 852 |
+
],
|
| 853 |
+
"logging_steps": 25,
|
| 854 |
+
"max_steps": 3500,
|
| 855 |
+
"num_input_tokens_seen": 0,
|
| 856 |
+
"num_train_epochs": 20,
|
| 857 |
+
"save_steps": 500,
|
| 858 |
+
"stateful_callbacks": {
|
| 859 |
+
"EarlyStoppingCallback": {
|
| 860 |
+
"args": {
|
| 861 |
+
"early_stopping_patience": 3,
|
| 862 |
+
"early_stopping_threshold": 0.0
|
| 863 |
+
},
|
| 864 |
+
"attributes": {
|
| 865 |
+
"early_stopping_patience_counter": 3
|
| 866 |
+
}
|
| 867 |
+
},
|
| 868 |
+
"TrainerControl": {
|
| 869 |
+
"args": {
|
| 870 |
+
"should_epoch_stop": false,
|
| 871 |
+
"should_evaluate": false,
|
| 872 |
+
"should_log": false,
|
| 873 |
+
"should_save": true,
|
| 874 |
+
"should_training_stop": true
|
| 875 |
+
},
|
| 876 |
+
"attributes": {}
|
| 877 |
+
}
|
| 878 |
+
},
|
| 879 |
+
"total_flos": 0.0,
|
| 880 |
+
"train_batch_size": 8,
|
| 881 |
+
"trial_name": null,
|
| 882 |
+
"trial_params": null
|
| 883 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840/trainer_state.json
ADDED
|
@@ -0,0 +1,664 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1840,
|
| 3 |
+
"best_metric": 0.8136645748586048,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840",
|
| 5 |
+
"epoch": 10.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1840,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1364256480218281,
|
| 14 |
+
"grad_norm": 28.432594299316406,
|
| 15 |
+
"learning_rate": 1.3043478260869566e-06,
|
| 16 |
+
"loss": 4.9715,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2728512960436562,
|
| 21 |
+
"grad_norm": 56.70479202270508,
|
| 22 |
+
"learning_rate": 2.6630434782608698e-06,
|
| 23 |
+
"loss": 4.6527,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4092769440654843,
|
| 28 |
+
"grad_norm": 62.555450439453125,
|
| 29 |
+
"learning_rate": 4.021739130434783e-06,
|
| 30 |
+
"loss": 4.6595,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5457025920873124,
|
| 35 |
+
"grad_norm": 45.33797836303711,
|
| 36 |
+
"learning_rate": 5.380434782608695e-06,
|
| 37 |
+
"loss": 4.4594,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6821282401091405,
|
| 42 |
+
"grad_norm": 63.42335891723633,
|
| 43 |
+
"learning_rate": 6.739130434782609e-06,
|
| 44 |
+
"loss": 4.6031,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8185538881309686,
|
| 49 |
+
"grad_norm": 72.46839904785156,
|
| 50 |
+
"learning_rate": 8.097826086956523e-06,
|
| 51 |
+
"loss": 4.3487,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.9549795361527967,
|
| 56 |
+
"grad_norm": 88.25916290283203,
|
| 57 |
+
"learning_rate": 9.456521739130436e-06,
|
| 58 |
+
"loss": 4.388,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.5641711229946524,
|
| 64 |
+
"eval_loss": 0.9611411690711975,
|
| 65 |
+
"eval_macro_f1": 0.5572528259235321,
|
| 66 |
+
"eval_runtime": 1.5882,
|
| 67 |
+
"eval_samples_per_second": 470.96,
|
| 68 |
+
"eval_steps_per_second": 29.592,
|
| 69 |
+
"eval_weighted_f1": 0.5597226284025384,
|
| 70 |
+
"step": 184
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.08731241473397,
|
| 74 |
+
"grad_norm": 73.64230346679688,
|
| 75 |
+
"learning_rate": 1.0815217391304349e-05,
|
| 76 |
+
"loss": 4.0266,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.223738062755798,
|
| 81 |
+
"grad_norm": 105.91131591796875,
|
| 82 |
+
"learning_rate": 1.2173913043478263e-05,
|
| 83 |
+
"loss": 4.102,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.360163710777626,
|
| 88 |
+
"grad_norm": 82.73065948486328,
|
| 89 |
+
"learning_rate": 1.3532608695652174e-05,
|
| 90 |
+
"loss": 3.8733,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4965893587994543,
|
| 95 |
+
"grad_norm": 31.204204559326172,
|
| 96 |
+
"learning_rate": 1.4891304347826087e-05,
|
| 97 |
+
"loss": 3.9528,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6330150068212825,
|
| 102 |
+
"grad_norm": 35.10723114013672,
|
| 103 |
+
"learning_rate": 1.6250000000000002e-05,
|
| 104 |
+
"loss": 3.8441,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.7694406548431105,
|
| 109 |
+
"grad_norm": 79.75479125976562,
|
| 110 |
+
"learning_rate": 1.7608695652173915e-05,
|
| 111 |
+
"loss": 3.6725,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.9058663028649385,
|
| 116 |
+
"grad_norm": 62.49547576904297,
|
| 117 |
+
"learning_rate": 1.8967391304347828e-05,
|
| 118 |
+
"loss": 3.4923,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6684491978609626,
|
| 124 |
+
"eval_loss": 0.7700173854827881,
|
| 125 |
+
"eval_macro_f1": 0.6622683698730983,
|
| 126 |
+
"eval_runtime": 1.3658,
|
| 127 |
+
"eval_samples_per_second": 547.674,
|
| 128 |
+
"eval_steps_per_second": 34.413,
|
| 129 |
+
"eval_weighted_f1": 0.6639955102105463,
|
| 130 |
+
"step": 368
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.038199181446112,
|
| 134 |
+
"grad_norm": 59.56198501586914,
|
| 135 |
+
"learning_rate": 1.9963768115942032e-05,
|
| 136 |
+
"loss": 3.1991,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.17462482946794,
|
| 141 |
+
"grad_norm": 81.06925201416016,
|
| 142 |
+
"learning_rate": 1.9812801932367153e-05,
|
| 143 |
+
"loss": 3.0712,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.311050477489768,
|
| 148 |
+
"grad_norm": 75.33773803710938,
|
| 149 |
+
"learning_rate": 1.966183574879227e-05,
|
| 150 |
+
"loss": 2.9405,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.447476125511596,
|
| 155 |
+
"grad_norm": 107.02759552001953,
|
| 156 |
+
"learning_rate": 1.9510869565217393e-05,
|
| 157 |
+
"loss": 2.8679,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5839017735334244,
|
| 162 |
+
"grad_norm": 50.08772659301758,
|
| 163 |
+
"learning_rate": 1.9359903381642515e-05,
|
| 164 |
+
"loss": 2.9652,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.720327421555252,
|
| 169 |
+
"grad_norm": 56.93296813964844,
|
| 170 |
+
"learning_rate": 1.9208937198067633e-05,
|
| 171 |
+
"loss": 2.9998,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.8567530695770804,
|
| 176 |
+
"grad_norm": 101.71902465820312,
|
| 177 |
+
"learning_rate": 1.9057971014492754e-05,
|
| 178 |
+
"loss": 2.4705,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.9931787175989086,
|
| 183 |
+
"grad_norm": 40.096065521240234,
|
| 184 |
+
"learning_rate": 1.8907004830917876e-05,
|
| 185 |
+
"loss": 2.8349,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7419786096256684,
|
| 191 |
+
"eval_loss": 0.6587710380554199,
|
| 192 |
+
"eval_macro_f1": 0.735147902550697,
|
| 193 |
+
"eval_runtime": 1.4059,
|
| 194 |
+
"eval_samples_per_second": 532.053,
|
| 195 |
+
"eval_steps_per_second": 33.431,
|
| 196 |
+
"eval_weighted_f1": 0.7361591139531468,
|
| 197 |
+
"step": 552
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.1255115961800817,
|
| 201 |
+
"grad_norm": 42.647499084472656,
|
| 202 |
+
"learning_rate": 1.8756038647342997e-05,
|
| 203 |
+
"loss": 2.2288,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.26193724420191,
|
| 208 |
+
"grad_norm": 88.699462890625,
|
| 209 |
+
"learning_rate": 1.8605072463768115e-05,
|
| 210 |
+
"loss": 2.0554,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.398362892223738,
|
| 215 |
+
"grad_norm": 61.645023345947266,
|
| 216 |
+
"learning_rate": 1.8454106280193237e-05,
|
| 217 |
+
"loss": 2.1062,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.5347885402455663,
|
| 222 |
+
"grad_norm": 44.333885192871094,
|
| 223 |
+
"learning_rate": 1.830314009661836e-05,
|
| 224 |
+
"loss": 2.361,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.6712141882673945,
|
| 229 |
+
"grad_norm": 84.06854248046875,
|
| 230 |
+
"learning_rate": 1.815217391304348e-05,
|
| 231 |
+
"loss": 2.356,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.8076398362892223,
|
| 236 |
+
"grad_norm": 97.62916564941406,
|
| 237 |
+
"learning_rate": 1.8001207729468598e-05,
|
| 238 |
+
"loss": 2.1628,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.9440654843110505,
|
| 243 |
+
"grad_norm": 152.95663452148438,
|
| 244 |
+
"learning_rate": 1.785024154589372e-05,
|
| 245 |
+
"loss": 2.2051,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7807486631016043,
|
| 251 |
+
"eval_loss": 0.5726990699768066,
|
| 252 |
+
"eval_macro_f1": 0.7750854904561564,
|
| 253 |
+
"eval_runtime": 1.4079,
|
| 254 |
+
"eval_samples_per_second": 531.289,
|
| 255 |
+
"eval_steps_per_second": 33.383,
|
| 256 |
+
"eval_weighted_f1": 0.7759880915160995,
|
| 257 |
+
"step": 736
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.076398362892224,
|
| 261 |
+
"grad_norm": 41.23895263671875,
|
| 262 |
+
"learning_rate": 1.769927536231884e-05,
|
| 263 |
+
"loss": 1.6293,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.212824010914052,
|
| 268 |
+
"grad_norm": 104.91048431396484,
|
| 269 |
+
"learning_rate": 1.7548309178743963e-05,
|
| 270 |
+
"loss": 1.6786,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.34924965893588,
|
| 275 |
+
"grad_norm": 53.88151550292969,
|
| 276 |
+
"learning_rate": 1.7397342995169084e-05,
|
| 277 |
+
"loss": 1.6967,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.485675306957708,
|
| 282 |
+
"grad_norm": 41.81894302368164,
|
| 283 |
+
"learning_rate": 1.7246376811594206e-05,
|
| 284 |
+
"loss": 1.6942,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.622100954979536,
|
| 289 |
+
"grad_norm": 105.29109191894531,
|
| 290 |
+
"learning_rate": 1.7095410628019324e-05,
|
| 291 |
+
"loss": 1.6651,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.758526603001364,
|
| 296 |
+
"grad_norm": 77.66657257080078,
|
| 297 |
+
"learning_rate": 1.6944444444444446e-05,
|
| 298 |
+
"loss": 1.7477,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.894952251023192,
|
| 303 |
+
"grad_norm": 81.29475402832031,
|
| 304 |
+
"learning_rate": 1.6793478260869567e-05,
|
| 305 |
+
"loss": 1.7536,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 5.0,
|
| 310 |
+
"eval_accuracy": 0.7927807486631016,
|
| 311 |
+
"eval_loss": 0.5612372159957886,
|
| 312 |
+
"eval_macro_f1": 0.7902025898734794,
|
| 313 |
+
"eval_runtime": 1.462,
|
| 314 |
+
"eval_samples_per_second": 511.643,
|
| 315 |
+
"eval_steps_per_second": 32.149,
|
| 316 |
+
"eval_weighted_f1": 0.7908834136072327,
|
| 317 |
+
"step": 920
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.0272851296043655,
|
| 321 |
+
"grad_norm": 93.35717010498047,
|
| 322 |
+
"learning_rate": 1.664251207729469e-05,
|
| 323 |
+
"loss": 1.5279,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.163710777626194,
|
| 328 |
+
"grad_norm": 66.91679382324219,
|
| 329 |
+
"learning_rate": 1.649154589371981e-05,
|
| 330 |
+
"loss": 1.2183,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.300136425648022,
|
| 335 |
+
"grad_norm": 95.69499206542969,
|
| 336 |
+
"learning_rate": 1.634057971014493e-05,
|
| 337 |
+
"loss": 1.4304,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.43656207366985,
|
| 342 |
+
"grad_norm": 118.74280548095703,
|
| 343 |
+
"learning_rate": 1.618961352657005e-05,
|
| 344 |
+
"loss": 1.4778,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.572987721691678,
|
| 349 |
+
"grad_norm": 61.91969680786133,
|
| 350 |
+
"learning_rate": 1.603864734299517e-05,
|
| 351 |
+
"loss": 1.1319,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.709413369713506,
|
| 356 |
+
"grad_norm": 65.31600189208984,
|
| 357 |
+
"learning_rate": 1.5887681159420293e-05,
|
| 358 |
+
"loss": 1.3556,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.845839017735334,
|
| 363 |
+
"grad_norm": 50.01657485961914,
|
| 364 |
+
"learning_rate": 1.5736714975845415e-05,
|
| 365 |
+
"loss": 1.3082,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.982264665757162,
|
| 370 |
+
"grad_norm": 116.41038513183594,
|
| 371 |
+
"learning_rate": 1.5585748792270533e-05,
|
| 372 |
+
"loss": 1.1311,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7981283422459893,
|
| 378 |
+
"eval_loss": 0.6294204592704773,
|
| 379 |
+
"eval_macro_f1": 0.797568698742519,
|
| 380 |
+
"eval_runtime": 1.5383,
|
| 381 |
+
"eval_samples_per_second": 486.259,
|
| 382 |
+
"eval_steps_per_second": 30.554,
|
| 383 |
+
"eval_weighted_f1": 0.7981134017750275,
|
| 384 |
+
"step": 1104
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.114597544338336,
|
| 388 |
+
"grad_norm": 235.38636779785156,
|
| 389 |
+
"learning_rate": 1.5434782608695654e-05,
|
| 390 |
+
"loss": 0.863,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.251023192360163,
|
| 395 |
+
"grad_norm": 29.019372940063477,
|
| 396 |
+
"learning_rate": 1.5283816425120776e-05,
|
| 397 |
+
"loss": 1.0299,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.387448840381992,
|
| 402 |
+
"grad_norm": 78.54327392578125,
|
| 403 |
+
"learning_rate": 1.5132850241545896e-05,
|
| 404 |
+
"loss": 0.9902,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.52387448840382,
|
| 409 |
+
"grad_norm": 83.76507568359375,
|
| 410 |
+
"learning_rate": 1.4981884057971017e-05,
|
| 411 |
+
"loss": 0.9015,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.660300136425648,
|
| 416 |
+
"grad_norm": 71.15925598144531,
|
| 417 |
+
"learning_rate": 1.4830917874396135e-05,
|
| 418 |
+
"loss": 0.9069,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.796725784447476,
|
| 423 |
+
"grad_norm": 82.48460388183594,
|
| 424 |
+
"learning_rate": 1.4679951690821257e-05,
|
| 425 |
+
"loss": 1.0593,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.933151432469304,
|
| 430 |
+
"grad_norm": 44.34981918334961,
|
| 431 |
+
"learning_rate": 1.4528985507246378e-05,
|
| 432 |
+
"loss": 0.8502,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 7.0,
|
| 437 |
+
"eval_accuracy": 0.7967914438502673,
|
| 438 |
+
"eval_loss": 0.7633403539657593,
|
| 439 |
+
"eval_macro_f1": 0.7977554743471921,
|
| 440 |
+
"eval_runtime": 1.4537,
|
| 441 |
+
"eval_samples_per_second": 514.565,
|
| 442 |
+
"eval_steps_per_second": 32.332,
|
| 443 |
+
"eval_weighted_f1": 0.7984101599233053,
|
| 444 |
+
"step": 1288
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.0654843110504775,
|
| 448 |
+
"grad_norm": 60.191097259521484,
|
| 449 |
+
"learning_rate": 1.43780193236715e-05,
|
| 450 |
+
"loss": 0.7619,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.201909959072306,
|
| 455 |
+
"grad_norm": 123.83348083496094,
|
| 456 |
+
"learning_rate": 1.422705314009662e-05,
|
| 457 |
+
"loss": 0.6312,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.338335607094134,
|
| 462 |
+
"grad_norm": 89.77652740478516,
|
| 463 |
+
"learning_rate": 1.407608695652174e-05,
|
| 464 |
+
"loss": 0.7757,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.474761255115962,
|
| 469 |
+
"grad_norm": 277.5572509765625,
|
| 470 |
+
"learning_rate": 1.3925120772946861e-05,
|
| 471 |
+
"loss": 0.5934,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.61118690313779,
|
| 476 |
+
"grad_norm": 54.215003967285156,
|
| 477 |
+
"learning_rate": 1.3774154589371983e-05,
|
| 478 |
+
"loss": 0.8122,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.747612551159618,
|
| 483 |
+
"grad_norm": 150.6082000732422,
|
| 484 |
+
"learning_rate": 1.3623188405797103e-05,
|
| 485 |
+
"loss": 0.4893,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.884038199181446,
|
| 490 |
+
"grad_norm": 82.8685531616211,
|
| 491 |
+
"learning_rate": 1.3472222222222224e-05,
|
| 492 |
+
"loss": 0.7918,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 8.0,
|
| 497 |
+
"eval_accuracy": 0.7967914438502673,
|
| 498 |
+
"eval_loss": 0.7863438129425049,
|
| 499 |
+
"eval_macro_f1": 0.7932631002273536,
|
| 500 |
+
"eval_runtime": 1.4752,
|
| 501 |
+
"eval_samples_per_second": 507.066,
|
| 502 |
+
"eval_steps_per_second": 31.861,
|
| 503 |
+
"eval_weighted_f1": 0.7938471042620352,
|
| 504 |
+
"step": 1472
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.016371077762619,
|
| 508 |
+
"grad_norm": 123.73621368408203,
|
| 509 |
+
"learning_rate": 1.3321256038647344e-05,
|
| 510 |
+
"loss": 0.6134,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.152796725784448,
|
| 515 |
+
"grad_norm": 14.484004020690918,
|
| 516 |
+
"learning_rate": 1.3170289855072464e-05,
|
| 517 |
+
"loss": 0.4664,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.289222373806275,
|
| 522 |
+
"grad_norm": 46.43603515625,
|
| 523 |
+
"learning_rate": 1.3019323671497585e-05,
|
| 524 |
+
"loss": 0.4926,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.425648021828104,
|
| 529 |
+
"grad_norm": 100.06974792480469,
|
| 530 |
+
"learning_rate": 1.2868357487922707e-05,
|
| 531 |
+
"loss": 0.626,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.562073669849932,
|
| 536 |
+
"grad_norm": 109.33235168457031,
|
| 537 |
+
"learning_rate": 1.2717391304347828e-05,
|
| 538 |
+
"loss": 0.5714,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.69849931787176,
|
| 543 |
+
"grad_norm": 99.50463104248047,
|
| 544 |
+
"learning_rate": 1.2566425120772947e-05,
|
| 545 |
+
"loss": 0.4061,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.834924965893588,
|
| 550 |
+
"grad_norm": 135.6971435546875,
|
| 551 |
+
"learning_rate": 1.2415458937198068e-05,
|
| 552 |
+
"loss": 0.6216,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.971350613915416,
|
| 557 |
+
"grad_norm": 114.68103790283203,
|
| 558 |
+
"learning_rate": 1.226449275362319e-05,
|
| 559 |
+
"loss": 0.5429,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 9.0,
|
| 564 |
+
"eval_accuracy": 0.8088235294117647,
|
| 565 |
+
"eval_loss": 0.8636513948440552,
|
| 566 |
+
"eval_macro_f1": 0.8090950828686879,
|
| 567 |
+
"eval_runtime": 1.4983,
|
| 568 |
+
"eval_samples_per_second": 499.228,
|
| 569 |
+
"eval_steps_per_second": 31.369,
|
| 570 |
+
"eval_weighted_f1": 0.8093305048220352,
|
| 571 |
+
"step": 1656
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.10368349249659,
|
| 575 |
+
"grad_norm": 142.7057342529297,
|
| 576 |
+
"learning_rate": 1.2113526570048311e-05,
|
| 577 |
+
"loss": 0.2908,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.240109140518417,
|
| 582 |
+
"grad_norm": 4.924571990966797,
|
| 583 |
+
"learning_rate": 1.1962560386473433e-05,
|
| 584 |
+
"loss": 0.4691,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.376534788540246,
|
| 589 |
+
"grad_norm": 173.75238037109375,
|
| 590 |
+
"learning_rate": 1.181159420289855e-05,
|
| 591 |
+
"loss": 0.4509,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 9.512960436562073,
|
| 596 |
+
"grad_norm": 114.7555923461914,
|
| 597 |
+
"learning_rate": 1.1660628019323672e-05,
|
| 598 |
+
"loss": 0.3815,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.649386084583902,
|
| 603 |
+
"grad_norm": 135.74208068847656,
|
| 604 |
+
"learning_rate": 1.1509661835748794e-05,
|
| 605 |
+
"loss": 0.3595,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.78581173260573,
|
| 610 |
+
"grad_norm": 316.1358947753906,
|
| 611 |
+
"learning_rate": 1.1358695652173914e-05,
|
| 612 |
+
"loss": 0.454,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.922237380627559,
|
| 617 |
+
"grad_norm": 120.36790466308594,
|
| 618 |
+
"learning_rate": 1.1207729468599035e-05,
|
| 619 |
+
"loss": 0.3349,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 10.0,
|
| 624 |
+
"eval_accuracy": 0.8141711229946524,
|
| 625 |
+
"eval_loss": 1.2221370935440063,
|
| 626 |
+
"eval_macro_f1": 0.8136645748586048,
|
| 627 |
+
"eval_runtime": 1.4756,
|
| 628 |
+
"eval_samples_per_second": 506.922,
|
| 629 |
+
"eval_steps_per_second": 31.852,
|
| 630 |
+
"eval_weighted_f1": 0.8140246160439312,
|
| 631 |
+
"step": 1840
|
| 632 |
+
}
|
| 633 |
+
],
|
| 634 |
+
"logging_steps": 25,
|
| 635 |
+
"max_steps": 3680,
|
| 636 |
+
"num_input_tokens_seen": 0,
|
| 637 |
+
"num_train_epochs": 20,
|
| 638 |
+
"save_steps": 500,
|
| 639 |
+
"stateful_callbacks": {
|
| 640 |
+
"EarlyStoppingCallback": {
|
| 641 |
+
"args": {
|
| 642 |
+
"early_stopping_patience": 3,
|
| 643 |
+
"early_stopping_threshold": 0.0
|
| 644 |
+
},
|
| 645 |
+
"attributes": {
|
| 646 |
+
"early_stopping_patience_counter": 0
|
| 647 |
+
}
|
| 648 |
+
},
|
| 649 |
+
"TrainerControl": {
|
| 650 |
+
"args": {
|
| 651 |
+
"should_epoch_stop": false,
|
| 652 |
+
"should_evaluate": false,
|
| 653 |
+
"should_log": false,
|
| 654 |
+
"should_save": true,
|
| 655 |
+
"should_training_stop": false
|
| 656 |
+
},
|
| 657 |
+
"attributes": {}
|
| 658 |
+
}
|
| 659 |
+
},
|
| 660 |
+
"total_flos": 0.0,
|
| 661 |
+
"train_batch_size": 8,
|
| 662 |
+
"trial_name": null,
|
| 663 |
+
"trial_params": null
|
| 664 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-2392/trainer_state.json
ADDED
|
@@ -0,0 +1,851 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1840,
|
| 3 |
+
"best_metric": 0.8136645748586048,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s42-20260902T113501Z-27bda108/trainer/checkpoint-1840",
|
| 5 |
+
"epoch": 13.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2392,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1364256480218281,
|
| 14 |
+
"grad_norm": 28.432594299316406,
|
| 15 |
+
"learning_rate": 1.3043478260869566e-06,
|
| 16 |
+
"loss": 4.9715,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2728512960436562,
|
| 21 |
+
"grad_norm": 56.70479202270508,
|
| 22 |
+
"learning_rate": 2.6630434782608698e-06,
|
| 23 |
+
"loss": 4.6527,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4092769440654843,
|
| 28 |
+
"grad_norm": 62.555450439453125,
|
| 29 |
+
"learning_rate": 4.021739130434783e-06,
|
| 30 |
+
"loss": 4.6595,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5457025920873124,
|
| 35 |
+
"grad_norm": 45.33797836303711,
|
| 36 |
+
"learning_rate": 5.380434782608695e-06,
|
| 37 |
+
"loss": 4.4594,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6821282401091405,
|
| 42 |
+
"grad_norm": 63.42335891723633,
|
| 43 |
+
"learning_rate": 6.739130434782609e-06,
|
| 44 |
+
"loss": 4.6031,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8185538881309686,
|
| 49 |
+
"grad_norm": 72.46839904785156,
|
| 50 |
+
"learning_rate": 8.097826086956523e-06,
|
| 51 |
+
"loss": 4.3487,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.9549795361527967,
|
| 56 |
+
"grad_norm": 88.25916290283203,
|
| 57 |
+
"learning_rate": 9.456521739130436e-06,
|
| 58 |
+
"loss": 4.388,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.5641711229946524,
|
| 64 |
+
"eval_loss": 0.9611411690711975,
|
| 65 |
+
"eval_macro_f1": 0.5572528259235321,
|
| 66 |
+
"eval_runtime": 1.5882,
|
| 67 |
+
"eval_samples_per_second": 470.96,
|
| 68 |
+
"eval_steps_per_second": 29.592,
|
| 69 |
+
"eval_weighted_f1": 0.5597226284025384,
|
| 70 |
+
"step": 184
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.08731241473397,
|
| 74 |
+
"grad_norm": 73.64230346679688,
|
| 75 |
+
"learning_rate": 1.0815217391304349e-05,
|
| 76 |
+
"loss": 4.0266,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.223738062755798,
|
| 81 |
+
"grad_norm": 105.91131591796875,
|
| 82 |
+
"learning_rate": 1.2173913043478263e-05,
|
| 83 |
+
"loss": 4.102,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.360163710777626,
|
| 88 |
+
"grad_norm": 82.73065948486328,
|
| 89 |
+
"learning_rate": 1.3532608695652174e-05,
|
| 90 |
+
"loss": 3.8733,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4965893587994543,
|
| 95 |
+
"grad_norm": 31.204204559326172,
|
| 96 |
+
"learning_rate": 1.4891304347826087e-05,
|
| 97 |
+
"loss": 3.9528,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6330150068212825,
|
| 102 |
+
"grad_norm": 35.10723114013672,
|
| 103 |
+
"learning_rate": 1.6250000000000002e-05,
|
| 104 |
+
"loss": 3.8441,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.7694406548431105,
|
| 109 |
+
"grad_norm": 79.75479125976562,
|
| 110 |
+
"learning_rate": 1.7608695652173915e-05,
|
| 111 |
+
"loss": 3.6725,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.9058663028649385,
|
| 116 |
+
"grad_norm": 62.49547576904297,
|
| 117 |
+
"learning_rate": 1.8967391304347828e-05,
|
| 118 |
+
"loss": 3.4923,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6684491978609626,
|
| 124 |
+
"eval_loss": 0.7700173854827881,
|
| 125 |
+
"eval_macro_f1": 0.6622683698730983,
|
| 126 |
+
"eval_runtime": 1.3658,
|
| 127 |
+
"eval_samples_per_second": 547.674,
|
| 128 |
+
"eval_steps_per_second": 34.413,
|
| 129 |
+
"eval_weighted_f1": 0.6639955102105463,
|
| 130 |
+
"step": 368
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.038199181446112,
|
| 134 |
+
"grad_norm": 59.56198501586914,
|
| 135 |
+
"learning_rate": 1.9963768115942032e-05,
|
| 136 |
+
"loss": 3.1991,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.17462482946794,
|
| 141 |
+
"grad_norm": 81.06925201416016,
|
| 142 |
+
"learning_rate": 1.9812801932367153e-05,
|
| 143 |
+
"loss": 3.0712,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.311050477489768,
|
| 148 |
+
"grad_norm": 75.33773803710938,
|
| 149 |
+
"learning_rate": 1.966183574879227e-05,
|
| 150 |
+
"loss": 2.9405,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.447476125511596,
|
| 155 |
+
"grad_norm": 107.02759552001953,
|
| 156 |
+
"learning_rate": 1.9510869565217393e-05,
|
| 157 |
+
"loss": 2.8679,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5839017735334244,
|
| 162 |
+
"grad_norm": 50.08772659301758,
|
| 163 |
+
"learning_rate": 1.9359903381642515e-05,
|
| 164 |
+
"loss": 2.9652,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.720327421555252,
|
| 169 |
+
"grad_norm": 56.93296813964844,
|
| 170 |
+
"learning_rate": 1.9208937198067633e-05,
|
| 171 |
+
"loss": 2.9998,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.8567530695770804,
|
| 176 |
+
"grad_norm": 101.71902465820312,
|
| 177 |
+
"learning_rate": 1.9057971014492754e-05,
|
| 178 |
+
"loss": 2.4705,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.9931787175989086,
|
| 183 |
+
"grad_norm": 40.096065521240234,
|
| 184 |
+
"learning_rate": 1.8907004830917876e-05,
|
| 185 |
+
"loss": 2.8349,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7419786096256684,
|
| 191 |
+
"eval_loss": 0.6587710380554199,
|
| 192 |
+
"eval_macro_f1": 0.735147902550697,
|
| 193 |
+
"eval_runtime": 1.4059,
|
| 194 |
+
"eval_samples_per_second": 532.053,
|
| 195 |
+
"eval_steps_per_second": 33.431,
|
| 196 |
+
"eval_weighted_f1": 0.7361591139531468,
|
| 197 |
+
"step": 552
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.1255115961800817,
|
| 201 |
+
"grad_norm": 42.647499084472656,
|
| 202 |
+
"learning_rate": 1.8756038647342997e-05,
|
| 203 |
+
"loss": 2.2288,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.26193724420191,
|
| 208 |
+
"grad_norm": 88.699462890625,
|
| 209 |
+
"learning_rate": 1.8605072463768115e-05,
|
| 210 |
+
"loss": 2.0554,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.398362892223738,
|
| 215 |
+
"grad_norm": 61.645023345947266,
|
| 216 |
+
"learning_rate": 1.8454106280193237e-05,
|
| 217 |
+
"loss": 2.1062,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.5347885402455663,
|
| 222 |
+
"grad_norm": 44.333885192871094,
|
| 223 |
+
"learning_rate": 1.830314009661836e-05,
|
| 224 |
+
"loss": 2.361,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.6712141882673945,
|
| 229 |
+
"grad_norm": 84.06854248046875,
|
| 230 |
+
"learning_rate": 1.815217391304348e-05,
|
| 231 |
+
"loss": 2.356,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.8076398362892223,
|
| 236 |
+
"grad_norm": 97.62916564941406,
|
| 237 |
+
"learning_rate": 1.8001207729468598e-05,
|
| 238 |
+
"loss": 2.1628,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.9440654843110505,
|
| 243 |
+
"grad_norm": 152.95663452148438,
|
| 244 |
+
"learning_rate": 1.785024154589372e-05,
|
| 245 |
+
"loss": 2.2051,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7807486631016043,
|
| 251 |
+
"eval_loss": 0.5726990699768066,
|
| 252 |
+
"eval_macro_f1": 0.7750854904561564,
|
| 253 |
+
"eval_runtime": 1.4079,
|
| 254 |
+
"eval_samples_per_second": 531.289,
|
| 255 |
+
"eval_steps_per_second": 33.383,
|
| 256 |
+
"eval_weighted_f1": 0.7759880915160995,
|
| 257 |
+
"step": 736
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.076398362892224,
|
| 261 |
+
"grad_norm": 41.23895263671875,
|
| 262 |
+
"learning_rate": 1.769927536231884e-05,
|
| 263 |
+
"loss": 1.6293,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.212824010914052,
|
| 268 |
+
"grad_norm": 104.91048431396484,
|
| 269 |
+
"learning_rate": 1.7548309178743963e-05,
|
| 270 |
+
"loss": 1.6786,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.34924965893588,
|
| 275 |
+
"grad_norm": 53.88151550292969,
|
| 276 |
+
"learning_rate": 1.7397342995169084e-05,
|
| 277 |
+
"loss": 1.6967,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.485675306957708,
|
| 282 |
+
"grad_norm": 41.81894302368164,
|
| 283 |
+
"learning_rate": 1.7246376811594206e-05,
|
| 284 |
+
"loss": 1.6942,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.622100954979536,
|
| 289 |
+
"grad_norm": 105.29109191894531,
|
| 290 |
+
"learning_rate": 1.7095410628019324e-05,
|
| 291 |
+
"loss": 1.6651,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.758526603001364,
|
| 296 |
+
"grad_norm": 77.66657257080078,
|
| 297 |
+
"learning_rate": 1.6944444444444446e-05,
|
| 298 |
+
"loss": 1.7477,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.894952251023192,
|
| 303 |
+
"grad_norm": 81.29475402832031,
|
| 304 |
+
"learning_rate": 1.6793478260869567e-05,
|
| 305 |
+
"loss": 1.7536,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 5.0,
|
| 310 |
+
"eval_accuracy": 0.7927807486631016,
|
| 311 |
+
"eval_loss": 0.5612372159957886,
|
| 312 |
+
"eval_macro_f1": 0.7902025898734794,
|
| 313 |
+
"eval_runtime": 1.462,
|
| 314 |
+
"eval_samples_per_second": 511.643,
|
| 315 |
+
"eval_steps_per_second": 32.149,
|
| 316 |
+
"eval_weighted_f1": 0.7908834136072327,
|
| 317 |
+
"step": 920
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.0272851296043655,
|
| 321 |
+
"grad_norm": 93.35717010498047,
|
| 322 |
+
"learning_rate": 1.664251207729469e-05,
|
| 323 |
+
"loss": 1.5279,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.163710777626194,
|
| 328 |
+
"grad_norm": 66.91679382324219,
|
| 329 |
+
"learning_rate": 1.649154589371981e-05,
|
| 330 |
+
"loss": 1.2183,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.300136425648022,
|
| 335 |
+
"grad_norm": 95.69499206542969,
|
| 336 |
+
"learning_rate": 1.634057971014493e-05,
|
| 337 |
+
"loss": 1.4304,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.43656207366985,
|
| 342 |
+
"grad_norm": 118.74280548095703,
|
| 343 |
+
"learning_rate": 1.618961352657005e-05,
|
| 344 |
+
"loss": 1.4778,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.572987721691678,
|
| 349 |
+
"grad_norm": 61.91969680786133,
|
| 350 |
+
"learning_rate": 1.603864734299517e-05,
|
| 351 |
+
"loss": 1.1319,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.709413369713506,
|
| 356 |
+
"grad_norm": 65.31600189208984,
|
| 357 |
+
"learning_rate": 1.5887681159420293e-05,
|
| 358 |
+
"loss": 1.3556,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.845839017735334,
|
| 363 |
+
"grad_norm": 50.01657485961914,
|
| 364 |
+
"learning_rate": 1.5736714975845415e-05,
|
| 365 |
+
"loss": 1.3082,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.982264665757162,
|
| 370 |
+
"grad_norm": 116.41038513183594,
|
| 371 |
+
"learning_rate": 1.5585748792270533e-05,
|
| 372 |
+
"loss": 1.1311,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7981283422459893,
|
| 378 |
+
"eval_loss": 0.6294204592704773,
|
| 379 |
+
"eval_macro_f1": 0.797568698742519,
|
| 380 |
+
"eval_runtime": 1.5383,
|
| 381 |
+
"eval_samples_per_second": 486.259,
|
| 382 |
+
"eval_steps_per_second": 30.554,
|
| 383 |
+
"eval_weighted_f1": 0.7981134017750275,
|
| 384 |
+
"step": 1104
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.114597544338336,
|
| 388 |
+
"grad_norm": 235.38636779785156,
|
| 389 |
+
"learning_rate": 1.5434782608695654e-05,
|
| 390 |
+
"loss": 0.863,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.251023192360163,
|
| 395 |
+
"grad_norm": 29.019372940063477,
|
| 396 |
+
"learning_rate": 1.5283816425120776e-05,
|
| 397 |
+
"loss": 1.0299,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.387448840381992,
|
| 402 |
+
"grad_norm": 78.54327392578125,
|
| 403 |
+
"learning_rate": 1.5132850241545896e-05,
|
| 404 |
+
"loss": 0.9902,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.52387448840382,
|
| 409 |
+
"grad_norm": 83.76507568359375,
|
| 410 |
+
"learning_rate": 1.4981884057971017e-05,
|
| 411 |
+
"loss": 0.9015,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.660300136425648,
|
| 416 |
+
"grad_norm": 71.15925598144531,
|
| 417 |
+
"learning_rate": 1.4830917874396135e-05,
|
| 418 |
+
"loss": 0.9069,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.796725784447476,
|
| 423 |
+
"grad_norm": 82.48460388183594,
|
| 424 |
+
"learning_rate": 1.4679951690821257e-05,
|
| 425 |
+
"loss": 1.0593,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.933151432469304,
|
| 430 |
+
"grad_norm": 44.34981918334961,
|
| 431 |
+
"learning_rate": 1.4528985507246378e-05,
|
| 432 |
+
"loss": 0.8502,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 7.0,
|
| 437 |
+
"eval_accuracy": 0.7967914438502673,
|
| 438 |
+
"eval_loss": 0.7633403539657593,
|
| 439 |
+
"eval_macro_f1": 0.7977554743471921,
|
| 440 |
+
"eval_runtime": 1.4537,
|
| 441 |
+
"eval_samples_per_second": 514.565,
|
| 442 |
+
"eval_steps_per_second": 32.332,
|
| 443 |
+
"eval_weighted_f1": 0.7984101599233053,
|
| 444 |
+
"step": 1288
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.0654843110504775,
|
| 448 |
+
"grad_norm": 60.191097259521484,
|
| 449 |
+
"learning_rate": 1.43780193236715e-05,
|
| 450 |
+
"loss": 0.7619,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.201909959072306,
|
| 455 |
+
"grad_norm": 123.83348083496094,
|
| 456 |
+
"learning_rate": 1.422705314009662e-05,
|
| 457 |
+
"loss": 0.6312,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.338335607094134,
|
| 462 |
+
"grad_norm": 89.77652740478516,
|
| 463 |
+
"learning_rate": 1.407608695652174e-05,
|
| 464 |
+
"loss": 0.7757,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.474761255115962,
|
| 469 |
+
"grad_norm": 277.5572509765625,
|
| 470 |
+
"learning_rate": 1.3925120772946861e-05,
|
| 471 |
+
"loss": 0.5934,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.61118690313779,
|
| 476 |
+
"grad_norm": 54.215003967285156,
|
| 477 |
+
"learning_rate": 1.3774154589371983e-05,
|
| 478 |
+
"loss": 0.8122,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.747612551159618,
|
| 483 |
+
"grad_norm": 150.6082000732422,
|
| 484 |
+
"learning_rate": 1.3623188405797103e-05,
|
| 485 |
+
"loss": 0.4893,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.884038199181446,
|
| 490 |
+
"grad_norm": 82.8685531616211,
|
| 491 |
+
"learning_rate": 1.3472222222222224e-05,
|
| 492 |
+
"loss": 0.7918,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 8.0,
|
| 497 |
+
"eval_accuracy": 0.7967914438502673,
|
| 498 |
+
"eval_loss": 0.7863438129425049,
|
| 499 |
+
"eval_macro_f1": 0.7932631002273536,
|
| 500 |
+
"eval_runtime": 1.4752,
|
| 501 |
+
"eval_samples_per_second": 507.066,
|
| 502 |
+
"eval_steps_per_second": 31.861,
|
| 503 |
+
"eval_weighted_f1": 0.7938471042620352,
|
| 504 |
+
"step": 1472
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.016371077762619,
|
| 508 |
+
"grad_norm": 123.73621368408203,
|
| 509 |
+
"learning_rate": 1.3321256038647344e-05,
|
| 510 |
+
"loss": 0.6134,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.152796725784448,
|
| 515 |
+
"grad_norm": 14.484004020690918,
|
| 516 |
+
"learning_rate": 1.3170289855072464e-05,
|
| 517 |
+
"loss": 0.4664,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.289222373806275,
|
| 522 |
+
"grad_norm": 46.43603515625,
|
| 523 |
+
"learning_rate": 1.3019323671497585e-05,
|
| 524 |
+
"loss": 0.4926,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.425648021828104,
|
| 529 |
+
"grad_norm": 100.06974792480469,
|
| 530 |
+
"learning_rate": 1.2868357487922707e-05,
|
| 531 |
+
"loss": 0.626,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.562073669849932,
|
| 536 |
+
"grad_norm": 109.33235168457031,
|
| 537 |
+
"learning_rate": 1.2717391304347828e-05,
|
| 538 |
+
"loss": 0.5714,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.69849931787176,
|
| 543 |
+
"grad_norm": 99.50463104248047,
|
| 544 |
+
"learning_rate": 1.2566425120772947e-05,
|
| 545 |
+
"loss": 0.4061,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.834924965893588,
|
| 550 |
+
"grad_norm": 135.6971435546875,
|
| 551 |
+
"learning_rate": 1.2415458937198068e-05,
|
| 552 |
+
"loss": 0.6216,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.971350613915416,
|
| 557 |
+
"grad_norm": 114.68103790283203,
|
| 558 |
+
"learning_rate": 1.226449275362319e-05,
|
| 559 |
+
"loss": 0.5429,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 9.0,
|
| 564 |
+
"eval_accuracy": 0.8088235294117647,
|
| 565 |
+
"eval_loss": 0.8636513948440552,
|
| 566 |
+
"eval_macro_f1": 0.8090950828686879,
|
| 567 |
+
"eval_runtime": 1.4983,
|
| 568 |
+
"eval_samples_per_second": 499.228,
|
| 569 |
+
"eval_steps_per_second": 31.369,
|
| 570 |
+
"eval_weighted_f1": 0.8093305048220352,
|
| 571 |
+
"step": 1656
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.10368349249659,
|
| 575 |
+
"grad_norm": 142.7057342529297,
|
| 576 |
+
"learning_rate": 1.2113526570048311e-05,
|
| 577 |
+
"loss": 0.2908,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.240109140518417,
|
| 582 |
+
"grad_norm": 4.924571990966797,
|
| 583 |
+
"learning_rate": 1.1962560386473433e-05,
|
| 584 |
+
"loss": 0.4691,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.376534788540246,
|
| 589 |
+
"grad_norm": 173.75238037109375,
|
| 590 |
+
"learning_rate": 1.181159420289855e-05,
|
| 591 |
+
"loss": 0.4509,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 9.512960436562073,
|
| 596 |
+
"grad_norm": 114.7555923461914,
|
| 597 |
+
"learning_rate": 1.1660628019323672e-05,
|
| 598 |
+
"loss": 0.3815,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.649386084583902,
|
| 603 |
+
"grad_norm": 135.74208068847656,
|
| 604 |
+
"learning_rate": 1.1509661835748794e-05,
|
| 605 |
+
"loss": 0.3595,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.78581173260573,
|
| 610 |
+
"grad_norm": 316.1358947753906,
|
| 611 |
+
"learning_rate": 1.1358695652173914e-05,
|
| 612 |
+
"loss": 0.454,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.922237380627559,
|
| 617 |
+
"grad_norm": 120.36790466308594,
|
| 618 |
+
"learning_rate": 1.1207729468599035e-05,
|
| 619 |
+
"loss": 0.3349,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 10.0,
|
| 624 |
+
"eval_accuracy": 0.8141711229946524,
|
| 625 |
+
"eval_loss": 1.2221370935440063,
|
| 626 |
+
"eval_macro_f1": 0.8136645748586048,
|
| 627 |
+
"eval_runtime": 1.4756,
|
| 628 |
+
"eval_samples_per_second": 506.922,
|
| 629 |
+
"eval_steps_per_second": 31.852,
|
| 630 |
+
"eval_weighted_f1": 0.8140246160439312,
|
| 631 |
+
"step": 1840
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"epoch": 10.054570259208731,
|
| 635 |
+
"grad_norm": 758.43212890625,
|
| 636 |
+
"learning_rate": 1.1056763285024155e-05,
|
| 637 |
+
"loss": 0.3579,
|
| 638 |
+
"step": 1850
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"epoch": 10.19099590723056,
|
| 642 |
+
"grad_norm": 54.27063751220703,
|
| 643 |
+
"learning_rate": 1.0905797101449277e-05,
|
| 644 |
+
"loss": 0.3282,
|
| 645 |
+
"step": 1875
|
| 646 |
+
},
|
| 647 |
+
{
|
| 648 |
+
"epoch": 10.327421555252387,
|
| 649 |
+
"grad_norm": 10.470878601074219,
|
| 650 |
+
"learning_rate": 1.0754830917874397e-05,
|
| 651 |
+
"loss": 0.3151,
|
| 652 |
+
"step": 1900
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"epoch": 10.463847203274215,
|
| 656 |
+
"grad_norm": 274.3844909667969,
|
| 657 |
+
"learning_rate": 1.0603864734299518e-05,
|
| 658 |
+
"loss": 0.4662,
|
| 659 |
+
"step": 1925
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"epoch": 10.600272851296044,
|
| 663 |
+
"grad_norm": 327.68182373046875,
|
| 664 |
+
"learning_rate": 1.045289855072464e-05,
|
| 665 |
+
"loss": 0.3473,
|
| 666 |
+
"step": 1950
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.736698499317871,
|
| 670 |
+
"grad_norm": 0.08630621433258057,
|
| 671 |
+
"learning_rate": 1.0301932367149758e-05,
|
| 672 |
+
"loss": 0.4617,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.8731241473397,
|
| 677 |
+
"grad_norm": 10.258506774902344,
|
| 678 |
+
"learning_rate": 1.015096618357488e-05,
|
| 679 |
+
"loss": 0.3186,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 11.0,
|
| 684 |
+
"eval_accuracy": 0.803475935828877,
|
| 685 |
+
"eval_loss": 1.4250109195709229,
|
| 686 |
+
"eval_macro_f1": 0.8039864555770633,
|
| 687 |
+
"eval_runtime": 1.3449,
|
| 688 |
+
"eval_samples_per_second": 556.169,
|
| 689 |
+
"eval_steps_per_second": 34.946,
|
| 690 |
+
"eval_weighted_f1": 0.804184031453802,
|
| 691 |
+
"step": 2024
|
| 692 |
+
},
|
| 693 |
+
{
|
| 694 |
+
"epoch": 11.005457025920872,
|
| 695 |
+
"grad_norm": 393.3550720214844,
|
| 696 |
+
"learning_rate": 1e-05,
|
| 697 |
+
"loss": 0.2838,
|
| 698 |
+
"step": 2025
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"epoch": 11.141882673942701,
|
| 702 |
+
"grad_norm": 2.094075918197632,
|
| 703 |
+
"learning_rate": 9.849033816425122e-06,
|
| 704 |
+
"loss": 0.2386,
|
| 705 |
+
"step": 2050
|
| 706 |
+
},
|
| 707 |
+
{
|
| 708 |
+
"epoch": 11.278308321964529,
|
| 709 |
+
"grad_norm": 220.88998413085938,
|
| 710 |
+
"learning_rate": 9.698067632850242e-06,
|
| 711 |
+
"loss": 0.3497,
|
| 712 |
+
"step": 2075
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"epoch": 11.414733969986358,
|
| 716 |
+
"grad_norm": 217.88006591796875,
|
| 717 |
+
"learning_rate": 9.547101449275364e-06,
|
| 718 |
+
"loss": 0.2566,
|
| 719 |
+
"step": 2100
|
| 720 |
+
},
|
| 721 |
+
{
|
| 722 |
+
"epoch": 11.551159618008185,
|
| 723 |
+
"grad_norm": 0.25104647874832153,
|
| 724 |
+
"learning_rate": 9.396135265700484e-06,
|
| 725 |
+
"loss": 0.1183,
|
| 726 |
+
"step": 2125
|
| 727 |
+
},
|
| 728 |
+
{
|
| 729 |
+
"epoch": 11.687585266030014,
|
| 730 |
+
"grad_norm": 211.4873504638672,
|
| 731 |
+
"learning_rate": 9.245169082125605e-06,
|
| 732 |
+
"loss": 0.3384,
|
| 733 |
+
"step": 2150
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"epoch": 11.824010914051842,
|
| 737 |
+
"grad_norm": 303.19927978515625,
|
| 738 |
+
"learning_rate": 9.094202898550725e-06,
|
| 739 |
+
"loss": 0.3084,
|
| 740 |
+
"step": 2175
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"epoch": 11.96043656207367,
|
| 744 |
+
"grad_norm": 183.31680297851562,
|
| 745 |
+
"learning_rate": 8.943236714975847e-06,
|
| 746 |
+
"loss": 0.2117,
|
| 747 |
+
"step": 2200
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"epoch": 12.0,
|
| 751 |
+
"eval_accuracy": 0.7994652406417112,
|
| 752 |
+
"eval_loss": 1.4778653383255005,
|
| 753 |
+
"eval_macro_f1": 0.7989832575894401,
|
| 754 |
+
"eval_runtime": 1.397,
|
| 755 |
+
"eval_samples_per_second": 535.436,
|
| 756 |
+
"eval_steps_per_second": 33.644,
|
| 757 |
+
"eval_weighted_f1": 0.7991759522739972,
|
| 758 |
+
"step": 2208
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"epoch": 12.092769440654843,
|
| 762 |
+
"grad_norm": 1.7554603815078735,
|
| 763 |
+
"learning_rate": 8.792270531400966e-06,
|
| 764 |
+
"loss": 0.2331,
|
| 765 |
+
"step": 2225
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"epoch": 12.229195088676672,
|
| 769 |
+
"grad_norm": 462.15679931640625,
|
| 770 |
+
"learning_rate": 8.641304347826088e-06,
|
| 771 |
+
"loss": 0.2947,
|
| 772 |
+
"step": 2250
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"epoch": 12.3656207366985,
|
| 776 |
+
"grad_norm": 772.252197265625,
|
| 777 |
+
"learning_rate": 8.490338164251208e-06,
|
| 778 |
+
"loss": 0.3368,
|
| 779 |
+
"step": 2275
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"epoch": 12.502046384720327,
|
| 783 |
+
"grad_norm": 0.30928975343704224,
|
| 784 |
+
"learning_rate": 8.33937198067633e-06,
|
| 785 |
+
"loss": 0.2123,
|
| 786 |
+
"step": 2300
|
| 787 |
+
},
|
| 788 |
+
{
|
| 789 |
+
"epoch": 12.638472032742156,
|
| 790 |
+
"grad_norm": 361.816162109375,
|
| 791 |
+
"learning_rate": 8.188405797101449e-06,
|
| 792 |
+
"loss": 0.2779,
|
| 793 |
+
"step": 2325
|
| 794 |
+
},
|
| 795 |
+
{
|
| 796 |
+
"epoch": 12.774897680763983,
|
| 797 |
+
"grad_norm": 238.87103271484375,
|
| 798 |
+
"learning_rate": 8.03743961352657e-06,
|
| 799 |
+
"loss": 0.2279,
|
| 800 |
+
"step": 2350
|
| 801 |
+
},
|
| 802 |
+
{
|
| 803 |
+
"epoch": 12.911323328785812,
|
| 804 |
+
"grad_norm": 296.70526123046875,
|
| 805 |
+
"learning_rate": 7.88647342995169e-06,
|
| 806 |
+
"loss": 0.1979,
|
| 807 |
+
"step": 2375
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"epoch": 13.0,
|
| 811 |
+
"eval_accuracy": 0.7941176470588235,
|
| 812 |
+
"eval_loss": 1.6324145793914795,
|
| 813 |
+
"eval_macro_f1": 0.7944608556965536,
|
| 814 |
+
"eval_runtime": 1.5036,
|
| 815 |
+
"eval_samples_per_second": 497.467,
|
| 816 |
+
"eval_steps_per_second": 31.258,
|
| 817 |
+
"eval_weighted_f1": 0.7946015558860797,
|
| 818 |
+
"step": 2392
|
| 819 |
+
}
|
| 820 |
+
],
|
| 821 |
+
"logging_steps": 25,
|
| 822 |
+
"max_steps": 3680,
|
| 823 |
+
"num_input_tokens_seen": 0,
|
| 824 |
+
"num_train_epochs": 20,
|
| 825 |
+
"save_steps": 500,
|
| 826 |
+
"stateful_callbacks": {
|
| 827 |
+
"EarlyStoppingCallback": {
|
| 828 |
+
"args": {
|
| 829 |
+
"early_stopping_patience": 3,
|
| 830 |
+
"early_stopping_threshold": 0.0
|
| 831 |
+
},
|
| 832 |
+
"attributes": {
|
| 833 |
+
"early_stopping_patience_counter": 3
|
| 834 |
+
}
|
| 835 |
+
},
|
| 836 |
+
"TrainerControl": {
|
| 837 |
+
"args": {
|
| 838 |
+
"should_epoch_stop": false,
|
| 839 |
+
"should_evaluate": false,
|
| 840 |
+
"should_log": false,
|
| 841 |
+
"should_save": true,
|
| 842 |
+
"should_training_stop": true
|
| 843 |
+
},
|
| 844 |
+
"attributes": {}
|
| 845 |
+
}
|
| 846 |
+
},
|
| 847 |
+
"total_flos": 0.0,
|
| 848 |
+
"train_batch_size": 8,
|
| 849 |
+
"trial_name": null,
|
| 850 |
+
"trial_params": null
|
| 851 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208/trainer_state.json
ADDED
|
@@ -0,0 +1,791 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2208,
|
| 3 |
+
"best_metric": 0.8254679996333824,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208",
|
| 5 |
+
"epoch": 12.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2208,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1364256480218281,
|
| 14 |
+
"grad_norm": 6.169146537780762,
|
| 15 |
+
"learning_rate": 1.3043478260869566e-06,
|
| 16 |
+
"loss": 4.6445,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2728512960436562,
|
| 21 |
+
"grad_norm": 17.97011947631836,
|
| 22 |
+
"learning_rate": 2.6630434782608698e-06,
|
| 23 |
+
"loss": 4.698,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4092769440654843,
|
| 28 |
+
"grad_norm": 17.170061111450195,
|
| 29 |
+
"learning_rate": 4.021739130434783e-06,
|
| 30 |
+
"loss": 4.5235,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5457025920873124,
|
| 35 |
+
"grad_norm": 8.572002410888672,
|
| 36 |
+
"learning_rate": 5.380434782608695e-06,
|
| 37 |
+
"loss": 4.5147,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6821282401091405,
|
| 42 |
+
"grad_norm": 35.73552322387695,
|
| 43 |
+
"learning_rate": 6.739130434782609e-06,
|
| 44 |
+
"loss": 4.5013,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8185538881309686,
|
| 49 |
+
"grad_norm": 41.949127197265625,
|
| 50 |
+
"learning_rate": 8.097826086956523e-06,
|
| 51 |
+
"loss": 4.3833,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.9549795361527967,
|
| 56 |
+
"grad_norm": 37.93916320800781,
|
| 57 |
+
"learning_rate": 9.456521739130436e-06,
|
| 58 |
+
"loss": 4.3874,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.42914438502673796,
|
| 64 |
+
"eval_loss": 1.0528126955032349,
|
| 65 |
+
"eval_macro_f1": 0.39284148557669113,
|
| 66 |
+
"eval_runtime": 1.3954,
|
| 67 |
+
"eval_samples_per_second": 536.062,
|
| 68 |
+
"eval_steps_per_second": 33.683,
|
| 69 |
+
"eval_weighted_f1": 0.39466054483311613,
|
| 70 |
+
"step": 184
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.08731241473397,
|
| 74 |
+
"grad_norm": 17.997695922851562,
|
| 75 |
+
"learning_rate": 1.0815217391304349e-05,
|
| 76 |
+
"loss": 4.2353,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.223738062755798,
|
| 81 |
+
"grad_norm": 31.861753463745117,
|
| 82 |
+
"learning_rate": 1.2173913043478263e-05,
|
| 83 |
+
"loss": 4.3053,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.360163710777626,
|
| 88 |
+
"grad_norm": 30.805809020996094,
|
| 89 |
+
"learning_rate": 1.3532608695652174e-05,
|
| 90 |
+
"loss": 4.1129,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4965893587994543,
|
| 95 |
+
"grad_norm": 50.9595947265625,
|
| 96 |
+
"learning_rate": 1.4891304347826087e-05,
|
| 97 |
+
"loss": 3.8972,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6330150068212825,
|
| 102 |
+
"grad_norm": 70.4453125,
|
| 103 |
+
"learning_rate": 1.6250000000000002e-05,
|
| 104 |
+
"loss": 3.5334,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.7694406548431105,
|
| 109 |
+
"grad_norm": 137.20120239257812,
|
| 110 |
+
"learning_rate": 1.7608695652173915e-05,
|
| 111 |
+
"loss": 3.3005,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.9058663028649385,
|
| 116 |
+
"grad_norm": 91.28943634033203,
|
| 117 |
+
"learning_rate": 1.8967391304347828e-05,
|
| 118 |
+
"loss": 2.9765,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.7219251336898396,
|
| 124 |
+
"eval_loss": 0.7265465259552002,
|
| 125 |
+
"eval_macro_f1": 0.718298814105801,
|
| 126 |
+
"eval_runtime": 1.4032,
|
| 127 |
+
"eval_samples_per_second": 533.057,
|
| 128 |
+
"eval_steps_per_second": 33.494,
|
| 129 |
+
"eval_weighted_f1": 0.7190727760272067,
|
| 130 |
+
"step": 368
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.038199181446112,
|
| 134 |
+
"grad_norm": 80.40189361572266,
|
| 135 |
+
"learning_rate": 1.9963768115942032e-05,
|
| 136 |
+
"loss": 2.8438,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.17462482946794,
|
| 141 |
+
"grad_norm": 59.82918167114258,
|
| 142 |
+
"learning_rate": 1.9812801932367153e-05,
|
| 143 |
+
"loss": 2.4357,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.311050477489768,
|
| 148 |
+
"grad_norm": 47.38209533691406,
|
| 149 |
+
"learning_rate": 1.966183574879227e-05,
|
| 150 |
+
"loss": 2.5854,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.447476125511596,
|
| 155 |
+
"grad_norm": 93.12706756591797,
|
| 156 |
+
"learning_rate": 1.9510869565217393e-05,
|
| 157 |
+
"loss": 2.4665,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5839017735334244,
|
| 162 |
+
"grad_norm": 56.10307693481445,
|
| 163 |
+
"learning_rate": 1.9359903381642515e-05,
|
| 164 |
+
"loss": 2.3338,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.720327421555252,
|
| 169 |
+
"grad_norm": 64.64005279541016,
|
| 170 |
+
"learning_rate": 1.9208937198067633e-05,
|
| 171 |
+
"loss": 2.3338,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.8567530695770804,
|
| 176 |
+
"grad_norm": 75.71961212158203,
|
| 177 |
+
"learning_rate": 1.9057971014492754e-05,
|
| 178 |
+
"loss": 2.2912,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.9931787175989086,
|
| 183 |
+
"grad_norm": 89.45418548583984,
|
| 184 |
+
"learning_rate": 1.8907004830917876e-05,
|
| 185 |
+
"loss": 2.2783,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7820855614973262,
|
| 191 |
+
"eval_loss": 0.5979565978050232,
|
| 192 |
+
"eval_macro_f1": 0.7784654344106573,
|
| 193 |
+
"eval_runtime": 1.4587,
|
| 194 |
+
"eval_samples_per_second": 512.801,
|
| 195 |
+
"eval_steps_per_second": 32.221,
|
| 196 |
+
"eval_weighted_f1": 0.7788867764070948,
|
| 197 |
+
"step": 552
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.1255115961800817,
|
| 201 |
+
"grad_norm": 85.2778091430664,
|
| 202 |
+
"learning_rate": 1.8756038647342997e-05,
|
| 203 |
+
"loss": 1.6831,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.26193724420191,
|
| 208 |
+
"grad_norm": 66.75272369384766,
|
| 209 |
+
"learning_rate": 1.8605072463768115e-05,
|
| 210 |
+
"loss": 1.7071,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.398362892223738,
|
| 215 |
+
"grad_norm": 44.54906463623047,
|
| 216 |
+
"learning_rate": 1.8454106280193237e-05,
|
| 217 |
+
"loss": 1.8577,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.5347885402455663,
|
| 222 |
+
"grad_norm": 105.6810073852539,
|
| 223 |
+
"learning_rate": 1.830314009661836e-05,
|
| 224 |
+
"loss": 1.9317,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.6712141882673945,
|
| 229 |
+
"grad_norm": 50.61581039428711,
|
| 230 |
+
"learning_rate": 1.815217391304348e-05,
|
| 231 |
+
"loss": 1.7411,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.8076398362892223,
|
| 236 |
+
"grad_norm": 101.84125518798828,
|
| 237 |
+
"learning_rate": 1.8001207729468598e-05,
|
| 238 |
+
"loss": 1.9675,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.9440654843110505,
|
| 243 |
+
"grad_norm": 67.93253326416016,
|
| 244 |
+
"learning_rate": 1.785024154589372e-05,
|
| 245 |
+
"loss": 1.8406,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7981283422459893,
|
| 251 |
+
"eval_loss": 0.5522907376289368,
|
| 252 |
+
"eval_macro_f1": 0.7967223352220794,
|
| 253 |
+
"eval_runtime": 1.3931,
|
| 254 |
+
"eval_samples_per_second": 536.916,
|
| 255 |
+
"eval_steps_per_second": 33.737,
|
| 256 |
+
"eval_weighted_f1": 0.7972258968798187,
|
| 257 |
+
"step": 736
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.076398362892224,
|
| 261 |
+
"grad_norm": 40.24093246459961,
|
| 262 |
+
"learning_rate": 1.769927536231884e-05,
|
| 263 |
+
"loss": 1.4732,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.212824010914052,
|
| 268 |
+
"grad_norm": 76.44625091552734,
|
| 269 |
+
"learning_rate": 1.7548309178743963e-05,
|
| 270 |
+
"loss": 1.4399,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.34924965893588,
|
| 275 |
+
"grad_norm": 56.69782257080078,
|
| 276 |
+
"learning_rate": 1.7397342995169084e-05,
|
| 277 |
+
"loss": 1.6414,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.485675306957708,
|
| 282 |
+
"grad_norm": 94.40592193603516,
|
| 283 |
+
"learning_rate": 1.7246376811594206e-05,
|
| 284 |
+
"loss": 1.2614,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.622100954979536,
|
| 289 |
+
"grad_norm": 74.8768081665039,
|
| 290 |
+
"learning_rate": 1.7095410628019324e-05,
|
| 291 |
+
"loss": 1.2209,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.758526603001364,
|
| 296 |
+
"grad_norm": 56.02588653564453,
|
| 297 |
+
"learning_rate": 1.6944444444444446e-05,
|
| 298 |
+
"loss": 1.5599,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.894952251023192,
|
| 303 |
+
"grad_norm": 79.17617797851562,
|
| 304 |
+
"learning_rate": 1.6793478260869567e-05,
|
| 305 |
+
"loss": 1.3059,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 5.0,
|
| 310 |
+
"eval_accuracy": 0.7994652406417112,
|
| 311 |
+
"eval_loss": 0.5845164060592651,
|
| 312 |
+
"eval_macro_f1": 0.8000203022579474,
|
| 313 |
+
"eval_runtime": 1.375,
|
| 314 |
+
"eval_samples_per_second": 544.019,
|
| 315 |
+
"eval_steps_per_second": 34.183,
|
| 316 |
+
"eval_weighted_f1": 0.8000593212974323,
|
| 317 |
+
"step": 920
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.0272851296043655,
|
| 321 |
+
"grad_norm": 28.3646297454834,
|
| 322 |
+
"learning_rate": 1.664251207729469e-05,
|
| 323 |
+
"loss": 1.2263,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.163710777626194,
|
| 328 |
+
"grad_norm": 65.69905090332031,
|
| 329 |
+
"learning_rate": 1.649154589371981e-05,
|
| 330 |
+
"loss": 1.0584,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.300136425648022,
|
| 335 |
+
"grad_norm": 154.4479217529297,
|
| 336 |
+
"learning_rate": 1.634057971014493e-05,
|
| 337 |
+
"loss": 0.9768,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.43656207366985,
|
| 342 |
+
"grad_norm": 105.97663116455078,
|
| 343 |
+
"learning_rate": 1.618961352657005e-05,
|
| 344 |
+
"loss": 1.1329,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.572987721691678,
|
| 349 |
+
"grad_norm": 135.59719848632812,
|
| 350 |
+
"learning_rate": 1.603864734299517e-05,
|
| 351 |
+
"loss": 1.0677,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.709413369713506,
|
| 356 |
+
"grad_norm": 59.830299377441406,
|
| 357 |
+
"learning_rate": 1.5887681159420293e-05,
|
| 358 |
+
"loss": 1.0677,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.845839017735334,
|
| 363 |
+
"grad_norm": 28.92629623413086,
|
| 364 |
+
"learning_rate": 1.5736714975845415e-05,
|
| 365 |
+
"loss": 1.011,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.982264665757162,
|
| 370 |
+
"grad_norm": 90.58472442626953,
|
| 371 |
+
"learning_rate": 1.5585748792270533e-05,
|
| 372 |
+
"loss": 0.8766,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7927807486631016,
|
| 378 |
+
"eval_loss": 0.6770684123039246,
|
| 379 |
+
"eval_macro_f1": 0.793125948613636,
|
| 380 |
+
"eval_runtime": 1.3926,
|
| 381 |
+
"eval_samples_per_second": 537.129,
|
| 382 |
+
"eval_steps_per_second": 33.75,
|
| 383 |
+
"eval_weighted_f1": 0.7933775298087117,
|
| 384 |
+
"step": 1104
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.114597544338336,
|
| 388 |
+
"grad_norm": 40.56964111328125,
|
| 389 |
+
"learning_rate": 1.5434782608695654e-05,
|
| 390 |
+
"loss": 0.911,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.251023192360163,
|
| 395 |
+
"grad_norm": 60.98685836791992,
|
| 396 |
+
"learning_rate": 1.5283816425120776e-05,
|
| 397 |
+
"loss": 0.6892,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.387448840381992,
|
| 402 |
+
"grad_norm": 101.64288330078125,
|
| 403 |
+
"learning_rate": 1.5132850241545896e-05,
|
| 404 |
+
"loss": 0.6913,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.52387448840382,
|
| 409 |
+
"grad_norm": 59.38751220703125,
|
| 410 |
+
"learning_rate": 1.4981884057971017e-05,
|
| 411 |
+
"loss": 0.7236,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.660300136425648,
|
| 416 |
+
"grad_norm": 72.08346557617188,
|
| 417 |
+
"learning_rate": 1.4830917874396135e-05,
|
| 418 |
+
"loss": 0.6957,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.796725784447476,
|
| 423 |
+
"grad_norm": 130.4274139404297,
|
| 424 |
+
"learning_rate": 1.4679951690821257e-05,
|
| 425 |
+
"loss": 0.7398,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.933151432469304,
|
| 430 |
+
"grad_norm": 80.27019500732422,
|
| 431 |
+
"learning_rate": 1.4528985507246378e-05,
|
| 432 |
+
"loss": 0.8693,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 7.0,
|
| 437 |
+
"eval_accuracy": 0.8008021390374331,
|
| 438 |
+
"eval_loss": 0.7750909924507141,
|
| 439 |
+
"eval_macro_f1": 0.8003383293316002,
|
| 440 |
+
"eval_runtime": 1.4258,
|
| 441 |
+
"eval_samples_per_second": 524.609,
|
| 442 |
+
"eval_steps_per_second": 32.963,
|
| 443 |
+
"eval_weighted_f1": 0.8007406350587073,
|
| 444 |
+
"step": 1288
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.0654843110504775,
|
| 448 |
+
"grad_norm": 225.69480895996094,
|
| 449 |
+
"learning_rate": 1.43780193236715e-05,
|
| 450 |
+
"loss": 0.4486,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.201909959072306,
|
| 455 |
+
"grad_norm": 41.3351936340332,
|
| 456 |
+
"learning_rate": 1.422705314009662e-05,
|
| 457 |
+
"loss": 0.5638,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.338335607094134,
|
| 462 |
+
"grad_norm": 256.85955810546875,
|
| 463 |
+
"learning_rate": 1.407608695652174e-05,
|
| 464 |
+
"loss": 0.5014,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.474761255115962,
|
| 469 |
+
"grad_norm": 84.14098358154297,
|
| 470 |
+
"learning_rate": 1.3925120772946861e-05,
|
| 471 |
+
"loss": 0.4224,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.61118690313779,
|
| 476 |
+
"grad_norm": 3.670093059539795,
|
| 477 |
+
"learning_rate": 1.3774154589371983e-05,
|
| 478 |
+
"loss": 0.4624,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.747612551159618,
|
| 483 |
+
"grad_norm": 194.7781982421875,
|
| 484 |
+
"learning_rate": 1.3623188405797103e-05,
|
| 485 |
+
"loss": 0.5961,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.884038199181446,
|
| 490 |
+
"grad_norm": 146.41539001464844,
|
| 491 |
+
"learning_rate": 1.3472222222222224e-05,
|
| 492 |
+
"loss": 0.7107,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 8.0,
|
| 497 |
+
"eval_accuracy": 0.8008021390374331,
|
| 498 |
+
"eval_loss": 0.9765174388885498,
|
| 499 |
+
"eval_macro_f1": 0.7996240619089093,
|
| 500 |
+
"eval_runtime": 1.3885,
|
| 501 |
+
"eval_samples_per_second": 538.701,
|
| 502 |
+
"eval_steps_per_second": 33.849,
|
| 503 |
+
"eval_weighted_f1": 0.8000998640397955,
|
| 504 |
+
"step": 1472
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.016371077762619,
|
| 508 |
+
"grad_norm": 16.450998306274414,
|
| 509 |
+
"learning_rate": 1.3321256038647344e-05,
|
| 510 |
+
"loss": 0.4914,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.152796725784448,
|
| 515 |
+
"grad_norm": 91.61524963378906,
|
| 516 |
+
"learning_rate": 1.3170289855072464e-05,
|
| 517 |
+
"loss": 0.491,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.289222373806275,
|
| 522 |
+
"grad_norm": 145.8380889892578,
|
| 523 |
+
"learning_rate": 1.3019323671497585e-05,
|
| 524 |
+
"loss": 0.4229,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.425648021828104,
|
| 529 |
+
"grad_norm": 294.93475341796875,
|
| 530 |
+
"learning_rate": 1.2868357487922707e-05,
|
| 531 |
+
"loss": 0.4653,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.562073669849932,
|
| 536 |
+
"grad_norm": 196.76531982421875,
|
| 537 |
+
"learning_rate": 1.2717391304347828e-05,
|
| 538 |
+
"loss": 0.4506,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.69849931787176,
|
| 543 |
+
"grad_norm": 189.74757385253906,
|
| 544 |
+
"learning_rate": 1.2566425120772947e-05,
|
| 545 |
+
"loss": 0.4881,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.834924965893588,
|
| 550 |
+
"grad_norm": 82.8684310913086,
|
| 551 |
+
"learning_rate": 1.2415458937198068e-05,
|
| 552 |
+
"loss": 0.5479,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.971350613915416,
|
| 557 |
+
"grad_norm": 149.20701599121094,
|
| 558 |
+
"learning_rate": 1.226449275362319e-05,
|
| 559 |
+
"loss": 0.3865,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 9.0,
|
| 564 |
+
"eval_accuracy": 0.8021390374331551,
|
| 565 |
+
"eval_loss": 1.1423715353012085,
|
| 566 |
+
"eval_macro_f1": 0.8018894824212496,
|
| 567 |
+
"eval_runtime": 1.4236,
|
| 568 |
+
"eval_samples_per_second": 525.437,
|
| 569 |
+
"eval_steps_per_second": 33.015,
|
| 570 |
+
"eval_weighted_f1": 0.8022351572590111,
|
| 571 |
+
"step": 1656
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.10368349249659,
|
| 575 |
+
"grad_norm": 190.3300323486328,
|
| 576 |
+
"learning_rate": 1.2113526570048311e-05,
|
| 577 |
+
"loss": 0.3596,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.240109140518417,
|
| 582 |
+
"grad_norm": 9.252737998962402,
|
| 583 |
+
"learning_rate": 1.1962560386473433e-05,
|
| 584 |
+
"loss": 0.5188,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.376534788540246,
|
| 589 |
+
"grad_norm": 172.89654541015625,
|
| 590 |
+
"learning_rate": 1.181159420289855e-05,
|
| 591 |
+
"loss": 0.3987,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 9.512960436562073,
|
| 596 |
+
"grad_norm": 261.0718078613281,
|
| 597 |
+
"learning_rate": 1.1660628019323672e-05,
|
| 598 |
+
"loss": 0.4286,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.649386084583902,
|
| 603 |
+
"grad_norm": 113.15726470947266,
|
| 604 |
+
"learning_rate": 1.1509661835748794e-05,
|
| 605 |
+
"loss": 0.3364,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.78581173260573,
|
| 610 |
+
"grad_norm": 5.792295455932617,
|
| 611 |
+
"learning_rate": 1.1358695652173914e-05,
|
| 612 |
+
"loss": 0.3799,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.922237380627559,
|
| 617 |
+
"grad_norm": 115.74317169189453,
|
| 618 |
+
"learning_rate": 1.1207729468599035e-05,
|
| 619 |
+
"loss": 0.3682,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 10.0,
|
| 624 |
+
"eval_accuracy": 0.8128342245989305,
|
| 625 |
+
"eval_loss": 1.0929088592529297,
|
| 626 |
+
"eval_macro_f1": 0.8118462490930552,
|
| 627 |
+
"eval_runtime": 1.3595,
|
| 628 |
+
"eval_samples_per_second": 550.219,
|
| 629 |
+
"eval_steps_per_second": 34.573,
|
| 630 |
+
"eval_weighted_f1": 0.8124814271756912,
|
| 631 |
+
"step": 1840
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"epoch": 10.054570259208731,
|
| 635 |
+
"grad_norm": 56.74972152709961,
|
| 636 |
+
"learning_rate": 1.1056763285024155e-05,
|
| 637 |
+
"loss": 0.3853,
|
| 638 |
+
"step": 1850
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"epoch": 10.19099590723056,
|
| 642 |
+
"grad_norm": 136.7636260986328,
|
| 643 |
+
"learning_rate": 1.0905797101449277e-05,
|
| 644 |
+
"loss": 0.1013,
|
| 645 |
+
"step": 1875
|
| 646 |
+
},
|
| 647 |
+
{
|
| 648 |
+
"epoch": 10.327421555252387,
|
| 649 |
+
"grad_norm": 391.3827209472656,
|
| 650 |
+
"learning_rate": 1.0754830917874397e-05,
|
| 651 |
+
"loss": 0.4171,
|
| 652 |
+
"step": 1900
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"epoch": 10.463847203274215,
|
| 656 |
+
"grad_norm": 57.222633361816406,
|
| 657 |
+
"learning_rate": 1.0603864734299518e-05,
|
| 658 |
+
"loss": 0.4165,
|
| 659 |
+
"step": 1925
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"epoch": 10.600272851296044,
|
| 663 |
+
"grad_norm": 671.1357421875,
|
| 664 |
+
"learning_rate": 1.045289855072464e-05,
|
| 665 |
+
"loss": 0.3613,
|
| 666 |
+
"step": 1950
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.736698499317871,
|
| 670 |
+
"grad_norm": 210.50753784179688,
|
| 671 |
+
"learning_rate": 1.0301932367149758e-05,
|
| 672 |
+
"loss": 0.241,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.8731241473397,
|
| 677 |
+
"grad_norm": 250.89288330078125,
|
| 678 |
+
"learning_rate": 1.015096618357488e-05,
|
| 679 |
+
"loss": 0.3554,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 11.0,
|
| 684 |
+
"eval_accuracy": 0.7967914438502673,
|
| 685 |
+
"eval_loss": 1.5202927589416504,
|
| 686 |
+
"eval_macro_f1": 0.7946886843664359,
|
| 687 |
+
"eval_runtime": 1.4091,
|
| 688 |
+
"eval_samples_per_second": 530.842,
|
| 689 |
+
"eval_steps_per_second": 33.355,
|
| 690 |
+
"eval_weighted_f1": 0.7952731739157387,
|
| 691 |
+
"step": 2024
|
| 692 |
+
},
|
| 693 |
+
{
|
| 694 |
+
"epoch": 11.005457025920872,
|
| 695 |
+
"grad_norm": 203.47804260253906,
|
| 696 |
+
"learning_rate": 1e-05,
|
| 697 |
+
"loss": 0.3683,
|
| 698 |
+
"step": 2025
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"epoch": 11.141882673942701,
|
| 702 |
+
"grad_norm": 72.73734283447266,
|
| 703 |
+
"learning_rate": 9.849033816425122e-06,
|
| 704 |
+
"loss": 0.2474,
|
| 705 |
+
"step": 2050
|
| 706 |
+
},
|
| 707 |
+
{
|
| 708 |
+
"epoch": 11.278308321964529,
|
| 709 |
+
"grad_norm": 35.04402542114258,
|
| 710 |
+
"learning_rate": 9.698067632850242e-06,
|
| 711 |
+
"loss": 0.2919,
|
| 712 |
+
"step": 2075
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"epoch": 11.414733969986358,
|
| 716 |
+
"grad_norm": 413.9624938964844,
|
| 717 |
+
"learning_rate": 9.547101449275364e-06,
|
| 718 |
+
"loss": 0.2626,
|
| 719 |
+
"step": 2100
|
| 720 |
+
},
|
| 721 |
+
{
|
| 722 |
+
"epoch": 11.551159618008185,
|
| 723 |
+
"grad_norm": 171.39659118652344,
|
| 724 |
+
"learning_rate": 9.396135265700484e-06,
|
| 725 |
+
"loss": 0.2956,
|
| 726 |
+
"step": 2125
|
| 727 |
+
},
|
| 728 |
+
{
|
| 729 |
+
"epoch": 11.687585266030014,
|
| 730 |
+
"grad_norm": 0.7402535676956177,
|
| 731 |
+
"learning_rate": 9.245169082125605e-06,
|
| 732 |
+
"loss": 0.1151,
|
| 733 |
+
"step": 2150
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"epoch": 11.824010914051842,
|
| 737 |
+
"grad_norm": 70.3759536743164,
|
| 738 |
+
"learning_rate": 9.094202898550725e-06,
|
| 739 |
+
"loss": 0.284,
|
| 740 |
+
"step": 2175
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"epoch": 11.96043656207367,
|
| 744 |
+
"grad_norm": 262.6759338378906,
|
| 745 |
+
"learning_rate": 8.943236714975847e-06,
|
| 746 |
+
"loss": 0.2583,
|
| 747 |
+
"step": 2200
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"epoch": 12.0,
|
| 751 |
+
"eval_accuracy": 0.8262032085561497,
|
| 752 |
+
"eval_loss": 1.4631001949310303,
|
| 753 |
+
"eval_macro_f1": 0.8254679996333824,
|
| 754 |
+
"eval_runtime": 1.3955,
|
| 755 |
+
"eval_samples_per_second": 536.0,
|
| 756 |
+
"eval_steps_per_second": 33.679,
|
| 757 |
+
"eval_weighted_f1": 0.8258559435919917,
|
| 758 |
+
"step": 2208
|
| 759 |
+
}
|
| 760 |
+
],
|
| 761 |
+
"logging_steps": 25,
|
| 762 |
+
"max_steps": 3680,
|
| 763 |
+
"num_input_tokens_seen": 0,
|
| 764 |
+
"num_train_epochs": 20,
|
| 765 |
+
"save_steps": 500,
|
| 766 |
+
"stateful_callbacks": {
|
| 767 |
+
"EarlyStoppingCallback": {
|
| 768 |
+
"args": {
|
| 769 |
+
"early_stopping_patience": 3,
|
| 770 |
+
"early_stopping_threshold": 0.0
|
| 771 |
+
},
|
| 772 |
+
"attributes": {
|
| 773 |
+
"early_stopping_patience_counter": 0
|
| 774 |
+
}
|
| 775 |
+
},
|
| 776 |
+
"TrainerControl": {
|
| 777 |
+
"args": {
|
| 778 |
+
"should_epoch_stop": false,
|
| 779 |
+
"should_evaluate": false,
|
| 780 |
+
"should_log": false,
|
| 781 |
+
"should_save": true,
|
| 782 |
+
"should_training_stop": false
|
| 783 |
+
},
|
| 784 |
+
"attributes": {}
|
| 785 |
+
}
|
| 786 |
+
},
|
| 787 |
+
"total_flos": 0.0,
|
| 788 |
+
"train_batch_size": 8,
|
| 789 |
+
"trial_name": null,
|
| 790 |
+
"trial_params": null
|
| 791 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2760/trainer_state.json
ADDED
|
@@ -0,0 +1,978 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2208,
|
| 3 |
+
"best_metric": 0.8254679996333824,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s43-20260902T131350Z-fbd63439/trainer/checkpoint-2208",
|
| 5 |
+
"epoch": 15.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2760,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1364256480218281,
|
| 14 |
+
"grad_norm": 6.169146537780762,
|
| 15 |
+
"learning_rate": 1.3043478260869566e-06,
|
| 16 |
+
"loss": 4.6445,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2728512960436562,
|
| 21 |
+
"grad_norm": 17.97011947631836,
|
| 22 |
+
"learning_rate": 2.6630434782608698e-06,
|
| 23 |
+
"loss": 4.698,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4092769440654843,
|
| 28 |
+
"grad_norm": 17.170061111450195,
|
| 29 |
+
"learning_rate": 4.021739130434783e-06,
|
| 30 |
+
"loss": 4.5235,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5457025920873124,
|
| 35 |
+
"grad_norm": 8.572002410888672,
|
| 36 |
+
"learning_rate": 5.380434782608695e-06,
|
| 37 |
+
"loss": 4.5147,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6821282401091405,
|
| 42 |
+
"grad_norm": 35.73552322387695,
|
| 43 |
+
"learning_rate": 6.739130434782609e-06,
|
| 44 |
+
"loss": 4.5013,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8185538881309686,
|
| 49 |
+
"grad_norm": 41.949127197265625,
|
| 50 |
+
"learning_rate": 8.097826086956523e-06,
|
| 51 |
+
"loss": 4.3833,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.9549795361527967,
|
| 56 |
+
"grad_norm": 37.93916320800781,
|
| 57 |
+
"learning_rate": 9.456521739130436e-06,
|
| 58 |
+
"loss": 4.3874,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.42914438502673796,
|
| 64 |
+
"eval_loss": 1.0528126955032349,
|
| 65 |
+
"eval_macro_f1": 0.39284148557669113,
|
| 66 |
+
"eval_runtime": 1.3954,
|
| 67 |
+
"eval_samples_per_second": 536.062,
|
| 68 |
+
"eval_steps_per_second": 33.683,
|
| 69 |
+
"eval_weighted_f1": 0.39466054483311613,
|
| 70 |
+
"step": 184
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.08731241473397,
|
| 74 |
+
"grad_norm": 17.997695922851562,
|
| 75 |
+
"learning_rate": 1.0815217391304349e-05,
|
| 76 |
+
"loss": 4.2353,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.223738062755798,
|
| 81 |
+
"grad_norm": 31.861753463745117,
|
| 82 |
+
"learning_rate": 1.2173913043478263e-05,
|
| 83 |
+
"loss": 4.3053,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.360163710777626,
|
| 88 |
+
"grad_norm": 30.805809020996094,
|
| 89 |
+
"learning_rate": 1.3532608695652174e-05,
|
| 90 |
+
"loss": 4.1129,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4965893587994543,
|
| 95 |
+
"grad_norm": 50.9595947265625,
|
| 96 |
+
"learning_rate": 1.4891304347826087e-05,
|
| 97 |
+
"loss": 3.8972,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6330150068212825,
|
| 102 |
+
"grad_norm": 70.4453125,
|
| 103 |
+
"learning_rate": 1.6250000000000002e-05,
|
| 104 |
+
"loss": 3.5334,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.7694406548431105,
|
| 109 |
+
"grad_norm": 137.20120239257812,
|
| 110 |
+
"learning_rate": 1.7608695652173915e-05,
|
| 111 |
+
"loss": 3.3005,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.9058663028649385,
|
| 116 |
+
"grad_norm": 91.28943634033203,
|
| 117 |
+
"learning_rate": 1.8967391304347828e-05,
|
| 118 |
+
"loss": 2.9765,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.7219251336898396,
|
| 124 |
+
"eval_loss": 0.7265465259552002,
|
| 125 |
+
"eval_macro_f1": 0.718298814105801,
|
| 126 |
+
"eval_runtime": 1.4032,
|
| 127 |
+
"eval_samples_per_second": 533.057,
|
| 128 |
+
"eval_steps_per_second": 33.494,
|
| 129 |
+
"eval_weighted_f1": 0.7190727760272067,
|
| 130 |
+
"step": 368
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.038199181446112,
|
| 134 |
+
"grad_norm": 80.40189361572266,
|
| 135 |
+
"learning_rate": 1.9963768115942032e-05,
|
| 136 |
+
"loss": 2.8438,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.17462482946794,
|
| 141 |
+
"grad_norm": 59.82918167114258,
|
| 142 |
+
"learning_rate": 1.9812801932367153e-05,
|
| 143 |
+
"loss": 2.4357,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.311050477489768,
|
| 148 |
+
"grad_norm": 47.38209533691406,
|
| 149 |
+
"learning_rate": 1.966183574879227e-05,
|
| 150 |
+
"loss": 2.5854,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.447476125511596,
|
| 155 |
+
"grad_norm": 93.12706756591797,
|
| 156 |
+
"learning_rate": 1.9510869565217393e-05,
|
| 157 |
+
"loss": 2.4665,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5839017735334244,
|
| 162 |
+
"grad_norm": 56.10307693481445,
|
| 163 |
+
"learning_rate": 1.9359903381642515e-05,
|
| 164 |
+
"loss": 2.3338,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.720327421555252,
|
| 169 |
+
"grad_norm": 64.64005279541016,
|
| 170 |
+
"learning_rate": 1.9208937198067633e-05,
|
| 171 |
+
"loss": 2.3338,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.8567530695770804,
|
| 176 |
+
"grad_norm": 75.71961212158203,
|
| 177 |
+
"learning_rate": 1.9057971014492754e-05,
|
| 178 |
+
"loss": 2.2912,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.9931787175989086,
|
| 183 |
+
"grad_norm": 89.45418548583984,
|
| 184 |
+
"learning_rate": 1.8907004830917876e-05,
|
| 185 |
+
"loss": 2.2783,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7820855614973262,
|
| 191 |
+
"eval_loss": 0.5979565978050232,
|
| 192 |
+
"eval_macro_f1": 0.7784654344106573,
|
| 193 |
+
"eval_runtime": 1.4587,
|
| 194 |
+
"eval_samples_per_second": 512.801,
|
| 195 |
+
"eval_steps_per_second": 32.221,
|
| 196 |
+
"eval_weighted_f1": 0.7788867764070948,
|
| 197 |
+
"step": 552
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.1255115961800817,
|
| 201 |
+
"grad_norm": 85.2778091430664,
|
| 202 |
+
"learning_rate": 1.8756038647342997e-05,
|
| 203 |
+
"loss": 1.6831,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.26193724420191,
|
| 208 |
+
"grad_norm": 66.75272369384766,
|
| 209 |
+
"learning_rate": 1.8605072463768115e-05,
|
| 210 |
+
"loss": 1.7071,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.398362892223738,
|
| 215 |
+
"grad_norm": 44.54906463623047,
|
| 216 |
+
"learning_rate": 1.8454106280193237e-05,
|
| 217 |
+
"loss": 1.8577,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.5347885402455663,
|
| 222 |
+
"grad_norm": 105.6810073852539,
|
| 223 |
+
"learning_rate": 1.830314009661836e-05,
|
| 224 |
+
"loss": 1.9317,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.6712141882673945,
|
| 229 |
+
"grad_norm": 50.61581039428711,
|
| 230 |
+
"learning_rate": 1.815217391304348e-05,
|
| 231 |
+
"loss": 1.7411,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.8076398362892223,
|
| 236 |
+
"grad_norm": 101.84125518798828,
|
| 237 |
+
"learning_rate": 1.8001207729468598e-05,
|
| 238 |
+
"loss": 1.9675,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.9440654843110505,
|
| 243 |
+
"grad_norm": 67.93253326416016,
|
| 244 |
+
"learning_rate": 1.785024154589372e-05,
|
| 245 |
+
"loss": 1.8406,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7981283422459893,
|
| 251 |
+
"eval_loss": 0.5522907376289368,
|
| 252 |
+
"eval_macro_f1": 0.7967223352220794,
|
| 253 |
+
"eval_runtime": 1.3931,
|
| 254 |
+
"eval_samples_per_second": 536.916,
|
| 255 |
+
"eval_steps_per_second": 33.737,
|
| 256 |
+
"eval_weighted_f1": 0.7972258968798187,
|
| 257 |
+
"step": 736
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.076398362892224,
|
| 261 |
+
"grad_norm": 40.24093246459961,
|
| 262 |
+
"learning_rate": 1.769927536231884e-05,
|
| 263 |
+
"loss": 1.4732,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.212824010914052,
|
| 268 |
+
"grad_norm": 76.44625091552734,
|
| 269 |
+
"learning_rate": 1.7548309178743963e-05,
|
| 270 |
+
"loss": 1.4399,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.34924965893588,
|
| 275 |
+
"grad_norm": 56.69782257080078,
|
| 276 |
+
"learning_rate": 1.7397342995169084e-05,
|
| 277 |
+
"loss": 1.6414,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.485675306957708,
|
| 282 |
+
"grad_norm": 94.40592193603516,
|
| 283 |
+
"learning_rate": 1.7246376811594206e-05,
|
| 284 |
+
"loss": 1.2614,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.622100954979536,
|
| 289 |
+
"grad_norm": 74.8768081665039,
|
| 290 |
+
"learning_rate": 1.7095410628019324e-05,
|
| 291 |
+
"loss": 1.2209,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.758526603001364,
|
| 296 |
+
"grad_norm": 56.02588653564453,
|
| 297 |
+
"learning_rate": 1.6944444444444446e-05,
|
| 298 |
+
"loss": 1.5599,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.894952251023192,
|
| 303 |
+
"grad_norm": 79.17617797851562,
|
| 304 |
+
"learning_rate": 1.6793478260869567e-05,
|
| 305 |
+
"loss": 1.3059,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 5.0,
|
| 310 |
+
"eval_accuracy": 0.7994652406417112,
|
| 311 |
+
"eval_loss": 0.5845164060592651,
|
| 312 |
+
"eval_macro_f1": 0.8000203022579474,
|
| 313 |
+
"eval_runtime": 1.375,
|
| 314 |
+
"eval_samples_per_second": 544.019,
|
| 315 |
+
"eval_steps_per_second": 34.183,
|
| 316 |
+
"eval_weighted_f1": 0.8000593212974323,
|
| 317 |
+
"step": 920
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.0272851296043655,
|
| 321 |
+
"grad_norm": 28.3646297454834,
|
| 322 |
+
"learning_rate": 1.664251207729469e-05,
|
| 323 |
+
"loss": 1.2263,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.163710777626194,
|
| 328 |
+
"grad_norm": 65.69905090332031,
|
| 329 |
+
"learning_rate": 1.649154589371981e-05,
|
| 330 |
+
"loss": 1.0584,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.300136425648022,
|
| 335 |
+
"grad_norm": 154.4479217529297,
|
| 336 |
+
"learning_rate": 1.634057971014493e-05,
|
| 337 |
+
"loss": 0.9768,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.43656207366985,
|
| 342 |
+
"grad_norm": 105.97663116455078,
|
| 343 |
+
"learning_rate": 1.618961352657005e-05,
|
| 344 |
+
"loss": 1.1329,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.572987721691678,
|
| 349 |
+
"grad_norm": 135.59719848632812,
|
| 350 |
+
"learning_rate": 1.603864734299517e-05,
|
| 351 |
+
"loss": 1.0677,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.709413369713506,
|
| 356 |
+
"grad_norm": 59.830299377441406,
|
| 357 |
+
"learning_rate": 1.5887681159420293e-05,
|
| 358 |
+
"loss": 1.0677,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.845839017735334,
|
| 363 |
+
"grad_norm": 28.92629623413086,
|
| 364 |
+
"learning_rate": 1.5736714975845415e-05,
|
| 365 |
+
"loss": 1.011,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.982264665757162,
|
| 370 |
+
"grad_norm": 90.58472442626953,
|
| 371 |
+
"learning_rate": 1.5585748792270533e-05,
|
| 372 |
+
"loss": 0.8766,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7927807486631016,
|
| 378 |
+
"eval_loss": 0.6770684123039246,
|
| 379 |
+
"eval_macro_f1": 0.793125948613636,
|
| 380 |
+
"eval_runtime": 1.3926,
|
| 381 |
+
"eval_samples_per_second": 537.129,
|
| 382 |
+
"eval_steps_per_second": 33.75,
|
| 383 |
+
"eval_weighted_f1": 0.7933775298087117,
|
| 384 |
+
"step": 1104
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.114597544338336,
|
| 388 |
+
"grad_norm": 40.56964111328125,
|
| 389 |
+
"learning_rate": 1.5434782608695654e-05,
|
| 390 |
+
"loss": 0.911,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.251023192360163,
|
| 395 |
+
"grad_norm": 60.98685836791992,
|
| 396 |
+
"learning_rate": 1.5283816425120776e-05,
|
| 397 |
+
"loss": 0.6892,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.387448840381992,
|
| 402 |
+
"grad_norm": 101.64288330078125,
|
| 403 |
+
"learning_rate": 1.5132850241545896e-05,
|
| 404 |
+
"loss": 0.6913,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.52387448840382,
|
| 409 |
+
"grad_norm": 59.38751220703125,
|
| 410 |
+
"learning_rate": 1.4981884057971017e-05,
|
| 411 |
+
"loss": 0.7236,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.660300136425648,
|
| 416 |
+
"grad_norm": 72.08346557617188,
|
| 417 |
+
"learning_rate": 1.4830917874396135e-05,
|
| 418 |
+
"loss": 0.6957,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.796725784447476,
|
| 423 |
+
"grad_norm": 130.4274139404297,
|
| 424 |
+
"learning_rate": 1.4679951690821257e-05,
|
| 425 |
+
"loss": 0.7398,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.933151432469304,
|
| 430 |
+
"grad_norm": 80.27019500732422,
|
| 431 |
+
"learning_rate": 1.4528985507246378e-05,
|
| 432 |
+
"loss": 0.8693,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 7.0,
|
| 437 |
+
"eval_accuracy": 0.8008021390374331,
|
| 438 |
+
"eval_loss": 0.7750909924507141,
|
| 439 |
+
"eval_macro_f1": 0.8003383293316002,
|
| 440 |
+
"eval_runtime": 1.4258,
|
| 441 |
+
"eval_samples_per_second": 524.609,
|
| 442 |
+
"eval_steps_per_second": 32.963,
|
| 443 |
+
"eval_weighted_f1": 0.8007406350587073,
|
| 444 |
+
"step": 1288
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.0654843110504775,
|
| 448 |
+
"grad_norm": 225.69480895996094,
|
| 449 |
+
"learning_rate": 1.43780193236715e-05,
|
| 450 |
+
"loss": 0.4486,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.201909959072306,
|
| 455 |
+
"grad_norm": 41.3351936340332,
|
| 456 |
+
"learning_rate": 1.422705314009662e-05,
|
| 457 |
+
"loss": 0.5638,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.338335607094134,
|
| 462 |
+
"grad_norm": 256.85955810546875,
|
| 463 |
+
"learning_rate": 1.407608695652174e-05,
|
| 464 |
+
"loss": 0.5014,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.474761255115962,
|
| 469 |
+
"grad_norm": 84.14098358154297,
|
| 470 |
+
"learning_rate": 1.3925120772946861e-05,
|
| 471 |
+
"loss": 0.4224,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.61118690313779,
|
| 476 |
+
"grad_norm": 3.670093059539795,
|
| 477 |
+
"learning_rate": 1.3774154589371983e-05,
|
| 478 |
+
"loss": 0.4624,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.747612551159618,
|
| 483 |
+
"grad_norm": 194.7781982421875,
|
| 484 |
+
"learning_rate": 1.3623188405797103e-05,
|
| 485 |
+
"loss": 0.5961,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.884038199181446,
|
| 490 |
+
"grad_norm": 146.41539001464844,
|
| 491 |
+
"learning_rate": 1.3472222222222224e-05,
|
| 492 |
+
"loss": 0.7107,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 8.0,
|
| 497 |
+
"eval_accuracy": 0.8008021390374331,
|
| 498 |
+
"eval_loss": 0.9765174388885498,
|
| 499 |
+
"eval_macro_f1": 0.7996240619089093,
|
| 500 |
+
"eval_runtime": 1.3885,
|
| 501 |
+
"eval_samples_per_second": 538.701,
|
| 502 |
+
"eval_steps_per_second": 33.849,
|
| 503 |
+
"eval_weighted_f1": 0.8000998640397955,
|
| 504 |
+
"step": 1472
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.016371077762619,
|
| 508 |
+
"grad_norm": 16.450998306274414,
|
| 509 |
+
"learning_rate": 1.3321256038647344e-05,
|
| 510 |
+
"loss": 0.4914,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.152796725784448,
|
| 515 |
+
"grad_norm": 91.61524963378906,
|
| 516 |
+
"learning_rate": 1.3170289855072464e-05,
|
| 517 |
+
"loss": 0.491,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.289222373806275,
|
| 522 |
+
"grad_norm": 145.8380889892578,
|
| 523 |
+
"learning_rate": 1.3019323671497585e-05,
|
| 524 |
+
"loss": 0.4229,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.425648021828104,
|
| 529 |
+
"grad_norm": 294.93475341796875,
|
| 530 |
+
"learning_rate": 1.2868357487922707e-05,
|
| 531 |
+
"loss": 0.4653,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.562073669849932,
|
| 536 |
+
"grad_norm": 196.76531982421875,
|
| 537 |
+
"learning_rate": 1.2717391304347828e-05,
|
| 538 |
+
"loss": 0.4506,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.69849931787176,
|
| 543 |
+
"grad_norm": 189.74757385253906,
|
| 544 |
+
"learning_rate": 1.2566425120772947e-05,
|
| 545 |
+
"loss": 0.4881,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.834924965893588,
|
| 550 |
+
"grad_norm": 82.8684310913086,
|
| 551 |
+
"learning_rate": 1.2415458937198068e-05,
|
| 552 |
+
"loss": 0.5479,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.971350613915416,
|
| 557 |
+
"grad_norm": 149.20701599121094,
|
| 558 |
+
"learning_rate": 1.226449275362319e-05,
|
| 559 |
+
"loss": 0.3865,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 9.0,
|
| 564 |
+
"eval_accuracy": 0.8021390374331551,
|
| 565 |
+
"eval_loss": 1.1423715353012085,
|
| 566 |
+
"eval_macro_f1": 0.8018894824212496,
|
| 567 |
+
"eval_runtime": 1.4236,
|
| 568 |
+
"eval_samples_per_second": 525.437,
|
| 569 |
+
"eval_steps_per_second": 33.015,
|
| 570 |
+
"eval_weighted_f1": 0.8022351572590111,
|
| 571 |
+
"step": 1656
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.10368349249659,
|
| 575 |
+
"grad_norm": 190.3300323486328,
|
| 576 |
+
"learning_rate": 1.2113526570048311e-05,
|
| 577 |
+
"loss": 0.3596,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.240109140518417,
|
| 582 |
+
"grad_norm": 9.252737998962402,
|
| 583 |
+
"learning_rate": 1.1962560386473433e-05,
|
| 584 |
+
"loss": 0.5188,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.376534788540246,
|
| 589 |
+
"grad_norm": 172.89654541015625,
|
| 590 |
+
"learning_rate": 1.181159420289855e-05,
|
| 591 |
+
"loss": 0.3987,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 9.512960436562073,
|
| 596 |
+
"grad_norm": 261.0718078613281,
|
| 597 |
+
"learning_rate": 1.1660628019323672e-05,
|
| 598 |
+
"loss": 0.4286,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.649386084583902,
|
| 603 |
+
"grad_norm": 113.15726470947266,
|
| 604 |
+
"learning_rate": 1.1509661835748794e-05,
|
| 605 |
+
"loss": 0.3364,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.78581173260573,
|
| 610 |
+
"grad_norm": 5.792295455932617,
|
| 611 |
+
"learning_rate": 1.1358695652173914e-05,
|
| 612 |
+
"loss": 0.3799,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.922237380627559,
|
| 617 |
+
"grad_norm": 115.74317169189453,
|
| 618 |
+
"learning_rate": 1.1207729468599035e-05,
|
| 619 |
+
"loss": 0.3682,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 10.0,
|
| 624 |
+
"eval_accuracy": 0.8128342245989305,
|
| 625 |
+
"eval_loss": 1.0929088592529297,
|
| 626 |
+
"eval_macro_f1": 0.8118462490930552,
|
| 627 |
+
"eval_runtime": 1.3595,
|
| 628 |
+
"eval_samples_per_second": 550.219,
|
| 629 |
+
"eval_steps_per_second": 34.573,
|
| 630 |
+
"eval_weighted_f1": 0.8124814271756912,
|
| 631 |
+
"step": 1840
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"epoch": 10.054570259208731,
|
| 635 |
+
"grad_norm": 56.74972152709961,
|
| 636 |
+
"learning_rate": 1.1056763285024155e-05,
|
| 637 |
+
"loss": 0.3853,
|
| 638 |
+
"step": 1850
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"epoch": 10.19099590723056,
|
| 642 |
+
"grad_norm": 136.7636260986328,
|
| 643 |
+
"learning_rate": 1.0905797101449277e-05,
|
| 644 |
+
"loss": 0.1013,
|
| 645 |
+
"step": 1875
|
| 646 |
+
},
|
| 647 |
+
{
|
| 648 |
+
"epoch": 10.327421555252387,
|
| 649 |
+
"grad_norm": 391.3827209472656,
|
| 650 |
+
"learning_rate": 1.0754830917874397e-05,
|
| 651 |
+
"loss": 0.4171,
|
| 652 |
+
"step": 1900
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"epoch": 10.463847203274215,
|
| 656 |
+
"grad_norm": 57.222633361816406,
|
| 657 |
+
"learning_rate": 1.0603864734299518e-05,
|
| 658 |
+
"loss": 0.4165,
|
| 659 |
+
"step": 1925
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"epoch": 10.600272851296044,
|
| 663 |
+
"grad_norm": 671.1357421875,
|
| 664 |
+
"learning_rate": 1.045289855072464e-05,
|
| 665 |
+
"loss": 0.3613,
|
| 666 |
+
"step": 1950
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.736698499317871,
|
| 670 |
+
"grad_norm": 210.50753784179688,
|
| 671 |
+
"learning_rate": 1.0301932367149758e-05,
|
| 672 |
+
"loss": 0.241,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.8731241473397,
|
| 677 |
+
"grad_norm": 250.89288330078125,
|
| 678 |
+
"learning_rate": 1.015096618357488e-05,
|
| 679 |
+
"loss": 0.3554,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 11.0,
|
| 684 |
+
"eval_accuracy": 0.7967914438502673,
|
| 685 |
+
"eval_loss": 1.5202927589416504,
|
| 686 |
+
"eval_macro_f1": 0.7946886843664359,
|
| 687 |
+
"eval_runtime": 1.4091,
|
| 688 |
+
"eval_samples_per_second": 530.842,
|
| 689 |
+
"eval_steps_per_second": 33.355,
|
| 690 |
+
"eval_weighted_f1": 0.7952731739157387,
|
| 691 |
+
"step": 2024
|
| 692 |
+
},
|
| 693 |
+
{
|
| 694 |
+
"epoch": 11.005457025920872,
|
| 695 |
+
"grad_norm": 203.47804260253906,
|
| 696 |
+
"learning_rate": 1e-05,
|
| 697 |
+
"loss": 0.3683,
|
| 698 |
+
"step": 2025
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"epoch": 11.141882673942701,
|
| 702 |
+
"grad_norm": 72.73734283447266,
|
| 703 |
+
"learning_rate": 9.849033816425122e-06,
|
| 704 |
+
"loss": 0.2474,
|
| 705 |
+
"step": 2050
|
| 706 |
+
},
|
| 707 |
+
{
|
| 708 |
+
"epoch": 11.278308321964529,
|
| 709 |
+
"grad_norm": 35.04402542114258,
|
| 710 |
+
"learning_rate": 9.698067632850242e-06,
|
| 711 |
+
"loss": 0.2919,
|
| 712 |
+
"step": 2075
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"epoch": 11.414733969986358,
|
| 716 |
+
"grad_norm": 413.9624938964844,
|
| 717 |
+
"learning_rate": 9.547101449275364e-06,
|
| 718 |
+
"loss": 0.2626,
|
| 719 |
+
"step": 2100
|
| 720 |
+
},
|
| 721 |
+
{
|
| 722 |
+
"epoch": 11.551159618008185,
|
| 723 |
+
"grad_norm": 171.39659118652344,
|
| 724 |
+
"learning_rate": 9.396135265700484e-06,
|
| 725 |
+
"loss": 0.2956,
|
| 726 |
+
"step": 2125
|
| 727 |
+
},
|
| 728 |
+
{
|
| 729 |
+
"epoch": 11.687585266030014,
|
| 730 |
+
"grad_norm": 0.7402535676956177,
|
| 731 |
+
"learning_rate": 9.245169082125605e-06,
|
| 732 |
+
"loss": 0.1151,
|
| 733 |
+
"step": 2150
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"epoch": 11.824010914051842,
|
| 737 |
+
"grad_norm": 70.3759536743164,
|
| 738 |
+
"learning_rate": 9.094202898550725e-06,
|
| 739 |
+
"loss": 0.284,
|
| 740 |
+
"step": 2175
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"epoch": 11.96043656207367,
|
| 744 |
+
"grad_norm": 262.6759338378906,
|
| 745 |
+
"learning_rate": 8.943236714975847e-06,
|
| 746 |
+
"loss": 0.2583,
|
| 747 |
+
"step": 2200
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"epoch": 12.0,
|
| 751 |
+
"eval_accuracy": 0.8262032085561497,
|
| 752 |
+
"eval_loss": 1.4631001949310303,
|
| 753 |
+
"eval_macro_f1": 0.8254679996333824,
|
| 754 |
+
"eval_runtime": 1.3955,
|
| 755 |
+
"eval_samples_per_second": 536.0,
|
| 756 |
+
"eval_steps_per_second": 33.679,
|
| 757 |
+
"eval_weighted_f1": 0.8258559435919917,
|
| 758 |
+
"step": 2208
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"epoch": 12.092769440654843,
|
| 762 |
+
"grad_norm": 0.5337128043174744,
|
| 763 |
+
"learning_rate": 8.792270531400966e-06,
|
| 764 |
+
"loss": 0.1757,
|
| 765 |
+
"step": 2225
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"epoch": 12.229195088676672,
|
| 769 |
+
"grad_norm": 0.09363074600696564,
|
| 770 |
+
"learning_rate": 8.641304347826088e-06,
|
| 771 |
+
"loss": 0.144,
|
| 772 |
+
"step": 2250
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"epoch": 12.3656207366985,
|
| 776 |
+
"grad_norm": 20.824771881103516,
|
| 777 |
+
"learning_rate": 8.490338164251208e-06,
|
| 778 |
+
"loss": 0.1656,
|
| 779 |
+
"step": 2275
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"epoch": 12.502046384720327,
|
| 783 |
+
"grad_norm": 0.19896452128887177,
|
| 784 |
+
"learning_rate": 8.33937198067633e-06,
|
| 785 |
+
"loss": 0.1147,
|
| 786 |
+
"step": 2300
|
| 787 |
+
},
|
| 788 |
+
{
|
| 789 |
+
"epoch": 12.638472032742156,
|
| 790 |
+
"grad_norm": 71.46724700927734,
|
| 791 |
+
"learning_rate": 8.188405797101449e-06,
|
| 792 |
+
"loss": 0.1828,
|
| 793 |
+
"step": 2325
|
| 794 |
+
},
|
| 795 |
+
{
|
| 796 |
+
"epoch": 12.774897680763983,
|
| 797 |
+
"grad_norm": 0.09316150099039078,
|
| 798 |
+
"learning_rate": 8.03743961352657e-06,
|
| 799 |
+
"loss": 0.1325,
|
| 800 |
+
"step": 2350
|
| 801 |
+
},
|
| 802 |
+
{
|
| 803 |
+
"epoch": 12.911323328785812,
|
| 804 |
+
"grad_norm": 27.156536102294922,
|
| 805 |
+
"learning_rate": 7.88647342995169e-06,
|
| 806 |
+
"loss": 0.1897,
|
| 807 |
+
"step": 2375
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"epoch": 13.0,
|
| 811 |
+
"eval_accuracy": 0.8168449197860963,
|
| 812 |
+
"eval_loss": 1.5514274835586548,
|
| 813 |
+
"eval_macro_f1": 0.8160400470795331,
|
| 814 |
+
"eval_runtime": 1.3746,
|
| 815 |
+
"eval_samples_per_second": 544.155,
|
| 816 |
+
"eval_steps_per_second": 34.192,
|
| 817 |
+
"eval_weighted_f1": 0.8166252982040265,
|
| 818 |
+
"step": 2392
|
| 819 |
+
},
|
| 820 |
+
{
|
| 821 |
+
"epoch": 13.043656207366984,
|
| 822 |
+
"grad_norm": 0.7321101427078247,
|
| 823 |
+
"learning_rate": 7.735507246376812e-06,
|
| 824 |
+
"loss": 0.1885,
|
| 825 |
+
"step": 2400
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"epoch": 13.180081855388813,
|
| 829 |
+
"grad_norm": 728.0093994140625,
|
| 830 |
+
"learning_rate": 7.584541062801934e-06,
|
| 831 |
+
"loss": 0.2741,
|
| 832 |
+
"step": 2425
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"epoch": 13.31650750341064,
|
| 836 |
+
"grad_norm": 642.4351196289062,
|
| 837 |
+
"learning_rate": 7.4335748792270534e-06,
|
| 838 |
+
"loss": 0.1593,
|
| 839 |
+
"step": 2450
|
| 840 |
+
},
|
| 841 |
+
{
|
| 842 |
+
"epoch": 13.45293315143247,
|
| 843 |
+
"grad_norm": 82.096435546875,
|
| 844 |
+
"learning_rate": 7.282608695652175e-06,
|
| 845 |
+
"loss": 0.263,
|
| 846 |
+
"step": 2475
|
| 847 |
+
},
|
| 848 |
+
{
|
| 849 |
+
"epoch": 13.589358799454297,
|
| 850 |
+
"grad_norm": 86.42981719970703,
|
| 851 |
+
"learning_rate": 7.131642512077295e-06,
|
| 852 |
+
"loss": 0.1849,
|
| 853 |
+
"step": 2500
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"epoch": 13.725784447476126,
|
| 857 |
+
"grad_norm": 58.720970153808594,
|
| 858 |
+
"learning_rate": 6.980676328502416e-06,
|
| 859 |
+
"loss": 0.3491,
|
| 860 |
+
"step": 2525
|
| 861 |
+
},
|
| 862 |
+
{
|
| 863 |
+
"epoch": 13.862210095497954,
|
| 864 |
+
"grad_norm": 171.79254150390625,
|
| 865 |
+
"learning_rate": 6.829710144927537e-06,
|
| 866 |
+
"loss": 0.205,
|
| 867 |
+
"step": 2550
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 13.998635743519781,
|
| 871 |
+
"grad_norm": 37.18817901611328,
|
| 872 |
+
"learning_rate": 6.678743961352657e-06,
|
| 873 |
+
"loss": 0.1536,
|
| 874 |
+
"step": 2575
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 14.0,
|
| 878 |
+
"eval_accuracy": 0.8128342245989305,
|
| 879 |
+
"eval_loss": 1.6361796855926514,
|
| 880 |
+
"eval_macro_f1": 0.8117699139556221,
|
| 881 |
+
"eval_runtime": 1.388,
|
| 882 |
+
"eval_samples_per_second": 538.924,
|
| 883 |
+
"eval_steps_per_second": 33.863,
|
| 884 |
+
"eval_weighted_f1": 0.8121003525853281,
|
| 885 |
+
"step": 2576
|
| 886 |
+
},
|
| 887 |
+
{
|
| 888 |
+
"epoch": 14.130968622100955,
|
| 889 |
+
"grad_norm": 0.011790689080953598,
|
| 890 |
+
"learning_rate": 6.5277777777777784e-06,
|
| 891 |
+
"loss": 0.1705,
|
| 892 |
+
"step": 2600
|
| 893 |
+
},
|
| 894 |
+
{
|
| 895 |
+
"epoch": 14.267394270122782,
|
| 896 |
+
"grad_norm": 0.017756259068846703,
|
| 897 |
+
"learning_rate": 6.376811594202898e-06,
|
| 898 |
+
"loss": 0.1111,
|
| 899 |
+
"step": 2625
|
| 900 |
+
},
|
| 901 |
+
{
|
| 902 |
+
"epoch": 14.403819918144611,
|
| 903 |
+
"grad_norm": 0.014493733644485474,
|
| 904 |
+
"learning_rate": 6.22584541062802e-06,
|
| 905 |
+
"loss": 0.086,
|
| 906 |
+
"step": 2650
|
| 907 |
+
},
|
| 908 |
+
{
|
| 909 |
+
"epoch": 14.540245566166439,
|
| 910 |
+
"grad_norm": 0.12675778567790985,
|
| 911 |
+
"learning_rate": 6.0748792270531405e-06,
|
| 912 |
+
"loss": 0.046,
|
| 913 |
+
"step": 2675
|
| 914 |
+
},
|
| 915 |
+
{
|
| 916 |
+
"epoch": 14.676671214188268,
|
| 917 |
+
"grad_norm": 0.030607717111706734,
|
| 918 |
+
"learning_rate": 5.923913043478261e-06,
|
| 919 |
+
"loss": 0.1126,
|
| 920 |
+
"step": 2700
|
| 921 |
+
},
|
| 922 |
+
{
|
| 923 |
+
"epoch": 14.813096862210095,
|
| 924 |
+
"grad_norm": 508.4934387207031,
|
| 925 |
+
"learning_rate": 5.772946859903382e-06,
|
| 926 |
+
"loss": 0.0504,
|
| 927 |
+
"step": 2725
|
| 928 |
+
},
|
| 929 |
+
{
|
| 930 |
+
"epoch": 14.949522510231924,
|
| 931 |
+
"grad_norm": 2.0398285388946533,
|
| 932 |
+
"learning_rate": 5.6219806763285034e-06,
|
| 933 |
+
"loss": 0.2629,
|
| 934 |
+
"step": 2750
|
| 935 |
+
},
|
| 936 |
+
{
|
| 937 |
+
"epoch": 15.0,
|
| 938 |
+
"eval_accuracy": 0.8155080213903744,
|
| 939 |
+
"eval_loss": 1.7136917114257812,
|
| 940 |
+
"eval_macro_f1": 0.8140865749650312,
|
| 941 |
+
"eval_runtime": 1.3906,
|
| 942 |
+
"eval_samples_per_second": 537.903,
|
| 943 |
+
"eval_steps_per_second": 33.799,
|
| 944 |
+
"eval_weighted_f1": 0.8144231786229137,
|
| 945 |
+
"step": 2760
|
| 946 |
+
}
|
| 947 |
+
],
|
| 948 |
+
"logging_steps": 25,
|
| 949 |
+
"max_steps": 3680,
|
| 950 |
+
"num_input_tokens_seen": 0,
|
| 951 |
+
"num_train_epochs": 20,
|
| 952 |
+
"save_steps": 500,
|
| 953 |
+
"stateful_callbacks": {
|
| 954 |
+
"EarlyStoppingCallback": {
|
| 955 |
+
"args": {
|
| 956 |
+
"early_stopping_patience": 3,
|
| 957 |
+
"early_stopping_threshold": 0.0
|
| 958 |
+
},
|
| 959 |
+
"attributes": {
|
| 960 |
+
"early_stopping_patience_counter": 3
|
| 961 |
+
}
|
| 962 |
+
},
|
| 963 |
+
"TrainerControl": {
|
| 964 |
+
"args": {
|
| 965 |
+
"should_epoch_stop": false,
|
| 966 |
+
"should_evaluate": false,
|
| 967 |
+
"should_log": false,
|
| 968 |
+
"should_save": true,
|
| 969 |
+
"should_training_stop": true
|
| 970 |
+
},
|
| 971 |
+
"attributes": {}
|
| 972 |
+
}
|
| 973 |
+
},
|
| 974 |
+
"total_flos": 0.0,
|
| 975 |
+
"train_batch_size": 8,
|
| 976 |
+
"trial_name": null,
|
| 977 |
+
"trial_params": null
|
| 978 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167/trainer_state.json
ADDED
|
@@ -0,0 +1,766 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2167,
|
| 3 |
+
"best_metric": 0.8314934344484204,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167",
|
| 5 |
+
"epoch": 11.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2167,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.12706480304955528,
|
| 14 |
+
"grad_norm": 29.17889976501465,
|
| 15 |
+
"learning_rate": 1.218274111675127e-06,
|
| 16 |
+
"loss": 4.7375,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.25412960609911056,
|
| 21 |
+
"grad_norm": 26.52155876159668,
|
| 22 |
+
"learning_rate": 2.487309644670051e-06,
|
| 23 |
+
"loss": 4.6937,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.3811944091486658,
|
| 28 |
+
"grad_norm": 8.376198768615723,
|
| 29 |
+
"learning_rate": 3.756345177664975e-06,
|
| 30 |
+
"loss": 4.5681,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5082592121982211,
|
| 35 |
+
"grad_norm": 11.76487922668457,
|
| 36 |
+
"learning_rate": 5.025380710659899e-06,
|
| 37 |
+
"loss": 4.54,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6353240152477764,
|
| 42 |
+
"grad_norm": 20.56324005126953,
|
| 43 |
+
"learning_rate": 6.2944162436548225e-06,
|
| 44 |
+
"loss": 4.4862,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.7623888182973316,
|
| 49 |
+
"grad_norm": 61.14592742919922,
|
| 50 |
+
"learning_rate": 7.563451776649747e-06,
|
| 51 |
+
"loss": 4.4539,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.8894536213468869,
|
| 56 |
+
"grad_norm": 13.794953346252441,
|
| 57 |
+
"learning_rate": 8.832487309644671e-06,
|
| 58 |
+
"loss": 4.3352,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.3961136023916293,
|
| 64 |
+
"eval_loss": 1.0661931037902832,
|
| 65 |
+
"eval_macro_f1": 0.3557832357085587,
|
| 66 |
+
"eval_runtime": 1.3072,
|
| 67 |
+
"eval_samples_per_second": 511.776,
|
| 68 |
+
"eval_steps_per_second": 32.129,
|
| 69 |
+
"eval_weighted_f1": 0.3548737552720299,
|
| 70 |
+
"step": 197
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0152477763659467,
|
| 74 |
+
"grad_norm": 38.92656326293945,
|
| 75 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 76 |
+
"loss": 4.2694,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.1423125794155018,
|
| 81 |
+
"grad_norm": 47.59498977661133,
|
| 82 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 83 |
+
"loss": 4.0622,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.2693773824650572,
|
| 88 |
+
"grad_norm": 79.16809844970703,
|
| 89 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 90 |
+
"loss": 3.7822,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.3964421855146125,
|
| 95 |
+
"grad_norm": 121.33692932128906,
|
| 96 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 97 |
+
"loss": 3.6838,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.5235069885641677,
|
| 102 |
+
"grad_norm": 77.21849822998047,
|
| 103 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 104 |
+
"loss": 3.557,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.650571791613723,
|
| 109 |
+
"grad_norm": 62.764930725097656,
|
| 110 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 111 |
+
"loss": 3.0787,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.7776365946632784,
|
| 116 |
+
"grad_norm": 170.36572265625,
|
| 117 |
+
"learning_rate": 1.771573604060914e-05,
|
| 118 |
+
"loss": 3.177,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.9047013977128335,
|
| 123 |
+
"grad_norm": 73.31089782714844,
|
| 124 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 125 |
+
"loss": 3.3615,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 2.0,
|
| 130 |
+
"eval_accuracy": 0.70254110612855,
|
| 131 |
+
"eval_loss": 0.6529975533485413,
|
| 132 |
+
"eval_macro_f1": 0.688768251775708,
|
| 133 |
+
"eval_runtime": 1.2161,
|
| 134 |
+
"eval_samples_per_second": 550.104,
|
| 135 |
+
"eval_steps_per_second": 34.536,
|
| 136 |
+
"eval_weighted_f1": 0.6899239578890869,
|
| 137 |
+
"step": 394
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.0304955527318933,
|
| 141 |
+
"grad_norm": 87.74148559570312,
|
| 142 |
+
"learning_rate": 1.997179921037789e-05,
|
| 143 |
+
"loss": 2.9657,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.1575603557814484,
|
| 148 |
+
"grad_norm": 71.63751220703125,
|
| 149 |
+
"learning_rate": 1.9830795262267346e-05,
|
| 150 |
+
"loss": 2.9307,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.2846251588310036,
|
| 155 |
+
"grad_norm": 81.30516052246094,
|
| 156 |
+
"learning_rate": 1.96897913141568e-05,
|
| 157 |
+
"loss": 2.6925,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.411689961880559,
|
| 162 |
+
"grad_norm": 245.49725341796875,
|
| 163 |
+
"learning_rate": 1.954878736604625e-05,
|
| 164 |
+
"loss": 2.5833,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.5387547649301143,
|
| 169 |
+
"grad_norm": 143.1084747314453,
|
| 170 |
+
"learning_rate": 1.9407783417935703e-05,
|
| 171 |
+
"loss": 2.2256,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.6658195679796695,
|
| 176 |
+
"grad_norm": 124.37549591064453,
|
| 177 |
+
"learning_rate": 1.9266779469825156e-05,
|
| 178 |
+
"loss": 2.5721,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.792884371029225,
|
| 183 |
+
"grad_norm": 136.49591064453125,
|
| 184 |
+
"learning_rate": 1.912577552171461e-05,
|
| 185 |
+
"loss": 2.382,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 2.91994917407878,
|
| 190 |
+
"grad_norm": 97.83900451660156,
|
| 191 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 192 |
+
"loss": 2.4684,
|
| 193 |
+
"step": 575
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 3.0,
|
| 197 |
+
"eval_accuracy": 0.7742899850523169,
|
| 198 |
+
"eval_loss": 0.5910671949386597,
|
| 199 |
+
"eval_macro_f1": 0.7735192424769894,
|
| 200 |
+
"eval_runtime": 1.2184,
|
| 201 |
+
"eval_samples_per_second": 549.1,
|
| 202 |
+
"eval_steps_per_second": 34.473,
|
| 203 |
+
"eval_weighted_f1": 0.7733756457047541,
|
| 204 |
+
"step": 591
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.04574332909784,
|
| 208 |
+
"grad_norm": 111.62716674804688,
|
| 209 |
+
"learning_rate": 1.8843767625493517e-05,
|
| 210 |
+
"loss": 2.0779,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.172808132147395,
|
| 215 |
+
"grad_norm": 151.1236114501953,
|
| 216 |
+
"learning_rate": 1.870276367738297e-05,
|
| 217 |
+
"loss": 2.1251,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.2998729351969507,
|
| 222 |
+
"grad_norm": 79.7332763671875,
|
| 223 |
+
"learning_rate": 1.856175972927242e-05,
|
| 224 |
+
"loss": 2.0306,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.426937738246506,
|
| 229 |
+
"grad_norm": 58.12649154663086,
|
| 230 |
+
"learning_rate": 1.8420755781161873e-05,
|
| 231 |
+
"loss": 1.9131,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.554002541296061,
|
| 236 |
+
"grad_norm": 102.69696807861328,
|
| 237 |
+
"learning_rate": 1.8279751833051327e-05,
|
| 238 |
+
"loss": 1.9934,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.681067344345616,
|
| 243 |
+
"grad_norm": 100.18780517578125,
|
| 244 |
+
"learning_rate": 1.813874788494078e-05,
|
| 245 |
+
"loss": 2.0366,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 3.8081321473951717,
|
| 250 |
+
"grad_norm": 89.82222747802734,
|
| 251 |
+
"learning_rate": 1.7997743936830234e-05,
|
| 252 |
+
"loss": 2.0814,
|
| 253 |
+
"step": 750
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 3.935196950444727,
|
| 257 |
+
"grad_norm": 37.997894287109375,
|
| 258 |
+
"learning_rate": 1.7856739988719684e-05,
|
| 259 |
+
"loss": 1.8044,
|
| 260 |
+
"step": 775
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"epoch": 4.0,
|
| 264 |
+
"eval_accuracy": 0.8011958146487295,
|
| 265 |
+
"eval_loss": 0.5433006882667542,
|
| 266 |
+
"eval_macro_f1": 0.7995711662765617,
|
| 267 |
+
"eval_runtime": 1.4201,
|
| 268 |
+
"eval_samples_per_second": 471.09,
|
| 269 |
+
"eval_steps_per_second": 29.575,
|
| 270 |
+
"eval_weighted_f1": 0.799906536566153,
|
| 271 |
+
"step": 788
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.060991105463787,
|
| 275 |
+
"grad_norm": 132.47442626953125,
|
| 276 |
+
"learning_rate": 1.771573604060914e-05,
|
| 277 |
+
"loss": 2.0071,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.188055908513342,
|
| 282 |
+
"grad_norm": 100.00971984863281,
|
| 283 |
+
"learning_rate": 1.7574732092498594e-05,
|
| 284 |
+
"loss": 1.5186,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.315120711562897,
|
| 289 |
+
"grad_norm": 58.45487594604492,
|
| 290 |
+
"learning_rate": 1.7433728144388044e-05,
|
| 291 |
+
"loss": 1.5549,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.4421855146124525,
|
| 296 |
+
"grad_norm": 66.08984375,
|
| 297 |
+
"learning_rate": 1.7292724196277497e-05,
|
| 298 |
+
"loss": 1.6877,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.569250317662007,
|
| 303 |
+
"grad_norm": 42.677345275878906,
|
| 304 |
+
"learning_rate": 1.715172024816695e-05,
|
| 305 |
+
"loss": 1.5175,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.696315120711563,
|
| 310 |
+
"grad_norm": 108.39213562011719,
|
| 311 |
+
"learning_rate": 1.7010716300056404e-05,
|
| 312 |
+
"loss": 1.5243,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 4.823379923761118,
|
| 317 |
+
"grad_norm": 110.45266723632812,
|
| 318 |
+
"learning_rate": 1.6869712351945854e-05,
|
| 319 |
+
"loss": 1.6262,
|
| 320 |
+
"step": 950
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"epoch": 4.950444726810673,
|
| 324 |
+
"grad_norm": 85.13636016845703,
|
| 325 |
+
"learning_rate": 1.672870840383531e-05,
|
| 326 |
+
"loss": 1.4991,
|
| 327 |
+
"step": 975
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"epoch": 5.0,
|
| 331 |
+
"eval_accuracy": 0.8176382660687593,
|
| 332 |
+
"eval_loss": 0.513548731803894,
|
| 333 |
+
"eval_macro_f1": 0.815695725342974,
|
| 334 |
+
"eval_runtime": 1.345,
|
| 335 |
+
"eval_samples_per_second": 497.387,
|
| 336 |
+
"eval_steps_per_second": 31.226,
|
| 337 |
+
"eval_weighted_f1": 0.8159647766655864,
|
| 338 |
+
"step": 985
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.076238881829733,
|
| 342 |
+
"grad_norm": 45.865291595458984,
|
| 343 |
+
"learning_rate": 1.6587704455724764e-05,
|
| 344 |
+
"loss": 1.1979,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.203303684879288,
|
| 349 |
+
"grad_norm": 90.41104125976562,
|
| 350 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 351 |
+
"loss": 1.3344,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.330368487928844,
|
| 356 |
+
"grad_norm": 64.83638763427734,
|
| 357 |
+
"learning_rate": 1.6305696559503667e-05,
|
| 358 |
+
"loss": 1.25,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.457433290978399,
|
| 363 |
+
"grad_norm": 125.38822937011719,
|
| 364 |
+
"learning_rate": 1.616469261139312e-05,
|
| 365 |
+
"loss": 1.0964,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.584498094027954,
|
| 370 |
+
"grad_norm": 139.2177276611328,
|
| 371 |
+
"learning_rate": 1.6023688663282574e-05,
|
| 372 |
+
"loss": 1.3236,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 5.71156289707751,
|
| 377 |
+
"grad_norm": 67.51705169677734,
|
| 378 |
+
"learning_rate": 1.5882684715172024e-05,
|
| 379 |
+
"loss": 1.1173,
|
| 380 |
+
"step": 1125
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"epoch": 5.838627700127065,
|
| 384 |
+
"grad_norm": 64.76457977294922,
|
| 385 |
+
"learning_rate": 1.5741680767061477e-05,
|
| 386 |
+
"loss": 1.1948,
|
| 387 |
+
"step": 1150
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"epoch": 5.96569250317662,
|
| 391 |
+
"grad_norm": 66.048095703125,
|
| 392 |
+
"learning_rate": 1.5600676818950934e-05,
|
| 393 |
+
"loss": 1.3497,
|
| 394 |
+
"step": 1175
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"epoch": 6.0,
|
| 398 |
+
"eval_accuracy": 0.796711509715994,
|
| 399 |
+
"eval_loss": 0.599698007106781,
|
| 400 |
+
"eval_macro_f1": 0.7972858126198855,
|
| 401 |
+
"eval_runtime": 1.2642,
|
| 402 |
+
"eval_samples_per_second": 529.189,
|
| 403 |
+
"eval_steps_per_second": 33.223,
|
| 404 |
+
"eval_weighted_f1": 0.7973375495981618,
|
| 405 |
+
"step": 1182
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.09148665819568,
|
| 409 |
+
"grad_norm": 53.114356994628906,
|
| 410 |
+
"learning_rate": 1.5459672870840384e-05,
|
| 411 |
+
"loss": 0.8868,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.2185514612452355,
|
| 416 |
+
"grad_norm": 108.65157318115234,
|
| 417 |
+
"learning_rate": 1.5318668922729838e-05,
|
| 418 |
+
"loss": 0.9815,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.34561626429479,
|
| 423 |
+
"grad_norm": 96.79255676269531,
|
| 424 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 425 |
+
"loss": 0.8609,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.472681067344346,
|
| 430 |
+
"grad_norm": 84.86527252197266,
|
| 431 |
+
"learning_rate": 1.5036661026508743e-05,
|
| 432 |
+
"loss": 0.9133,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.599745870393901,
|
| 437 |
+
"grad_norm": 69.06964874267578,
|
| 438 |
+
"learning_rate": 1.4895657078398196e-05,
|
| 439 |
+
"loss": 0.8677,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 6.726810673443456,
|
| 444 |
+
"grad_norm": 62.62803649902344,
|
| 445 |
+
"learning_rate": 1.4754653130287648e-05,
|
| 446 |
+
"loss": 0.8517,
|
| 447 |
+
"step": 1325
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"epoch": 6.853875476493012,
|
| 451 |
+
"grad_norm": 12.927627563476562,
|
| 452 |
+
"learning_rate": 1.4613649182177103e-05,
|
| 453 |
+
"loss": 0.9448,
|
| 454 |
+
"step": 1350
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"epoch": 6.980940279542566,
|
| 458 |
+
"grad_norm": 82.27486419677734,
|
| 459 |
+
"learning_rate": 1.4472645234066556e-05,
|
| 460 |
+
"loss": 0.962,
|
| 461 |
+
"step": 1375
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"epoch": 7.0,
|
| 465 |
+
"eval_accuracy": 0.7997010463378177,
|
| 466 |
+
"eval_loss": 0.6465733647346497,
|
| 467 |
+
"eval_macro_f1": 0.799044722528155,
|
| 468 |
+
"eval_runtime": 1.2398,
|
| 469 |
+
"eval_samples_per_second": 539.598,
|
| 470 |
+
"eval_steps_per_second": 33.876,
|
| 471 |
+
"eval_weighted_f1": 0.7990803621227142,
|
| 472 |
+
"step": 1379
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.106734434561626,
|
| 476 |
+
"grad_norm": 40.49664306640625,
|
| 477 |
+
"learning_rate": 1.4331641285956008e-05,
|
| 478 |
+
"loss": 0.6637,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.233799237611182,
|
| 483 |
+
"grad_norm": 103.74107360839844,
|
| 484 |
+
"learning_rate": 1.4190637337845461e-05,
|
| 485 |
+
"loss": 0.6595,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.360864040660737,
|
| 490 |
+
"grad_norm": 115.6104736328125,
|
| 491 |
+
"learning_rate": 1.4049633389734913e-05,
|
| 492 |
+
"loss": 0.7659,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.487928843710292,
|
| 497 |
+
"grad_norm": 50.52177429199219,
|
| 498 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 499 |
+
"loss": 0.8046,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 7.614993646759848,
|
| 504 |
+
"grad_norm": 33.48719787597656,
|
| 505 |
+
"learning_rate": 1.3767625493513818e-05,
|
| 506 |
+
"loss": 0.5521,
|
| 507 |
+
"step": 1500
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"epoch": 7.742058449809403,
|
| 511 |
+
"grad_norm": 83.14810943603516,
|
| 512 |
+
"learning_rate": 1.3626621545403271e-05,
|
| 513 |
+
"loss": 0.6451,
|
| 514 |
+
"step": 1525
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"epoch": 7.869123252858958,
|
| 518 |
+
"grad_norm": 32.44966125488281,
|
| 519 |
+
"learning_rate": 1.3485617597292726e-05,
|
| 520 |
+
"loss": 0.7812,
|
| 521 |
+
"step": 1550
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"epoch": 7.9961880559085134,
|
| 525 |
+
"grad_norm": 61.12811279296875,
|
| 526 |
+
"learning_rate": 1.3344613649182178e-05,
|
| 527 |
+
"loss": 0.7841,
|
| 528 |
+
"step": 1575
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"epoch": 8.0,
|
| 532 |
+
"eval_accuracy": 0.820627802690583,
|
| 533 |
+
"eval_loss": 0.661375105381012,
|
| 534 |
+
"eval_macro_f1": 0.8224511151273267,
|
| 535 |
+
"eval_runtime": 1.2919,
|
| 536 |
+
"eval_samples_per_second": 517.852,
|
| 537 |
+
"eval_steps_per_second": 32.511,
|
| 538 |
+
"eval_weighted_f1": 0.822623929597814,
|
| 539 |
+
"step": 1576
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.121982210927573,
|
| 543 |
+
"grad_norm": 67.95091247558594,
|
| 544 |
+
"learning_rate": 1.3203609701071631e-05,
|
| 545 |
+
"loss": 0.5357,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.249047013977128,
|
| 550 |
+
"grad_norm": 135.2104949951172,
|
| 551 |
+
"learning_rate": 1.3062605752961083e-05,
|
| 552 |
+
"loss": 0.5598,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.376111817026684,
|
| 557 |
+
"grad_norm": 57.885009765625,
|
| 558 |
+
"learning_rate": 1.2921601804850537e-05,
|
| 559 |
+
"loss": 0.5439,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.503176620076239,
|
| 564 |
+
"grad_norm": 20.453453063964844,
|
| 565 |
+
"learning_rate": 1.278059785673999e-05,
|
| 566 |
+
"loss": 0.6211,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 8.630241423125794,
|
| 571 |
+
"grad_norm": 40.009437561035156,
|
| 572 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 573 |
+
"loss": 0.3975,
|
| 574 |
+
"step": 1700
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"epoch": 8.757306226175348,
|
| 578 |
+
"grad_norm": 82.4595718383789,
|
| 579 |
+
"learning_rate": 1.2498589960518897e-05,
|
| 580 |
+
"loss": 0.5907,
|
| 581 |
+
"step": 1725
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"epoch": 8.884371029224905,
|
| 585 |
+
"grad_norm": 15.787311553955078,
|
| 586 |
+
"learning_rate": 1.2357586012408348e-05,
|
| 587 |
+
"loss": 0.5347,
|
| 588 |
+
"step": 1750
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"epoch": 9.0,
|
| 592 |
+
"eval_accuracy": 0.8251121076233184,
|
| 593 |
+
"eval_loss": 0.8516336679458618,
|
| 594 |
+
"eval_macro_f1": 0.8253582479588671,
|
| 595 |
+
"eval_runtime": 1.4807,
|
| 596 |
+
"eval_samples_per_second": 451.803,
|
| 597 |
+
"eval_steps_per_second": 28.364,
|
| 598 |
+
"eval_weighted_f1": 0.8256992109259945,
|
| 599 |
+
"step": 1773
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.010165184243965,
|
| 603 |
+
"grad_norm": 289.51483154296875,
|
| 604 |
+
"learning_rate": 1.2216582064297802e-05,
|
| 605 |
+
"loss": 0.4955,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.13722998729352,
|
| 610 |
+
"grad_norm": 15.389347076416016,
|
| 611 |
+
"learning_rate": 1.2075578116187253e-05,
|
| 612 |
+
"loss": 0.4573,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.264294790343074,
|
| 617 |
+
"grad_norm": 137.13397216796875,
|
| 618 |
+
"learning_rate": 1.1934574168076707e-05,
|
| 619 |
+
"loss": 0.4986,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.39135959339263,
|
| 624 |
+
"grad_norm": 32.77814865112305,
|
| 625 |
+
"learning_rate": 1.179357021996616e-05,
|
| 626 |
+
"loss": 0.3101,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 9.518424396442185,
|
| 631 |
+
"grad_norm": 107.05435180664062,
|
| 632 |
+
"learning_rate": 1.1652566271855612e-05,
|
| 633 |
+
"loss": 0.6218,
|
| 634 |
+
"step": 1875
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"epoch": 9.64548919949174,
|
| 638 |
+
"grad_norm": 2.4171664714813232,
|
| 639 |
+
"learning_rate": 1.1511562323745067e-05,
|
| 640 |
+
"loss": 0.4664,
|
| 641 |
+
"step": 1900
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"epoch": 9.772554002541296,
|
| 645 |
+
"grad_norm": 172.13125610351562,
|
| 646 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 647 |
+
"loss": 0.3774,
|
| 648 |
+
"step": 1925
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 9.899618805590851,
|
| 652 |
+
"grad_norm": 41.93378829956055,
|
| 653 |
+
"learning_rate": 1.1229554427523972e-05,
|
| 654 |
+
"loss": 0.4643,
|
| 655 |
+
"step": 1950
|
| 656 |
+
},
|
| 657 |
+
{
|
| 658 |
+
"epoch": 10.0,
|
| 659 |
+
"eval_accuracy": 0.8101644245142003,
|
| 660 |
+
"eval_loss": 1.1081111431121826,
|
| 661 |
+
"eval_macro_f1": 0.8119147041158298,
|
| 662 |
+
"eval_runtime": 1.3344,
|
| 663 |
+
"eval_samples_per_second": 501.347,
|
| 664 |
+
"eval_steps_per_second": 31.475,
|
| 665 |
+
"eval_weighted_f1": 0.8120386373456043,
|
| 666 |
+
"step": 1970
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.025412960609911,
|
| 670 |
+
"grad_norm": 1.7088863849639893,
|
| 671 |
+
"learning_rate": 1.1088550479413425e-05,
|
| 672 |
+
"loss": 0.3184,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.152477763659466,
|
| 677 |
+
"grad_norm": 255.85342407226562,
|
| 678 |
+
"learning_rate": 1.0947546531302877e-05,
|
| 679 |
+
"loss": 0.4182,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 10.279542566709022,
|
| 684 |
+
"grad_norm": 1.9069457054138184,
|
| 685 |
+
"learning_rate": 1.080654258319233e-05,
|
| 686 |
+
"loss": 0.4541,
|
| 687 |
+
"step": 2025
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"epoch": 10.406607369758577,
|
| 691 |
+
"grad_norm": 40.2595100402832,
|
| 692 |
+
"learning_rate": 1.0665538635081782e-05,
|
| 693 |
+
"loss": 0.3488,
|
| 694 |
+
"step": 2050
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"epoch": 10.533672172808132,
|
| 698 |
+
"grad_norm": 16.464719772338867,
|
| 699 |
+
"learning_rate": 1.0524534686971236e-05,
|
| 700 |
+
"loss": 0.3914,
|
| 701 |
+
"step": 2075
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"epoch": 10.660736975857688,
|
| 705 |
+
"grad_norm": 241.2074432373047,
|
| 706 |
+
"learning_rate": 1.038353073886069e-05,
|
| 707 |
+
"loss": 0.2819,
|
| 708 |
+
"step": 2100
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"epoch": 10.787801778907243,
|
| 712 |
+
"grad_norm": 136.58197021484375,
|
| 713 |
+
"learning_rate": 1.0242526790750142e-05,
|
| 714 |
+
"loss": 0.371,
|
| 715 |
+
"step": 2125
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"epoch": 10.914866581956797,
|
| 719 |
+
"grad_norm": 138.420166015625,
|
| 720 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 721 |
+
"loss": 0.3856,
|
| 722 |
+
"step": 2150
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"epoch": 11.0,
|
| 726 |
+
"eval_accuracy": 0.8310911808669657,
|
| 727 |
+
"eval_loss": 1.183675765991211,
|
| 728 |
+
"eval_macro_f1": 0.8314934344484204,
|
| 729 |
+
"eval_runtime": 1.4146,
|
| 730 |
+
"eval_samples_per_second": 472.94,
|
| 731 |
+
"eval_steps_per_second": 29.691,
|
| 732 |
+
"eval_weighted_f1": 0.8315136292704022,
|
| 733 |
+
"step": 2167
|
| 734 |
+
}
|
| 735 |
+
],
|
| 736 |
+
"logging_steps": 25,
|
| 737 |
+
"max_steps": 3940,
|
| 738 |
+
"num_input_tokens_seen": 0,
|
| 739 |
+
"num_train_epochs": 20,
|
| 740 |
+
"save_steps": 500,
|
| 741 |
+
"stateful_callbacks": {
|
| 742 |
+
"EarlyStoppingCallback": {
|
| 743 |
+
"args": {
|
| 744 |
+
"early_stopping_patience": 3,
|
| 745 |
+
"early_stopping_threshold": 0.0
|
| 746 |
+
},
|
| 747 |
+
"attributes": {
|
| 748 |
+
"early_stopping_patience_counter": 0
|
| 749 |
+
}
|
| 750 |
+
},
|
| 751 |
+
"TrainerControl": {
|
| 752 |
+
"args": {
|
| 753 |
+
"should_epoch_stop": false,
|
| 754 |
+
"should_evaluate": false,
|
| 755 |
+
"should_log": false,
|
| 756 |
+
"should_save": true,
|
| 757 |
+
"should_training_stop": false
|
| 758 |
+
},
|
| 759 |
+
"attributes": {}
|
| 760 |
+
}
|
| 761 |
+
},
|
| 762 |
+
"total_flos": 0.0,
|
| 763 |
+
"train_batch_size": 8,
|
| 764 |
+
"trial_name": null,
|
| 765 |
+
"trial_params": null
|
| 766 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2758/trainer_state.json
ADDED
|
@@ -0,0 +1,967 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2167,
|
| 3 |
+
"best_metric": 0.8314934344484204,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s43-20260902T133015Z-fbd63439/trainer/checkpoint-2167",
|
| 5 |
+
"epoch": 14.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2758,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.12706480304955528,
|
| 14 |
+
"grad_norm": 29.17889976501465,
|
| 15 |
+
"learning_rate": 1.218274111675127e-06,
|
| 16 |
+
"loss": 4.7375,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.25412960609911056,
|
| 21 |
+
"grad_norm": 26.52155876159668,
|
| 22 |
+
"learning_rate": 2.487309644670051e-06,
|
| 23 |
+
"loss": 4.6937,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.3811944091486658,
|
| 28 |
+
"grad_norm": 8.376198768615723,
|
| 29 |
+
"learning_rate": 3.756345177664975e-06,
|
| 30 |
+
"loss": 4.5681,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5082592121982211,
|
| 35 |
+
"grad_norm": 11.76487922668457,
|
| 36 |
+
"learning_rate": 5.025380710659899e-06,
|
| 37 |
+
"loss": 4.54,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6353240152477764,
|
| 42 |
+
"grad_norm": 20.56324005126953,
|
| 43 |
+
"learning_rate": 6.2944162436548225e-06,
|
| 44 |
+
"loss": 4.4862,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.7623888182973316,
|
| 49 |
+
"grad_norm": 61.14592742919922,
|
| 50 |
+
"learning_rate": 7.563451776649747e-06,
|
| 51 |
+
"loss": 4.4539,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.8894536213468869,
|
| 56 |
+
"grad_norm": 13.794953346252441,
|
| 57 |
+
"learning_rate": 8.832487309644671e-06,
|
| 58 |
+
"loss": 4.3352,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.3961136023916293,
|
| 64 |
+
"eval_loss": 1.0661931037902832,
|
| 65 |
+
"eval_macro_f1": 0.3557832357085587,
|
| 66 |
+
"eval_runtime": 1.3072,
|
| 67 |
+
"eval_samples_per_second": 511.776,
|
| 68 |
+
"eval_steps_per_second": 32.129,
|
| 69 |
+
"eval_weighted_f1": 0.3548737552720299,
|
| 70 |
+
"step": 197
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0152477763659467,
|
| 74 |
+
"grad_norm": 38.92656326293945,
|
| 75 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 76 |
+
"loss": 4.2694,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.1423125794155018,
|
| 81 |
+
"grad_norm": 47.59498977661133,
|
| 82 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 83 |
+
"loss": 4.0622,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.2693773824650572,
|
| 88 |
+
"grad_norm": 79.16809844970703,
|
| 89 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 90 |
+
"loss": 3.7822,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.3964421855146125,
|
| 95 |
+
"grad_norm": 121.33692932128906,
|
| 96 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 97 |
+
"loss": 3.6838,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.5235069885641677,
|
| 102 |
+
"grad_norm": 77.21849822998047,
|
| 103 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 104 |
+
"loss": 3.557,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.650571791613723,
|
| 109 |
+
"grad_norm": 62.764930725097656,
|
| 110 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 111 |
+
"loss": 3.0787,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.7776365946632784,
|
| 116 |
+
"grad_norm": 170.36572265625,
|
| 117 |
+
"learning_rate": 1.771573604060914e-05,
|
| 118 |
+
"loss": 3.177,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.9047013977128335,
|
| 123 |
+
"grad_norm": 73.31089782714844,
|
| 124 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 125 |
+
"loss": 3.3615,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 2.0,
|
| 130 |
+
"eval_accuracy": 0.70254110612855,
|
| 131 |
+
"eval_loss": 0.6529975533485413,
|
| 132 |
+
"eval_macro_f1": 0.688768251775708,
|
| 133 |
+
"eval_runtime": 1.2161,
|
| 134 |
+
"eval_samples_per_second": 550.104,
|
| 135 |
+
"eval_steps_per_second": 34.536,
|
| 136 |
+
"eval_weighted_f1": 0.6899239578890869,
|
| 137 |
+
"step": 394
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.0304955527318933,
|
| 141 |
+
"grad_norm": 87.74148559570312,
|
| 142 |
+
"learning_rate": 1.997179921037789e-05,
|
| 143 |
+
"loss": 2.9657,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.1575603557814484,
|
| 148 |
+
"grad_norm": 71.63751220703125,
|
| 149 |
+
"learning_rate": 1.9830795262267346e-05,
|
| 150 |
+
"loss": 2.9307,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.2846251588310036,
|
| 155 |
+
"grad_norm": 81.30516052246094,
|
| 156 |
+
"learning_rate": 1.96897913141568e-05,
|
| 157 |
+
"loss": 2.6925,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.411689961880559,
|
| 162 |
+
"grad_norm": 245.49725341796875,
|
| 163 |
+
"learning_rate": 1.954878736604625e-05,
|
| 164 |
+
"loss": 2.5833,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.5387547649301143,
|
| 169 |
+
"grad_norm": 143.1084747314453,
|
| 170 |
+
"learning_rate": 1.9407783417935703e-05,
|
| 171 |
+
"loss": 2.2256,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.6658195679796695,
|
| 176 |
+
"grad_norm": 124.37549591064453,
|
| 177 |
+
"learning_rate": 1.9266779469825156e-05,
|
| 178 |
+
"loss": 2.5721,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.792884371029225,
|
| 183 |
+
"grad_norm": 136.49591064453125,
|
| 184 |
+
"learning_rate": 1.912577552171461e-05,
|
| 185 |
+
"loss": 2.382,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 2.91994917407878,
|
| 190 |
+
"grad_norm": 97.83900451660156,
|
| 191 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 192 |
+
"loss": 2.4684,
|
| 193 |
+
"step": 575
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 3.0,
|
| 197 |
+
"eval_accuracy": 0.7742899850523169,
|
| 198 |
+
"eval_loss": 0.5910671949386597,
|
| 199 |
+
"eval_macro_f1": 0.7735192424769894,
|
| 200 |
+
"eval_runtime": 1.2184,
|
| 201 |
+
"eval_samples_per_second": 549.1,
|
| 202 |
+
"eval_steps_per_second": 34.473,
|
| 203 |
+
"eval_weighted_f1": 0.7733756457047541,
|
| 204 |
+
"step": 591
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.04574332909784,
|
| 208 |
+
"grad_norm": 111.62716674804688,
|
| 209 |
+
"learning_rate": 1.8843767625493517e-05,
|
| 210 |
+
"loss": 2.0779,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.172808132147395,
|
| 215 |
+
"grad_norm": 151.1236114501953,
|
| 216 |
+
"learning_rate": 1.870276367738297e-05,
|
| 217 |
+
"loss": 2.1251,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.2998729351969507,
|
| 222 |
+
"grad_norm": 79.7332763671875,
|
| 223 |
+
"learning_rate": 1.856175972927242e-05,
|
| 224 |
+
"loss": 2.0306,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.426937738246506,
|
| 229 |
+
"grad_norm": 58.12649154663086,
|
| 230 |
+
"learning_rate": 1.8420755781161873e-05,
|
| 231 |
+
"loss": 1.9131,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.554002541296061,
|
| 236 |
+
"grad_norm": 102.69696807861328,
|
| 237 |
+
"learning_rate": 1.8279751833051327e-05,
|
| 238 |
+
"loss": 1.9934,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.681067344345616,
|
| 243 |
+
"grad_norm": 100.18780517578125,
|
| 244 |
+
"learning_rate": 1.813874788494078e-05,
|
| 245 |
+
"loss": 2.0366,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 3.8081321473951717,
|
| 250 |
+
"grad_norm": 89.82222747802734,
|
| 251 |
+
"learning_rate": 1.7997743936830234e-05,
|
| 252 |
+
"loss": 2.0814,
|
| 253 |
+
"step": 750
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 3.935196950444727,
|
| 257 |
+
"grad_norm": 37.997894287109375,
|
| 258 |
+
"learning_rate": 1.7856739988719684e-05,
|
| 259 |
+
"loss": 1.8044,
|
| 260 |
+
"step": 775
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"epoch": 4.0,
|
| 264 |
+
"eval_accuracy": 0.8011958146487295,
|
| 265 |
+
"eval_loss": 0.5433006882667542,
|
| 266 |
+
"eval_macro_f1": 0.7995711662765617,
|
| 267 |
+
"eval_runtime": 1.4201,
|
| 268 |
+
"eval_samples_per_second": 471.09,
|
| 269 |
+
"eval_steps_per_second": 29.575,
|
| 270 |
+
"eval_weighted_f1": 0.799906536566153,
|
| 271 |
+
"step": 788
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.060991105463787,
|
| 275 |
+
"grad_norm": 132.47442626953125,
|
| 276 |
+
"learning_rate": 1.771573604060914e-05,
|
| 277 |
+
"loss": 2.0071,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.188055908513342,
|
| 282 |
+
"grad_norm": 100.00971984863281,
|
| 283 |
+
"learning_rate": 1.7574732092498594e-05,
|
| 284 |
+
"loss": 1.5186,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.315120711562897,
|
| 289 |
+
"grad_norm": 58.45487594604492,
|
| 290 |
+
"learning_rate": 1.7433728144388044e-05,
|
| 291 |
+
"loss": 1.5549,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.4421855146124525,
|
| 296 |
+
"grad_norm": 66.08984375,
|
| 297 |
+
"learning_rate": 1.7292724196277497e-05,
|
| 298 |
+
"loss": 1.6877,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.569250317662007,
|
| 303 |
+
"grad_norm": 42.677345275878906,
|
| 304 |
+
"learning_rate": 1.715172024816695e-05,
|
| 305 |
+
"loss": 1.5175,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.696315120711563,
|
| 310 |
+
"grad_norm": 108.39213562011719,
|
| 311 |
+
"learning_rate": 1.7010716300056404e-05,
|
| 312 |
+
"loss": 1.5243,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 4.823379923761118,
|
| 317 |
+
"grad_norm": 110.45266723632812,
|
| 318 |
+
"learning_rate": 1.6869712351945854e-05,
|
| 319 |
+
"loss": 1.6262,
|
| 320 |
+
"step": 950
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"epoch": 4.950444726810673,
|
| 324 |
+
"grad_norm": 85.13636016845703,
|
| 325 |
+
"learning_rate": 1.672870840383531e-05,
|
| 326 |
+
"loss": 1.4991,
|
| 327 |
+
"step": 975
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"epoch": 5.0,
|
| 331 |
+
"eval_accuracy": 0.8176382660687593,
|
| 332 |
+
"eval_loss": 0.513548731803894,
|
| 333 |
+
"eval_macro_f1": 0.815695725342974,
|
| 334 |
+
"eval_runtime": 1.345,
|
| 335 |
+
"eval_samples_per_second": 497.387,
|
| 336 |
+
"eval_steps_per_second": 31.226,
|
| 337 |
+
"eval_weighted_f1": 0.8159647766655864,
|
| 338 |
+
"step": 985
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.076238881829733,
|
| 342 |
+
"grad_norm": 45.865291595458984,
|
| 343 |
+
"learning_rate": 1.6587704455724764e-05,
|
| 344 |
+
"loss": 1.1979,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.203303684879288,
|
| 349 |
+
"grad_norm": 90.41104125976562,
|
| 350 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 351 |
+
"loss": 1.3344,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.330368487928844,
|
| 356 |
+
"grad_norm": 64.83638763427734,
|
| 357 |
+
"learning_rate": 1.6305696559503667e-05,
|
| 358 |
+
"loss": 1.25,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.457433290978399,
|
| 363 |
+
"grad_norm": 125.38822937011719,
|
| 364 |
+
"learning_rate": 1.616469261139312e-05,
|
| 365 |
+
"loss": 1.0964,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.584498094027954,
|
| 370 |
+
"grad_norm": 139.2177276611328,
|
| 371 |
+
"learning_rate": 1.6023688663282574e-05,
|
| 372 |
+
"loss": 1.3236,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 5.71156289707751,
|
| 377 |
+
"grad_norm": 67.51705169677734,
|
| 378 |
+
"learning_rate": 1.5882684715172024e-05,
|
| 379 |
+
"loss": 1.1173,
|
| 380 |
+
"step": 1125
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"epoch": 5.838627700127065,
|
| 384 |
+
"grad_norm": 64.76457977294922,
|
| 385 |
+
"learning_rate": 1.5741680767061477e-05,
|
| 386 |
+
"loss": 1.1948,
|
| 387 |
+
"step": 1150
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"epoch": 5.96569250317662,
|
| 391 |
+
"grad_norm": 66.048095703125,
|
| 392 |
+
"learning_rate": 1.5600676818950934e-05,
|
| 393 |
+
"loss": 1.3497,
|
| 394 |
+
"step": 1175
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"epoch": 6.0,
|
| 398 |
+
"eval_accuracy": 0.796711509715994,
|
| 399 |
+
"eval_loss": 0.599698007106781,
|
| 400 |
+
"eval_macro_f1": 0.7972858126198855,
|
| 401 |
+
"eval_runtime": 1.2642,
|
| 402 |
+
"eval_samples_per_second": 529.189,
|
| 403 |
+
"eval_steps_per_second": 33.223,
|
| 404 |
+
"eval_weighted_f1": 0.7973375495981618,
|
| 405 |
+
"step": 1182
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.09148665819568,
|
| 409 |
+
"grad_norm": 53.114356994628906,
|
| 410 |
+
"learning_rate": 1.5459672870840384e-05,
|
| 411 |
+
"loss": 0.8868,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.2185514612452355,
|
| 416 |
+
"grad_norm": 108.65157318115234,
|
| 417 |
+
"learning_rate": 1.5318668922729838e-05,
|
| 418 |
+
"loss": 0.9815,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.34561626429479,
|
| 423 |
+
"grad_norm": 96.79255676269531,
|
| 424 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 425 |
+
"loss": 0.8609,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.472681067344346,
|
| 430 |
+
"grad_norm": 84.86527252197266,
|
| 431 |
+
"learning_rate": 1.5036661026508743e-05,
|
| 432 |
+
"loss": 0.9133,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.599745870393901,
|
| 437 |
+
"grad_norm": 69.06964874267578,
|
| 438 |
+
"learning_rate": 1.4895657078398196e-05,
|
| 439 |
+
"loss": 0.8677,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 6.726810673443456,
|
| 444 |
+
"grad_norm": 62.62803649902344,
|
| 445 |
+
"learning_rate": 1.4754653130287648e-05,
|
| 446 |
+
"loss": 0.8517,
|
| 447 |
+
"step": 1325
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"epoch": 6.853875476493012,
|
| 451 |
+
"grad_norm": 12.927627563476562,
|
| 452 |
+
"learning_rate": 1.4613649182177103e-05,
|
| 453 |
+
"loss": 0.9448,
|
| 454 |
+
"step": 1350
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"epoch": 6.980940279542566,
|
| 458 |
+
"grad_norm": 82.27486419677734,
|
| 459 |
+
"learning_rate": 1.4472645234066556e-05,
|
| 460 |
+
"loss": 0.962,
|
| 461 |
+
"step": 1375
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"epoch": 7.0,
|
| 465 |
+
"eval_accuracy": 0.7997010463378177,
|
| 466 |
+
"eval_loss": 0.6465733647346497,
|
| 467 |
+
"eval_macro_f1": 0.799044722528155,
|
| 468 |
+
"eval_runtime": 1.2398,
|
| 469 |
+
"eval_samples_per_second": 539.598,
|
| 470 |
+
"eval_steps_per_second": 33.876,
|
| 471 |
+
"eval_weighted_f1": 0.7990803621227142,
|
| 472 |
+
"step": 1379
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.106734434561626,
|
| 476 |
+
"grad_norm": 40.49664306640625,
|
| 477 |
+
"learning_rate": 1.4331641285956008e-05,
|
| 478 |
+
"loss": 0.6637,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.233799237611182,
|
| 483 |
+
"grad_norm": 103.74107360839844,
|
| 484 |
+
"learning_rate": 1.4190637337845461e-05,
|
| 485 |
+
"loss": 0.6595,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.360864040660737,
|
| 490 |
+
"grad_norm": 115.6104736328125,
|
| 491 |
+
"learning_rate": 1.4049633389734913e-05,
|
| 492 |
+
"loss": 0.7659,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.487928843710292,
|
| 497 |
+
"grad_norm": 50.52177429199219,
|
| 498 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 499 |
+
"loss": 0.8046,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 7.614993646759848,
|
| 504 |
+
"grad_norm": 33.48719787597656,
|
| 505 |
+
"learning_rate": 1.3767625493513818e-05,
|
| 506 |
+
"loss": 0.5521,
|
| 507 |
+
"step": 1500
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"epoch": 7.742058449809403,
|
| 511 |
+
"grad_norm": 83.14810943603516,
|
| 512 |
+
"learning_rate": 1.3626621545403271e-05,
|
| 513 |
+
"loss": 0.6451,
|
| 514 |
+
"step": 1525
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"epoch": 7.869123252858958,
|
| 518 |
+
"grad_norm": 32.44966125488281,
|
| 519 |
+
"learning_rate": 1.3485617597292726e-05,
|
| 520 |
+
"loss": 0.7812,
|
| 521 |
+
"step": 1550
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"epoch": 7.9961880559085134,
|
| 525 |
+
"grad_norm": 61.12811279296875,
|
| 526 |
+
"learning_rate": 1.3344613649182178e-05,
|
| 527 |
+
"loss": 0.7841,
|
| 528 |
+
"step": 1575
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"epoch": 8.0,
|
| 532 |
+
"eval_accuracy": 0.820627802690583,
|
| 533 |
+
"eval_loss": 0.661375105381012,
|
| 534 |
+
"eval_macro_f1": 0.8224511151273267,
|
| 535 |
+
"eval_runtime": 1.2919,
|
| 536 |
+
"eval_samples_per_second": 517.852,
|
| 537 |
+
"eval_steps_per_second": 32.511,
|
| 538 |
+
"eval_weighted_f1": 0.822623929597814,
|
| 539 |
+
"step": 1576
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.121982210927573,
|
| 543 |
+
"grad_norm": 67.95091247558594,
|
| 544 |
+
"learning_rate": 1.3203609701071631e-05,
|
| 545 |
+
"loss": 0.5357,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.249047013977128,
|
| 550 |
+
"grad_norm": 135.2104949951172,
|
| 551 |
+
"learning_rate": 1.3062605752961083e-05,
|
| 552 |
+
"loss": 0.5598,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.376111817026684,
|
| 557 |
+
"grad_norm": 57.885009765625,
|
| 558 |
+
"learning_rate": 1.2921601804850537e-05,
|
| 559 |
+
"loss": 0.5439,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.503176620076239,
|
| 564 |
+
"grad_norm": 20.453453063964844,
|
| 565 |
+
"learning_rate": 1.278059785673999e-05,
|
| 566 |
+
"loss": 0.6211,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 8.630241423125794,
|
| 571 |
+
"grad_norm": 40.009437561035156,
|
| 572 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 573 |
+
"loss": 0.3975,
|
| 574 |
+
"step": 1700
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"epoch": 8.757306226175348,
|
| 578 |
+
"grad_norm": 82.4595718383789,
|
| 579 |
+
"learning_rate": 1.2498589960518897e-05,
|
| 580 |
+
"loss": 0.5907,
|
| 581 |
+
"step": 1725
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"epoch": 8.884371029224905,
|
| 585 |
+
"grad_norm": 15.787311553955078,
|
| 586 |
+
"learning_rate": 1.2357586012408348e-05,
|
| 587 |
+
"loss": 0.5347,
|
| 588 |
+
"step": 1750
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"epoch": 9.0,
|
| 592 |
+
"eval_accuracy": 0.8251121076233184,
|
| 593 |
+
"eval_loss": 0.8516336679458618,
|
| 594 |
+
"eval_macro_f1": 0.8253582479588671,
|
| 595 |
+
"eval_runtime": 1.4807,
|
| 596 |
+
"eval_samples_per_second": 451.803,
|
| 597 |
+
"eval_steps_per_second": 28.364,
|
| 598 |
+
"eval_weighted_f1": 0.8256992109259945,
|
| 599 |
+
"step": 1773
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.010165184243965,
|
| 603 |
+
"grad_norm": 289.51483154296875,
|
| 604 |
+
"learning_rate": 1.2216582064297802e-05,
|
| 605 |
+
"loss": 0.4955,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.13722998729352,
|
| 610 |
+
"grad_norm": 15.389347076416016,
|
| 611 |
+
"learning_rate": 1.2075578116187253e-05,
|
| 612 |
+
"loss": 0.4573,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.264294790343074,
|
| 617 |
+
"grad_norm": 137.13397216796875,
|
| 618 |
+
"learning_rate": 1.1934574168076707e-05,
|
| 619 |
+
"loss": 0.4986,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.39135959339263,
|
| 624 |
+
"grad_norm": 32.77814865112305,
|
| 625 |
+
"learning_rate": 1.179357021996616e-05,
|
| 626 |
+
"loss": 0.3101,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 9.518424396442185,
|
| 631 |
+
"grad_norm": 107.05435180664062,
|
| 632 |
+
"learning_rate": 1.1652566271855612e-05,
|
| 633 |
+
"loss": 0.6218,
|
| 634 |
+
"step": 1875
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"epoch": 9.64548919949174,
|
| 638 |
+
"grad_norm": 2.4171664714813232,
|
| 639 |
+
"learning_rate": 1.1511562323745067e-05,
|
| 640 |
+
"loss": 0.4664,
|
| 641 |
+
"step": 1900
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"epoch": 9.772554002541296,
|
| 645 |
+
"grad_norm": 172.13125610351562,
|
| 646 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 647 |
+
"loss": 0.3774,
|
| 648 |
+
"step": 1925
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 9.899618805590851,
|
| 652 |
+
"grad_norm": 41.93378829956055,
|
| 653 |
+
"learning_rate": 1.1229554427523972e-05,
|
| 654 |
+
"loss": 0.4643,
|
| 655 |
+
"step": 1950
|
| 656 |
+
},
|
| 657 |
+
{
|
| 658 |
+
"epoch": 10.0,
|
| 659 |
+
"eval_accuracy": 0.8101644245142003,
|
| 660 |
+
"eval_loss": 1.1081111431121826,
|
| 661 |
+
"eval_macro_f1": 0.8119147041158298,
|
| 662 |
+
"eval_runtime": 1.3344,
|
| 663 |
+
"eval_samples_per_second": 501.347,
|
| 664 |
+
"eval_steps_per_second": 31.475,
|
| 665 |
+
"eval_weighted_f1": 0.8120386373456043,
|
| 666 |
+
"step": 1970
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.025412960609911,
|
| 670 |
+
"grad_norm": 1.7088863849639893,
|
| 671 |
+
"learning_rate": 1.1088550479413425e-05,
|
| 672 |
+
"loss": 0.3184,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.152477763659466,
|
| 677 |
+
"grad_norm": 255.85342407226562,
|
| 678 |
+
"learning_rate": 1.0947546531302877e-05,
|
| 679 |
+
"loss": 0.4182,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 10.279542566709022,
|
| 684 |
+
"grad_norm": 1.9069457054138184,
|
| 685 |
+
"learning_rate": 1.080654258319233e-05,
|
| 686 |
+
"loss": 0.4541,
|
| 687 |
+
"step": 2025
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"epoch": 10.406607369758577,
|
| 691 |
+
"grad_norm": 40.2595100402832,
|
| 692 |
+
"learning_rate": 1.0665538635081782e-05,
|
| 693 |
+
"loss": 0.3488,
|
| 694 |
+
"step": 2050
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"epoch": 10.533672172808132,
|
| 698 |
+
"grad_norm": 16.464719772338867,
|
| 699 |
+
"learning_rate": 1.0524534686971236e-05,
|
| 700 |
+
"loss": 0.3914,
|
| 701 |
+
"step": 2075
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"epoch": 10.660736975857688,
|
| 705 |
+
"grad_norm": 241.2074432373047,
|
| 706 |
+
"learning_rate": 1.038353073886069e-05,
|
| 707 |
+
"loss": 0.2819,
|
| 708 |
+
"step": 2100
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"epoch": 10.787801778907243,
|
| 712 |
+
"grad_norm": 136.58197021484375,
|
| 713 |
+
"learning_rate": 1.0242526790750142e-05,
|
| 714 |
+
"loss": 0.371,
|
| 715 |
+
"step": 2125
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"epoch": 10.914866581956797,
|
| 719 |
+
"grad_norm": 138.420166015625,
|
| 720 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 721 |
+
"loss": 0.3856,
|
| 722 |
+
"step": 2150
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"epoch": 11.0,
|
| 726 |
+
"eval_accuracy": 0.8310911808669657,
|
| 727 |
+
"eval_loss": 1.183675765991211,
|
| 728 |
+
"eval_macro_f1": 0.8314934344484204,
|
| 729 |
+
"eval_runtime": 1.4146,
|
| 730 |
+
"eval_samples_per_second": 472.94,
|
| 731 |
+
"eval_steps_per_second": 29.691,
|
| 732 |
+
"eval_weighted_f1": 0.8315136292704022,
|
| 733 |
+
"step": 2167
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"epoch": 11.040660736975857,
|
| 737 |
+
"grad_norm": 101.07946014404297,
|
| 738 |
+
"learning_rate": 9.960518894529047e-06,
|
| 739 |
+
"loss": 0.3613,
|
| 740 |
+
"step": 2175
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"epoch": 11.167725540025414,
|
| 744 |
+
"grad_norm": 0.35273993015289307,
|
| 745 |
+
"learning_rate": 9.8195149464185e-06,
|
| 746 |
+
"loss": 0.2215,
|
| 747 |
+
"step": 2200
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"epoch": 11.294790343074968,
|
| 751 |
+
"grad_norm": 5.43025541305542,
|
| 752 |
+
"learning_rate": 9.678510998307954e-06,
|
| 753 |
+
"loss": 0.3797,
|
| 754 |
+
"step": 2225
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"epoch": 11.421855146124523,
|
| 758 |
+
"grad_norm": 0.4644952714443207,
|
| 759 |
+
"learning_rate": 9.537507050197406e-06,
|
| 760 |
+
"loss": 0.2658,
|
| 761 |
+
"step": 2250
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"epoch": 11.54891994917408,
|
| 765 |
+
"grad_norm": 11.78888988494873,
|
| 766 |
+
"learning_rate": 9.39650310208686e-06,
|
| 767 |
+
"loss": 0.3056,
|
| 768 |
+
"step": 2275
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"epoch": 11.675984752223634,
|
| 772 |
+
"grad_norm": 35.15846252441406,
|
| 773 |
+
"learning_rate": 9.255499153976311e-06,
|
| 774 |
+
"loss": 0.3399,
|
| 775 |
+
"step": 2300
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"epoch": 11.803049555273189,
|
| 779 |
+
"grad_norm": 1.643193244934082,
|
| 780 |
+
"learning_rate": 9.114495205865766e-06,
|
| 781 |
+
"loss": 0.1888,
|
| 782 |
+
"step": 2325
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"epoch": 11.930114358322745,
|
| 786 |
+
"grad_norm": 312.06085205078125,
|
| 787 |
+
"learning_rate": 8.973491257755218e-06,
|
| 788 |
+
"loss": 0.3972,
|
| 789 |
+
"step": 2350
|
| 790 |
+
},
|
| 791 |
+
{
|
| 792 |
+
"epoch": 12.0,
|
| 793 |
+
"eval_accuracy": 0.8116591928251121,
|
| 794 |
+
"eval_loss": 1.4092516899108887,
|
| 795 |
+
"eval_macro_f1": 0.8112837910768055,
|
| 796 |
+
"eval_runtime": 1.1962,
|
| 797 |
+
"eval_samples_per_second": 559.273,
|
| 798 |
+
"eval_steps_per_second": 35.111,
|
| 799 |
+
"eval_weighted_f1": 0.8114276546677063,
|
| 800 |
+
"step": 2364
|
| 801 |
+
},
|
| 802 |
+
{
|
| 803 |
+
"epoch": 12.055908513341805,
|
| 804 |
+
"grad_norm": 15.367256164550781,
|
| 805 |
+
"learning_rate": 8.832487309644671e-06,
|
| 806 |
+
"loss": 0.1283,
|
| 807 |
+
"step": 2375
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"epoch": 12.18297331639136,
|
| 811 |
+
"grad_norm": 47.83080291748047,
|
| 812 |
+
"learning_rate": 8.691483361534123e-06,
|
| 813 |
+
"loss": 0.2929,
|
| 814 |
+
"step": 2400
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"epoch": 12.310038119440915,
|
| 818 |
+
"grad_norm": 0.7608091235160828,
|
| 819 |
+
"learning_rate": 8.550479413423576e-06,
|
| 820 |
+
"loss": 0.2664,
|
| 821 |
+
"step": 2425
|
| 822 |
+
},
|
| 823 |
+
{
|
| 824 |
+
"epoch": 12.437102922490471,
|
| 825 |
+
"grad_norm": 3.337102174758911,
|
| 826 |
+
"learning_rate": 8.40947546531303e-06,
|
| 827 |
+
"loss": 0.2132,
|
| 828 |
+
"step": 2450
|
| 829 |
+
},
|
| 830 |
+
{
|
| 831 |
+
"epoch": 12.564167725540026,
|
| 832 |
+
"grad_norm": 0.030503306537866592,
|
| 833 |
+
"learning_rate": 8.268471517202483e-06,
|
| 834 |
+
"loss": 0.089,
|
| 835 |
+
"step": 2475
|
| 836 |
+
},
|
| 837 |
+
{
|
| 838 |
+
"epoch": 12.69123252858958,
|
| 839 |
+
"grad_norm": 3.4411137104034424,
|
| 840 |
+
"learning_rate": 8.127467569091936e-06,
|
| 841 |
+
"loss": 0.2667,
|
| 842 |
+
"step": 2500
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"epoch": 12.818297331639137,
|
| 846 |
+
"grad_norm": 0.034321047365665436,
|
| 847 |
+
"learning_rate": 7.986463620981388e-06,
|
| 848 |
+
"loss": 0.2187,
|
| 849 |
+
"step": 2525
|
| 850 |
+
},
|
| 851 |
+
{
|
| 852 |
+
"epoch": 12.945362134688692,
|
| 853 |
+
"grad_norm": 3.9818761348724365,
|
| 854 |
+
"learning_rate": 7.845459672870841e-06,
|
| 855 |
+
"loss": 0.2827,
|
| 856 |
+
"step": 2550
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"epoch": 13.0,
|
| 860 |
+
"eval_accuracy": 0.8221225710014948,
|
| 861 |
+
"eval_loss": 1.3531572818756104,
|
| 862 |
+
"eval_macro_f1": 0.8209043293462726,
|
| 863 |
+
"eval_runtime": 1.1165,
|
| 864 |
+
"eval_samples_per_second": 599.194,
|
| 865 |
+
"eval_steps_per_second": 37.618,
|
| 866 |
+
"eval_weighted_f1": 0.82125405950534,
|
| 867 |
+
"step": 2561
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 13.071156289707751,
|
| 871 |
+
"grad_norm": 0.056843504309654236,
|
| 872 |
+
"learning_rate": 7.704455724760293e-06,
|
| 873 |
+
"loss": 0.1234,
|
| 874 |
+
"step": 2575
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 13.198221092757306,
|
| 878 |
+
"grad_norm": 0.013407736085355282,
|
| 879 |
+
"learning_rate": 7.563451776649747e-06,
|
| 880 |
+
"loss": 0.2028,
|
| 881 |
+
"step": 2600
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"epoch": 13.32528589580686,
|
| 885 |
+
"grad_norm": 36.434959411621094,
|
| 886 |
+
"learning_rate": 7.4224478285392e-06,
|
| 887 |
+
"loss": 0.2019,
|
| 888 |
+
"step": 2625
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"epoch": 13.452350698856417,
|
| 892 |
+
"grad_norm": 0.49516621232032776,
|
| 893 |
+
"learning_rate": 7.281443880428652e-06,
|
| 894 |
+
"loss": 0.2672,
|
| 895 |
+
"step": 2650
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"epoch": 13.579415501905972,
|
| 899 |
+
"grad_norm": 0.2587612569332123,
|
| 900 |
+
"learning_rate": 7.140439932318105e-06,
|
| 901 |
+
"loss": 0.2528,
|
| 902 |
+
"step": 2675
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"epoch": 13.706480304955527,
|
| 906 |
+
"grad_norm": 0.1116800382733345,
|
| 907 |
+
"learning_rate": 6.999435984207559e-06,
|
| 908 |
+
"loss": 0.2777,
|
| 909 |
+
"step": 2700
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"epoch": 13.833545108005083,
|
| 913 |
+
"grad_norm": 344.3836975097656,
|
| 914 |
+
"learning_rate": 6.8584320360970115e-06,
|
| 915 |
+
"loss": 0.1253,
|
| 916 |
+
"step": 2725
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"epoch": 13.960609911054638,
|
| 920 |
+
"grad_norm": 0.5520918965339661,
|
| 921 |
+
"learning_rate": 6.717428087986464e-06,
|
| 922 |
+
"loss": 0.0864,
|
| 923 |
+
"step": 2750
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"epoch": 14.0,
|
| 927 |
+
"eval_accuracy": 0.8251121076233184,
|
| 928 |
+
"eval_loss": 1.427017092704773,
|
| 929 |
+
"eval_macro_f1": 0.8252205888654779,
|
| 930 |
+
"eval_runtime": 1.2029,
|
| 931 |
+
"eval_samples_per_second": 556.165,
|
| 932 |
+
"eval_steps_per_second": 34.916,
|
| 933 |
+
"eval_weighted_f1": 0.8252738582509518,
|
| 934 |
+
"step": 2758
|
| 935 |
+
}
|
| 936 |
+
],
|
| 937 |
+
"logging_steps": 25,
|
| 938 |
+
"max_steps": 3940,
|
| 939 |
+
"num_input_tokens_seen": 0,
|
| 940 |
+
"num_train_epochs": 20,
|
| 941 |
+
"save_steps": 500,
|
| 942 |
+
"stateful_callbacks": {
|
| 943 |
+
"EarlyStoppingCallback": {
|
| 944 |
+
"args": {
|
| 945 |
+
"early_stopping_patience": 3,
|
| 946 |
+
"early_stopping_threshold": 0.0
|
| 947 |
+
},
|
| 948 |
+
"attributes": {
|
| 949 |
+
"early_stopping_patience_counter": 3
|
| 950 |
+
}
|
| 951 |
+
},
|
| 952 |
+
"TrainerControl": {
|
| 953 |
+
"args": {
|
| 954 |
+
"should_epoch_stop": false,
|
| 955 |
+
"should_evaluate": false,
|
| 956 |
+
"should_log": false,
|
| 957 |
+
"should_save": true,
|
| 958 |
+
"should_training_stop": true
|
| 959 |
+
},
|
| 960 |
+
"attributes": {}
|
| 961 |
+
}
|
| 962 |
+
},
|
| 963 |
+
"total_flos": 0.0,
|
| 964 |
+
"train_batch_size": 8,
|
| 965 |
+
"trial_name": null,
|
| 966 |
+
"trial_params": null
|
| 967 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360/trainer_state.json
ADDED
|
@@ -0,0 +1,509 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1360,
|
| 3 |
+
"best_metric": 0.8206208191976693,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360",
|
| 5 |
+
"epoch": 8.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1360,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.14727540500736377,
|
| 14 |
+
"grad_norm": 15.366108894348145,
|
| 15 |
+
"learning_rate": 1.4117647058823531e-06,
|
| 16 |
+
"loss": 4.7592,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.29455081001472755,
|
| 21 |
+
"grad_norm": 16.817625045776367,
|
| 22 |
+
"learning_rate": 2.8823529411764704e-06,
|
| 23 |
+
"loss": 4.622,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4418262150220913,
|
| 28 |
+
"grad_norm": 30.804479598999023,
|
| 29 |
+
"learning_rate": 4.352941176470588e-06,
|
| 30 |
+
"loss": 4.5071,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5891016200294551,
|
| 35 |
+
"grad_norm": 82.07067108154297,
|
| 36 |
+
"learning_rate": 5.823529411764707e-06,
|
| 37 |
+
"loss": 4.4723,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7363770250368189,
|
| 42 |
+
"grad_norm": 24.248567581176758,
|
| 43 |
+
"learning_rate": 7.294117647058823e-06,
|
| 44 |
+
"loss": 4.4598,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8836524300441826,
|
| 49 |
+
"grad_norm": 18.402700424194336,
|
| 50 |
+
"learning_rate": 8.764705882352942e-06,
|
| 51 |
+
"loss": 4.4012,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"eval_accuracy": 0.4090121317157712,
|
| 57 |
+
"eval_loss": 1.0366929769515991,
|
| 58 |
+
"eval_macro_f1": 0.335975530391774,
|
| 59 |
+
"eval_runtime": 1.0711,
|
| 60 |
+
"eval_samples_per_second": 538.688,
|
| 61 |
+
"eval_steps_per_second": 34.543,
|
| 62 |
+
"eval_weighted_f1": 0.3380050172667333,
|
| 63 |
+
"step": 170
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.0294550810014726,
|
| 67 |
+
"grad_norm": 35.06169509887695,
|
| 68 |
+
"learning_rate": 1.023529411764706e-05,
|
| 69 |
+
"loss": 4.2379,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1767304860088366,
|
| 74 |
+
"grad_norm": 82.09638214111328,
|
| 75 |
+
"learning_rate": 1.1705882352941178e-05,
|
| 76 |
+
"loss": 4.1308,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.3240058910162003,
|
| 81 |
+
"grad_norm": 99.56005096435547,
|
| 82 |
+
"learning_rate": 1.3176470588235294e-05,
|
| 83 |
+
"loss": 3.591,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4712812960235642,
|
| 88 |
+
"grad_norm": 56.19617462158203,
|
| 89 |
+
"learning_rate": 1.4647058823529412e-05,
|
| 90 |
+
"loss": 3.496,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.6185567010309279,
|
| 95 |
+
"grad_norm": 73.0047378540039,
|
| 96 |
+
"learning_rate": 1.6117647058823533e-05,
|
| 97 |
+
"loss": 3.333,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.7658321060382915,
|
| 102 |
+
"grad_norm": 152.49191284179688,
|
| 103 |
+
"learning_rate": 1.7588235294117647e-05,
|
| 104 |
+
"loss": 3.1875,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.9131075110456552,
|
| 109 |
+
"grad_norm": 118.91520690917969,
|
| 110 |
+
"learning_rate": 1.9058823529411764e-05,
|
| 111 |
+
"loss": 3.074,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"eval_accuracy": 0.6967071057192374,
|
| 117 |
+
"eval_loss": 0.7250121831893921,
|
| 118 |
+
"eval_macro_f1": 0.6752776965157476,
|
| 119 |
+
"eval_runtime": 1.1181,
|
| 120 |
+
"eval_samples_per_second": 516.033,
|
| 121 |
+
"eval_steps_per_second": 33.09,
|
| 122 |
+
"eval_weighted_f1": 0.6767135506063131,
|
| 123 |
+
"step": 340
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.0589101620029453,
|
| 127 |
+
"grad_norm": 58.67045593261719,
|
| 128 |
+
"learning_rate": 1.9941176470588238e-05,
|
| 129 |
+
"loss": 3.0041,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.2061855670103094,
|
| 134 |
+
"grad_norm": 157.0549774169922,
|
| 135 |
+
"learning_rate": 1.977777777777778e-05,
|
| 136 |
+
"loss": 2.7872,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.353460972017673,
|
| 141 |
+
"grad_norm": 46.441673278808594,
|
| 142 |
+
"learning_rate": 1.961437908496732e-05,
|
| 143 |
+
"loss": 2.8051,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.500736377025037,
|
| 148 |
+
"grad_norm": 194.8291778564453,
|
| 149 |
+
"learning_rate": 1.9450980392156864e-05,
|
| 150 |
+
"loss": 2.5825,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.6480117820324005,
|
| 155 |
+
"grad_norm": 97.1545181274414,
|
| 156 |
+
"learning_rate": 1.9287581699346406e-05,
|
| 157 |
+
"loss": 2.4599,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.795287187039764,
|
| 162 |
+
"grad_norm": 73.28040313720703,
|
| 163 |
+
"learning_rate": 1.912418300653595e-05,
|
| 164 |
+
"loss": 2.1992,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.9425625920471283,
|
| 169 |
+
"grad_norm": 65.34882354736328,
|
| 170 |
+
"learning_rate": 1.8960784313725492e-05,
|
| 171 |
+
"loss": 2.5829,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"eval_accuracy": 0.7538994800693241,
|
| 177 |
+
"eval_loss": 0.6012959480285645,
|
| 178 |
+
"eval_macro_f1": 0.7535108259823576,
|
| 179 |
+
"eval_runtime": 1.0712,
|
| 180 |
+
"eval_samples_per_second": 538.644,
|
| 181 |
+
"eval_steps_per_second": 34.54,
|
| 182 |
+
"eval_weighted_f1": 0.754105417647067,
|
| 183 |
+
"step": 510
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 3.0883652430044184,
|
| 187 |
+
"grad_norm": 70.5894546508789,
|
| 188 |
+
"learning_rate": 1.8797385620915035e-05,
|
| 189 |
+
"loss": 2.2211,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.235640648011782,
|
| 194 |
+
"grad_norm": 105.36876678466797,
|
| 195 |
+
"learning_rate": 1.8633986928104578e-05,
|
| 196 |
+
"loss": 2.242,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.3829160530191458,
|
| 201 |
+
"grad_norm": 58.97573471069336,
|
| 202 |
+
"learning_rate": 1.847058823529412e-05,
|
| 203 |
+
"loss": 2.246,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.5301914580265095,
|
| 208 |
+
"grad_norm": 55.58585739135742,
|
| 209 |
+
"learning_rate": 1.830718954248366e-05,
|
| 210 |
+
"loss": 1.9502,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.6774668630338736,
|
| 215 |
+
"grad_norm": 89.32198333740234,
|
| 216 |
+
"learning_rate": 1.8143790849673203e-05,
|
| 217 |
+
"loss": 2.0003,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.824742268041237,
|
| 222 |
+
"grad_norm": 67.3267593383789,
|
| 223 |
+
"learning_rate": 1.7980392156862746e-05,
|
| 224 |
+
"loss": 2.1191,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.972017673048601,
|
| 229 |
+
"grad_norm": 74.95801544189453,
|
| 230 |
+
"learning_rate": 1.781699346405229e-05,
|
| 231 |
+
"loss": 2.0605,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"eval_accuracy": 0.7712305025996534,
|
| 237 |
+
"eval_loss": 0.5805587768554688,
|
| 238 |
+
"eval_macro_f1": 0.7653404308689113,
|
| 239 |
+
"eval_runtime": 1.0401,
|
| 240 |
+
"eval_samples_per_second": 554.765,
|
| 241 |
+
"eval_steps_per_second": 35.574,
|
| 242 |
+
"eval_weighted_f1": 0.7660736045389523,
|
| 243 |
+
"step": 680
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"epoch": 4.117820324005891,
|
| 247 |
+
"grad_norm": 110.09906005859375,
|
| 248 |
+
"learning_rate": 1.7653594771241832e-05,
|
| 249 |
+
"loss": 1.7336,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.265095729013255,
|
| 254 |
+
"grad_norm": 65.23823547363281,
|
| 255 |
+
"learning_rate": 1.7490196078431375e-05,
|
| 256 |
+
"loss": 1.7478,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.412371134020619,
|
| 261 |
+
"grad_norm": 63.45992660522461,
|
| 262 |
+
"learning_rate": 1.7326797385620918e-05,
|
| 263 |
+
"loss": 1.6564,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.559646539027982,
|
| 268 |
+
"grad_norm": 95.37020111083984,
|
| 269 |
+
"learning_rate": 1.7163398692810457e-05,
|
| 270 |
+
"loss": 1.6378,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.706921944035346,
|
| 275 |
+
"grad_norm": 77.99534606933594,
|
| 276 |
+
"learning_rate": 1.7e-05,
|
| 277 |
+
"loss": 1.6587,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.8541973490427095,
|
| 282 |
+
"grad_norm": 95.13744354248047,
|
| 283 |
+
"learning_rate": 1.6836601307189543e-05,
|
| 284 |
+
"loss": 1.5973,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 5.0,
|
| 289 |
+
"grad_norm": 49.72306442260742,
|
| 290 |
+
"learning_rate": 1.6673202614379086e-05,
|
| 291 |
+
"loss": 1.4915,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"eval_accuracy": 0.8180242634315424,
|
| 297 |
+
"eval_loss": 0.501076340675354,
|
| 298 |
+
"eval_macro_f1": 0.8171436371369674,
|
| 299 |
+
"eval_runtime": 1.2018,
|
| 300 |
+
"eval_samples_per_second": 480.119,
|
| 301 |
+
"eval_steps_per_second": 30.788,
|
| 302 |
+
"eval_weighted_f1": 0.8172021289325231,
|
| 303 |
+
"step": 850
|
| 304 |
+
},
|
| 305 |
+
{
|
| 306 |
+
"epoch": 5.147275405007364,
|
| 307 |
+
"grad_norm": 127.17630767822266,
|
| 308 |
+
"learning_rate": 1.650980392156863e-05,
|
| 309 |
+
"loss": 1.0675,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.294550810014727,
|
| 314 |
+
"grad_norm": 60.586936950683594,
|
| 315 |
+
"learning_rate": 1.634640522875817e-05,
|
| 316 |
+
"loss": 1.2641,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.4418262150220915,
|
| 321 |
+
"grad_norm": 64.72520446777344,
|
| 322 |
+
"learning_rate": 1.6183006535947714e-05,
|
| 323 |
+
"loss": 1.296,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.589101620029455,
|
| 328 |
+
"grad_norm": 215.07199096679688,
|
| 329 |
+
"learning_rate": 1.6019607843137257e-05,
|
| 330 |
+
"loss": 1.4917,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.736377025036819,
|
| 335 |
+
"grad_norm": 125.02647399902344,
|
| 336 |
+
"learning_rate": 1.5856209150326797e-05,
|
| 337 |
+
"loss": 1.48,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.883652430044183,
|
| 342 |
+
"grad_norm": 121.8570785522461,
|
| 343 |
+
"learning_rate": 1.569281045751634e-05,
|
| 344 |
+
"loss": 1.224,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 6.0,
|
| 349 |
+
"eval_accuracy": 0.804159445407279,
|
| 350 |
+
"eval_loss": 0.5987662076950073,
|
| 351 |
+
"eval_macro_f1": 0.8057508555852665,
|
| 352 |
+
"eval_runtime": 0.9856,
|
| 353 |
+
"eval_samples_per_second": 585.451,
|
| 354 |
+
"eval_steps_per_second": 37.542,
|
| 355 |
+
"eval_weighted_f1": 0.8057942066399038,
|
| 356 |
+
"step": 1020
|
| 357 |
+
},
|
| 358 |
+
{
|
| 359 |
+
"epoch": 6.029455081001473,
|
| 360 |
+
"grad_norm": 83.22896575927734,
|
| 361 |
+
"learning_rate": 1.5529411764705882e-05,
|
| 362 |
+
"loss": 1.0137,
|
| 363 |
+
"step": 1025
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"epoch": 6.176730486008837,
|
| 367 |
+
"grad_norm": 168.22705078125,
|
| 368 |
+
"learning_rate": 1.536601307189543e-05,
|
| 369 |
+
"loss": 0.9985,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.3240058910162,
|
| 374 |
+
"grad_norm": 49.334102630615234,
|
| 375 |
+
"learning_rate": 1.5202614379084968e-05,
|
| 376 |
+
"loss": 0.9671,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.471281296023564,
|
| 381 |
+
"grad_norm": 44.793949127197266,
|
| 382 |
+
"learning_rate": 1.5039215686274511e-05,
|
| 383 |
+
"loss": 1.0102,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.618556701030927,
|
| 388 |
+
"grad_norm": 119.42407989501953,
|
| 389 |
+
"learning_rate": 1.4875816993464054e-05,
|
| 390 |
+
"loss": 1.0514,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.7658321060382915,
|
| 395 |
+
"grad_norm": 105.60600280761719,
|
| 396 |
+
"learning_rate": 1.4712418300653597e-05,
|
| 397 |
+
"loss": 1.0673,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.913107511045656,
|
| 402 |
+
"grad_norm": 35.069339752197266,
|
| 403 |
+
"learning_rate": 1.4549019607843138e-05,
|
| 404 |
+
"loss": 1.1061,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 7.0,
|
| 409 |
+
"eval_accuracy": 0.8128249566724437,
|
| 410 |
+
"eval_loss": 0.6124208569526672,
|
| 411 |
+
"eval_macro_f1": 0.8104186278319756,
|
| 412 |
+
"eval_runtime": 0.9873,
|
| 413 |
+
"eval_samples_per_second": 584.438,
|
| 414 |
+
"eval_steps_per_second": 37.477,
|
| 415 |
+
"eval_weighted_f1": 0.8105715836852747,
|
| 416 |
+
"step": 1190
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"epoch": 7.058910162002945,
|
| 420 |
+
"grad_norm": 47.24863815307617,
|
| 421 |
+
"learning_rate": 1.438562091503268e-05,
|
| 422 |
+
"loss": 0.8548,
|
| 423 |
+
"step": 1200
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"epoch": 7.206185567010309,
|
| 427 |
+
"grad_norm": 130.50048828125,
|
| 428 |
+
"learning_rate": 1.4222222222222224e-05,
|
| 429 |
+
"loss": 0.7657,
|
| 430 |
+
"step": 1225
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 7.353460972017673,
|
| 434 |
+
"grad_norm": 57.87406921386719,
|
| 435 |
+
"learning_rate": 1.4058823529411765e-05,
|
| 436 |
+
"loss": 0.7045,
|
| 437 |
+
"step": 1250
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 7.500736377025037,
|
| 441 |
+
"grad_norm": 53.7109489440918,
|
| 442 |
+
"learning_rate": 1.3895424836601308e-05,
|
| 443 |
+
"loss": 0.795,
|
| 444 |
+
"step": 1275
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.648011782032401,
|
| 448 |
+
"grad_norm": 163.24551391601562,
|
| 449 |
+
"learning_rate": 1.373202614379085e-05,
|
| 450 |
+
"loss": 0.7281,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.795287187039764,
|
| 455 |
+
"grad_norm": 23.859960556030273,
|
| 456 |
+
"learning_rate": 1.3568627450980393e-05,
|
| 457 |
+
"loss": 0.7303,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.942562592047128,
|
| 462 |
+
"grad_norm": 81.25910186767578,
|
| 463 |
+
"learning_rate": 1.3405228758169935e-05,
|
| 464 |
+
"loss": 0.7517,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 8.0,
|
| 469 |
+
"eval_accuracy": 0.8214904679376083,
|
| 470 |
+
"eval_loss": 0.6467494368553162,
|
| 471 |
+
"eval_macro_f1": 0.8206208191976693,
|
| 472 |
+
"eval_runtime": 1.0836,
|
| 473 |
+
"eval_samples_per_second": 532.506,
|
| 474 |
+
"eval_steps_per_second": 34.147,
|
| 475 |
+
"eval_weighted_f1": 0.8207971174157593,
|
| 476 |
+
"step": 1360
|
| 477 |
+
}
|
| 478 |
+
],
|
| 479 |
+
"logging_steps": 25,
|
| 480 |
+
"max_steps": 3400,
|
| 481 |
+
"num_input_tokens_seen": 0,
|
| 482 |
+
"num_train_epochs": 20,
|
| 483 |
+
"save_steps": 500,
|
| 484 |
+
"stateful_callbacks": {
|
| 485 |
+
"EarlyStoppingCallback": {
|
| 486 |
+
"args": {
|
| 487 |
+
"early_stopping_patience": 3,
|
| 488 |
+
"early_stopping_threshold": 0.0
|
| 489 |
+
},
|
| 490 |
+
"attributes": {
|
| 491 |
+
"early_stopping_patience_counter": 0
|
| 492 |
+
}
|
| 493 |
+
},
|
| 494 |
+
"TrainerControl": {
|
| 495 |
+
"args": {
|
| 496 |
+
"should_epoch_stop": false,
|
| 497 |
+
"should_evaluate": false,
|
| 498 |
+
"should_log": false,
|
| 499 |
+
"should_save": true,
|
| 500 |
+
"should_training_stop": false
|
| 501 |
+
},
|
| 502 |
+
"attributes": {}
|
| 503 |
+
}
|
| 504 |
+
},
|
| 505 |
+
"total_flos": 0.0,
|
| 506 |
+
"train_batch_size": 8,
|
| 507 |
+
"trial_name": null,
|
| 508 |
+
"trial_params": null
|
| 509 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1870/trainer_state.json
ADDED
|
@@ -0,0 +1,682 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1360,
|
| 3 |
+
"best_metric": 0.8206208191976693,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s43-20260902T134614Z-fbd63439/trainer/checkpoint-1360",
|
| 5 |
+
"epoch": 11.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1870,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.14727540500736377,
|
| 14 |
+
"grad_norm": 15.366108894348145,
|
| 15 |
+
"learning_rate": 1.4117647058823531e-06,
|
| 16 |
+
"loss": 4.7592,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.29455081001472755,
|
| 21 |
+
"grad_norm": 16.817625045776367,
|
| 22 |
+
"learning_rate": 2.8823529411764704e-06,
|
| 23 |
+
"loss": 4.622,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4418262150220913,
|
| 28 |
+
"grad_norm": 30.804479598999023,
|
| 29 |
+
"learning_rate": 4.352941176470588e-06,
|
| 30 |
+
"loss": 4.5071,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5891016200294551,
|
| 35 |
+
"grad_norm": 82.07067108154297,
|
| 36 |
+
"learning_rate": 5.823529411764707e-06,
|
| 37 |
+
"loss": 4.4723,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7363770250368189,
|
| 42 |
+
"grad_norm": 24.248567581176758,
|
| 43 |
+
"learning_rate": 7.294117647058823e-06,
|
| 44 |
+
"loss": 4.4598,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8836524300441826,
|
| 49 |
+
"grad_norm": 18.402700424194336,
|
| 50 |
+
"learning_rate": 8.764705882352942e-06,
|
| 51 |
+
"loss": 4.4012,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"eval_accuracy": 0.4090121317157712,
|
| 57 |
+
"eval_loss": 1.0366929769515991,
|
| 58 |
+
"eval_macro_f1": 0.335975530391774,
|
| 59 |
+
"eval_runtime": 1.0711,
|
| 60 |
+
"eval_samples_per_second": 538.688,
|
| 61 |
+
"eval_steps_per_second": 34.543,
|
| 62 |
+
"eval_weighted_f1": 0.3380050172667333,
|
| 63 |
+
"step": 170
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.0294550810014726,
|
| 67 |
+
"grad_norm": 35.06169509887695,
|
| 68 |
+
"learning_rate": 1.023529411764706e-05,
|
| 69 |
+
"loss": 4.2379,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1767304860088366,
|
| 74 |
+
"grad_norm": 82.09638214111328,
|
| 75 |
+
"learning_rate": 1.1705882352941178e-05,
|
| 76 |
+
"loss": 4.1308,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.3240058910162003,
|
| 81 |
+
"grad_norm": 99.56005096435547,
|
| 82 |
+
"learning_rate": 1.3176470588235294e-05,
|
| 83 |
+
"loss": 3.591,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4712812960235642,
|
| 88 |
+
"grad_norm": 56.19617462158203,
|
| 89 |
+
"learning_rate": 1.4647058823529412e-05,
|
| 90 |
+
"loss": 3.496,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.6185567010309279,
|
| 95 |
+
"grad_norm": 73.0047378540039,
|
| 96 |
+
"learning_rate": 1.6117647058823533e-05,
|
| 97 |
+
"loss": 3.333,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.7658321060382915,
|
| 102 |
+
"grad_norm": 152.49191284179688,
|
| 103 |
+
"learning_rate": 1.7588235294117647e-05,
|
| 104 |
+
"loss": 3.1875,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.9131075110456552,
|
| 109 |
+
"grad_norm": 118.91520690917969,
|
| 110 |
+
"learning_rate": 1.9058823529411764e-05,
|
| 111 |
+
"loss": 3.074,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"eval_accuracy": 0.6967071057192374,
|
| 117 |
+
"eval_loss": 0.7250121831893921,
|
| 118 |
+
"eval_macro_f1": 0.6752776965157476,
|
| 119 |
+
"eval_runtime": 1.1181,
|
| 120 |
+
"eval_samples_per_second": 516.033,
|
| 121 |
+
"eval_steps_per_second": 33.09,
|
| 122 |
+
"eval_weighted_f1": 0.6767135506063131,
|
| 123 |
+
"step": 340
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.0589101620029453,
|
| 127 |
+
"grad_norm": 58.67045593261719,
|
| 128 |
+
"learning_rate": 1.9941176470588238e-05,
|
| 129 |
+
"loss": 3.0041,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.2061855670103094,
|
| 134 |
+
"grad_norm": 157.0549774169922,
|
| 135 |
+
"learning_rate": 1.977777777777778e-05,
|
| 136 |
+
"loss": 2.7872,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.353460972017673,
|
| 141 |
+
"grad_norm": 46.441673278808594,
|
| 142 |
+
"learning_rate": 1.961437908496732e-05,
|
| 143 |
+
"loss": 2.8051,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.500736377025037,
|
| 148 |
+
"grad_norm": 194.8291778564453,
|
| 149 |
+
"learning_rate": 1.9450980392156864e-05,
|
| 150 |
+
"loss": 2.5825,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.6480117820324005,
|
| 155 |
+
"grad_norm": 97.1545181274414,
|
| 156 |
+
"learning_rate": 1.9287581699346406e-05,
|
| 157 |
+
"loss": 2.4599,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.795287187039764,
|
| 162 |
+
"grad_norm": 73.28040313720703,
|
| 163 |
+
"learning_rate": 1.912418300653595e-05,
|
| 164 |
+
"loss": 2.1992,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.9425625920471283,
|
| 169 |
+
"grad_norm": 65.34882354736328,
|
| 170 |
+
"learning_rate": 1.8960784313725492e-05,
|
| 171 |
+
"loss": 2.5829,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"eval_accuracy": 0.7538994800693241,
|
| 177 |
+
"eval_loss": 0.6012959480285645,
|
| 178 |
+
"eval_macro_f1": 0.7535108259823576,
|
| 179 |
+
"eval_runtime": 1.0712,
|
| 180 |
+
"eval_samples_per_second": 538.644,
|
| 181 |
+
"eval_steps_per_second": 34.54,
|
| 182 |
+
"eval_weighted_f1": 0.754105417647067,
|
| 183 |
+
"step": 510
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 3.0883652430044184,
|
| 187 |
+
"grad_norm": 70.5894546508789,
|
| 188 |
+
"learning_rate": 1.8797385620915035e-05,
|
| 189 |
+
"loss": 2.2211,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.235640648011782,
|
| 194 |
+
"grad_norm": 105.36876678466797,
|
| 195 |
+
"learning_rate": 1.8633986928104578e-05,
|
| 196 |
+
"loss": 2.242,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.3829160530191458,
|
| 201 |
+
"grad_norm": 58.97573471069336,
|
| 202 |
+
"learning_rate": 1.847058823529412e-05,
|
| 203 |
+
"loss": 2.246,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.5301914580265095,
|
| 208 |
+
"grad_norm": 55.58585739135742,
|
| 209 |
+
"learning_rate": 1.830718954248366e-05,
|
| 210 |
+
"loss": 1.9502,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.6774668630338736,
|
| 215 |
+
"grad_norm": 89.32198333740234,
|
| 216 |
+
"learning_rate": 1.8143790849673203e-05,
|
| 217 |
+
"loss": 2.0003,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.824742268041237,
|
| 222 |
+
"grad_norm": 67.3267593383789,
|
| 223 |
+
"learning_rate": 1.7980392156862746e-05,
|
| 224 |
+
"loss": 2.1191,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.972017673048601,
|
| 229 |
+
"grad_norm": 74.95801544189453,
|
| 230 |
+
"learning_rate": 1.781699346405229e-05,
|
| 231 |
+
"loss": 2.0605,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"eval_accuracy": 0.7712305025996534,
|
| 237 |
+
"eval_loss": 0.5805587768554688,
|
| 238 |
+
"eval_macro_f1": 0.7653404308689113,
|
| 239 |
+
"eval_runtime": 1.0401,
|
| 240 |
+
"eval_samples_per_second": 554.765,
|
| 241 |
+
"eval_steps_per_second": 35.574,
|
| 242 |
+
"eval_weighted_f1": 0.7660736045389523,
|
| 243 |
+
"step": 680
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"epoch": 4.117820324005891,
|
| 247 |
+
"grad_norm": 110.09906005859375,
|
| 248 |
+
"learning_rate": 1.7653594771241832e-05,
|
| 249 |
+
"loss": 1.7336,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.265095729013255,
|
| 254 |
+
"grad_norm": 65.23823547363281,
|
| 255 |
+
"learning_rate": 1.7490196078431375e-05,
|
| 256 |
+
"loss": 1.7478,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.412371134020619,
|
| 261 |
+
"grad_norm": 63.45992660522461,
|
| 262 |
+
"learning_rate": 1.7326797385620918e-05,
|
| 263 |
+
"loss": 1.6564,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.559646539027982,
|
| 268 |
+
"grad_norm": 95.37020111083984,
|
| 269 |
+
"learning_rate": 1.7163398692810457e-05,
|
| 270 |
+
"loss": 1.6378,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.706921944035346,
|
| 275 |
+
"grad_norm": 77.99534606933594,
|
| 276 |
+
"learning_rate": 1.7e-05,
|
| 277 |
+
"loss": 1.6587,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.8541973490427095,
|
| 282 |
+
"grad_norm": 95.13744354248047,
|
| 283 |
+
"learning_rate": 1.6836601307189543e-05,
|
| 284 |
+
"loss": 1.5973,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 5.0,
|
| 289 |
+
"grad_norm": 49.72306442260742,
|
| 290 |
+
"learning_rate": 1.6673202614379086e-05,
|
| 291 |
+
"loss": 1.4915,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"eval_accuracy": 0.8180242634315424,
|
| 297 |
+
"eval_loss": 0.501076340675354,
|
| 298 |
+
"eval_macro_f1": 0.8171436371369674,
|
| 299 |
+
"eval_runtime": 1.2018,
|
| 300 |
+
"eval_samples_per_second": 480.119,
|
| 301 |
+
"eval_steps_per_second": 30.788,
|
| 302 |
+
"eval_weighted_f1": 0.8172021289325231,
|
| 303 |
+
"step": 850
|
| 304 |
+
},
|
| 305 |
+
{
|
| 306 |
+
"epoch": 5.147275405007364,
|
| 307 |
+
"grad_norm": 127.17630767822266,
|
| 308 |
+
"learning_rate": 1.650980392156863e-05,
|
| 309 |
+
"loss": 1.0675,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.294550810014727,
|
| 314 |
+
"grad_norm": 60.586936950683594,
|
| 315 |
+
"learning_rate": 1.634640522875817e-05,
|
| 316 |
+
"loss": 1.2641,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.4418262150220915,
|
| 321 |
+
"grad_norm": 64.72520446777344,
|
| 322 |
+
"learning_rate": 1.6183006535947714e-05,
|
| 323 |
+
"loss": 1.296,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.589101620029455,
|
| 328 |
+
"grad_norm": 215.07199096679688,
|
| 329 |
+
"learning_rate": 1.6019607843137257e-05,
|
| 330 |
+
"loss": 1.4917,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.736377025036819,
|
| 335 |
+
"grad_norm": 125.02647399902344,
|
| 336 |
+
"learning_rate": 1.5856209150326797e-05,
|
| 337 |
+
"loss": 1.48,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.883652430044183,
|
| 342 |
+
"grad_norm": 121.8570785522461,
|
| 343 |
+
"learning_rate": 1.569281045751634e-05,
|
| 344 |
+
"loss": 1.224,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 6.0,
|
| 349 |
+
"eval_accuracy": 0.804159445407279,
|
| 350 |
+
"eval_loss": 0.5987662076950073,
|
| 351 |
+
"eval_macro_f1": 0.8057508555852665,
|
| 352 |
+
"eval_runtime": 0.9856,
|
| 353 |
+
"eval_samples_per_second": 585.451,
|
| 354 |
+
"eval_steps_per_second": 37.542,
|
| 355 |
+
"eval_weighted_f1": 0.8057942066399038,
|
| 356 |
+
"step": 1020
|
| 357 |
+
},
|
| 358 |
+
{
|
| 359 |
+
"epoch": 6.029455081001473,
|
| 360 |
+
"grad_norm": 83.22896575927734,
|
| 361 |
+
"learning_rate": 1.5529411764705882e-05,
|
| 362 |
+
"loss": 1.0137,
|
| 363 |
+
"step": 1025
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"epoch": 6.176730486008837,
|
| 367 |
+
"grad_norm": 168.22705078125,
|
| 368 |
+
"learning_rate": 1.536601307189543e-05,
|
| 369 |
+
"loss": 0.9985,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.3240058910162,
|
| 374 |
+
"grad_norm": 49.334102630615234,
|
| 375 |
+
"learning_rate": 1.5202614379084968e-05,
|
| 376 |
+
"loss": 0.9671,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.471281296023564,
|
| 381 |
+
"grad_norm": 44.793949127197266,
|
| 382 |
+
"learning_rate": 1.5039215686274511e-05,
|
| 383 |
+
"loss": 1.0102,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.618556701030927,
|
| 388 |
+
"grad_norm": 119.42407989501953,
|
| 389 |
+
"learning_rate": 1.4875816993464054e-05,
|
| 390 |
+
"loss": 1.0514,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.7658321060382915,
|
| 395 |
+
"grad_norm": 105.60600280761719,
|
| 396 |
+
"learning_rate": 1.4712418300653597e-05,
|
| 397 |
+
"loss": 1.0673,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.913107511045656,
|
| 402 |
+
"grad_norm": 35.069339752197266,
|
| 403 |
+
"learning_rate": 1.4549019607843138e-05,
|
| 404 |
+
"loss": 1.1061,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 7.0,
|
| 409 |
+
"eval_accuracy": 0.8128249566724437,
|
| 410 |
+
"eval_loss": 0.6124208569526672,
|
| 411 |
+
"eval_macro_f1": 0.8104186278319756,
|
| 412 |
+
"eval_runtime": 0.9873,
|
| 413 |
+
"eval_samples_per_second": 584.438,
|
| 414 |
+
"eval_steps_per_second": 37.477,
|
| 415 |
+
"eval_weighted_f1": 0.8105715836852747,
|
| 416 |
+
"step": 1190
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"epoch": 7.058910162002945,
|
| 420 |
+
"grad_norm": 47.24863815307617,
|
| 421 |
+
"learning_rate": 1.438562091503268e-05,
|
| 422 |
+
"loss": 0.8548,
|
| 423 |
+
"step": 1200
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"epoch": 7.206185567010309,
|
| 427 |
+
"grad_norm": 130.50048828125,
|
| 428 |
+
"learning_rate": 1.4222222222222224e-05,
|
| 429 |
+
"loss": 0.7657,
|
| 430 |
+
"step": 1225
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 7.353460972017673,
|
| 434 |
+
"grad_norm": 57.87406921386719,
|
| 435 |
+
"learning_rate": 1.4058823529411765e-05,
|
| 436 |
+
"loss": 0.7045,
|
| 437 |
+
"step": 1250
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 7.500736377025037,
|
| 441 |
+
"grad_norm": 53.7109489440918,
|
| 442 |
+
"learning_rate": 1.3895424836601308e-05,
|
| 443 |
+
"loss": 0.795,
|
| 444 |
+
"step": 1275
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.648011782032401,
|
| 448 |
+
"grad_norm": 163.24551391601562,
|
| 449 |
+
"learning_rate": 1.373202614379085e-05,
|
| 450 |
+
"loss": 0.7281,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.795287187039764,
|
| 455 |
+
"grad_norm": 23.859960556030273,
|
| 456 |
+
"learning_rate": 1.3568627450980393e-05,
|
| 457 |
+
"loss": 0.7303,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.942562592047128,
|
| 462 |
+
"grad_norm": 81.25910186767578,
|
| 463 |
+
"learning_rate": 1.3405228758169935e-05,
|
| 464 |
+
"loss": 0.7517,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 8.0,
|
| 469 |
+
"eval_accuracy": 0.8214904679376083,
|
| 470 |
+
"eval_loss": 0.6467494368553162,
|
| 471 |
+
"eval_macro_f1": 0.8206208191976693,
|
| 472 |
+
"eval_runtime": 1.0836,
|
| 473 |
+
"eval_samples_per_second": 532.506,
|
| 474 |
+
"eval_steps_per_second": 34.147,
|
| 475 |
+
"eval_weighted_f1": 0.8207971174157593,
|
| 476 |
+
"step": 1360
|
| 477 |
+
},
|
| 478 |
+
{
|
| 479 |
+
"epoch": 8.088365243004418,
|
| 480 |
+
"grad_norm": 72.63568878173828,
|
| 481 |
+
"learning_rate": 1.3241830065359478e-05,
|
| 482 |
+
"loss": 0.5793,
|
| 483 |
+
"step": 1375
|
| 484 |
+
},
|
| 485 |
+
{
|
| 486 |
+
"epoch": 8.235640648011781,
|
| 487 |
+
"grad_norm": 158.09642028808594,
|
| 488 |
+
"learning_rate": 1.307843137254902e-05,
|
| 489 |
+
"loss": 0.6644,
|
| 490 |
+
"step": 1400
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"epoch": 8.382916053019146,
|
| 494 |
+
"grad_norm": 127.95825958251953,
|
| 495 |
+
"learning_rate": 1.2915032679738563e-05,
|
| 496 |
+
"loss": 0.6996,
|
| 497 |
+
"step": 1425
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"epoch": 8.53019145802651,
|
| 501 |
+
"grad_norm": 231.2693328857422,
|
| 502 |
+
"learning_rate": 1.2751633986928104e-05,
|
| 503 |
+
"loss": 0.5629,
|
| 504 |
+
"step": 1450
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.677466863033873,
|
| 508 |
+
"grad_norm": 90.09874725341797,
|
| 509 |
+
"learning_rate": 1.2588235294117647e-05,
|
| 510 |
+
"loss": 0.6431,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.824742268041238,
|
| 515 |
+
"grad_norm": 69.06385803222656,
|
| 516 |
+
"learning_rate": 1.242483660130719e-05,
|
| 517 |
+
"loss": 0.6251,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.972017673048601,
|
| 522 |
+
"grad_norm": 85.51836395263672,
|
| 523 |
+
"learning_rate": 1.2261437908496733e-05,
|
| 524 |
+
"loss": 0.6999,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 9.0,
|
| 529 |
+
"eval_accuracy": 0.7920277296360485,
|
| 530 |
+
"eval_loss": 0.7606361508369446,
|
| 531 |
+
"eval_macro_f1": 0.7933571377813036,
|
| 532 |
+
"eval_runtime": 1.0609,
|
| 533 |
+
"eval_samples_per_second": 543.862,
|
| 534 |
+
"eval_steps_per_second": 34.875,
|
| 535 |
+
"eval_weighted_f1": 0.793377330425402,
|
| 536 |
+
"step": 1530
|
| 537 |
+
},
|
| 538 |
+
{
|
| 539 |
+
"epoch": 9.11782032400589,
|
| 540 |
+
"grad_norm": 27.627552032470703,
|
| 541 |
+
"learning_rate": 1.2098039215686274e-05,
|
| 542 |
+
"loss": 0.2868,
|
| 543 |
+
"step": 1550
|
| 544 |
+
},
|
| 545 |
+
{
|
| 546 |
+
"epoch": 9.265095729013256,
|
| 547 |
+
"grad_norm": 98.46551513671875,
|
| 548 |
+
"learning_rate": 1.1934640522875817e-05,
|
| 549 |
+
"loss": 0.6244,
|
| 550 |
+
"step": 1575
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 9.412371134020619,
|
| 554 |
+
"grad_norm": 78.65450286865234,
|
| 555 |
+
"learning_rate": 1.177124183006536e-05,
|
| 556 |
+
"loss": 0.5018,
|
| 557 |
+
"step": 1600
|
| 558 |
+
},
|
| 559 |
+
{
|
| 560 |
+
"epoch": 9.559646539027982,
|
| 561 |
+
"grad_norm": 6.4756083488464355,
|
| 562 |
+
"learning_rate": 1.1607843137254905e-05,
|
| 563 |
+
"loss": 0.5693,
|
| 564 |
+
"step": 1625
|
| 565 |
+
},
|
| 566 |
+
{
|
| 567 |
+
"epoch": 9.706921944035345,
|
| 568 |
+
"grad_norm": 148.329833984375,
|
| 569 |
+
"learning_rate": 1.1444444444444444e-05,
|
| 570 |
+
"loss": 0.7166,
|
| 571 |
+
"step": 1650
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.85419734904271,
|
| 575 |
+
"grad_norm": 188.33303833007812,
|
| 576 |
+
"learning_rate": 1.1281045751633987e-05,
|
| 577 |
+
"loss": 0.5831,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 10.0,
|
| 582 |
+
"grad_norm": 80.67969512939453,
|
| 583 |
+
"learning_rate": 1.1117647058823531e-05,
|
| 584 |
+
"loss": 0.5253,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 10.0,
|
| 589 |
+
"eval_accuracy": 0.8180242634315424,
|
| 590 |
+
"eval_loss": 0.7977860569953918,
|
| 591 |
+
"eval_macro_f1": 0.8169890779273552,
|
| 592 |
+
"eval_runtime": 1.0942,
|
| 593 |
+
"eval_samples_per_second": 527.328,
|
| 594 |
+
"eval_steps_per_second": 33.815,
|
| 595 |
+
"eval_weighted_f1": 0.8170199663501007,
|
| 596 |
+
"step": 1700
|
| 597 |
+
},
|
| 598 |
+
{
|
| 599 |
+
"epoch": 10.147275405007363,
|
| 600 |
+
"grad_norm": 16.998743057250977,
|
| 601 |
+
"learning_rate": 1.0954248366013074e-05,
|
| 602 |
+
"loss": 0.538,
|
| 603 |
+
"step": 1725
|
| 604 |
+
},
|
| 605 |
+
{
|
| 606 |
+
"epoch": 10.294550810014728,
|
| 607 |
+
"grad_norm": 1.0350217819213867,
|
| 608 |
+
"learning_rate": 1.0790849673202614e-05,
|
| 609 |
+
"loss": 0.3236,
|
| 610 |
+
"step": 1750
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"epoch": 10.441826215022092,
|
| 614 |
+
"grad_norm": 380.708251953125,
|
| 615 |
+
"learning_rate": 1.0627450980392158e-05,
|
| 616 |
+
"loss": 0.3041,
|
| 617 |
+
"step": 1775
|
| 618 |
+
},
|
| 619 |
+
{
|
| 620 |
+
"epoch": 10.589101620029455,
|
| 621 |
+
"grad_norm": 498.7008972167969,
|
| 622 |
+
"learning_rate": 1.0464052287581701e-05,
|
| 623 |
+
"loss": 0.3976,
|
| 624 |
+
"step": 1800
|
| 625 |
+
},
|
| 626 |
+
{
|
| 627 |
+
"epoch": 10.73637702503682,
|
| 628 |
+
"grad_norm": 0.2442052960395813,
|
| 629 |
+
"learning_rate": 1.030065359477124e-05,
|
| 630 |
+
"loss": 0.4477,
|
| 631 |
+
"step": 1825
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"epoch": 10.883652430044183,
|
| 635 |
+
"grad_norm": 37.12347412109375,
|
| 636 |
+
"learning_rate": 1.0137254901960785e-05,
|
| 637 |
+
"loss": 0.4934,
|
| 638 |
+
"step": 1850
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"epoch": 11.0,
|
| 642 |
+
"eval_accuracy": 0.8058925476603119,
|
| 643 |
+
"eval_loss": 1.2248479127883911,
|
| 644 |
+
"eval_macro_f1": 0.8071426245021015,
|
| 645 |
+
"eval_runtime": 1.0485,
|
| 646 |
+
"eval_samples_per_second": 550.287,
|
| 647 |
+
"eval_steps_per_second": 35.287,
|
| 648 |
+
"eval_weighted_f1": 0.8072723318411972,
|
| 649 |
+
"step": 1870
|
| 650 |
+
}
|
| 651 |
+
],
|
| 652 |
+
"logging_steps": 25,
|
| 653 |
+
"max_steps": 3400,
|
| 654 |
+
"num_input_tokens_seen": 0,
|
| 655 |
+
"num_train_epochs": 20,
|
| 656 |
+
"save_steps": 500,
|
| 657 |
+
"stateful_callbacks": {
|
| 658 |
+
"EarlyStoppingCallback": {
|
| 659 |
+
"args": {
|
| 660 |
+
"early_stopping_patience": 3,
|
| 661 |
+
"early_stopping_threshold": 0.0
|
| 662 |
+
},
|
| 663 |
+
"attributes": {
|
| 664 |
+
"early_stopping_patience_counter": 3
|
| 665 |
+
}
|
| 666 |
+
},
|
| 667 |
+
"TrainerControl": {
|
| 668 |
+
"args": {
|
| 669 |
+
"should_epoch_stop": false,
|
| 670 |
+
"should_evaluate": false,
|
| 671 |
+
"should_log": false,
|
| 672 |
+
"should_save": true,
|
| 673 |
+
"should_training_stop": true
|
| 674 |
+
},
|
| 675 |
+
"attributes": {}
|
| 676 |
+
}
|
| 677 |
+
},
|
| 678 |
+
"total_flos": 0.0,
|
| 679 |
+
"train_batch_size": 8,
|
| 680 |
+
"trial_name": null,
|
| 681 |
+
"trial_params": null
|
| 682 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309/trainer_state.json
ADDED
|
@@ -0,0 +1,484 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1309,
|
| 3 |
+
"best_metric": 0.7997581849664698,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1309,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.13404825737265416,
|
| 14 |
+
"grad_norm": 5.233021259307861,
|
| 15 |
+
"learning_rate": 1.2834224598930483e-06,
|
| 16 |
+
"loss": 4.7121,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2680965147453083,
|
| 21 |
+
"grad_norm": 24.940982818603516,
|
| 22 |
+
"learning_rate": 2.6203208556149735e-06,
|
| 23 |
+
"loss": 4.5873,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.40214477211796246,
|
| 28 |
+
"grad_norm": 10.225347518920898,
|
| 29 |
+
"learning_rate": 3.957219251336899e-06,
|
| 30 |
+
"loss": 4.5613,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5361930294906166,
|
| 35 |
+
"grad_norm": 80.16287994384766,
|
| 36 |
+
"learning_rate": 5.294117647058824e-06,
|
| 37 |
+
"loss": 4.4823,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6702412868632708,
|
| 42 |
+
"grad_norm": 90.06220245361328,
|
| 43 |
+
"learning_rate": 6.631016042780749e-06,
|
| 44 |
+
"loss": 4.509,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8042895442359249,
|
| 49 |
+
"grad_norm": 29.272729873657227,
|
| 50 |
+
"learning_rate": 7.967914438502674e-06,
|
| 51 |
+
"loss": 4.4154,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.938337801608579,
|
| 56 |
+
"grad_norm": 27.026819229125977,
|
| 57 |
+
"learning_rate": 9.3048128342246e-06,
|
| 58 |
+
"loss": 4.3593,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.3667621776504298,
|
| 64 |
+
"eval_loss": 1.0835366249084473,
|
| 65 |
+
"eval_macro_f1": 0.2633241361187755,
|
| 66 |
+
"eval_runtime": 1.1788,
|
| 67 |
+
"eval_samples_per_second": 592.138,
|
| 68 |
+
"eval_steps_per_second": 37.327,
|
| 69 |
+
"eval_weighted_f1": 0.26455568192470635,
|
| 70 |
+
"step": 187
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0697050938337802,
|
| 74 |
+
"grad_norm": 50.24789810180664,
|
| 75 |
+
"learning_rate": 1.0641711229946525e-05,
|
| 76 |
+
"loss": 4.133,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2037533512064342,
|
| 81 |
+
"grad_norm": 60.53549575805664,
|
| 82 |
+
"learning_rate": 1.197860962566845e-05,
|
| 83 |
+
"loss": 4.1561,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.3378016085790885,
|
| 88 |
+
"grad_norm": 110.80620574951172,
|
| 89 |
+
"learning_rate": 1.3315508021390375e-05,
|
| 90 |
+
"loss": 4.0306,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4718498659517425,
|
| 95 |
+
"grad_norm": 68.35352325439453,
|
| 96 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 97 |
+
"loss": 3.6993,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6058981233243967,
|
| 102 |
+
"grad_norm": 62.55445861816406,
|
| 103 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 104 |
+
"loss": 3.7266,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.739946380697051,
|
| 109 |
+
"grad_norm": 80.15001678466797,
|
| 110 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 111 |
+
"loss": 3.4558,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.8739946380697052,
|
| 116 |
+
"grad_norm": 115.59750366210938,
|
| 117 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 118 |
+
"loss": 3.1581,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.663323782234957,
|
| 124 |
+
"eval_loss": 0.7636784315109253,
|
| 125 |
+
"eval_macro_f1": 0.6359694250096369,
|
| 126 |
+
"eval_runtime": 1.1994,
|
| 127 |
+
"eval_samples_per_second": 581.972,
|
| 128 |
+
"eval_steps_per_second": 36.686,
|
| 129 |
+
"eval_weighted_f1": 0.638024749888762,
|
| 130 |
+
"step": 374
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.005361930294906,
|
| 134 |
+
"grad_norm": 51.49501419067383,
|
| 135 |
+
"learning_rate": 2e-05,
|
| 136 |
+
"loss": 3.0402,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.1394101876675604,
|
| 141 |
+
"grad_norm": 53.245750427246094,
|
| 142 |
+
"learning_rate": 1.9851455733808676e-05,
|
| 143 |
+
"loss": 2.7638,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.2734584450402147,
|
| 148 |
+
"grad_norm": 59.521148681640625,
|
| 149 |
+
"learning_rate": 1.9702911467617353e-05,
|
| 150 |
+
"loss": 2.9139,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.4075067024128685,
|
| 155 |
+
"grad_norm": 70.38174438476562,
|
| 156 |
+
"learning_rate": 1.9554367201426024e-05,
|
| 157 |
+
"loss": 2.676,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5415549597855227,
|
| 162 |
+
"grad_norm": 87.60966491699219,
|
| 163 |
+
"learning_rate": 1.94058229352347e-05,
|
| 164 |
+
"loss": 2.6962,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.675603217158177,
|
| 169 |
+
"grad_norm": 71.70979309082031,
|
| 170 |
+
"learning_rate": 1.9257278669043376e-05,
|
| 171 |
+
"loss": 2.3062,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.809651474530831,
|
| 176 |
+
"grad_norm": 144.78167724609375,
|
| 177 |
+
"learning_rate": 1.9108734402852053e-05,
|
| 178 |
+
"loss": 2.6302,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.943699731903485,
|
| 183 |
+
"grad_norm": 88.74463653564453,
|
| 184 |
+
"learning_rate": 1.8960190136660727e-05,
|
| 185 |
+
"loss": 2.514,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7335243553008596,
|
| 191 |
+
"eval_loss": 0.6498923301696777,
|
| 192 |
+
"eval_macro_f1": 0.7321019324268009,
|
| 193 |
+
"eval_runtime": 1.112,
|
| 194 |
+
"eval_samples_per_second": 627.716,
|
| 195 |
+
"eval_steps_per_second": 39.57,
|
| 196 |
+
"eval_weighted_f1": 0.7317635107459644,
|
| 197 |
+
"step": 561
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.0750670241286864,
|
| 201 |
+
"grad_norm": 78.7186050415039,
|
| 202 |
+
"learning_rate": 1.88116458704694e-05,
|
| 203 |
+
"loss": 2.0678,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.2091152815013406,
|
| 208 |
+
"grad_norm": 48.361812591552734,
|
| 209 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 210 |
+
"loss": 2.0521,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.343163538873995,
|
| 215 |
+
"grad_norm": 81.32779693603516,
|
| 216 |
+
"learning_rate": 1.8514557338086753e-05,
|
| 217 |
+
"loss": 2.0475,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.4772117962466487,
|
| 222 |
+
"grad_norm": 85.9346694946289,
|
| 223 |
+
"learning_rate": 1.8366013071895427e-05,
|
| 224 |
+
"loss": 2.0969,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.611260053619303,
|
| 229 |
+
"grad_norm": 128.1837615966797,
|
| 230 |
+
"learning_rate": 1.82174688057041e-05,
|
| 231 |
+
"loss": 1.9682,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.745308310991957,
|
| 236 |
+
"grad_norm": 74.8037109375,
|
| 237 |
+
"learning_rate": 1.8068924539512775e-05,
|
| 238 |
+
"loss": 2.0214,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.8793565683646114,
|
| 243 |
+
"grad_norm": 53.749908447265625,
|
| 244 |
+
"learning_rate": 1.7920380273321453e-05,
|
| 245 |
+
"loss": 1.8408,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7707736389684814,
|
| 251 |
+
"eval_loss": 0.6353426575660706,
|
| 252 |
+
"eval_macro_f1": 0.7675983061246393,
|
| 253 |
+
"eval_runtime": 1.157,
|
| 254 |
+
"eval_samples_per_second": 603.289,
|
| 255 |
+
"eval_steps_per_second": 38.03,
|
| 256 |
+
"eval_weighted_f1": 0.7677476561280161,
|
| 257 |
+
"step": 748
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.010723860589812,
|
| 261 |
+
"grad_norm": 60.79511642456055,
|
| 262 |
+
"learning_rate": 1.7771836007130127e-05,
|
| 263 |
+
"loss": 1.8372,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.144772117962466,
|
| 268 |
+
"grad_norm": 102.03739166259766,
|
| 269 |
+
"learning_rate": 1.76232917409388e-05,
|
| 270 |
+
"loss": 1.5271,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.278820375335121,
|
| 275 |
+
"grad_norm": 38.41614532470703,
|
| 276 |
+
"learning_rate": 1.7474747474747475e-05,
|
| 277 |
+
"loss": 1.6185,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.412868632707775,
|
| 282 |
+
"grad_norm": 42.30717086791992,
|
| 283 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 284 |
+
"loss": 1.7844,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.546916890080429,
|
| 289 |
+
"grad_norm": 52.95848083496094,
|
| 290 |
+
"learning_rate": 1.7177658942364827e-05,
|
| 291 |
+
"loss": 1.6702,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.680965147453083,
|
| 296 |
+
"grad_norm": 64.50013732910156,
|
| 297 |
+
"learning_rate": 1.70291146761735e-05,
|
| 298 |
+
"loss": 1.5789,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.815013404825737,
|
| 303 |
+
"grad_norm": 86.5457992553711,
|
| 304 |
+
"learning_rate": 1.6880570409982175e-05,
|
| 305 |
+
"loss": 1.6413,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.949061662198392,
|
| 310 |
+
"grad_norm": 48.19670104980469,
|
| 311 |
+
"learning_rate": 1.6732026143790852e-05,
|
| 312 |
+
"loss": 1.6645,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 5.0,
|
| 317 |
+
"eval_accuracy": 0.7593123209169055,
|
| 318 |
+
"eval_loss": 0.6648080348968506,
|
| 319 |
+
"eval_macro_f1": 0.759722496240783,
|
| 320 |
+
"eval_runtime": 1.1781,
|
| 321 |
+
"eval_samples_per_second": 592.462,
|
| 322 |
+
"eval_steps_per_second": 37.347,
|
| 323 |
+
"eval_weighted_f1": 0.7596750563578382,
|
| 324 |
+
"step": 935
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.080428954423592,
|
| 328 |
+
"grad_norm": 112.67044067382812,
|
| 329 |
+
"learning_rate": 1.6583481877599526e-05,
|
| 330 |
+
"loss": 1.4578,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.214477211796247,
|
| 335 |
+
"grad_norm": 57.59008026123047,
|
| 336 |
+
"learning_rate": 1.64349376114082e-05,
|
| 337 |
+
"loss": 1.3091,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.348525469168901,
|
| 342 |
+
"grad_norm": 57.748741149902344,
|
| 343 |
+
"learning_rate": 1.6286393345216875e-05,
|
| 344 |
+
"loss": 1.2871,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.482573726541555,
|
| 349 |
+
"grad_norm": 174.48379516601562,
|
| 350 |
+
"learning_rate": 1.6137849079025552e-05,
|
| 351 |
+
"loss": 1.1456,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.616621983914209,
|
| 356 |
+
"grad_norm": 103.52583312988281,
|
| 357 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 358 |
+
"loss": 1.1444,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.750670241286863,
|
| 363 |
+
"grad_norm": 218.33905029296875,
|
| 364 |
+
"learning_rate": 1.58407605466429e-05,
|
| 365 |
+
"loss": 1.1835,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.884718498659518,
|
| 370 |
+
"grad_norm": 68.76084899902344,
|
| 371 |
+
"learning_rate": 1.5692216280451574e-05,
|
| 372 |
+
"loss": 1.2823,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7836676217765043,
|
| 378 |
+
"eval_loss": 0.6404514908790588,
|
| 379 |
+
"eval_macro_f1": 0.7834773184118161,
|
| 380 |
+
"eval_runtime": 1.1893,
|
| 381 |
+
"eval_samples_per_second": 586.91,
|
| 382 |
+
"eval_steps_per_second": 36.997,
|
| 383 |
+
"eval_weighted_f1": 0.7833863645978109,
|
| 384 |
+
"step": 1122
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.016085790884718,
|
| 388 |
+
"grad_norm": 64.74076080322266,
|
| 389 |
+
"learning_rate": 1.5543672014260252e-05,
|
| 390 |
+
"loss": 1.1354,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.150134048257373,
|
| 395 |
+
"grad_norm": 95.04303741455078,
|
| 396 |
+
"learning_rate": 1.5395127748068926e-05,
|
| 397 |
+
"loss": 0.8804,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.2841823056300266,
|
| 402 |
+
"grad_norm": 36.5062255859375,
|
| 403 |
+
"learning_rate": 1.5246583481877602e-05,
|
| 404 |
+
"loss": 0.9221,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.418230563002681,
|
| 409 |
+
"grad_norm": 92.04092407226562,
|
| 410 |
+
"learning_rate": 1.5098039215686276e-05,
|
| 411 |
+
"loss": 1.0822,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.552278820375335,
|
| 416 |
+
"grad_norm": 109.07200622558594,
|
| 417 |
+
"learning_rate": 1.4949494949494952e-05,
|
| 418 |
+
"loss": 0.8978,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.68632707774799,
|
| 423 |
+
"grad_norm": 99.7303695678711,
|
| 424 |
+
"learning_rate": 1.4800950683303626e-05,
|
| 425 |
+
"loss": 0.9152,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.8203753351206435,
|
| 430 |
+
"grad_norm": 56.727928161621094,
|
| 431 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 432 |
+
"loss": 0.8901,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.954423592493297,
|
| 437 |
+
"grad_norm": 112.30436706542969,
|
| 438 |
+
"learning_rate": 1.4503862150920976e-05,
|
| 439 |
+
"loss": 0.7959,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 7.0,
|
| 444 |
+
"eval_accuracy": 0.8008595988538681,
|
| 445 |
+
"eval_loss": 0.7175173759460449,
|
| 446 |
+
"eval_macro_f1": 0.7997581849664698,
|
| 447 |
+
"eval_runtime": 1.1873,
|
| 448 |
+
"eval_samples_per_second": 587.894,
|
| 449 |
+
"eval_steps_per_second": 37.059,
|
| 450 |
+
"eval_weighted_f1": 0.799807813589873,
|
| 451 |
+
"step": 1309
|
| 452 |
+
}
|
| 453 |
+
],
|
| 454 |
+
"logging_steps": 25,
|
| 455 |
+
"max_steps": 3740,
|
| 456 |
+
"num_input_tokens_seen": 0,
|
| 457 |
+
"num_train_epochs": 20,
|
| 458 |
+
"save_steps": 500,
|
| 459 |
+
"stateful_callbacks": {
|
| 460 |
+
"EarlyStoppingCallback": {
|
| 461 |
+
"args": {
|
| 462 |
+
"early_stopping_patience": 3,
|
| 463 |
+
"early_stopping_threshold": 0.0
|
| 464 |
+
},
|
| 465 |
+
"attributes": {
|
| 466 |
+
"early_stopping_patience_counter": 0
|
| 467 |
+
}
|
| 468 |
+
},
|
| 469 |
+
"TrainerControl": {
|
| 470 |
+
"args": {
|
| 471 |
+
"should_epoch_stop": false,
|
| 472 |
+
"should_evaluate": false,
|
| 473 |
+
"should_log": false,
|
| 474 |
+
"should_save": true,
|
| 475 |
+
"should_training_stop": false
|
| 476 |
+
},
|
| 477 |
+
"attributes": {}
|
| 478 |
+
}
|
| 479 |
+
},
|
| 480 |
+
"total_flos": 0.0,
|
| 481 |
+
"train_batch_size": 8,
|
| 482 |
+
"trial_name": null,
|
| 483 |
+
"trial_params": null
|
| 484 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1870/trainer_state.json
ADDED
|
@@ -0,0 +1,671 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1309,
|
| 3 |
+
"best_metric": 0.7997581849664698,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s43-20260902T135644Z-fbd63439/trainer/checkpoint-1309",
|
| 5 |
+
"epoch": 10.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1870,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.13404825737265416,
|
| 14 |
+
"grad_norm": 5.233021259307861,
|
| 15 |
+
"learning_rate": 1.2834224598930483e-06,
|
| 16 |
+
"loss": 4.7121,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2680965147453083,
|
| 21 |
+
"grad_norm": 24.940982818603516,
|
| 22 |
+
"learning_rate": 2.6203208556149735e-06,
|
| 23 |
+
"loss": 4.5873,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.40214477211796246,
|
| 28 |
+
"grad_norm": 10.225347518920898,
|
| 29 |
+
"learning_rate": 3.957219251336899e-06,
|
| 30 |
+
"loss": 4.5613,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5361930294906166,
|
| 35 |
+
"grad_norm": 80.16287994384766,
|
| 36 |
+
"learning_rate": 5.294117647058824e-06,
|
| 37 |
+
"loss": 4.4823,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6702412868632708,
|
| 42 |
+
"grad_norm": 90.06220245361328,
|
| 43 |
+
"learning_rate": 6.631016042780749e-06,
|
| 44 |
+
"loss": 4.509,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8042895442359249,
|
| 49 |
+
"grad_norm": 29.272729873657227,
|
| 50 |
+
"learning_rate": 7.967914438502674e-06,
|
| 51 |
+
"loss": 4.4154,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.938337801608579,
|
| 56 |
+
"grad_norm": 27.026819229125977,
|
| 57 |
+
"learning_rate": 9.3048128342246e-06,
|
| 58 |
+
"loss": 4.3593,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.3667621776504298,
|
| 64 |
+
"eval_loss": 1.0835366249084473,
|
| 65 |
+
"eval_macro_f1": 0.2633241361187755,
|
| 66 |
+
"eval_runtime": 1.1788,
|
| 67 |
+
"eval_samples_per_second": 592.138,
|
| 68 |
+
"eval_steps_per_second": 37.327,
|
| 69 |
+
"eval_weighted_f1": 0.26455568192470635,
|
| 70 |
+
"step": 187
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0697050938337802,
|
| 74 |
+
"grad_norm": 50.24789810180664,
|
| 75 |
+
"learning_rate": 1.0641711229946525e-05,
|
| 76 |
+
"loss": 4.133,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2037533512064342,
|
| 81 |
+
"grad_norm": 60.53549575805664,
|
| 82 |
+
"learning_rate": 1.197860962566845e-05,
|
| 83 |
+
"loss": 4.1561,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.3378016085790885,
|
| 88 |
+
"grad_norm": 110.80620574951172,
|
| 89 |
+
"learning_rate": 1.3315508021390375e-05,
|
| 90 |
+
"loss": 4.0306,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4718498659517425,
|
| 95 |
+
"grad_norm": 68.35352325439453,
|
| 96 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 97 |
+
"loss": 3.6993,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6058981233243967,
|
| 102 |
+
"grad_norm": 62.55445861816406,
|
| 103 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 104 |
+
"loss": 3.7266,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.739946380697051,
|
| 109 |
+
"grad_norm": 80.15001678466797,
|
| 110 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 111 |
+
"loss": 3.4558,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.8739946380697052,
|
| 116 |
+
"grad_norm": 115.59750366210938,
|
| 117 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 118 |
+
"loss": 3.1581,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.663323782234957,
|
| 124 |
+
"eval_loss": 0.7636784315109253,
|
| 125 |
+
"eval_macro_f1": 0.6359694250096369,
|
| 126 |
+
"eval_runtime": 1.1994,
|
| 127 |
+
"eval_samples_per_second": 581.972,
|
| 128 |
+
"eval_steps_per_second": 36.686,
|
| 129 |
+
"eval_weighted_f1": 0.638024749888762,
|
| 130 |
+
"step": 374
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.005361930294906,
|
| 134 |
+
"grad_norm": 51.49501419067383,
|
| 135 |
+
"learning_rate": 2e-05,
|
| 136 |
+
"loss": 3.0402,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.1394101876675604,
|
| 141 |
+
"grad_norm": 53.245750427246094,
|
| 142 |
+
"learning_rate": 1.9851455733808676e-05,
|
| 143 |
+
"loss": 2.7638,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.2734584450402147,
|
| 148 |
+
"grad_norm": 59.521148681640625,
|
| 149 |
+
"learning_rate": 1.9702911467617353e-05,
|
| 150 |
+
"loss": 2.9139,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.4075067024128685,
|
| 155 |
+
"grad_norm": 70.38174438476562,
|
| 156 |
+
"learning_rate": 1.9554367201426024e-05,
|
| 157 |
+
"loss": 2.676,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5415549597855227,
|
| 162 |
+
"grad_norm": 87.60966491699219,
|
| 163 |
+
"learning_rate": 1.94058229352347e-05,
|
| 164 |
+
"loss": 2.6962,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.675603217158177,
|
| 169 |
+
"grad_norm": 71.70979309082031,
|
| 170 |
+
"learning_rate": 1.9257278669043376e-05,
|
| 171 |
+
"loss": 2.3062,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.809651474530831,
|
| 176 |
+
"grad_norm": 144.78167724609375,
|
| 177 |
+
"learning_rate": 1.9108734402852053e-05,
|
| 178 |
+
"loss": 2.6302,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.943699731903485,
|
| 183 |
+
"grad_norm": 88.74463653564453,
|
| 184 |
+
"learning_rate": 1.8960190136660727e-05,
|
| 185 |
+
"loss": 2.514,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7335243553008596,
|
| 191 |
+
"eval_loss": 0.6498923301696777,
|
| 192 |
+
"eval_macro_f1": 0.7321019324268009,
|
| 193 |
+
"eval_runtime": 1.112,
|
| 194 |
+
"eval_samples_per_second": 627.716,
|
| 195 |
+
"eval_steps_per_second": 39.57,
|
| 196 |
+
"eval_weighted_f1": 0.7317635107459644,
|
| 197 |
+
"step": 561
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.0750670241286864,
|
| 201 |
+
"grad_norm": 78.7186050415039,
|
| 202 |
+
"learning_rate": 1.88116458704694e-05,
|
| 203 |
+
"loss": 2.0678,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.2091152815013406,
|
| 208 |
+
"grad_norm": 48.361812591552734,
|
| 209 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 210 |
+
"loss": 2.0521,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.343163538873995,
|
| 215 |
+
"grad_norm": 81.32779693603516,
|
| 216 |
+
"learning_rate": 1.8514557338086753e-05,
|
| 217 |
+
"loss": 2.0475,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.4772117962466487,
|
| 222 |
+
"grad_norm": 85.9346694946289,
|
| 223 |
+
"learning_rate": 1.8366013071895427e-05,
|
| 224 |
+
"loss": 2.0969,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.611260053619303,
|
| 229 |
+
"grad_norm": 128.1837615966797,
|
| 230 |
+
"learning_rate": 1.82174688057041e-05,
|
| 231 |
+
"loss": 1.9682,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.745308310991957,
|
| 236 |
+
"grad_norm": 74.8037109375,
|
| 237 |
+
"learning_rate": 1.8068924539512775e-05,
|
| 238 |
+
"loss": 2.0214,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.8793565683646114,
|
| 243 |
+
"grad_norm": 53.749908447265625,
|
| 244 |
+
"learning_rate": 1.7920380273321453e-05,
|
| 245 |
+
"loss": 1.8408,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7707736389684814,
|
| 251 |
+
"eval_loss": 0.6353426575660706,
|
| 252 |
+
"eval_macro_f1": 0.7675983061246393,
|
| 253 |
+
"eval_runtime": 1.157,
|
| 254 |
+
"eval_samples_per_second": 603.289,
|
| 255 |
+
"eval_steps_per_second": 38.03,
|
| 256 |
+
"eval_weighted_f1": 0.7677476561280161,
|
| 257 |
+
"step": 748
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.010723860589812,
|
| 261 |
+
"grad_norm": 60.79511642456055,
|
| 262 |
+
"learning_rate": 1.7771836007130127e-05,
|
| 263 |
+
"loss": 1.8372,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.144772117962466,
|
| 268 |
+
"grad_norm": 102.03739166259766,
|
| 269 |
+
"learning_rate": 1.76232917409388e-05,
|
| 270 |
+
"loss": 1.5271,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.278820375335121,
|
| 275 |
+
"grad_norm": 38.41614532470703,
|
| 276 |
+
"learning_rate": 1.7474747474747475e-05,
|
| 277 |
+
"loss": 1.6185,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.412868632707775,
|
| 282 |
+
"grad_norm": 42.30717086791992,
|
| 283 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 284 |
+
"loss": 1.7844,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.546916890080429,
|
| 289 |
+
"grad_norm": 52.95848083496094,
|
| 290 |
+
"learning_rate": 1.7177658942364827e-05,
|
| 291 |
+
"loss": 1.6702,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.680965147453083,
|
| 296 |
+
"grad_norm": 64.50013732910156,
|
| 297 |
+
"learning_rate": 1.70291146761735e-05,
|
| 298 |
+
"loss": 1.5789,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.815013404825737,
|
| 303 |
+
"grad_norm": 86.5457992553711,
|
| 304 |
+
"learning_rate": 1.6880570409982175e-05,
|
| 305 |
+
"loss": 1.6413,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.949061662198392,
|
| 310 |
+
"grad_norm": 48.19670104980469,
|
| 311 |
+
"learning_rate": 1.6732026143790852e-05,
|
| 312 |
+
"loss": 1.6645,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 5.0,
|
| 317 |
+
"eval_accuracy": 0.7593123209169055,
|
| 318 |
+
"eval_loss": 0.6648080348968506,
|
| 319 |
+
"eval_macro_f1": 0.759722496240783,
|
| 320 |
+
"eval_runtime": 1.1781,
|
| 321 |
+
"eval_samples_per_second": 592.462,
|
| 322 |
+
"eval_steps_per_second": 37.347,
|
| 323 |
+
"eval_weighted_f1": 0.7596750563578382,
|
| 324 |
+
"step": 935
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.080428954423592,
|
| 328 |
+
"grad_norm": 112.67044067382812,
|
| 329 |
+
"learning_rate": 1.6583481877599526e-05,
|
| 330 |
+
"loss": 1.4578,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.214477211796247,
|
| 335 |
+
"grad_norm": 57.59008026123047,
|
| 336 |
+
"learning_rate": 1.64349376114082e-05,
|
| 337 |
+
"loss": 1.3091,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.348525469168901,
|
| 342 |
+
"grad_norm": 57.748741149902344,
|
| 343 |
+
"learning_rate": 1.6286393345216875e-05,
|
| 344 |
+
"loss": 1.2871,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.482573726541555,
|
| 349 |
+
"grad_norm": 174.48379516601562,
|
| 350 |
+
"learning_rate": 1.6137849079025552e-05,
|
| 351 |
+
"loss": 1.1456,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.616621983914209,
|
| 356 |
+
"grad_norm": 103.52583312988281,
|
| 357 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 358 |
+
"loss": 1.1444,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.750670241286863,
|
| 363 |
+
"grad_norm": 218.33905029296875,
|
| 364 |
+
"learning_rate": 1.58407605466429e-05,
|
| 365 |
+
"loss": 1.1835,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.884718498659518,
|
| 370 |
+
"grad_norm": 68.76084899902344,
|
| 371 |
+
"learning_rate": 1.5692216280451574e-05,
|
| 372 |
+
"loss": 1.2823,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7836676217765043,
|
| 378 |
+
"eval_loss": 0.6404514908790588,
|
| 379 |
+
"eval_macro_f1": 0.7834773184118161,
|
| 380 |
+
"eval_runtime": 1.1893,
|
| 381 |
+
"eval_samples_per_second": 586.91,
|
| 382 |
+
"eval_steps_per_second": 36.997,
|
| 383 |
+
"eval_weighted_f1": 0.7833863645978109,
|
| 384 |
+
"step": 1122
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.016085790884718,
|
| 388 |
+
"grad_norm": 64.74076080322266,
|
| 389 |
+
"learning_rate": 1.5543672014260252e-05,
|
| 390 |
+
"loss": 1.1354,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.150134048257373,
|
| 395 |
+
"grad_norm": 95.04303741455078,
|
| 396 |
+
"learning_rate": 1.5395127748068926e-05,
|
| 397 |
+
"loss": 0.8804,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.2841823056300266,
|
| 402 |
+
"grad_norm": 36.5062255859375,
|
| 403 |
+
"learning_rate": 1.5246583481877602e-05,
|
| 404 |
+
"loss": 0.9221,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.418230563002681,
|
| 409 |
+
"grad_norm": 92.04092407226562,
|
| 410 |
+
"learning_rate": 1.5098039215686276e-05,
|
| 411 |
+
"loss": 1.0822,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.552278820375335,
|
| 416 |
+
"grad_norm": 109.07200622558594,
|
| 417 |
+
"learning_rate": 1.4949494949494952e-05,
|
| 418 |
+
"loss": 0.8978,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.68632707774799,
|
| 423 |
+
"grad_norm": 99.7303695678711,
|
| 424 |
+
"learning_rate": 1.4800950683303626e-05,
|
| 425 |
+
"loss": 0.9152,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.8203753351206435,
|
| 430 |
+
"grad_norm": 56.727928161621094,
|
| 431 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 432 |
+
"loss": 0.8901,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.954423592493297,
|
| 437 |
+
"grad_norm": 112.30436706542969,
|
| 438 |
+
"learning_rate": 1.4503862150920976e-05,
|
| 439 |
+
"loss": 0.7959,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 7.0,
|
| 444 |
+
"eval_accuracy": 0.8008595988538681,
|
| 445 |
+
"eval_loss": 0.7175173759460449,
|
| 446 |
+
"eval_macro_f1": 0.7997581849664698,
|
| 447 |
+
"eval_runtime": 1.1873,
|
| 448 |
+
"eval_samples_per_second": 587.894,
|
| 449 |
+
"eval_steps_per_second": 37.059,
|
| 450 |
+
"eval_weighted_f1": 0.799807813589873,
|
| 451 |
+
"step": 1309
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.085790884718499,
|
| 455 |
+
"grad_norm": 142.9441375732422,
|
| 456 |
+
"learning_rate": 1.4355317884729652e-05,
|
| 457 |
+
"loss": 0.8033,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.2198391420911525,
|
| 462 |
+
"grad_norm": 219.46617126464844,
|
| 463 |
+
"learning_rate": 1.4206773618538326e-05,
|
| 464 |
+
"loss": 0.5452,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.353887399463807,
|
| 469 |
+
"grad_norm": 153.88938903808594,
|
| 470 |
+
"learning_rate": 1.4058229352347002e-05,
|
| 471 |
+
"loss": 0.6458,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.487935656836461,
|
| 476 |
+
"grad_norm": 262.33544921875,
|
| 477 |
+
"learning_rate": 1.3909685086155676e-05,
|
| 478 |
+
"loss": 0.6335,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.621983914209116,
|
| 483 |
+
"grad_norm": 54.10624694824219,
|
| 484 |
+
"learning_rate": 1.3761140819964351e-05,
|
| 485 |
+
"loss": 0.6581,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.7560321715817695,
|
| 490 |
+
"grad_norm": 46.9286994934082,
|
| 491 |
+
"learning_rate": 1.3612596553773026e-05,
|
| 492 |
+
"loss": 0.6564,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.890080428954423,
|
| 497 |
+
"grad_norm": 99.39617156982422,
|
| 498 |
+
"learning_rate": 1.3464052287581701e-05,
|
| 499 |
+
"loss": 0.7535,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 8.0,
|
| 504 |
+
"eval_accuracy": 0.7951289398280802,
|
| 505 |
+
"eval_loss": 0.7424113750457764,
|
| 506 |
+
"eval_macro_f1": 0.7934275753118701,
|
| 507 |
+
"eval_runtime": 1.2077,
|
| 508 |
+
"eval_samples_per_second": 577.949,
|
| 509 |
+
"eval_steps_per_second": 36.432,
|
| 510 |
+
"eval_weighted_f1": 0.7935121522469119,
|
| 511 |
+
"step": 1496
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.021447721179625,
|
| 515 |
+
"grad_norm": 148.35316467285156,
|
| 516 |
+
"learning_rate": 1.3315508021390375e-05,
|
| 517 |
+
"loss": 0.7483,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.15549597855228,
|
| 522 |
+
"grad_norm": 51.57545471191406,
|
| 523 |
+
"learning_rate": 1.3166963755199051e-05,
|
| 524 |
+
"loss": 0.43,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.289544235924932,
|
| 529 |
+
"grad_norm": 82.2325668334961,
|
| 530 |
+
"learning_rate": 1.3018419489007725e-05,
|
| 531 |
+
"loss": 0.5805,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.423592493297587,
|
| 536 |
+
"grad_norm": 162.3885955810547,
|
| 537 |
+
"learning_rate": 1.2869875222816401e-05,
|
| 538 |
+
"loss": 0.5737,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.557640750670242,
|
| 543 |
+
"grad_norm": 42.8394775390625,
|
| 544 |
+
"learning_rate": 1.2721330956625075e-05,
|
| 545 |
+
"loss": 0.5586,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.691689008042896,
|
| 550 |
+
"grad_norm": 176.35488891601562,
|
| 551 |
+
"learning_rate": 1.257278669043375e-05,
|
| 552 |
+
"loss": 0.5183,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.82573726541555,
|
| 557 |
+
"grad_norm": 190.20387268066406,
|
| 558 |
+
"learning_rate": 1.2424242424242425e-05,
|
| 559 |
+
"loss": 0.5829,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.959785522788204,
|
| 564 |
+
"grad_norm": 108.95799255371094,
|
| 565 |
+
"learning_rate": 1.22756981580511e-05,
|
| 566 |
+
"loss": 0.5133,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 9.0,
|
| 571 |
+
"eval_accuracy": 0.7908309455587392,
|
| 572 |
+
"eval_loss": 0.8559390306472778,
|
| 573 |
+
"eval_macro_f1": 0.7900970733120835,
|
| 574 |
+
"eval_runtime": 1.1499,
|
| 575 |
+
"eval_samples_per_second": 607.021,
|
| 576 |
+
"eval_steps_per_second": 38.265,
|
| 577 |
+
"eval_weighted_f1": 0.7893445195487542,
|
| 578 |
+
"step": 1683
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.091152815013405,
|
| 582 |
+
"grad_norm": 194.6844940185547,
|
| 583 |
+
"learning_rate": 1.2127153891859775e-05,
|
| 584 |
+
"loss": 0.421,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.225201072386058,
|
| 589 |
+
"grad_norm": 53.72358703613281,
|
| 590 |
+
"learning_rate": 1.197860962566845e-05,
|
| 591 |
+
"loss": 0.3783,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 9.359249329758713,
|
| 596 |
+
"grad_norm": 138.18930053710938,
|
| 597 |
+
"learning_rate": 1.1830065359477125e-05,
|
| 598 |
+
"loss": 0.4008,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.493297587131368,
|
| 603 |
+
"grad_norm": 25.500123977661133,
|
| 604 |
+
"learning_rate": 1.1681521093285799e-05,
|
| 605 |
+
"loss": 0.3965,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.62734584450402,
|
| 610 |
+
"grad_norm": 81.72015380859375,
|
| 611 |
+
"learning_rate": 1.1532976827094475e-05,
|
| 612 |
+
"loss": 0.3301,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.761394101876675,
|
| 617 |
+
"grad_norm": 108.25726318359375,
|
| 618 |
+
"learning_rate": 1.1384432560903149e-05,
|
| 619 |
+
"loss": 0.4861,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.89544235924933,
|
| 624 |
+
"grad_norm": 102.4832763671875,
|
| 625 |
+
"learning_rate": 1.1235888294711825e-05,
|
| 626 |
+
"loss": 0.6589,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 10.0,
|
| 631 |
+
"eval_accuracy": 0.7979942693409742,
|
| 632 |
+
"eval_loss": 1.124686598777771,
|
| 633 |
+
"eval_macro_f1": 0.7991066390948115,
|
| 634 |
+
"eval_runtime": 1.1981,
|
| 635 |
+
"eval_samples_per_second": 582.598,
|
| 636 |
+
"eval_steps_per_second": 36.725,
|
| 637 |
+
"eval_weighted_f1": 0.7987646095459016,
|
| 638 |
+
"step": 1870
|
| 639 |
+
}
|
| 640 |
+
],
|
| 641 |
+
"logging_steps": 25,
|
| 642 |
+
"max_steps": 3740,
|
| 643 |
+
"num_input_tokens_seen": 0,
|
| 644 |
+
"num_train_epochs": 20,
|
| 645 |
+
"save_steps": 500,
|
| 646 |
+
"stateful_callbacks": {
|
| 647 |
+
"EarlyStoppingCallback": {
|
| 648 |
+
"args": {
|
| 649 |
+
"early_stopping_patience": 3,
|
| 650 |
+
"early_stopping_threshold": 0.0
|
| 651 |
+
},
|
| 652 |
+
"attributes": {
|
| 653 |
+
"early_stopping_patience_counter": 3
|
| 654 |
+
}
|
| 655 |
+
},
|
| 656 |
+
"TrainerControl": {
|
| 657 |
+
"args": {
|
| 658 |
+
"should_epoch_stop": false,
|
| 659 |
+
"should_evaluate": false,
|
| 660 |
+
"should_log": false,
|
| 661 |
+
"should_save": true,
|
| 662 |
+
"should_training_stop": true
|
| 663 |
+
},
|
| 664 |
+
"attributes": {}
|
| 665 |
+
}
|
| 666 |
+
},
|
| 667 |
+
"total_flos": 0.0,
|
| 668 |
+
"train_batch_size": 8,
|
| 669 |
+
"trial_name": null,
|
| 670 |
+
"trial_params": null
|
| 671 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930/trainer_state.json
ADDED
|
@@ -0,0 +1,692 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1930,
|
| 3 |
+
"best_metric": 0.7933672495311255,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930",
|
| 5 |
+
"epoch": 10.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1930,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.13003901170351106,
|
| 14 |
+
"grad_norm": 13.414565086364746,
|
| 15 |
+
"learning_rate": 1.2435233160621762e-06,
|
| 16 |
+
"loss": 4.6779,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.26007802340702213,
|
| 21 |
+
"grad_norm": 17.362436294555664,
|
| 22 |
+
"learning_rate": 2.5388601036269435e-06,
|
| 23 |
+
"loss": 4.7044,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.39011703511053314,
|
| 28 |
+
"grad_norm": 18.509700775146484,
|
| 29 |
+
"learning_rate": 3.83419689119171e-06,
|
| 30 |
+
"loss": 4.5985,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5201560468140443,
|
| 35 |
+
"grad_norm": 7.4523491859436035,
|
| 36 |
+
"learning_rate": 5.129533678756478e-06,
|
| 37 |
+
"loss": 4.5551,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6501950585175552,
|
| 42 |
+
"grad_norm": 9.289135932922363,
|
| 43 |
+
"learning_rate": 6.4248704663212435e-06,
|
| 44 |
+
"loss": 4.5591,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.7802340702210663,
|
| 49 |
+
"grad_norm": 49.76182174682617,
|
| 50 |
+
"learning_rate": 7.72020725388601e-06,
|
| 51 |
+
"loss": 4.4648,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.9102730819245773,
|
| 56 |
+
"grad_norm": 55.14132308959961,
|
| 57 |
+
"learning_rate": 9.015544041450778e-06,
|
| 58 |
+
"loss": 4.4427,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.3953846153846154,
|
| 64 |
+
"eval_loss": 1.0601081848144531,
|
| 65 |
+
"eval_macro_f1": 0.2977275079390722,
|
| 66 |
+
"eval_runtime": 1.0585,
|
| 67 |
+
"eval_samples_per_second": 614.073,
|
| 68 |
+
"eval_steps_per_second": 38.734,
|
| 69 |
+
"eval_weighted_f1": 0.3007816723821668,
|
| 70 |
+
"step": 193
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0364109232769831,
|
| 74 |
+
"grad_norm": 36.804100036621094,
|
| 75 |
+
"learning_rate": 1.0310880829015545e-05,
|
| 76 |
+
"loss": 4.3101,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.1664499349804942,
|
| 81 |
+
"grad_norm": 60.477352142333984,
|
| 82 |
+
"learning_rate": 1.1606217616580311e-05,
|
| 83 |
+
"loss": 4.2721,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.2964889466840053,
|
| 88 |
+
"grad_norm": 63.95677947998047,
|
| 89 |
+
"learning_rate": 1.2901554404145079e-05,
|
| 90 |
+
"loss": 3.9376,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4265279583875163,
|
| 95 |
+
"grad_norm": 117.26446533203125,
|
| 96 |
+
"learning_rate": 1.4196891191709844e-05,
|
| 97 |
+
"loss": 3.7192,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.5565669700910272,
|
| 102 |
+
"grad_norm": 44.29987716674805,
|
| 103 |
+
"learning_rate": 1.5492227979274612e-05,
|
| 104 |
+
"loss": 3.861,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.6866059817945382,
|
| 109 |
+
"grad_norm": 90.55384063720703,
|
| 110 |
+
"learning_rate": 1.6787564766839378e-05,
|
| 111 |
+
"loss": 3.5597,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.8166449934980493,
|
| 116 |
+
"grad_norm": 76.22472381591797,
|
| 117 |
+
"learning_rate": 1.8082901554404147e-05,
|
| 118 |
+
"loss": 3.3259,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.9466840052015604,
|
| 123 |
+
"grad_norm": 54.59865951538086,
|
| 124 |
+
"learning_rate": 1.9378238341968913e-05,
|
| 125 |
+
"loss": 3.1896,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 2.0,
|
| 130 |
+
"eval_accuracy": 0.6415384615384615,
|
| 131 |
+
"eval_loss": 0.7821961641311646,
|
| 132 |
+
"eval_macro_f1": 0.6347434418895795,
|
| 133 |
+
"eval_runtime": 1.1112,
|
| 134 |
+
"eval_samples_per_second": 584.956,
|
| 135 |
+
"eval_steps_per_second": 36.897,
|
| 136 |
+
"eval_weighted_f1": 0.6341699023142947,
|
| 137 |
+
"step": 386
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.0728218465539663,
|
| 141 |
+
"grad_norm": 119.5914077758789,
|
| 142 |
+
"learning_rate": 1.9925158318940704e-05,
|
| 143 |
+
"loss": 2.8849,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.2028608582574774,
|
| 148 |
+
"grad_norm": 57.62950897216797,
|
| 149 |
+
"learning_rate": 1.9781232009211287e-05,
|
| 150 |
+
"loss": 3.0686,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.3328998699609884,
|
| 155 |
+
"grad_norm": 107.63069915771484,
|
| 156 |
+
"learning_rate": 1.9637305699481867e-05,
|
| 157 |
+
"loss": 2.8155,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.4629388816644995,
|
| 162 |
+
"grad_norm": 62.690773010253906,
|
| 163 |
+
"learning_rate": 1.949337938975245e-05,
|
| 164 |
+
"loss": 2.631,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.5929778933680105,
|
| 169 |
+
"grad_norm": 91.64720916748047,
|
| 170 |
+
"learning_rate": 1.934945308002303e-05,
|
| 171 |
+
"loss": 2.5376,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.7230169050715216,
|
| 176 |
+
"grad_norm": 70.8393325805664,
|
| 177 |
+
"learning_rate": 1.920552677029361e-05,
|
| 178 |
+
"loss": 2.5287,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.8530559167750327,
|
| 183 |
+
"grad_norm": 87.3475112915039,
|
| 184 |
+
"learning_rate": 1.9061600460564194e-05,
|
| 185 |
+
"loss": 2.5674,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 2.9830949284785433,
|
| 190 |
+
"grad_norm": 43.669898986816406,
|
| 191 |
+
"learning_rate": 1.8917674150834774e-05,
|
| 192 |
+
"loss": 2.7206,
|
| 193 |
+
"step": 575
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 3.0,
|
| 197 |
+
"eval_accuracy": 0.7046153846153846,
|
| 198 |
+
"eval_loss": 0.7161297798156738,
|
| 199 |
+
"eval_macro_f1": 0.694183025892348,
|
| 200 |
+
"eval_runtime": 1.0464,
|
| 201 |
+
"eval_samples_per_second": 621.169,
|
| 202 |
+
"eval_steps_per_second": 39.181,
|
| 203 |
+
"eval_weighted_f1": 0.6937784483755594,
|
| 204 |
+
"step": 579
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.109232769830949,
|
| 208 |
+
"grad_norm": 89.3836669921875,
|
| 209 |
+
"learning_rate": 1.8773747841105358e-05,
|
| 210 |
+
"loss": 2.1903,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.2392717815344603,
|
| 215 |
+
"grad_norm": 46.979854583740234,
|
| 216 |
+
"learning_rate": 1.8629821531375938e-05,
|
| 217 |
+
"loss": 2.2043,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.3693107932379713,
|
| 222 |
+
"grad_norm": 115.31541442871094,
|
| 223 |
+
"learning_rate": 1.8485895221646518e-05,
|
| 224 |
+
"loss": 1.9928,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.4993498049414824,
|
| 229 |
+
"grad_norm": 125.34547424316406,
|
| 230 |
+
"learning_rate": 1.83419689119171e-05,
|
| 231 |
+
"loss": 2.274,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.6293888166449935,
|
| 236 |
+
"grad_norm": 56.9929313659668,
|
| 237 |
+
"learning_rate": 1.819804260218768e-05,
|
| 238 |
+
"loss": 2.0474,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.7594278283485045,
|
| 243 |
+
"grad_norm": 56.7516975402832,
|
| 244 |
+
"learning_rate": 1.8054116292458265e-05,
|
| 245 |
+
"loss": 2.0163,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 3.8894668400520156,
|
| 250 |
+
"grad_norm": 260.9971008300781,
|
| 251 |
+
"learning_rate": 1.7910189982728845e-05,
|
| 252 |
+
"loss": 2.1423,
|
| 253 |
+
"step": 750
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 4.0,
|
| 257 |
+
"eval_accuracy": 0.74,
|
| 258 |
+
"eval_loss": 0.627783477306366,
|
| 259 |
+
"eval_macro_f1": 0.7362778030258122,
|
| 260 |
+
"eval_runtime": 1.0477,
|
| 261 |
+
"eval_samples_per_second": 620.409,
|
| 262 |
+
"eval_steps_per_second": 39.133,
|
| 263 |
+
"eval_weighted_f1": 0.7358048082052904,
|
| 264 |
+
"step": 772
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.0156046814044215,
|
| 268 |
+
"grad_norm": 35.74385452270508,
|
| 269 |
+
"learning_rate": 1.7766263672999425e-05,
|
| 270 |
+
"loss": 1.7778,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.145643693107933,
|
| 275 |
+
"grad_norm": 114.46045684814453,
|
| 276 |
+
"learning_rate": 1.762233736327001e-05,
|
| 277 |
+
"loss": 1.8201,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.275682704811444,
|
| 282 |
+
"grad_norm": 46.80788803100586,
|
| 283 |
+
"learning_rate": 1.747841105354059e-05,
|
| 284 |
+
"loss": 1.8083,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.405721716514955,
|
| 289 |
+
"grad_norm": 70.45817565917969,
|
| 290 |
+
"learning_rate": 1.7334484743811172e-05,
|
| 291 |
+
"loss": 1.665,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.535760728218466,
|
| 296 |
+
"grad_norm": 92.04293060302734,
|
| 297 |
+
"learning_rate": 1.7190558434081752e-05,
|
| 298 |
+
"loss": 1.8556,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.665799739921977,
|
| 303 |
+
"grad_norm": 105.98198699951172,
|
| 304 |
+
"learning_rate": 1.7046632124352332e-05,
|
| 305 |
+
"loss": 1.7108,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.795838751625488,
|
| 310 |
+
"grad_norm": 127.65762329101562,
|
| 311 |
+
"learning_rate": 1.6902705814622916e-05,
|
| 312 |
+
"loss": 1.6081,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 4.925877763328999,
|
| 317 |
+
"grad_norm": 99.78143310546875,
|
| 318 |
+
"learning_rate": 1.6758779504893496e-05,
|
| 319 |
+
"loss": 1.7711,
|
| 320 |
+
"step": 950
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"epoch": 5.0,
|
| 324 |
+
"eval_accuracy": 0.7538461538461538,
|
| 325 |
+
"eval_loss": 0.6714539527893066,
|
| 326 |
+
"eval_macro_f1": 0.7539200330657616,
|
| 327 |
+
"eval_runtime": 1.0908,
|
| 328 |
+
"eval_samples_per_second": 595.893,
|
| 329 |
+
"eval_steps_per_second": 37.587,
|
| 330 |
+
"eval_weighted_f1": 0.75304860466167,
|
| 331 |
+
"step": 965
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.052015604681404,
|
| 335 |
+
"grad_norm": 95.72039031982422,
|
| 336 |
+
"learning_rate": 1.661485319516408e-05,
|
| 337 |
+
"loss": 1.5649,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.1820546163849155,
|
| 342 |
+
"grad_norm": 74.0572280883789,
|
| 343 |
+
"learning_rate": 1.647092688543466e-05,
|
| 344 |
+
"loss": 1.3583,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.3120936280884266,
|
| 349 |
+
"grad_norm": 210.58688354492188,
|
| 350 |
+
"learning_rate": 1.632700057570524e-05,
|
| 351 |
+
"loss": 1.2461,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.442132639791938,
|
| 356 |
+
"grad_norm": 63.23632049560547,
|
| 357 |
+
"learning_rate": 1.6183074265975823e-05,
|
| 358 |
+
"loss": 1.1707,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.572171651495449,
|
| 363 |
+
"grad_norm": 83.06661224365234,
|
| 364 |
+
"learning_rate": 1.6039147956246403e-05,
|
| 365 |
+
"loss": 1.4692,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.70221066319896,
|
| 370 |
+
"grad_norm": 233.89227294921875,
|
| 371 |
+
"learning_rate": 1.5895221646516986e-05,
|
| 372 |
+
"loss": 1.4082,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 5.832249674902471,
|
| 377 |
+
"grad_norm": 72.3251724243164,
|
| 378 |
+
"learning_rate": 1.5751295336787566e-05,
|
| 379 |
+
"loss": 1.4071,
|
| 380 |
+
"step": 1125
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"epoch": 5.962288686605982,
|
| 384 |
+
"grad_norm": 124.53785705566406,
|
| 385 |
+
"learning_rate": 1.5607369027058147e-05,
|
| 386 |
+
"loss": 1.13,
|
| 387 |
+
"step": 1150
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"epoch": 6.0,
|
| 391 |
+
"eval_accuracy": 0.7769230769230769,
|
| 392 |
+
"eval_loss": 0.6918547749519348,
|
| 393 |
+
"eval_macro_f1": 0.775211133547885,
|
| 394 |
+
"eval_runtime": 1.0809,
|
| 395 |
+
"eval_samples_per_second": 601.344,
|
| 396 |
+
"eval_steps_per_second": 37.931,
|
| 397 |
+
"eval_weighted_f1": 0.7748022678400669,
|
| 398 |
+
"step": 1158
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.088426527958387,
|
| 402 |
+
"grad_norm": 142.40350341796875,
|
| 403 |
+
"learning_rate": 1.546344271732873e-05,
|
| 404 |
+
"loss": 0.9927,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.218465539661898,
|
| 409 |
+
"grad_norm": 137.33714294433594,
|
| 410 |
+
"learning_rate": 1.531951640759931e-05,
|
| 411 |
+
"loss": 1.0456,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.3485045513654095,
|
| 416 |
+
"grad_norm": 127.18244171142578,
|
| 417 |
+
"learning_rate": 1.5175590097869892e-05,
|
| 418 |
+
"loss": 1.1126,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.4785435630689205,
|
| 423 |
+
"grad_norm": 173.40274047851562,
|
| 424 |
+
"learning_rate": 1.5031663788140474e-05,
|
| 425 |
+
"loss": 0.9888,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.608582574772432,
|
| 430 |
+
"grad_norm": 33.98581314086914,
|
| 431 |
+
"learning_rate": 1.4887737478411055e-05,
|
| 432 |
+
"loss": 1.0341,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.738621586475943,
|
| 437 |
+
"grad_norm": 133.01986694335938,
|
| 438 |
+
"learning_rate": 1.4743811168681637e-05,
|
| 439 |
+
"loss": 0.9743,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 6.868660598179454,
|
| 444 |
+
"grad_norm": 90.81724548339844,
|
| 445 |
+
"learning_rate": 1.4599884858952217e-05,
|
| 446 |
+
"loss": 1.0956,
|
| 447 |
+
"step": 1325
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"epoch": 6.998699609882965,
|
| 451 |
+
"grad_norm": 91.01943969726562,
|
| 452 |
+
"learning_rate": 1.4455958549222799e-05,
|
| 453 |
+
"loss": 1.084,
|
| 454 |
+
"step": 1350
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"epoch": 7.0,
|
| 458 |
+
"eval_accuracy": 0.7584615384615384,
|
| 459 |
+
"eval_loss": 0.8109714984893799,
|
| 460 |
+
"eval_macro_f1": 0.7570444048704918,
|
| 461 |
+
"eval_runtime": 1.0632,
|
| 462 |
+
"eval_samples_per_second": 611.389,
|
| 463 |
+
"eval_steps_per_second": 38.565,
|
| 464 |
+
"eval_weighted_f1": 0.7561228604171748,
|
| 465 |
+
"step": 1351
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.12483745123537,
|
| 469 |
+
"grad_norm": 176.1677703857422,
|
| 470 |
+
"learning_rate": 1.431203223949338e-05,
|
| 471 |
+
"loss": 0.8372,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.254876462938881,
|
| 476 |
+
"grad_norm": 53.79551696777344,
|
| 477 |
+
"learning_rate": 1.4168105929763962e-05,
|
| 478 |
+
"loss": 0.8148,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.384915474642392,
|
| 483 |
+
"grad_norm": 109.80152893066406,
|
| 484 |
+
"learning_rate": 1.4024179620034544e-05,
|
| 485 |
+
"loss": 0.9374,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.5149544863459035,
|
| 490 |
+
"grad_norm": 52.38825988769531,
|
| 491 |
+
"learning_rate": 1.3880253310305124e-05,
|
| 492 |
+
"loss": 0.6436,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.6449934980494145,
|
| 497 |
+
"grad_norm": 11.479384422302246,
|
| 498 |
+
"learning_rate": 1.3736327000575706e-05,
|
| 499 |
+
"loss": 0.773,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 7.775032509752926,
|
| 504 |
+
"grad_norm": 243.07725524902344,
|
| 505 |
+
"learning_rate": 1.3592400690846288e-05,
|
| 506 |
+
"loss": 0.9698,
|
| 507 |
+
"step": 1500
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"epoch": 7.905071521456437,
|
| 511 |
+
"grad_norm": 61.30080032348633,
|
| 512 |
+
"learning_rate": 1.344847438111687e-05,
|
| 513 |
+
"loss": 0.9681,
|
| 514 |
+
"step": 1525
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"epoch": 8.0,
|
| 518 |
+
"eval_accuracy": 0.7676923076923077,
|
| 519 |
+
"eval_loss": 0.7151572108268738,
|
| 520 |
+
"eval_macro_f1": 0.7672036225606681,
|
| 521 |
+
"eval_runtime": 1.0625,
|
| 522 |
+
"eval_samples_per_second": 611.738,
|
| 523 |
+
"eval_steps_per_second": 38.587,
|
| 524 |
+
"eval_weighted_f1": 0.7664293696193198,
|
| 525 |
+
"step": 1544
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.031209362808843,
|
| 529 |
+
"grad_norm": 174.9323272705078,
|
| 530 |
+
"learning_rate": 1.3304548071387451e-05,
|
| 531 |
+
"loss": 0.79,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.161248374512354,
|
| 536 |
+
"grad_norm": 149.94564819335938,
|
| 537 |
+
"learning_rate": 1.3160621761658033e-05,
|
| 538 |
+
"loss": 0.5768,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.291287386215865,
|
| 543 |
+
"grad_norm": 22.06072998046875,
|
| 544 |
+
"learning_rate": 1.3016695451928613e-05,
|
| 545 |
+
"loss": 0.6274,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.421326397919376,
|
| 550 |
+
"grad_norm": 146.7764892578125,
|
| 551 |
+
"learning_rate": 1.2872769142199195e-05,
|
| 552 |
+
"loss": 0.4979,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.551365409622887,
|
| 557 |
+
"grad_norm": 112.72512817382812,
|
| 558 |
+
"learning_rate": 1.2728842832469777e-05,
|
| 559 |
+
"loss": 0.7519,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.681404421326398,
|
| 564 |
+
"grad_norm": 9.281380653381348,
|
| 565 |
+
"learning_rate": 1.2584916522740358e-05,
|
| 566 |
+
"loss": 0.5602,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 8.81144343302991,
|
| 571 |
+
"grad_norm": 81.3812484741211,
|
| 572 |
+
"learning_rate": 1.244099021301094e-05,
|
| 573 |
+
"loss": 0.6956,
|
| 574 |
+
"step": 1700
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"epoch": 8.94148244473342,
|
| 578 |
+
"grad_norm": 164.9906005859375,
|
| 579 |
+
"learning_rate": 1.229706390328152e-05,
|
| 580 |
+
"loss": 0.7794,
|
| 581 |
+
"step": 1725
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"epoch": 9.0,
|
| 585 |
+
"eval_accuracy": 0.7861538461538462,
|
| 586 |
+
"eval_loss": 0.8057360649108887,
|
| 587 |
+
"eval_macro_f1": 0.7837564727632511,
|
| 588 |
+
"eval_runtime": 1.0477,
|
| 589 |
+
"eval_samples_per_second": 620.402,
|
| 590 |
+
"eval_steps_per_second": 39.133,
|
| 591 |
+
"eval_weighted_f1": 0.7832387532000021,
|
| 592 |
+
"step": 1737
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 9.067620286085825,
|
| 596 |
+
"grad_norm": 68.30724334716797,
|
| 597 |
+
"learning_rate": 1.2153137593552102e-05,
|
| 598 |
+
"loss": 0.6237,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.197659297789336,
|
| 603 |
+
"grad_norm": 42.512237548828125,
|
| 604 |
+
"learning_rate": 1.2009211283822684e-05,
|
| 605 |
+
"loss": 0.2679,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.327698309492847,
|
| 610 |
+
"grad_norm": 252.0991973876953,
|
| 611 |
+
"learning_rate": 1.1865284974093266e-05,
|
| 612 |
+
"loss": 0.402,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.457737321196358,
|
| 617 |
+
"grad_norm": 104.42607879638672,
|
| 618 |
+
"learning_rate": 1.1721358664363847e-05,
|
| 619 |
+
"loss": 0.5271,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.58777633289987,
|
| 624 |
+
"grad_norm": 2.118462562561035,
|
| 625 |
+
"learning_rate": 1.1577432354634427e-05,
|
| 626 |
+
"loss": 0.6188,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 9.71781534460338,
|
| 631 |
+
"grad_norm": 22.94532585144043,
|
| 632 |
+
"learning_rate": 1.143350604490501e-05,
|
| 633 |
+
"loss": 0.5212,
|
| 634 |
+
"step": 1875
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"epoch": 9.847854356306891,
|
| 638 |
+
"grad_norm": 45.13206481933594,
|
| 639 |
+
"learning_rate": 1.1289579735175591e-05,
|
| 640 |
+
"loss": 0.3887,
|
| 641 |
+
"step": 1900
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"epoch": 9.977893368010402,
|
| 645 |
+
"grad_norm": 290.4412841796875,
|
| 646 |
+
"learning_rate": 1.1145653425446173e-05,
|
| 647 |
+
"loss": 0.6647,
|
| 648 |
+
"step": 1925
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 10.0,
|
| 652 |
+
"eval_accuracy": 0.7953846153846154,
|
| 653 |
+
"eval_loss": 1.0222766399383545,
|
| 654 |
+
"eval_macro_f1": 0.7933672495311255,
|
| 655 |
+
"eval_runtime": 1.1287,
|
| 656 |
+
"eval_samples_per_second": 575.869,
|
| 657 |
+
"eval_steps_per_second": 36.324,
|
| 658 |
+
"eval_weighted_f1": 0.7930125928786352,
|
| 659 |
+
"step": 1930
|
| 660 |
+
}
|
| 661 |
+
],
|
| 662 |
+
"logging_steps": 25,
|
| 663 |
+
"max_steps": 3860,
|
| 664 |
+
"num_input_tokens_seen": 0,
|
| 665 |
+
"num_train_epochs": 20,
|
| 666 |
+
"save_steps": 500,
|
| 667 |
+
"stateful_callbacks": {
|
| 668 |
+
"EarlyStoppingCallback": {
|
| 669 |
+
"args": {
|
| 670 |
+
"early_stopping_patience": 3,
|
| 671 |
+
"early_stopping_threshold": 0.0
|
| 672 |
+
},
|
| 673 |
+
"attributes": {
|
| 674 |
+
"early_stopping_patience_counter": 0
|
| 675 |
+
}
|
| 676 |
+
},
|
| 677 |
+
"TrainerControl": {
|
| 678 |
+
"args": {
|
| 679 |
+
"should_epoch_stop": false,
|
| 680 |
+
"should_evaluate": false,
|
| 681 |
+
"should_log": false,
|
| 682 |
+
"should_save": true,
|
| 683 |
+
"should_training_stop": false
|
| 684 |
+
},
|
| 685 |
+
"attributes": {}
|
| 686 |
+
}
|
| 687 |
+
},
|
| 688 |
+
"total_flos": 0.0,
|
| 689 |
+
"train_batch_size": 8,
|
| 690 |
+
"trial_name": null,
|
| 691 |
+
"trial_params": null
|
| 692 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-2509/trainer_state.json
ADDED
|
@@ -0,0 +1,886 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1930,
|
| 3 |
+
"best_metric": 0.7933672495311255,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s43-20260902T140639Z-fbd63439/trainer/checkpoint-1930",
|
| 5 |
+
"epoch": 13.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2509,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.13003901170351106,
|
| 14 |
+
"grad_norm": 13.414565086364746,
|
| 15 |
+
"learning_rate": 1.2435233160621762e-06,
|
| 16 |
+
"loss": 4.6779,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.26007802340702213,
|
| 21 |
+
"grad_norm": 17.362436294555664,
|
| 22 |
+
"learning_rate": 2.5388601036269435e-06,
|
| 23 |
+
"loss": 4.7044,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.39011703511053314,
|
| 28 |
+
"grad_norm": 18.509700775146484,
|
| 29 |
+
"learning_rate": 3.83419689119171e-06,
|
| 30 |
+
"loss": 4.5985,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5201560468140443,
|
| 35 |
+
"grad_norm": 7.4523491859436035,
|
| 36 |
+
"learning_rate": 5.129533678756478e-06,
|
| 37 |
+
"loss": 4.5551,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6501950585175552,
|
| 42 |
+
"grad_norm": 9.289135932922363,
|
| 43 |
+
"learning_rate": 6.4248704663212435e-06,
|
| 44 |
+
"loss": 4.5591,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.7802340702210663,
|
| 49 |
+
"grad_norm": 49.76182174682617,
|
| 50 |
+
"learning_rate": 7.72020725388601e-06,
|
| 51 |
+
"loss": 4.4648,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.9102730819245773,
|
| 56 |
+
"grad_norm": 55.14132308959961,
|
| 57 |
+
"learning_rate": 9.015544041450778e-06,
|
| 58 |
+
"loss": 4.4427,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.3953846153846154,
|
| 64 |
+
"eval_loss": 1.0601081848144531,
|
| 65 |
+
"eval_macro_f1": 0.2977275079390722,
|
| 66 |
+
"eval_runtime": 1.0585,
|
| 67 |
+
"eval_samples_per_second": 614.073,
|
| 68 |
+
"eval_steps_per_second": 38.734,
|
| 69 |
+
"eval_weighted_f1": 0.3007816723821668,
|
| 70 |
+
"step": 193
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0364109232769831,
|
| 74 |
+
"grad_norm": 36.804100036621094,
|
| 75 |
+
"learning_rate": 1.0310880829015545e-05,
|
| 76 |
+
"loss": 4.3101,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.1664499349804942,
|
| 81 |
+
"grad_norm": 60.477352142333984,
|
| 82 |
+
"learning_rate": 1.1606217616580311e-05,
|
| 83 |
+
"loss": 4.2721,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.2964889466840053,
|
| 88 |
+
"grad_norm": 63.95677947998047,
|
| 89 |
+
"learning_rate": 1.2901554404145079e-05,
|
| 90 |
+
"loss": 3.9376,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4265279583875163,
|
| 95 |
+
"grad_norm": 117.26446533203125,
|
| 96 |
+
"learning_rate": 1.4196891191709844e-05,
|
| 97 |
+
"loss": 3.7192,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.5565669700910272,
|
| 102 |
+
"grad_norm": 44.29987716674805,
|
| 103 |
+
"learning_rate": 1.5492227979274612e-05,
|
| 104 |
+
"loss": 3.861,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.6866059817945382,
|
| 109 |
+
"grad_norm": 90.55384063720703,
|
| 110 |
+
"learning_rate": 1.6787564766839378e-05,
|
| 111 |
+
"loss": 3.5597,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.8166449934980493,
|
| 116 |
+
"grad_norm": 76.22472381591797,
|
| 117 |
+
"learning_rate": 1.8082901554404147e-05,
|
| 118 |
+
"loss": 3.3259,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.9466840052015604,
|
| 123 |
+
"grad_norm": 54.59865951538086,
|
| 124 |
+
"learning_rate": 1.9378238341968913e-05,
|
| 125 |
+
"loss": 3.1896,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 2.0,
|
| 130 |
+
"eval_accuracy": 0.6415384615384615,
|
| 131 |
+
"eval_loss": 0.7821961641311646,
|
| 132 |
+
"eval_macro_f1": 0.6347434418895795,
|
| 133 |
+
"eval_runtime": 1.1112,
|
| 134 |
+
"eval_samples_per_second": 584.956,
|
| 135 |
+
"eval_steps_per_second": 36.897,
|
| 136 |
+
"eval_weighted_f1": 0.6341699023142947,
|
| 137 |
+
"step": 386
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.0728218465539663,
|
| 141 |
+
"grad_norm": 119.5914077758789,
|
| 142 |
+
"learning_rate": 1.9925158318940704e-05,
|
| 143 |
+
"loss": 2.8849,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.2028608582574774,
|
| 148 |
+
"grad_norm": 57.62950897216797,
|
| 149 |
+
"learning_rate": 1.9781232009211287e-05,
|
| 150 |
+
"loss": 3.0686,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.3328998699609884,
|
| 155 |
+
"grad_norm": 107.63069915771484,
|
| 156 |
+
"learning_rate": 1.9637305699481867e-05,
|
| 157 |
+
"loss": 2.8155,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.4629388816644995,
|
| 162 |
+
"grad_norm": 62.690773010253906,
|
| 163 |
+
"learning_rate": 1.949337938975245e-05,
|
| 164 |
+
"loss": 2.631,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.5929778933680105,
|
| 169 |
+
"grad_norm": 91.64720916748047,
|
| 170 |
+
"learning_rate": 1.934945308002303e-05,
|
| 171 |
+
"loss": 2.5376,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.7230169050715216,
|
| 176 |
+
"grad_norm": 70.8393325805664,
|
| 177 |
+
"learning_rate": 1.920552677029361e-05,
|
| 178 |
+
"loss": 2.5287,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.8530559167750327,
|
| 183 |
+
"grad_norm": 87.3475112915039,
|
| 184 |
+
"learning_rate": 1.9061600460564194e-05,
|
| 185 |
+
"loss": 2.5674,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 2.9830949284785433,
|
| 190 |
+
"grad_norm": 43.669898986816406,
|
| 191 |
+
"learning_rate": 1.8917674150834774e-05,
|
| 192 |
+
"loss": 2.7206,
|
| 193 |
+
"step": 575
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 3.0,
|
| 197 |
+
"eval_accuracy": 0.7046153846153846,
|
| 198 |
+
"eval_loss": 0.7161297798156738,
|
| 199 |
+
"eval_macro_f1": 0.694183025892348,
|
| 200 |
+
"eval_runtime": 1.0464,
|
| 201 |
+
"eval_samples_per_second": 621.169,
|
| 202 |
+
"eval_steps_per_second": 39.181,
|
| 203 |
+
"eval_weighted_f1": 0.6937784483755594,
|
| 204 |
+
"step": 579
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.109232769830949,
|
| 208 |
+
"grad_norm": 89.3836669921875,
|
| 209 |
+
"learning_rate": 1.8773747841105358e-05,
|
| 210 |
+
"loss": 2.1903,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.2392717815344603,
|
| 215 |
+
"grad_norm": 46.979854583740234,
|
| 216 |
+
"learning_rate": 1.8629821531375938e-05,
|
| 217 |
+
"loss": 2.2043,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.3693107932379713,
|
| 222 |
+
"grad_norm": 115.31541442871094,
|
| 223 |
+
"learning_rate": 1.8485895221646518e-05,
|
| 224 |
+
"loss": 1.9928,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.4993498049414824,
|
| 229 |
+
"grad_norm": 125.34547424316406,
|
| 230 |
+
"learning_rate": 1.83419689119171e-05,
|
| 231 |
+
"loss": 2.274,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.6293888166449935,
|
| 236 |
+
"grad_norm": 56.9929313659668,
|
| 237 |
+
"learning_rate": 1.819804260218768e-05,
|
| 238 |
+
"loss": 2.0474,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.7594278283485045,
|
| 243 |
+
"grad_norm": 56.7516975402832,
|
| 244 |
+
"learning_rate": 1.8054116292458265e-05,
|
| 245 |
+
"loss": 2.0163,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 3.8894668400520156,
|
| 250 |
+
"grad_norm": 260.9971008300781,
|
| 251 |
+
"learning_rate": 1.7910189982728845e-05,
|
| 252 |
+
"loss": 2.1423,
|
| 253 |
+
"step": 750
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 4.0,
|
| 257 |
+
"eval_accuracy": 0.74,
|
| 258 |
+
"eval_loss": 0.627783477306366,
|
| 259 |
+
"eval_macro_f1": 0.7362778030258122,
|
| 260 |
+
"eval_runtime": 1.0477,
|
| 261 |
+
"eval_samples_per_second": 620.409,
|
| 262 |
+
"eval_steps_per_second": 39.133,
|
| 263 |
+
"eval_weighted_f1": 0.7358048082052904,
|
| 264 |
+
"step": 772
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.0156046814044215,
|
| 268 |
+
"grad_norm": 35.74385452270508,
|
| 269 |
+
"learning_rate": 1.7766263672999425e-05,
|
| 270 |
+
"loss": 1.7778,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.145643693107933,
|
| 275 |
+
"grad_norm": 114.46045684814453,
|
| 276 |
+
"learning_rate": 1.762233736327001e-05,
|
| 277 |
+
"loss": 1.8201,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.275682704811444,
|
| 282 |
+
"grad_norm": 46.80788803100586,
|
| 283 |
+
"learning_rate": 1.747841105354059e-05,
|
| 284 |
+
"loss": 1.8083,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.405721716514955,
|
| 289 |
+
"grad_norm": 70.45817565917969,
|
| 290 |
+
"learning_rate": 1.7334484743811172e-05,
|
| 291 |
+
"loss": 1.665,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.535760728218466,
|
| 296 |
+
"grad_norm": 92.04293060302734,
|
| 297 |
+
"learning_rate": 1.7190558434081752e-05,
|
| 298 |
+
"loss": 1.8556,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.665799739921977,
|
| 303 |
+
"grad_norm": 105.98198699951172,
|
| 304 |
+
"learning_rate": 1.7046632124352332e-05,
|
| 305 |
+
"loss": 1.7108,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.795838751625488,
|
| 310 |
+
"grad_norm": 127.65762329101562,
|
| 311 |
+
"learning_rate": 1.6902705814622916e-05,
|
| 312 |
+
"loss": 1.6081,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 4.925877763328999,
|
| 317 |
+
"grad_norm": 99.78143310546875,
|
| 318 |
+
"learning_rate": 1.6758779504893496e-05,
|
| 319 |
+
"loss": 1.7711,
|
| 320 |
+
"step": 950
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"epoch": 5.0,
|
| 324 |
+
"eval_accuracy": 0.7538461538461538,
|
| 325 |
+
"eval_loss": 0.6714539527893066,
|
| 326 |
+
"eval_macro_f1": 0.7539200330657616,
|
| 327 |
+
"eval_runtime": 1.0908,
|
| 328 |
+
"eval_samples_per_second": 595.893,
|
| 329 |
+
"eval_steps_per_second": 37.587,
|
| 330 |
+
"eval_weighted_f1": 0.75304860466167,
|
| 331 |
+
"step": 965
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.052015604681404,
|
| 335 |
+
"grad_norm": 95.72039031982422,
|
| 336 |
+
"learning_rate": 1.661485319516408e-05,
|
| 337 |
+
"loss": 1.5649,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.1820546163849155,
|
| 342 |
+
"grad_norm": 74.0572280883789,
|
| 343 |
+
"learning_rate": 1.647092688543466e-05,
|
| 344 |
+
"loss": 1.3583,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.3120936280884266,
|
| 349 |
+
"grad_norm": 210.58688354492188,
|
| 350 |
+
"learning_rate": 1.632700057570524e-05,
|
| 351 |
+
"loss": 1.2461,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.442132639791938,
|
| 356 |
+
"grad_norm": 63.23632049560547,
|
| 357 |
+
"learning_rate": 1.6183074265975823e-05,
|
| 358 |
+
"loss": 1.1707,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.572171651495449,
|
| 363 |
+
"grad_norm": 83.06661224365234,
|
| 364 |
+
"learning_rate": 1.6039147956246403e-05,
|
| 365 |
+
"loss": 1.4692,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.70221066319896,
|
| 370 |
+
"grad_norm": 233.89227294921875,
|
| 371 |
+
"learning_rate": 1.5895221646516986e-05,
|
| 372 |
+
"loss": 1.4082,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 5.832249674902471,
|
| 377 |
+
"grad_norm": 72.3251724243164,
|
| 378 |
+
"learning_rate": 1.5751295336787566e-05,
|
| 379 |
+
"loss": 1.4071,
|
| 380 |
+
"step": 1125
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"epoch": 5.962288686605982,
|
| 384 |
+
"grad_norm": 124.53785705566406,
|
| 385 |
+
"learning_rate": 1.5607369027058147e-05,
|
| 386 |
+
"loss": 1.13,
|
| 387 |
+
"step": 1150
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"epoch": 6.0,
|
| 391 |
+
"eval_accuracy": 0.7769230769230769,
|
| 392 |
+
"eval_loss": 0.6918547749519348,
|
| 393 |
+
"eval_macro_f1": 0.775211133547885,
|
| 394 |
+
"eval_runtime": 1.0809,
|
| 395 |
+
"eval_samples_per_second": 601.344,
|
| 396 |
+
"eval_steps_per_second": 37.931,
|
| 397 |
+
"eval_weighted_f1": 0.7748022678400669,
|
| 398 |
+
"step": 1158
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.088426527958387,
|
| 402 |
+
"grad_norm": 142.40350341796875,
|
| 403 |
+
"learning_rate": 1.546344271732873e-05,
|
| 404 |
+
"loss": 0.9927,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.218465539661898,
|
| 409 |
+
"grad_norm": 137.33714294433594,
|
| 410 |
+
"learning_rate": 1.531951640759931e-05,
|
| 411 |
+
"loss": 1.0456,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.3485045513654095,
|
| 416 |
+
"grad_norm": 127.18244171142578,
|
| 417 |
+
"learning_rate": 1.5175590097869892e-05,
|
| 418 |
+
"loss": 1.1126,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.4785435630689205,
|
| 423 |
+
"grad_norm": 173.40274047851562,
|
| 424 |
+
"learning_rate": 1.5031663788140474e-05,
|
| 425 |
+
"loss": 0.9888,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.608582574772432,
|
| 430 |
+
"grad_norm": 33.98581314086914,
|
| 431 |
+
"learning_rate": 1.4887737478411055e-05,
|
| 432 |
+
"loss": 1.0341,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.738621586475943,
|
| 437 |
+
"grad_norm": 133.01986694335938,
|
| 438 |
+
"learning_rate": 1.4743811168681637e-05,
|
| 439 |
+
"loss": 0.9743,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 6.868660598179454,
|
| 444 |
+
"grad_norm": 90.81724548339844,
|
| 445 |
+
"learning_rate": 1.4599884858952217e-05,
|
| 446 |
+
"loss": 1.0956,
|
| 447 |
+
"step": 1325
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"epoch": 6.998699609882965,
|
| 451 |
+
"grad_norm": 91.01943969726562,
|
| 452 |
+
"learning_rate": 1.4455958549222799e-05,
|
| 453 |
+
"loss": 1.084,
|
| 454 |
+
"step": 1350
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"epoch": 7.0,
|
| 458 |
+
"eval_accuracy": 0.7584615384615384,
|
| 459 |
+
"eval_loss": 0.8109714984893799,
|
| 460 |
+
"eval_macro_f1": 0.7570444048704918,
|
| 461 |
+
"eval_runtime": 1.0632,
|
| 462 |
+
"eval_samples_per_second": 611.389,
|
| 463 |
+
"eval_steps_per_second": 38.565,
|
| 464 |
+
"eval_weighted_f1": 0.7561228604171748,
|
| 465 |
+
"step": 1351
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.12483745123537,
|
| 469 |
+
"grad_norm": 176.1677703857422,
|
| 470 |
+
"learning_rate": 1.431203223949338e-05,
|
| 471 |
+
"loss": 0.8372,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.254876462938881,
|
| 476 |
+
"grad_norm": 53.79551696777344,
|
| 477 |
+
"learning_rate": 1.4168105929763962e-05,
|
| 478 |
+
"loss": 0.8148,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.384915474642392,
|
| 483 |
+
"grad_norm": 109.80152893066406,
|
| 484 |
+
"learning_rate": 1.4024179620034544e-05,
|
| 485 |
+
"loss": 0.9374,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.5149544863459035,
|
| 490 |
+
"grad_norm": 52.38825988769531,
|
| 491 |
+
"learning_rate": 1.3880253310305124e-05,
|
| 492 |
+
"loss": 0.6436,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.6449934980494145,
|
| 497 |
+
"grad_norm": 11.479384422302246,
|
| 498 |
+
"learning_rate": 1.3736327000575706e-05,
|
| 499 |
+
"loss": 0.773,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 7.775032509752926,
|
| 504 |
+
"grad_norm": 243.07725524902344,
|
| 505 |
+
"learning_rate": 1.3592400690846288e-05,
|
| 506 |
+
"loss": 0.9698,
|
| 507 |
+
"step": 1500
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"epoch": 7.905071521456437,
|
| 511 |
+
"grad_norm": 61.30080032348633,
|
| 512 |
+
"learning_rate": 1.344847438111687e-05,
|
| 513 |
+
"loss": 0.9681,
|
| 514 |
+
"step": 1525
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"epoch": 8.0,
|
| 518 |
+
"eval_accuracy": 0.7676923076923077,
|
| 519 |
+
"eval_loss": 0.7151572108268738,
|
| 520 |
+
"eval_macro_f1": 0.7672036225606681,
|
| 521 |
+
"eval_runtime": 1.0625,
|
| 522 |
+
"eval_samples_per_second": 611.738,
|
| 523 |
+
"eval_steps_per_second": 38.587,
|
| 524 |
+
"eval_weighted_f1": 0.7664293696193198,
|
| 525 |
+
"step": 1544
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.031209362808843,
|
| 529 |
+
"grad_norm": 174.9323272705078,
|
| 530 |
+
"learning_rate": 1.3304548071387451e-05,
|
| 531 |
+
"loss": 0.79,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.161248374512354,
|
| 536 |
+
"grad_norm": 149.94564819335938,
|
| 537 |
+
"learning_rate": 1.3160621761658033e-05,
|
| 538 |
+
"loss": 0.5768,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.291287386215865,
|
| 543 |
+
"grad_norm": 22.06072998046875,
|
| 544 |
+
"learning_rate": 1.3016695451928613e-05,
|
| 545 |
+
"loss": 0.6274,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.421326397919376,
|
| 550 |
+
"grad_norm": 146.7764892578125,
|
| 551 |
+
"learning_rate": 1.2872769142199195e-05,
|
| 552 |
+
"loss": 0.4979,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.551365409622887,
|
| 557 |
+
"grad_norm": 112.72512817382812,
|
| 558 |
+
"learning_rate": 1.2728842832469777e-05,
|
| 559 |
+
"loss": 0.7519,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.681404421326398,
|
| 564 |
+
"grad_norm": 9.281380653381348,
|
| 565 |
+
"learning_rate": 1.2584916522740358e-05,
|
| 566 |
+
"loss": 0.5602,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 8.81144343302991,
|
| 571 |
+
"grad_norm": 81.3812484741211,
|
| 572 |
+
"learning_rate": 1.244099021301094e-05,
|
| 573 |
+
"loss": 0.6956,
|
| 574 |
+
"step": 1700
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"epoch": 8.94148244473342,
|
| 578 |
+
"grad_norm": 164.9906005859375,
|
| 579 |
+
"learning_rate": 1.229706390328152e-05,
|
| 580 |
+
"loss": 0.7794,
|
| 581 |
+
"step": 1725
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"epoch": 9.0,
|
| 585 |
+
"eval_accuracy": 0.7861538461538462,
|
| 586 |
+
"eval_loss": 0.8057360649108887,
|
| 587 |
+
"eval_macro_f1": 0.7837564727632511,
|
| 588 |
+
"eval_runtime": 1.0477,
|
| 589 |
+
"eval_samples_per_second": 620.402,
|
| 590 |
+
"eval_steps_per_second": 39.133,
|
| 591 |
+
"eval_weighted_f1": 0.7832387532000021,
|
| 592 |
+
"step": 1737
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 9.067620286085825,
|
| 596 |
+
"grad_norm": 68.30724334716797,
|
| 597 |
+
"learning_rate": 1.2153137593552102e-05,
|
| 598 |
+
"loss": 0.6237,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.197659297789336,
|
| 603 |
+
"grad_norm": 42.512237548828125,
|
| 604 |
+
"learning_rate": 1.2009211283822684e-05,
|
| 605 |
+
"loss": 0.2679,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.327698309492847,
|
| 610 |
+
"grad_norm": 252.0991973876953,
|
| 611 |
+
"learning_rate": 1.1865284974093266e-05,
|
| 612 |
+
"loss": 0.402,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.457737321196358,
|
| 617 |
+
"grad_norm": 104.42607879638672,
|
| 618 |
+
"learning_rate": 1.1721358664363847e-05,
|
| 619 |
+
"loss": 0.5271,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.58777633289987,
|
| 624 |
+
"grad_norm": 2.118462562561035,
|
| 625 |
+
"learning_rate": 1.1577432354634427e-05,
|
| 626 |
+
"loss": 0.6188,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 9.71781534460338,
|
| 631 |
+
"grad_norm": 22.94532585144043,
|
| 632 |
+
"learning_rate": 1.143350604490501e-05,
|
| 633 |
+
"loss": 0.5212,
|
| 634 |
+
"step": 1875
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"epoch": 9.847854356306891,
|
| 638 |
+
"grad_norm": 45.13206481933594,
|
| 639 |
+
"learning_rate": 1.1289579735175591e-05,
|
| 640 |
+
"loss": 0.3887,
|
| 641 |
+
"step": 1900
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"epoch": 9.977893368010402,
|
| 645 |
+
"grad_norm": 290.4412841796875,
|
| 646 |
+
"learning_rate": 1.1145653425446173e-05,
|
| 647 |
+
"loss": 0.6647,
|
| 648 |
+
"step": 1925
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 10.0,
|
| 652 |
+
"eval_accuracy": 0.7953846153846154,
|
| 653 |
+
"eval_loss": 1.0222766399383545,
|
| 654 |
+
"eval_macro_f1": 0.7933672495311255,
|
| 655 |
+
"eval_runtime": 1.1287,
|
| 656 |
+
"eval_samples_per_second": 575.869,
|
| 657 |
+
"eval_steps_per_second": 36.324,
|
| 658 |
+
"eval_weighted_f1": 0.7930125928786352,
|
| 659 |
+
"step": 1930
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"epoch": 10.104031209362809,
|
| 663 |
+
"grad_norm": 1.2696927785873413,
|
| 664 |
+
"learning_rate": 1.1001727115716754e-05,
|
| 665 |
+
"loss": 0.59,
|
| 666 |
+
"step": 1950
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.23407022106632,
|
| 670 |
+
"grad_norm": 96.31785583496094,
|
| 671 |
+
"learning_rate": 1.0857800805987335e-05,
|
| 672 |
+
"loss": 0.3479,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.364109232769831,
|
| 677 |
+
"grad_norm": 17.678163528442383,
|
| 678 |
+
"learning_rate": 1.0713874496257916e-05,
|
| 679 |
+
"loss": 0.4899,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 10.494148244473342,
|
| 684 |
+
"grad_norm": 15.651436805725098,
|
| 685 |
+
"learning_rate": 1.0569948186528498e-05,
|
| 686 |
+
"loss": 0.3761,
|
| 687 |
+
"step": 2025
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"epoch": 10.624187256176853,
|
| 691 |
+
"grad_norm": 54.98583221435547,
|
| 692 |
+
"learning_rate": 1.042602187679908e-05,
|
| 693 |
+
"loss": 0.3702,
|
| 694 |
+
"step": 2050
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"epoch": 10.754226267880364,
|
| 698 |
+
"grad_norm": 227.10708618164062,
|
| 699 |
+
"learning_rate": 1.0282095567069662e-05,
|
| 700 |
+
"loss": 0.2908,
|
| 701 |
+
"step": 2075
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"epoch": 10.884265279583875,
|
| 705 |
+
"grad_norm": 177.80059814453125,
|
| 706 |
+
"learning_rate": 1.0138169257340242e-05,
|
| 707 |
+
"loss": 0.4003,
|
| 708 |
+
"step": 2100
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"epoch": 11.0,
|
| 712 |
+
"eval_accuracy": 0.7830769230769231,
|
| 713 |
+
"eval_loss": 1.267243504524231,
|
| 714 |
+
"eval_macro_f1": 0.782273335678371,
|
| 715 |
+
"eval_runtime": 1.1229,
|
| 716 |
+
"eval_samples_per_second": 578.855,
|
| 717 |
+
"eval_steps_per_second": 36.512,
|
| 718 |
+
"eval_weighted_f1": 0.7816058234996346,
|
| 719 |
+
"step": 2123
|
| 720 |
+
},
|
| 721 |
+
{
|
| 722 |
+
"epoch": 11.010403120936282,
|
| 723 |
+
"grad_norm": 23.580394744873047,
|
| 724 |
+
"learning_rate": 9.994242947610823e-06,
|
| 725 |
+
"loss": 0.3611,
|
| 726 |
+
"step": 2125
|
| 727 |
+
},
|
| 728 |
+
{
|
| 729 |
+
"epoch": 11.140442132639793,
|
| 730 |
+
"grad_norm": 38.389259338378906,
|
| 731 |
+
"learning_rate": 9.850316637881405e-06,
|
| 732 |
+
"loss": 0.2571,
|
| 733 |
+
"step": 2150
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"epoch": 11.270481144343304,
|
| 737 |
+
"grad_norm": 0.5158419013023376,
|
| 738 |
+
"learning_rate": 9.706390328151987e-06,
|
| 739 |
+
"loss": 0.4656,
|
| 740 |
+
"step": 2175
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"epoch": 11.400520156046815,
|
| 744 |
+
"grad_norm": 82.84483337402344,
|
| 745 |
+
"learning_rate": 9.562464018422569e-06,
|
| 746 |
+
"loss": 0.4998,
|
| 747 |
+
"step": 2200
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"epoch": 11.530559167750326,
|
| 751 |
+
"grad_norm": 226.5054168701172,
|
| 752 |
+
"learning_rate": 9.418537708693149e-06,
|
| 753 |
+
"loss": 0.4301,
|
| 754 |
+
"step": 2225
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"epoch": 11.660598179453837,
|
| 758 |
+
"grad_norm": 92.92792510986328,
|
| 759 |
+
"learning_rate": 9.27461139896373e-06,
|
| 760 |
+
"loss": 0.1722,
|
| 761 |
+
"step": 2250
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"epoch": 11.790637191157348,
|
| 765 |
+
"grad_norm": 317.95306396484375,
|
| 766 |
+
"learning_rate": 9.130685089234312e-06,
|
| 767 |
+
"loss": 0.4356,
|
| 768 |
+
"step": 2275
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"epoch": 11.920676202860859,
|
| 772 |
+
"grad_norm": 330.8069763183594,
|
| 773 |
+
"learning_rate": 8.986758779504894e-06,
|
| 774 |
+
"loss": 0.3079,
|
| 775 |
+
"step": 2300
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"epoch": 12.0,
|
| 779 |
+
"eval_accuracy": 0.78,
|
| 780 |
+
"eval_loss": 1.478929877281189,
|
| 781 |
+
"eval_macro_f1": 0.7789626784105241,
|
| 782 |
+
"eval_runtime": 1.1131,
|
| 783 |
+
"eval_samples_per_second": 583.969,
|
| 784 |
+
"eval_steps_per_second": 36.835,
|
| 785 |
+
"eval_weighted_f1": 0.7783763170587146,
|
| 786 |
+
"step": 2316
|
| 787 |
+
},
|
| 788 |
+
{
|
| 789 |
+
"epoch": 12.046814044213264,
|
| 790 |
+
"grad_norm": 0.07541762292385101,
|
| 791 |
+
"learning_rate": 8.842832469775476e-06,
|
| 792 |
+
"loss": 0.1606,
|
| 793 |
+
"step": 2325
|
| 794 |
+
},
|
| 795 |
+
{
|
| 796 |
+
"epoch": 12.176853055916775,
|
| 797 |
+
"grad_norm": 203.68463134765625,
|
| 798 |
+
"learning_rate": 8.698906160046056e-06,
|
| 799 |
+
"loss": 0.3797,
|
| 800 |
+
"step": 2350
|
| 801 |
+
},
|
| 802 |
+
{
|
| 803 |
+
"epoch": 12.306892067620286,
|
| 804 |
+
"grad_norm": 0.9796932935714722,
|
| 805 |
+
"learning_rate": 8.554979850316638e-06,
|
| 806 |
+
"loss": 0.1589,
|
| 807 |
+
"step": 2375
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"epoch": 12.436931079323797,
|
| 811 |
+
"grad_norm": 339.5140686035156,
|
| 812 |
+
"learning_rate": 8.41105354058722e-06,
|
| 813 |
+
"loss": 0.3822,
|
| 814 |
+
"step": 2400
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"epoch": 12.566970091027308,
|
| 818 |
+
"grad_norm": 389.9810791015625,
|
| 819 |
+
"learning_rate": 8.267127230857801e-06,
|
| 820 |
+
"loss": 0.2051,
|
| 821 |
+
"step": 2425
|
| 822 |
+
},
|
| 823 |
+
{
|
| 824 |
+
"epoch": 12.697009102730819,
|
| 825 |
+
"grad_norm": 0.7670713067054749,
|
| 826 |
+
"learning_rate": 8.123200921128383e-06,
|
| 827 |
+
"loss": 0.3035,
|
| 828 |
+
"step": 2450
|
| 829 |
+
},
|
| 830 |
+
{
|
| 831 |
+
"epoch": 12.82704811443433,
|
| 832 |
+
"grad_norm": 0.031151819974184036,
|
| 833 |
+
"learning_rate": 7.979274611398965e-06,
|
| 834 |
+
"loss": 0.1874,
|
| 835 |
+
"step": 2475
|
| 836 |
+
},
|
| 837 |
+
{
|
| 838 |
+
"epoch": 12.957087126137841,
|
| 839 |
+
"grad_norm": 307.2345886230469,
|
| 840 |
+
"learning_rate": 7.835348301669545e-06,
|
| 841 |
+
"loss": 0.2645,
|
| 842 |
+
"step": 2500
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"epoch": 13.0,
|
| 846 |
+
"eval_accuracy": 0.7707692307692308,
|
| 847 |
+
"eval_loss": 1.7194403409957886,
|
| 848 |
+
"eval_macro_f1": 0.7704615834624113,
|
| 849 |
+
"eval_runtime": 1.1413,
|
| 850 |
+
"eval_samples_per_second": 569.517,
|
| 851 |
+
"eval_steps_per_second": 35.923,
|
| 852 |
+
"eval_weighted_f1": 0.7696748688198701,
|
| 853 |
+
"step": 2509
|
| 854 |
+
}
|
| 855 |
+
],
|
| 856 |
+
"logging_steps": 25,
|
| 857 |
+
"max_steps": 3860,
|
| 858 |
+
"num_input_tokens_seen": 0,
|
| 859 |
+
"num_train_epochs": 20,
|
| 860 |
+
"save_steps": 500,
|
| 861 |
+
"stateful_callbacks": {
|
| 862 |
+
"EarlyStoppingCallback": {
|
| 863 |
+
"args": {
|
| 864 |
+
"early_stopping_patience": 3,
|
| 865 |
+
"early_stopping_threshold": 0.0
|
| 866 |
+
},
|
| 867 |
+
"attributes": {
|
| 868 |
+
"early_stopping_patience_counter": 3
|
| 869 |
+
}
|
| 870 |
+
},
|
| 871 |
+
"TrainerControl": {
|
| 872 |
+
"args": {
|
| 873 |
+
"should_epoch_stop": false,
|
| 874 |
+
"should_evaluate": false,
|
| 875 |
+
"should_log": false,
|
| 876 |
+
"should_save": true,
|
| 877 |
+
"should_training_stop": true
|
| 878 |
+
},
|
| 879 |
+
"attributes": {}
|
| 880 |
+
}
|
| 881 |
+
},
|
| 882 |
+
"total_flos": 0.0,
|
| 883 |
+
"train_batch_size": 8,
|
| 884 |
+
"trial_name": null,
|
| 885 |
+
"trial_params": null
|
| 886 |
+
}
|
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086/trainer_state.json
ADDED
|
@@ -0,0 +1,1292 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 4086,
|
| 3 |
+
"best_metric": 0.4864721364996663,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4086",
|
| 5 |
+
"epoch": 9.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 4086,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05509641873278237,
|
| 14 |
+
"grad_norm": 8.246442794799805,
|
| 15 |
+
"learning_rate": 5.286343612334802e-07,
|
| 16 |
+
"loss": 5.2841,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11019283746556474,
|
| 21 |
+
"grad_norm": 7.008738994598389,
|
| 22 |
+
"learning_rate": 1.0792951541850223e-06,
|
| 23 |
+
"loss": 5.1565,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1652892561983471,
|
| 28 |
+
"grad_norm": 11.749618530273438,
|
| 29 |
+
"learning_rate": 1.629955947136564e-06,
|
| 30 |
+
"loss": 5.3003,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.22038567493112948,
|
| 35 |
+
"grad_norm": 10.592748641967773,
|
| 36 |
+
"learning_rate": 2.180616740088106e-06,
|
| 37 |
+
"loss": 5.4049,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.27548209366391185,
|
| 42 |
+
"grad_norm": 26.399599075317383,
|
| 43 |
+
"learning_rate": 2.731277533039648e-06,
|
| 44 |
+
"loss": 5.2886,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3305785123966942,
|
| 49 |
+
"grad_norm": 12.545706748962402,
|
| 50 |
+
"learning_rate": 3.2819383259911898e-06,
|
| 51 |
+
"loss": 5.3637,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.3856749311294766,
|
| 56 |
+
"grad_norm": 9.994217872619629,
|
| 57 |
+
"learning_rate": 3.8325991189427315e-06,
|
| 58 |
+
"loss": 5.3659,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.44077134986225897,
|
| 63 |
+
"grad_norm": 12.309589385986328,
|
| 64 |
+
"learning_rate": 4.383259911894274e-06,
|
| 65 |
+
"loss": 5.1737,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.49586776859504134,
|
| 70 |
+
"grad_norm": 11.879595756530762,
|
| 71 |
+
"learning_rate": 4.933920704845816e-06,
|
| 72 |
+
"loss": 5.1828,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5509641873278237,
|
| 77 |
+
"grad_norm": 16.627201080322266,
|
| 78 |
+
"learning_rate": 5.484581497797358e-06,
|
| 79 |
+
"loss": 5.1718,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.6060606060606061,
|
| 84 |
+
"grad_norm": 25.899211883544922,
|
| 85 |
+
"learning_rate": 6.035242290748899e-06,
|
| 86 |
+
"loss": 5.1006,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6611570247933884,
|
| 91 |
+
"grad_norm": 13.9349946975708,
|
| 92 |
+
"learning_rate": 6.585903083700441e-06,
|
| 93 |
+
"loss": 4.9981,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7162534435261708,
|
| 98 |
+
"grad_norm": 26.27675437927246,
|
| 99 |
+
"learning_rate": 7.136563876651983e-06,
|
| 100 |
+
"loss": 4.9114,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.7713498622589532,
|
| 105 |
+
"grad_norm": 17.302968978881836,
|
| 106 |
+
"learning_rate": 7.687224669603525e-06,
|
| 107 |
+
"loss": 4.8772,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8264462809917356,
|
| 112 |
+
"grad_norm": 51.51818084716797,
|
| 113 |
+
"learning_rate": 8.237885462555067e-06,
|
| 114 |
+
"loss": 4.6785,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.8815426997245179,
|
| 119 |
+
"grad_norm": 30.68153190612793,
|
| 120 |
+
"learning_rate": 8.788546255506607e-06,
|
| 121 |
+
"loss": 4.4565,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9366391184573003,
|
| 126 |
+
"grad_norm": 23.15989875793457,
|
| 127 |
+
"learning_rate": 9.339207048458151e-06,
|
| 128 |
+
"loss": 4.6597,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 0.9917355371900827,
|
| 133 |
+
"grad_norm": 59.5621452331543,
|
| 134 |
+
"learning_rate": 9.889867841409693e-06,
|
| 135 |
+
"loss": 4.4483,
|
| 136 |
+
"step": 450
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"epoch": 1.0,
|
| 140 |
+
"eval_accuracy": 0.0,
|
| 141 |
+
"eval_loss": 1.0202608108520508,
|
| 142 |
+
"eval_macro_f1": 0.2410323075657381,
|
| 143 |
+
"eval_micro_f1": 0.25466509526615594,
|
| 144 |
+
"eval_runtime": 2.671,
|
| 145 |
+
"eval_samples_per_second": 615.119,
|
| 146 |
+
"eval_steps_per_second": 38.562,
|
| 147 |
+
"eval_weighted_f1": 0.30913743833735363,
|
| 148 |
+
"step": 454
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"epoch": 1.0462809917355371,
|
| 152 |
+
"grad_norm": 35.44868469238281,
|
| 153 |
+
"learning_rate": 1.0440528634361234e-05,
|
| 154 |
+
"loss": 4.2687,
|
| 155 |
+
"step": 475
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"epoch": 1.1013774104683196,
|
| 159 |
+
"grad_norm": 22.73764991760254,
|
| 160 |
+
"learning_rate": 1.0991189427312776e-05,
|
| 161 |
+
"loss": 4.1297,
|
| 162 |
+
"step": 500
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"epoch": 1.1564738292011019,
|
| 166 |
+
"grad_norm": 21.502338409423828,
|
| 167 |
+
"learning_rate": 1.154185022026432e-05,
|
| 168 |
+
"loss": 4.223,
|
| 169 |
+
"step": 525
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"epoch": 1.2115702479338843,
|
| 173 |
+
"grad_norm": 16.5292911529541,
|
| 174 |
+
"learning_rate": 1.209251101321586e-05,
|
| 175 |
+
"loss": 4.1565,
|
| 176 |
+
"step": 550
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"epoch": 1.2666666666666666,
|
| 180 |
+
"grad_norm": 22.575809478759766,
|
| 181 |
+
"learning_rate": 1.2643171806167402e-05,
|
| 182 |
+
"loss": 4.0048,
|
| 183 |
+
"step": 575
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 1.321763085399449,
|
| 187 |
+
"grad_norm": 17.22334098815918,
|
| 188 |
+
"learning_rate": 1.3193832599118943e-05,
|
| 189 |
+
"loss": 3.9322,
|
| 190 |
+
"step": 600
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 1.3768595041322313,
|
| 194 |
+
"grad_norm": 100.33424377441406,
|
| 195 |
+
"learning_rate": 1.3744493392070487e-05,
|
| 196 |
+
"loss": 4.0978,
|
| 197 |
+
"step": 625
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 1.4319559228650138,
|
| 201 |
+
"grad_norm": 20.315309524536133,
|
| 202 |
+
"learning_rate": 1.4295154185022027e-05,
|
| 203 |
+
"loss": 3.8472,
|
| 204 |
+
"step": 650
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 1.487052341597796,
|
| 208 |
+
"grad_norm": 19.484888076782227,
|
| 209 |
+
"learning_rate": 1.484581497797357e-05,
|
| 210 |
+
"loss": 3.7883,
|
| 211 |
+
"step": 675
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 1.5421487603305786,
|
| 215 |
+
"grad_norm": 66.74613189697266,
|
| 216 |
+
"learning_rate": 1.539647577092511e-05,
|
| 217 |
+
"loss": 3.878,
|
| 218 |
+
"step": 700
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 1.5972451790633608,
|
| 222 |
+
"grad_norm": 30.40477752685547,
|
| 223 |
+
"learning_rate": 1.5947136563876654e-05,
|
| 224 |
+
"loss": 3.8444,
|
| 225 |
+
"step": 725
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 1.652341597796143,
|
| 229 |
+
"grad_norm": 62.450164794921875,
|
| 230 |
+
"learning_rate": 1.6497797356828196e-05,
|
| 231 |
+
"loss": 3.7679,
|
| 232 |
+
"step": 750
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 1.7074380165289256,
|
| 236 |
+
"grad_norm": 35.56074905395508,
|
| 237 |
+
"learning_rate": 1.7048458149779738e-05,
|
| 238 |
+
"loss": 3.6173,
|
| 239 |
+
"step": 775
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 1.762534435261708,
|
| 243 |
+
"grad_norm": 35.378231048583984,
|
| 244 |
+
"learning_rate": 1.759911894273128e-05,
|
| 245 |
+
"loss": 3.6354,
|
| 246 |
+
"step": 800
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 1.8176308539944903,
|
| 250 |
+
"grad_norm": 33.35786056518555,
|
| 251 |
+
"learning_rate": 1.814977973568282e-05,
|
| 252 |
+
"loss": 3.6666,
|
| 253 |
+
"step": 825
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 1.8727272727272726,
|
| 257 |
+
"grad_norm": 52.627620697021484,
|
| 258 |
+
"learning_rate": 1.8700440528634364e-05,
|
| 259 |
+
"loss": 3.6775,
|
| 260 |
+
"step": 850
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"epoch": 1.927823691460055,
|
| 264 |
+
"grad_norm": 36.557491302490234,
|
| 265 |
+
"learning_rate": 1.9251101321585906e-05,
|
| 266 |
+
"loss": 3.5912,
|
| 267 |
+
"step": 875
|
| 268 |
+
},
|
| 269 |
+
{
|
| 270 |
+
"epoch": 1.9829201101928375,
|
| 271 |
+
"grad_norm": 49.97563934326172,
|
| 272 |
+
"learning_rate": 1.9801762114537445e-05,
|
| 273 |
+
"loss": 3.5012,
|
| 274 |
+
"step": 900
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"epoch": 2.0,
|
| 278 |
+
"eval_accuracy": 0.0,
|
| 279 |
+
"eval_loss": 0.8008102178573608,
|
| 280 |
+
"eval_macro_f1": 0.3357484587234144,
|
| 281 |
+
"eval_micro_f1": 0.34823977164605135,
|
| 282 |
+
"eval_runtime": 2.6797,
|
| 283 |
+
"eval_samples_per_second": 613.128,
|
| 284 |
+
"eval_steps_per_second": 38.437,
|
| 285 |
+
"eval_weighted_f1": 0.4097834264289872,
|
| 286 |
+
"step": 908
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"epoch": 2.037465564738292,
|
| 290 |
+
"grad_norm": 36.8686637878418,
|
| 291 |
+
"learning_rate": 1.9960841899167892e-05,
|
| 292 |
+
"loss": 3.3005,
|
| 293 |
+
"step": 925
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
"epoch": 2.0925619834710742,
|
| 297 |
+
"grad_norm": 28.50884246826172,
|
| 298 |
+
"learning_rate": 1.989965736661772e-05,
|
| 299 |
+
"loss": 3.2937,
|
| 300 |
+
"step": 950
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"epoch": 2.1476584022038567,
|
| 304 |
+
"grad_norm": 47.83967208862305,
|
| 305 |
+
"learning_rate": 1.983847283406755e-05,
|
| 306 |
+
"loss": 3.3847,
|
| 307 |
+
"step": 975
|
| 308 |
+
},
|
| 309 |
+
{
|
| 310 |
+
"epoch": 2.202754820936639,
|
| 311 |
+
"grad_norm": 33.826229095458984,
|
| 312 |
+
"learning_rate": 1.9777288301517378e-05,
|
| 313 |
+
"loss": 3.2669,
|
| 314 |
+
"step": 1000
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"epoch": 2.2578512396694217,
|
| 318 |
+
"grad_norm": 33.51219177246094,
|
| 319 |
+
"learning_rate": 1.9716103768967207e-05,
|
| 320 |
+
"loss": 3.1562,
|
| 321 |
+
"step": 1025
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"epoch": 2.3129476584022037,
|
| 325 |
+
"grad_norm": 56.752750396728516,
|
| 326 |
+
"learning_rate": 1.9654919236417035e-05,
|
| 327 |
+
"loss": 3.201,
|
| 328 |
+
"step": 1050
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"epoch": 2.368044077134986,
|
| 332 |
+
"grad_norm": 51.081748962402344,
|
| 333 |
+
"learning_rate": 1.9593734703866864e-05,
|
| 334 |
+
"loss": 3.13,
|
| 335 |
+
"step": 1075
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"epoch": 2.4231404958677687,
|
| 339 |
+
"grad_norm": 20.704832077026367,
|
| 340 |
+
"learning_rate": 1.9532550171316693e-05,
|
| 341 |
+
"loss": 3.2272,
|
| 342 |
+
"step": 1100
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"epoch": 2.4782369146005507,
|
| 346 |
+
"grad_norm": 45.64986038208008,
|
| 347 |
+
"learning_rate": 1.947136563876652e-05,
|
| 348 |
+
"loss": 3.1981,
|
| 349 |
+
"step": 1125
|
| 350 |
+
},
|
| 351 |
+
{
|
| 352 |
+
"epoch": 2.533333333333333,
|
| 353 |
+
"grad_norm": 19.664140701293945,
|
| 354 |
+
"learning_rate": 1.941018110621635e-05,
|
| 355 |
+
"loss": 3.0375,
|
| 356 |
+
"step": 1150
|
| 357 |
+
},
|
| 358 |
+
{
|
| 359 |
+
"epoch": 2.5884297520661157,
|
| 360 |
+
"grad_norm": 28.636184692382812,
|
| 361 |
+
"learning_rate": 1.934899657366618e-05,
|
| 362 |
+
"loss": 3.1276,
|
| 363 |
+
"step": 1175
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"epoch": 2.643526170798898,
|
| 367 |
+
"grad_norm": 29.2194881439209,
|
| 368 |
+
"learning_rate": 1.9287812041116007e-05,
|
| 369 |
+
"loss": 3.1491,
|
| 370 |
+
"step": 1200
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 2.6986225895316807,
|
| 374 |
+
"grad_norm": 24.013368606567383,
|
| 375 |
+
"learning_rate": 1.9226627508565836e-05,
|
| 376 |
+
"loss": 3.0102,
|
| 377 |
+
"step": 1225
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 2.7537190082644627,
|
| 381 |
+
"grad_norm": 20.15297508239746,
|
| 382 |
+
"learning_rate": 1.9165442976015665e-05,
|
| 383 |
+
"loss": 2.986,
|
| 384 |
+
"step": 1250
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 2.808815426997245,
|
| 388 |
+
"grad_norm": 32.60561752319336,
|
| 389 |
+
"learning_rate": 1.9104258443465493e-05,
|
| 390 |
+
"loss": 2.9861,
|
| 391 |
+
"step": 1275
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 2.8639118457300277,
|
| 395 |
+
"grad_norm": 23.191871643066406,
|
| 396 |
+
"learning_rate": 1.9043073910915322e-05,
|
| 397 |
+
"loss": 2.934,
|
| 398 |
+
"step": 1300
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 2.9190082644628097,
|
| 402 |
+
"grad_norm": 27.630184173583984,
|
| 403 |
+
"learning_rate": 1.898188937836515e-05,
|
| 404 |
+
"loss": 2.9783,
|
| 405 |
+
"step": 1325
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 2.974104683195592,
|
| 409 |
+
"grad_norm": 24.182971954345703,
|
| 410 |
+
"learning_rate": 1.892070484581498e-05,
|
| 411 |
+
"loss": 2.7581,
|
| 412 |
+
"step": 1350
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 3.0,
|
| 416 |
+
"eval_accuracy": 0.009129640900791236,
|
| 417 |
+
"eval_loss": 0.7107077836990356,
|
| 418 |
+
"eval_macro_f1": 0.37986593469847163,
|
| 419 |
+
"eval_micro_f1": 0.4079140582734369,
|
| 420 |
+
"eval_runtime": 2.7063,
|
| 421 |
+
"eval_samples_per_second": 607.095,
|
| 422 |
+
"eval_steps_per_second": 38.059,
|
| 423 |
+
"eval_weighted_f1": 0.45335713263230065,
|
| 424 |
+
"step": 1362
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"epoch": 3.028650137741047,
|
| 428 |
+
"grad_norm": 22.576751708984375,
|
| 429 |
+
"learning_rate": 1.8859520313264808e-05,
|
| 430 |
+
"loss": 2.7078,
|
| 431 |
+
"step": 1375
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"epoch": 3.0837465564738293,
|
| 435 |
+
"grad_norm": 44.063690185546875,
|
| 436 |
+
"learning_rate": 1.8798335780714636e-05,
|
| 437 |
+
"loss": 2.5008,
|
| 438 |
+
"step": 1400
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 3.1388429752066114,
|
| 442 |
+
"grad_norm": 18.86543846130371,
|
| 443 |
+
"learning_rate": 1.8737151248164465e-05,
|
| 444 |
+
"loss": 2.6365,
|
| 445 |
+
"step": 1425
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"epoch": 3.193939393939394,
|
| 449 |
+
"grad_norm": 22.964359283447266,
|
| 450 |
+
"learning_rate": 1.8675966715614294e-05,
|
| 451 |
+
"loss": 2.6185,
|
| 452 |
+
"step": 1450
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"epoch": 3.2490358126721763,
|
| 456 |
+
"grad_norm": 57.00598907470703,
|
| 457 |
+
"learning_rate": 1.8614782183064122e-05,
|
| 458 |
+
"loss": 2.5152,
|
| 459 |
+
"step": 1475
|
| 460 |
+
},
|
| 461 |
+
{
|
| 462 |
+
"epoch": 3.304132231404959,
|
| 463 |
+
"grad_norm": 28.618066787719727,
|
| 464 |
+
"learning_rate": 1.855359765051395e-05,
|
| 465 |
+
"loss": 2.7578,
|
| 466 |
+
"step": 1500
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"epoch": 3.359228650137741,
|
| 470 |
+
"grad_norm": 79.43772888183594,
|
| 471 |
+
"learning_rate": 1.849241311796378e-05,
|
| 472 |
+
"loss": 2.6763,
|
| 473 |
+
"step": 1525
|
| 474 |
+
},
|
| 475 |
+
{
|
| 476 |
+
"epoch": 3.4143250688705233,
|
| 477 |
+
"grad_norm": 27.52250099182129,
|
| 478 |
+
"learning_rate": 1.843122858541361e-05,
|
| 479 |
+
"loss": 2.697,
|
| 480 |
+
"step": 1550
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 3.469421487603306,
|
| 484 |
+
"grad_norm": 28.617395401000977,
|
| 485 |
+
"learning_rate": 1.8370044052863437e-05,
|
| 486 |
+
"loss": 2.601,
|
| 487 |
+
"step": 1575
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"epoch": 3.5245179063360883,
|
| 491 |
+
"grad_norm": 22.172164916992188,
|
| 492 |
+
"learning_rate": 1.8308859520313266e-05,
|
| 493 |
+
"loss": 2.5248,
|
| 494 |
+
"step": 1600
|
| 495 |
+
},
|
| 496 |
+
{
|
| 497 |
+
"epoch": 3.579614325068871,
|
| 498 |
+
"grad_norm": 29.235937118530273,
|
| 499 |
+
"learning_rate": 1.8247674987763094e-05,
|
| 500 |
+
"loss": 2.6308,
|
| 501 |
+
"step": 1625
|
| 502 |
+
},
|
| 503 |
+
{
|
| 504 |
+
"epoch": 3.634710743801653,
|
| 505 |
+
"grad_norm": 25.602069854736328,
|
| 506 |
+
"learning_rate": 1.8186490455212923e-05,
|
| 507 |
+
"loss": 2.5584,
|
| 508 |
+
"step": 1650
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"epoch": 3.6898071625344353,
|
| 512 |
+
"grad_norm": 30.798927307128906,
|
| 513 |
+
"learning_rate": 1.812530592266275e-05,
|
| 514 |
+
"loss": 2.7594,
|
| 515 |
+
"step": 1675
|
| 516 |
+
},
|
| 517 |
+
{
|
| 518 |
+
"epoch": 3.744903581267218,
|
| 519 |
+
"grad_norm": 45.07261276245117,
|
| 520 |
+
"learning_rate": 1.806412139011258e-05,
|
| 521 |
+
"loss": 2.5739,
|
| 522 |
+
"step": 1700
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"epoch": 3.8,
|
| 526 |
+
"grad_norm": 39.90005874633789,
|
| 527 |
+
"learning_rate": 1.800293685756241e-05,
|
| 528 |
+
"loss": 2.591,
|
| 529 |
+
"step": 1725
|
| 530 |
+
},
|
| 531 |
+
{
|
| 532 |
+
"epoch": 3.8550964187327823,
|
| 533 |
+
"grad_norm": 55.15447235107422,
|
| 534 |
+
"learning_rate": 1.7941752325012238e-05,
|
| 535 |
+
"loss": 2.6957,
|
| 536 |
+
"step": 1750
|
| 537 |
+
},
|
| 538 |
+
{
|
| 539 |
+
"epoch": 3.910192837465565,
|
| 540 |
+
"grad_norm": 41.37272644042969,
|
| 541 |
+
"learning_rate": 1.7880567792462066e-05,
|
| 542 |
+
"loss": 2.501,
|
| 543 |
+
"step": 1775
|
| 544 |
+
},
|
| 545 |
+
{
|
| 546 |
+
"epoch": 3.9652892561983473,
|
| 547 |
+
"grad_norm": 36.86390686035156,
|
| 548 |
+
"learning_rate": 1.7819383259911895e-05,
|
| 549 |
+
"loss": 2.5325,
|
| 550 |
+
"step": 1800
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 4.0,
|
| 554 |
+
"eval_accuracy": 0.0036518563603164943,
|
| 555 |
+
"eval_loss": 0.6740474700927734,
|
| 556 |
+
"eval_macro_f1": 0.38663686881134135,
|
| 557 |
+
"eval_micro_f1": 0.4178537511870845,
|
| 558 |
+
"eval_runtime": 2.9785,
|
| 559 |
+
"eval_samples_per_second": 551.621,
|
| 560 |
+
"eval_steps_per_second": 34.581,
|
| 561 |
+
"eval_weighted_f1": 0.46419668997580815,
|
| 562 |
+
"step": 1816
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"epoch": 4.019834710743802,
|
| 566 |
+
"grad_norm": 25.511503219604492,
|
| 567 |
+
"learning_rate": 1.7758198727361724e-05,
|
| 568 |
+
"loss": 2.5107,
|
| 569 |
+
"step": 1825
|
| 570 |
+
},
|
| 571 |
+
{
|
| 572 |
+
"epoch": 4.074931129476584,
|
| 573 |
+
"grad_norm": 27.822540283203125,
|
| 574 |
+
"learning_rate": 1.7697014194811552e-05,
|
| 575 |
+
"loss": 2.3396,
|
| 576 |
+
"step": 1850
|
| 577 |
+
},
|
| 578 |
+
{
|
| 579 |
+
"epoch": 4.130027548209366,
|
| 580 |
+
"grad_norm": 45.27438735961914,
|
| 581 |
+
"learning_rate": 1.763582966226138e-05,
|
| 582 |
+
"loss": 2.3623,
|
| 583 |
+
"step": 1875
|
| 584 |
+
},
|
| 585 |
+
{
|
| 586 |
+
"epoch": 4.1851239669421485,
|
| 587 |
+
"grad_norm": 17.16631507873535,
|
| 588 |
+
"learning_rate": 1.757464512971121e-05,
|
| 589 |
+
"loss": 2.2507,
|
| 590 |
+
"step": 1900
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"epoch": 4.240220385674931,
|
| 594 |
+
"grad_norm": 32.3470344543457,
|
| 595 |
+
"learning_rate": 1.7513460597161038e-05,
|
| 596 |
+
"loss": 2.2705,
|
| 597 |
+
"step": 1925
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"epoch": 4.2953168044077135,
|
| 601 |
+
"grad_norm": 37.85465621948242,
|
| 602 |
+
"learning_rate": 1.7452276064610867e-05,
|
| 603 |
+
"loss": 2.2527,
|
| 604 |
+
"step": 1950
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"epoch": 4.350413223140496,
|
| 608 |
+
"grad_norm": 46.76307678222656,
|
| 609 |
+
"learning_rate": 1.7391091532060695e-05,
|
| 610 |
+
"loss": 2.2511,
|
| 611 |
+
"step": 1975
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"epoch": 4.405509641873278,
|
| 615 |
+
"grad_norm": 39.46687698364258,
|
| 616 |
+
"learning_rate": 1.7329906999510527e-05,
|
| 617 |
+
"loss": 2.2502,
|
| 618 |
+
"step": 2000
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"epoch": 4.460606060606061,
|
| 622 |
+
"grad_norm": 29.12211799621582,
|
| 623 |
+
"learning_rate": 1.7268722466960356e-05,
|
| 624 |
+
"loss": 2.3058,
|
| 625 |
+
"step": 2025
|
| 626 |
+
},
|
| 627 |
+
{
|
| 628 |
+
"epoch": 4.515702479338843,
|
| 629 |
+
"grad_norm": 39.785499572753906,
|
| 630 |
+
"learning_rate": 1.7207537934410185e-05,
|
| 631 |
+
"loss": 2.2244,
|
| 632 |
+
"step": 2050
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"epoch": 4.570798898071625,
|
| 636 |
+
"grad_norm": 27.3704776763916,
|
| 637 |
+
"learning_rate": 1.7146353401860013e-05,
|
| 638 |
+
"loss": 2.276,
|
| 639 |
+
"step": 2075
|
| 640 |
+
},
|
| 641 |
+
{
|
| 642 |
+
"epoch": 4.6258953168044075,
|
| 643 |
+
"grad_norm": 40.32000732421875,
|
| 644 |
+
"learning_rate": 1.7085168869309842e-05,
|
| 645 |
+
"loss": 2.3236,
|
| 646 |
+
"step": 2100
|
| 647 |
+
},
|
| 648 |
+
{
|
| 649 |
+
"epoch": 4.68099173553719,
|
| 650 |
+
"grad_norm": 28.967191696166992,
|
| 651 |
+
"learning_rate": 1.702398433675967e-05,
|
| 652 |
+
"loss": 2.3074,
|
| 653 |
+
"step": 2125
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"epoch": 4.736088154269972,
|
| 657 |
+
"grad_norm": 46.460147857666016,
|
| 658 |
+
"learning_rate": 1.69627998042095e-05,
|
| 659 |
+
"loss": 2.2439,
|
| 660 |
+
"step": 2150
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"epoch": 4.791184573002755,
|
| 664 |
+
"grad_norm": 23.967653274536133,
|
| 665 |
+
"learning_rate": 1.6901615271659325e-05,
|
| 666 |
+
"loss": 2.2116,
|
| 667 |
+
"step": 2175
|
| 668 |
+
},
|
| 669 |
+
{
|
| 670 |
+
"epoch": 4.846280991735537,
|
| 671 |
+
"grad_norm": 19.93545150756836,
|
| 672 |
+
"learning_rate": 1.6840430739109153e-05,
|
| 673 |
+
"loss": 2.233,
|
| 674 |
+
"step": 2200
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"epoch": 4.90137741046832,
|
| 678 |
+
"grad_norm": 45.01527786254883,
|
| 679 |
+
"learning_rate": 1.6779246206558982e-05,
|
| 680 |
+
"loss": 2.1938,
|
| 681 |
+
"step": 2225
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"epoch": 4.9564738292011015,
|
| 685 |
+
"grad_norm": 28.400407791137695,
|
| 686 |
+
"learning_rate": 1.671806167400881e-05,
|
| 687 |
+
"loss": 2.2079,
|
| 688 |
+
"step": 2250
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"epoch": 5.0,
|
| 692 |
+
"eval_accuracy": 0.020693852708460133,
|
| 693 |
+
"eval_loss": 0.6501524448394775,
|
| 694 |
+
"eval_macro_f1": 0.4151409069189579,
|
| 695 |
+
"eval_micro_f1": 0.44585115483319077,
|
| 696 |
+
"eval_runtime": 2.6851,
|
| 697 |
+
"eval_samples_per_second": 611.888,
|
| 698 |
+
"eval_steps_per_second": 38.359,
|
| 699 |
+
"eval_weighted_f1": 0.4802430248679244,
|
| 700 |
+
"step": 2270
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"epoch": 5.011019283746556,
|
| 704 |
+
"grad_norm": 27.401155471801758,
|
| 705 |
+
"learning_rate": 1.665687714145864e-05,
|
| 706 |
+
"loss": 2.1228,
|
| 707 |
+
"step": 2275
|
| 708 |
+
},
|
| 709 |
+
{
|
| 710 |
+
"epoch": 5.066115702479339,
|
| 711 |
+
"grad_norm": 30.780738830566406,
|
| 712 |
+
"learning_rate": 1.6595692608908468e-05,
|
| 713 |
+
"loss": 2.0221,
|
| 714 |
+
"step": 2300
|
| 715 |
+
},
|
| 716 |
+
{
|
| 717 |
+
"epoch": 5.121212121212121,
|
| 718 |
+
"grad_norm": 15.749085426330566,
|
| 719 |
+
"learning_rate": 1.6534508076358297e-05,
|
| 720 |
+
"loss": 2.0324,
|
| 721 |
+
"step": 2325
|
| 722 |
+
},
|
| 723 |
+
{
|
| 724 |
+
"epoch": 5.176308539944904,
|
| 725 |
+
"grad_norm": 32.42204666137695,
|
| 726 |
+
"learning_rate": 1.6473323543808125e-05,
|
| 727 |
+
"loss": 2.0441,
|
| 728 |
+
"step": 2350
|
| 729 |
+
},
|
| 730 |
+
{
|
| 731 |
+
"epoch": 5.231404958677686,
|
| 732 |
+
"grad_norm": 28.353431701660156,
|
| 733 |
+
"learning_rate": 1.6412139011257954e-05,
|
| 734 |
+
"loss": 1.9473,
|
| 735 |
+
"step": 2375
|
| 736 |
+
},
|
| 737 |
+
{
|
| 738 |
+
"epoch": 5.2865013774104685,
|
| 739 |
+
"grad_norm": 40.0409049987793,
|
| 740 |
+
"learning_rate": 1.6350954478707782e-05,
|
| 741 |
+
"loss": 2.0047,
|
| 742 |
+
"step": 2400
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"epoch": 5.341597796143251,
|
| 746 |
+
"grad_norm": 29.15716552734375,
|
| 747 |
+
"learning_rate": 1.628976994615761e-05,
|
| 748 |
+
"loss": 1.9719,
|
| 749 |
+
"step": 2425
|
| 750 |
+
},
|
| 751 |
+
{
|
| 752 |
+
"epoch": 5.3966942148760335,
|
| 753 |
+
"grad_norm": 26.328500747680664,
|
| 754 |
+
"learning_rate": 1.622858541360744e-05,
|
| 755 |
+
"loss": 2.0067,
|
| 756 |
+
"step": 2450
|
| 757 |
+
},
|
| 758 |
+
{
|
| 759 |
+
"epoch": 5.451790633608815,
|
| 760 |
+
"grad_norm": 44.411827087402344,
|
| 761 |
+
"learning_rate": 1.616740088105727e-05,
|
| 762 |
+
"loss": 2.0399,
|
| 763 |
+
"step": 2475
|
| 764 |
+
},
|
| 765 |
+
{
|
| 766 |
+
"epoch": 5.506887052341598,
|
| 767 |
+
"grad_norm": 41.19144821166992,
|
| 768 |
+
"learning_rate": 1.6106216348507097e-05,
|
| 769 |
+
"loss": 1.9129,
|
| 770 |
+
"step": 2500
|
| 771 |
+
},
|
| 772 |
+
{
|
| 773 |
+
"epoch": 5.56198347107438,
|
| 774 |
+
"grad_norm": 27.05829620361328,
|
| 775 |
+
"learning_rate": 1.604503181595693e-05,
|
| 776 |
+
"loss": 1.9734,
|
| 777 |
+
"step": 2525
|
| 778 |
+
},
|
| 779 |
+
{
|
| 780 |
+
"epoch": 5.6170798898071626,
|
| 781 |
+
"grad_norm": 29.061988830566406,
|
| 782 |
+
"learning_rate": 1.5983847283406758e-05,
|
| 783 |
+
"loss": 2.031,
|
| 784 |
+
"step": 2550
|
| 785 |
+
},
|
| 786 |
+
{
|
| 787 |
+
"epoch": 5.672176308539945,
|
| 788 |
+
"grad_norm": 27.015853881835938,
|
| 789 |
+
"learning_rate": 1.5922662750856586e-05,
|
| 790 |
+
"loss": 2.0105,
|
| 791 |
+
"step": 2575
|
| 792 |
+
},
|
| 793 |
+
{
|
| 794 |
+
"epoch": 5.7272727272727275,
|
| 795 |
+
"grad_norm": 26.781164169311523,
|
| 796 |
+
"learning_rate": 1.5861478218306415e-05,
|
| 797 |
+
"loss": 1.9697,
|
| 798 |
+
"step": 2600
|
| 799 |
+
},
|
| 800 |
+
{
|
| 801 |
+
"epoch": 5.78236914600551,
|
| 802 |
+
"grad_norm": 38.37092971801758,
|
| 803 |
+
"learning_rate": 1.5800293685756244e-05,
|
| 804 |
+
"loss": 1.9015,
|
| 805 |
+
"step": 2625
|
| 806 |
+
},
|
| 807 |
+
{
|
| 808 |
+
"epoch": 5.837465564738292,
|
| 809 |
+
"grad_norm": 34.03423309326172,
|
| 810 |
+
"learning_rate": 1.5739109153206072e-05,
|
| 811 |
+
"loss": 2.0433,
|
| 812 |
+
"step": 2650
|
| 813 |
+
},
|
| 814 |
+
{
|
| 815 |
+
"epoch": 5.892561983471074,
|
| 816 |
+
"grad_norm": 33.59871292114258,
|
| 817 |
+
"learning_rate": 1.56779246206559e-05,
|
| 818 |
+
"loss": 1.8871,
|
| 819 |
+
"step": 2675
|
| 820 |
+
},
|
| 821 |
+
{
|
| 822 |
+
"epoch": 5.9476584022038566,
|
| 823 |
+
"grad_norm": 42.3444709777832,
|
| 824 |
+
"learning_rate": 1.561674008810573e-05,
|
| 825 |
+
"loss": 1.9852,
|
| 826 |
+
"step": 2700
|
| 827 |
+
},
|
| 828 |
+
{
|
| 829 |
+
"epoch": 6.0,
|
| 830 |
+
"eval_accuracy": 0.03530127814972611,
|
| 831 |
+
"eval_loss": 0.6605414748191833,
|
| 832 |
+
"eval_macro_f1": 0.4466631124278909,
|
| 833 |
+
"eval_micro_f1": 0.476382646977896,
|
| 834 |
+
"eval_runtime": 2.7126,
|
| 835 |
+
"eval_samples_per_second": 605.689,
|
| 836 |
+
"eval_steps_per_second": 37.971,
|
| 837 |
+
"eval_weighted_f1": 0.5076573608490631,
|
| 838 |
+
"step": 2724
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"epoch": 6.002203856749311,
|
| 842 |
+
"grad_norm": 31.276885986328125,
|
| 843 |
+
"learning_rate": 1.555555555555556e-05,
|
| 844 |
+
"loss": 1.9328,
|
| 845 |
+
"step": 2725
|
| 846 |
+
},
|
| 847 |
+
{
|
| 848 |
+
"epoch": 6.057300275482094,
|
| 849 |
+
"grad_norm": 17.66192626953125,
|
| 850 |
+
"learning_rate": 1.5494371023005387e-05,
|
| 851 |
+
"loss": 1.7643,
|
| 852 |
+
"step": 2750
|
| 853 |
+
},
|
| 854 |
+
{
|
| 855 |
+
"epoch": 6.112396694214876,
|
| 856 |
+
"grad_norm": 44.34126281738281,
|
| 857 |
+
"learning_rate": 1.5433186490455216e-05,
|
| 858 |
+
"loss": 1.83,
|
| 859 |
+
"step": 2775
|
| 860 |
+
},
|
| 861 |
+
{
|
| 862 |
+
"epoch": 6.167493112947659,
|
| 863 |
+
"grad_norm": 16.464832305908203,
|
| 864 |
+
"learning_rate": 1.5372001957905044e-05,
|
| 865 |
+
"loss": 1.7649,
|
| 866 |
+
"step": 2800
|
| 867 |
+
},
|
| 868 |
+
{
|
| 869 |
+
"epoch": 6.222589531680441,
|
| 870 |
+
"grad_norm": 31.59127426147461,
|
| 871 |
+
"learning_rate": 1.5310817425354873e-05,
|
| 872 |
+
"loss": 1.77,
|
| 873 |
+
"step": 2825
|
| 874 |
+
},
|
| 875 |
+
{
|
| 876 |
+
"epoch": 6.277685950413223,
|
| 877 |
+
"grad_norm": 25.755020141601562,
|
| 878 |
+
"learning_rate": 1.52496328928047e-05,
|
| 879 |
+
"loss": 1.7545,
|
| 880 |
+
"step": 2850
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"epoch": 6.332782369146005,
|
| 884 |
+
"grad_norm": 37.847320556640625,
|
| 885 |
+
"learning_rate": 1.5188448360254529e-05,
|
| 886 |
+
"loss": 1.7342,
|
| 887 |
+
"step": 2875
|
| 888 |
+
},
|
| 889 |
+
{
|
| 890 |
+
"epoch": 6.387878787878788,
|
| 891 |
+
"grad_norm": 16.70075225830078,
|
| 892 |
+
"learning_rate": 1.5127263827704357e-05,
|
| 893 |
+
"loss": 1.7252,
|
| 894 |
+
"step": 2900
|
| 895 |
+
},
|
| 896 |
+
{
|
| 897 |
+
"epoch": 6.44297520661157,
|
| 898 |
+
"grad_norm": 58.51238250732422,
|
| 899 |
+
"learning_rate": 1.5066079295154186e-05,
|
| 900 |
+
"loss": 1.7873,
|
| 901 |
+
"step": 2925
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"epoch": 6.498071625344353,
|
| 905 |
+
"grad_norm": 29.229862213134766,
|
| 906 |
+
"learning_rate": 1.5004894762604014e-05,
|
| 907 |
+
"loss": 1.7462,
|
| 908 |
+
"step": 2950
|
| 909 |
+
},
|
| 910 |
+
{
|
| 911 |
+
"epoch": 6.553168044077135,
|
| 912 |
+
"grad_norm": 21.569957733154297,
|
| 913 |
+
"learning_rate": 1.4943710230053843e-05,
|
| 914 |
+
"loss": 1.7983,
|
| 915 |
+
"step": 2975
|
| 916 |
+
},
|
| 917 |
+
{
|
| 918 |
+
"epoch": 6.608264462809918,
|
| 919 |
+
"grad_norm": 14.576573371887207,
|
| 920 |
+
"learning_rate": 1.4882525697503672e-05,
|
| 921 |
+
"loss": 1.7069,
|
| 922 |
+
"step": 3000
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"epoch": 6.663360881542699,
|
| 926 |
+
"grad_norm": 25.448081970214844,
|
| 927 |
+
"learning_rate": 1.48213411649535e-05,
|
| 928 |
+
"loss": 1.8663,
|
| 929 |
+
"step": 3025
|
| 930 |
+
},
|
| 931 |
+
{
|
| 932 |
+
"epoch": 6.718457300275482,
|
| 933 |
+
"grad_norm": 37.28281021118164,
|
| 934 |
+
"learning_rate": 1.476015663240333e-05,
|
| 935 |
+
"loss": 1.7692,
|
| 936 |
+
"step": 3050
|
| 937 |
+
},
|
| 938 |
+
{
|
| 939 |
+
"epoch": 6.773553719008264,
|
| 940 |
+
"grad_norm": 23.77863311767578,
|
| 941 |
+
"learning_rate": 1.469897209985316e-05,
|
| 942 |
+
"loss": 1.7042,
|
| 943 |
+
"step": 3075
|
| 944 |
+
},
|
| 945 |
+
{
|
| 946 |
+
"epoch": 6.828650137741047,
|
| 947 |
+
"grad_norm": 30.743484497070312,
|
| 948 |
+
"learning_rate": 1.4637787567302988e-05,
|
| 949 |
+
"loss": 1.7017,
|
| 950 |
+
"step": 3100
|
| 951 |
+
},
|
| 952 |
+
{
|
| 953 |
+
"epoch": 6.883746556473829,
|
| 954 |
+
"grad_norm": 28.08268928527832,
|
| 955 |
+
"learning_rate": 1.4576603034752817e-05,
|
| 956 |
+
"loss": 1.77,
|
| 957 |
+
"step": 3125
|
| 958 |
+
},
|
| 959 |
+
{
|
| 960 |
+
"epoch": 6.938842975206612,
|
| 961 |
+
"grad_norm": 17.06208610534668,
|
| 962 |
+
"learning_rate": 1.4515418502202645e-05,
|
| 963 |
+
"loss": 1.7701,
|
| 964 |
+
"step": 3150
|
| 965 |
+
},
|
| 966 |
+
{
|
| 967 |
+
"epoch": 6.993939393939394,
|
| 968 |
+
"grad_norm": 27.61089324951172,
|
| 969 |
+
"learning_rate": 1.4454233969652474e-05,
|
| 970 |
+
"loss": 1.7712,
|
| 971 |
+
"step": 3175
|
| 972 |
+
},
|
| 973 |
+
{
|
| 974 |
+
"epoch": 7.0,
|
| 975 |
+
"eval_accuracy": 0.0505173463177115,
|
| 976 |
+
"eval_loss": 0.667800784111023,
|
| 977 |
+
"eval_macro_f1": 0.4635546031518342,
|
| 978 |
+
"eval_micro_f1": 0.49693016116653876,
|
| 979 |
+
"eval_runtime": 2.6815,
|
| 980 |
+
"eval_samples_per_second": 612.722,
|
| 981 |
+
"eval_steps_per_second": 38.412,
|
| 982 |
+
"eval_weighted_f1": 0.5215282248072648,
|
| 983 |
+
"step": 3178
|
| 984 |
+
},
|
| 985 |
+
{
|
| 986 |
+
"epoch": 7.048484848484849,
|
| 987 |
+
"grad_norm": 14.443765640258789,
|
| 988 |
+
"learning_rate": 1.4393049437102303e-05,
|
| 989 |
+
"loss": 1.6616,
|
| 990 |
+
"step": 3200
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"epoch": 7.103581267217631,
|
| 994 |
+
"grad_norm": 47.7943115234375,
|
| 995 |
+
"learning_rate": 1.4331864904552131e-05,
|
| 996 |
+
"loss": 1.5851,
|
| 997 |
+
"step": 3225
|
| 998 |
+
},
|
| 999 |
+
{
|
| 1000 |
+
"epoch": 7.158677685950413,
|
| 1001 |
+
"grad_norm": 48.4149284362793,
|
| 1002 |
+
"learning_rate": 1.427068037200196e-05,
|
| 1003 |
+
"loss": 1.5406,
|
| 1004 |
+
"step": 3250
|
| 1005 |
+
},
|
| 1006 |
+
{
|
| 1007 |
+
"epoch": 7.213774104683195,
|
| 1008 |
+
"grad_norm": 20.946657180786133,
|
| 1009 |
+
"learning_rate": 1.4209495839451789e-05,
|
| 1010 |
+
"loss": 1.5758,
|
| 1011 |
+
"step": 3275
|
| 1012 |
+
},
|
| 1013 |
+
{
|
| 1014 |
+
"epoch": 7.268870523415978,
|
| 1015 |
+
"grad_norm": 16.744651794433594,
|
| 1016 |
+
"learning_rate": 1.4148311306901617e-05,
|
| 1017 |
+
"loss": 1.4936,
|
| 1018 |
+
"step": 3300
|
| 1019 |
+
},
|
| 1020 |
+
{
|
| 1021 |
+
"epoch": 7.32396694214876,
|
| 1022 |
+
"grad_norm": 23.426197052001953,
|
| 1023 |
+
"learning_rate": 1.4087126774351444e-05,
|
| 1024 |
+
"loss": 1.538,
|
| 1025 |
+
"step": 3325
|
| 1026 |
+
},
|
| 1027 |
+
{
|
| 1028 |
+
"epoch": 7.379063360881543,
|
| 1029 |
+
"grad_norm": 18.760459899902344,
|
| 1030 |
+
"learning_rate": 1.4025942241801273e-05,
|
| 1031 |
+
"loss": 1.5393,
|
| 1032 |
+
"step": 3350
|
| 1033 |
+
},
|
| 1034 |
+
{
|
| 1035 |
+
"epoch": 7.434159779614325,
|
| 1036 |
+
"grad_norm": 20.02878189086914,
|
| 1037 |
+
"learning_rate": 1.3964757709251102e-05,
|
| 1038 |
+
"loss": 1.5793,
|
| 1039 |
+
"step": 3375
|
| 1040 |
+
},
|
| 1041 |
+
{
|
| 1042 |
+
"epoch": 7.489256198347108,
|
| 1043 |
+
"grad_norm": 30.002683639526367,
|
| 1044 |
+
"learning_rate": 1.390357317670093e-05,
|
| 1045 |
+
"loss": 1.6356,
|
| 1046 |
+
"step": 3400
|
| 1047 |
+
},
|
| 1048 |
+
{
|
| 1049 |
+
"epoch": 7.544352617079889,
|
| 1050 |
+
"grad_norm": 40.49919891357422,
|
| 1051 |
+
"learning_rate": 1.3842388644150759e-05,
|
| 1052 |
+
"loss": 1.5955,
|
| 1053 |
+
"step": 3425
|
| 1054 |
+
},
|
| 1055 |
+
{
|
| 1056 |
+
"epoch": 7.599449035812672,
|
| 1057 |
+
"grad_norm": 22.69491958618164,
|
| 1058 |
+
"learning_rate": 1.3781204111600588e-05,
|
| 1059 |
+
"loss": 1.527,
|
| 1060 |
+
"step": 3450
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"epoch": 7.654545454545454,
|
| 1064 |
+
"grad_norm": 31.055889129638672,
|
| 1065 |
+
"learning_rate": 1.3720019579050416e-05,
|
| 1066 |
+
"loss": 1.6266,
|
| 1067 |
+
"step": 3475
|
| 1068 |
+
},
|
| 1069 |
+
{
|
| 1070 |
+
"epoch": 7.709641873278237,
|
| 1071 |
+
"grad_norm": 35.59032440185547,
|
| 1072 |
+
"learning_rate": 1.3658835046500245e-05,
|
| 1073 |
+
"loss": 1.5582,
|
| 1074 |
+
"step": 3500
|
| 1075 |
+
},
|
| 1076 |
+
{
|
| 1077 |
+
"epoch": 7.764738292011019,
|
| 1078 |
+
"grad_norm": 21.903383255004883,
|
| 1079 |
+
"learning_rate": 1.3597650513950073e-05,
|
| 1080 |
+
"loss": 1.5964,
|
| 1081 |
+
"step": 3525
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"epoch": 7.819834710743802,
|
| 1085 |
+
"grad_norm": 46.80695724487305,
|
| 1086 |
+
"learning_rate": 1.3536465981399902e-05,
|
| 1087 |
+
"loss": 1.6225,
|
| 1088 |
+
"step": 3550
|
| 1089 |
+
},
|
| 1090 |
+
{
|
| 1091 |
+
"epoch": 7.874931129476584,
|
| 1092 |
+
"grad_norm": 37.48656463623047,
|
| 1093 |
+
"learning_rate": 1.3475281448849732e-05,
|
| 1094 |
+
"loss": 1.5952,
|
| 1095 |
+
"step": 3575
|
| 1096 |
+
},
|
| 1097 |
+
{
|
| 1098 |
+
"epoch": 7.930027548209367,
|
| 1099 |
+
"grad_norm": 47.467002868652344,
|
| 1100 |
+
"learning_rate": 1.3414096916299561e-05,
|
| 1101 |
+
"loss": 1.5941,
|
| 1102 |
+
"step": 3600
|
| 1103 |
+
},
|
| 1104 |
+
{
|
| 1105 |
+
"epoch": 7.985123966942149,
|
| 1106 |
+
"grad_norm": 21.236330032348633,
|
| 1107 |
+
"learning_rate": 1.335291238374939e-05,
|
| 1108 |
+
"loss": 1.5276,
|
| 1109 |
+
"step": 3625
|
| 1110 |
+
},
|
| 1111 |
+
{
|
| 1112 |
+
"epoch": 8.0,
|
| 1113 |
+
"eval_accuracy": 0.05295191722458917,
|
| 1114 |
+
"eval_loss": 0.6789072155952454,
|
| 1115 |
+
"eval_macro_f1": 0.4671873955904056,
|
| 1116 |
+
"eval_micro_f1": 0.5004403561992368,
|
| 1117 |
+
"eval_runtime": 2.7566,
|
| 1118 |
+
"eval_samples_per_second": 596.016,
|
| 1119 |
+
"eval_steps_per_second": 37.364,
|
| 1120 |
+
"eval_weighted_f1": 0.5252166776784816,
|
| 1121 |
+
"step": 3632
|
| 1122 |
+
},
|
| 1123 |
+
{
|
| 1124 |
+
"epoch": 8.039669421487604,
|
| 1125 |
+
"grad_norm": 38.204002380371094,
|
| 1126 |
+
"learning_rate": 1.3291727851199218e-05,
|
| 1127 |
+
"loss": 1.4429,
|
| 1128 |
+
"step": 3650
|
| 1129 |
+
},
|
| 1130 |
+
{
|
| 1131 |
+
"epoch": 8.094765840220386,
|
| 1132 |
+
"grad_norm": 30.837017059326172,
|
| 1133 |
+
"learning_rate": 1.3230543318649047e-05,
|
| 1134 |
+
"loss": 1.4964,
|
| 1135 |
+
"step": 3675
|
| 1136 |
+
},
|
| 1137 |
+
{
|
| 1138 |
+
"epoch": 8.149862258953169,
|
| 1139 |
+
"grad_norm": 20.570436477661133,
|
| 1140 |
+
"learning_rate": 1.3169358786098876e-05,
|
| 1141 |
+
"loss": 1.435,
|
| 1142 |
+
"step": 3700
|
| 1143 |
+
},
|
| 1144 |
+
{
|
| 1145 |
+
"epoch": 8.20495867768595,
|
| 1146 |
+
"grad_norm": 24.845632553100586,
|
| 1147 |
+
"learning_rate": 1.3108174253548704e-05,
|
| 1148 |
+
"loss": 1.4016,
|
| 1149 |
+
"step": 3725
|
| 1150 |
+
},
|
| 1151 |
+
{
|
| 1152 |
+
"epoch": 8.260055096418732,
|
| 1153 |
+
"grad_norm": 57.971099853515625,
|
| 1154 |
+
"learning_rate": 1.3046989720998533e-05,
|
| 1155 |
+
"loss": 1.3979,
|
| 1156 |
+
"step": 3750
|
| 1157 |
+
},
|
| 1158 |
+
{
|
| 1159 |
+
"epoch": 8.315151515151515,
|
| 1160 |
+
"grad_norm": 29.73035430908203,
|
| 1161 |
+
"learning_rate": 1.2985805188448362e-05,
|
| 1162 |
+
"loss": 1.4129,
|
| 1163 |
+
"step": 3775
|
| 1164 |
+
},
|
| 1165 |
+
{
|
| 1166 |
+
"epoch": 8.370247933884297,
|
| 1167 |
+
"grad_norm": 33.50901794433594,
|
| 1168 |
+
"learning_rate": 1.292462065589819e-05,
|
| 1169 |
+
"loss": 1.4361,
|
| 1170 |
+
"step": 3800
|
| 1171 |
+
},
|
| 1172 |
+
{
|
| 1173 |
+
"epoch": 8.42534435261708,
|
| 1174 |
+
"grad_norm": 30.13701629638672,
|
| 1175 |
+
"learning_rate": 1.2863436123348019e-05,
|
| 1176 |
+
"loss": 1.3541,
|
| 1177 |
+
"step": 3825
|
| 1178 |
+
},
|
| 1179 |
+
{
|
| 1180 |
+
"epoch": 8.480440771349862,
|
| 1181 |
+
"grad_norm": 44.27888107299805,
|
| 1182 |
+
"learning_rate": 1.2802251590797848e-05,
|
| 1183 |
+
"loss": 1.4785,
|
| 1184 |
+
"step": 3850
|
| 1185 |
+
},
|
| 1186 |
+
{
|
| 1187 |
+
"epoch": 8.535537190082644,
|
| 1188 |
+
"grad_norm": 30.611860275268555,
|
| 1189 |
+
"learning_rate": 1.2741067058247676e-05,
|
| 1190 |
+
"loss": 1.4816,
|
| 1191 |
+
"step": 3875
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"epoch": 8.590633608815427,
|
| 1195 |
+
"grad_norm": 30.29857063293457,
|
| 1196 |
+
"learning_rate": 1.2679882525697505e-05,
|
| 1197 |
+
"loss": 1.3232,
|
| 1198 |
+
"step": 3900
|
| 1199 |
+
},
|
| 1200 |
+
{
|
| 1201 |
+
"epoch": 8.64573002754821,
|
| 1202 |
+
"grad_norm": 18.861495971679688,
|
| 1203 |
+
"learning_rate": 1.2618697993147334e-05,
|
| 1204 |
+
"loss": 1.3926,
|
| 1205 |
+
"step": 3925
|
| 1206 |
+
},
|
| 1207 |
+
{
|
| 1208 |
+
"epoch": 8.700826446280992,
|
| 1209 |
+
"grad_norm": 25.118059158325195,
|
| 1210 |
+
"learning_rate": 1.2557513460597162e-05,
|
| 1211 |
+
"loss": 1.4094,
|
| 1212 |
+
"step": 3950
|
| 1213 |
+
},
|
| 1214 |
+
{
|
| 1215 |
+
"epoch": 8.755922865013774,
|
| 1216 |
+
"grad_norm": 23.028749465942383,
|
| 1217 |
+
"learning_rate": 1.2496328928046991e-05,
|
| 1218 |
+
"loss": 1.4524,
|
| 1219 |
+
"step": 3975
|
| 1220 |
+
},
|
| 1221 |
+
{
|
| 1222 |
+
"epoch": 8.811019283746557,
|
| 1223 |
+
"grad_norm": 20.454973220825195,
|
| 1224 |
+
"learning_rate": 1.243514439549682e-05,
|
| 1225 |
+
"loss": 1.3799,
|
| 1226 |
+
"step": 4000
|
| 1227 |
+
},
|
| 1228 |
+
{
|
| 1229 |
+
"epoch": 8.86611570247934,
|
| 1230 |
+
"grad_norm": 28.43181037902832,
|
| 1231 |
+
"learning_rate": 1.2373959862946646e-05,
|
| 1232 |
+
"loss": 1.4757,
|
| 1233 |
+
"step": 4025
|
| 1234 |
+
},
|
| 1235 |
+
{
|
| 1236 |
+
"epoch": 8.921212121212122,
|
| 1237 |
+
"grad_norm": 18.250024795532227,
|
| 1238 |
+
"learning_rate": 1.2312775330396475e-05,
|
| 1239 |
+
"loss": 1.3971,
|
| 1240 |
+
"step": 4050
|
| 1241 |
+
},
|
| 1242 |
+
{
|
| 1243 |
+
"epoch": 8.976308539944904,
|
| 1244 |
+
"grad_norm": 40.297603607177734,
|
| 1245 |
+
"learning_rate": 1.2251590797846304e-05,
|
| 1246 |
+
"loss": 1.3866,
|
| 1247 |
+
"step": 4075
|
| 1248 |
+
},
|
| 1249 |
+
{
|
| 1250 |
+
"epoch": 9.0,
|
| 1251 |
+
"eval_accuracy": 0.06755934266585514,
|
| 1252 |
+
"eval_loss": 0.6963533759117126,
|
| 1253 |
+
"eval_macro_f1": 0.4864721364996663,
|
| 1254 |
+
"eval_micro_f1": 0.5201600492459219,
|
| 1255 |
+
"eval_runtime": 2.8971,
|
| 1256 |
+
"eval_samples_per_second": 567.119,
|
| 1257 |
+
"eval_steps_per_second": 35.553,
|
| 1258 |
+
"eval_weighted_f1": 0.5406038185434958,
|
| 1259 |
+
"step": 4086
|
| 1260 |
+
}
|
| 1261 |
+
],
|
| 1262 |
+
"logging_steps": 25,
|
| 1263 |
+
"max_steps": 9080,
|
| 1264 |
+
"num_input_tokens_seen": 0,
|
| 1265 |
+
"num_train_epochs": 20,
|
| 1266 |
+
"save_steps": 500,
|
| 1267 |
+
"stateful_callbacks": {
|
| 1268 |
+
"EarlyStoppingCallback": {
|
| 1269 |
+
"args": {
|
| 1270 |
+
"early_stopping_patience": 3,
|
| 1271 |
+
"early_stopping_threshold": 0.0
|
| 1272 |
+
},
|
| 1273 |
+
"attributes": {
|
| 1274 |
+
"early_stopping_patience_counter": 0
|
| 1275 |
+
}
|
| 1276 |
+
},
|
| 1277 |
+
"TrainerControl": {
|
| 1278 |
+
"args": {
|
| 1279 |
+
"should_epoch_stop": false,
|
| 1280 |
+
"should_evaluate": false,
|
| 1281 |
+
"should_log": false,
|
| 1282 |
+
"should_save": true,
|
| 1283 |
+
"should_training_stop": false
|
| 1284 |
+
},
|
| 1285 |
+
"attributes": {}
|
| 1286 |
+
}
|
| 1287 |
+
},
|
| 1288 |
+
"total_flos": 0.0,
|
| 1289 |
+
"train_batch_size": 8,
|
| 1290 |
+
"trial_name": null,
|
| 1291 |
+
"trial_params": null
|
| 1292 |
+
}
|
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540/trainer_state.json
ADDED
|
@@ -0,0 +1,1430 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 4540,
|
| 3 |
+
"best_metric": 0.5001189078572889,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vigoemotions-xlmr-source-source-01-s44-20260902T014834Z-52070829/trainer/checkpoint-4540",
|
| 5 |
+
"epoch": 10.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 4540,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05509641873278237,
|
| 14 |
+
"grad_norm": 8.246442794799805,
|
| 15 |
+
"learning_rate": 5.286343612334802e-07,
|
| 16 |
+
"loss": 5.2841,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11019283746556474,
|
| 21 |
+
"grad_norm": 7.008738994598389,
|
| 22 |
+
"learning_rate": 1.0792951541850223e-06,
|
| 23 |
+
"loss": 5.1565,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1652892561983471,
|
| 28 |
+
"grad_norm": 11.749618530273438,
|
| 29 |
+
"learning_rate": 1.629955947136564e-06,
|
| 30 |
+
"loss": 5.3003,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.22038567493112948,
|
| 35 |
+
"grad_norm": 10.592748641967773,
|
| 36 |
+
"learning_rate": 2.180616740088106e-06,
|
| 37 |
+
"loss": 5.4049,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.27548209366391185,
|
| 42 |
+
"grad_norm": 26.399599075317383,
|
| 43 |
+
"learning_rate": 2.731277533039648e-06,
|
| 44 |
+
"loss": 5.2886,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3305785123966942,
|
| 49 |
+
"grad_norm": 12.545706748962402,
|
| 50 |
+
"learning_rate": 3.2819383259911898e-06,
|
| 51 |
+
"loss": 5.3637,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.3856749311294766,
|
| 56 |
+
"grad_norm": 9.994217872619629,
|
| 57 |
+
"learning_rate": 3.8325991189427315e-06,
|
| 58 |
+
"loss": 5.3659,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.44077134986225897,
|
| 63 |
+
"grad_norm": 12.309589385986328,
|
| 64 |
+
"learning_rate": 4.383259911894274e-06,
|
| 65 |
+
"loss": 5.1737,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.49586776859504134,
|
| 70 |
+
"grad_norm": 11.879595756530762,
|
| 71 |
+
"learning_rate": 4.933920704845816e-06,
|
| 72 |
+
"loss": 5.1828,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5509641873278237,
|
| 77 |
+
"grad_norm": 16.627201080322266,
|
| 78 |
+
"learning_rate": 5.484581497797358e-06,
|
| 79 |
+
"loss": 5.1718,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.6060606060606061,
|
| 84 |
+
"grad_norm": 25.899211883544922,
|
| 85 |
+
"learning_rate": 6.035242290748899e-06,
|
| 86 |
+
"loss": 5.1006,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6611570247933884,
|
| 91 |
+
"grad_norm": 13.9349946975708,
|
| 92 |
+
"learning_rate": 6.585903083700441e-06,
|
| 93 |
+
"loss": 4.9981,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7162534435261708,
|
| 98 |
+
"grad_norm": 26.27675437927246,
|
| 99 |
+
"learning_rate": 7.136563876651983e-06,
|
| 100 |
+
"loss": 4.9114,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.7713498622589532,
|
| 105 |
+
"grad_norm": 17.302968978881836,
|
| 106 |
+
"learning_rate": 7.687224669603525e-06,
|
| 107 |
+
"loss": 4.8772,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8264462809917356,
|
| 112 |
+
"grad_norm": 51.51818084716797,
|
| 113 |
+
"learning_rate": 8.237885462555067e-06,
|
| 114 |
+
"loss": 4.6785,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.8815426997245179,
|
| 119 |
+
"grad_norm": 30.68153190612793,
|
| 120 |
+
"learning_rate": 8.788546255506607e-06,
|
| 121 |
+
"loss": 4.4565,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9366391184573003,
|
| 126 |
+
"grad_norm": 23.15989875793457,
|
| 127 |
+
"learning_rate": 9.339207048458151e-06,
|
| 128 |
+
"loss": 4.6597,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 0.9917355371900827,
|
| 133 |
+
"grad_norm": 59.5621452331543,
|
| 134 |
+
"learning_rate": 9.889867841409693e-06,
|
| 135 |
+
"loss": 4.4483,
|
| 136 |
+
"step": 450
|
| 137 |
+
},
|
| 138 |
+
{
|
| 139 |
+
"epoch": 1.0,
|
| 140 |
+
"eval_accuracy": 0.0,
|
| 141 |
+
"eval_loss": 1.0202608108520508,
|
| 142 |
+
"eval_macro_f1": 0.2410323075657381,
|
| 143 |
+
"eval_micro_f1": 0.25466509526615594,
|
| 144 |
+
"eval_runtime": 2.671,
|
| 145 |
+
"eval_samples_per_second": 615.119,
|
| 146 |
+
"eval_steps_per_second": 38.562,
|
| 147 |
+
"eval_weighted_f1": 0.30913743833735363,
|
| 148 |
+
"step": 454
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"epoch": 1.0462809917355371,
|
| 152 |
+
"grad_norm": 35.44868469238281,
|
| 153 |
+
"learning_rate": 1.0440528634361234e-05,
|
| 154 |
+
"loss": 4.2687,
|
| 155 |
+
"step": 475
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"epoch": 1.1013774104683196,
|
| 159 |
+
"grad_norm": 22.73764991760254,
|
| 160 |
+
"learning_rate": 1.0991189427312776e-05,
|
| 161 |
+
"loss": 4.1297,
|
| 162 |
+
"step": 500
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"epoch": 1.1564738292011019,
|
| 166 |
+
"grad_norm": 21.502338409423828,
|
| 167 |
+
"learning_rate": 1.154185022026432e-05,
|
| 168 |
+
"loss": 4.223,
|
| 169 |
+
"step": 525
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"epoch": 1.2115702479338843,
|
| 173 |
+
"grad_norm": 16.5292911529541,
|
| 174 |
+
"learning_rate": 1.209251101321586e-05,
|
| 175 |
+
"loss": 4.1565,
|
| 176 |
+
"step": 550
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"epoch": 1.2666666666666666,
|
| 180 |
+
"grad_norm": 22.575809478759766,
|
| 181 |
+
"learning_rate": 1.2643171806167402e-05,
|
| 182 |
+
"loss": 4.0048,
|
| 183 |
+
"step": 575
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 1.321763085399449,
|
| 187 |
+
"grad_norm": 17.22334098815918,
|
| 188 |
+
"learning_rate": 1.3193832599118943e-05,
|
| 189 |
+
"loss": 3.9322,
|
| 190 |
+
"step": 600
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 1.3768595041322313,
|
| 194 |
+
"grad_norm": 100.33424377441406,
|
| 195 |
+
"learning_rate": 1.3744493392070487e-05,
|
| 196 |
+
"loss": 4.0978,
|
| 197 |
+
"step": 625
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 1.4319559228650138,
|
| 201 |
+
"grad_norm": 20.315309524536133,
|
| 202 |
+
"learning_rate": 1.4295154185022027e-05,
|
| 203 |
+
"loss": 3.8472,
|
| 204 |
+
"step": 650
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 1.487052341597796,
|
| 208 |
+
"grad_norm": 19.484888076782227,
|
| 209 |
+
"learning_rate": 1.484581497797357e-05,
|
| 210 |
+
"loss": 3.7883,
|
| 211 |
+
"step": 675
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 1.5421487603305786,
|
| 215 |
+
"grad_norm": 66.74613189697266,
|
| 216 |
+
"learning_rate": 1.539647577092511e-05,
|
| 217 |
+
"loss": 3.878,
|
| 218 |
+
"step": 700
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 1.5972451790633608,
|
| 222 |
+
"grad_norm": 30.40477752685547,
|
| 223 |
+
"learning_rate": 1.5947136563876654e-05,
|
| 224 |
+
"loss": 3.8444,
|
| 225 |
+
"step": 725
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 1.652341597796143,
|
| 229 |
+
"grad_norm": 62.450164794921875,
|
| 230 |
+
"learning_rate": 1.6497797356828196e-05,
|
| 231 |
+
"loss": 3.7679,
|
| 232 |
+
"step": 750
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 1.7074380165289256,
|
| 236 |
+
"grad_norm": 35.56074905395508,
|
| 237 |
+
"learning_rate": 1.7048458149779738e-05,
|
| 238 |
+
"loss": 3.6173,
|
| 239 |
+
"step": 775
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 1.762534435261708,
|
| 243 |
+
"grad_norm": 35.378231048583984,
|
| 244 |
+
"learning_rate": 1.759911894273128e-05,
|
| 245 |
+
"loss": 3.6354,
|
| 246 |
+
"step": 800
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 1.8176308539944903,
|
| 250 |
+
"grad_norm": 33.35786056518555,
|
| 251 |
+
"learning_rate": 1.814977973568282e-05,
|
| 252 |
+
"loss": 3.6666,
|
| 253 |
+
"step": 825
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 1.8727272727272726,
|
| 257 |
+
"grad_norm": 52.627620697021484,
|
| 258 |
+
"learning_rate": 1.8700440528634364e-05,
|
| 259 |
+
"loss": 3.6775,
|
| 260 |
+
"step": 850
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"epoch": 1.927823691460055,
|
| 264 |
+
"grad_norm": 36.557491302490234,
|
| 265 |
+
"learning_rate": 1.9251101321585906e-05,
|
| 266 |
+
"loss": 3.5912,
|
| 267 |
+
"step": 875
|
| 268 |
+
},
|
| 269 |
+
{
|
| 270 |
+
"epoch": 1.9829201101928375,
|
| 271 |
+
"grad_norm": 49.97563934326172,
|
| 272 |
+
"learning_rate": 1.9801762114537445e-05,
|
| 273 |
+
"loss": 3.5012,
|
| 274 |
+
"step": 900
|
| 275 |
+
},
|
| 276 |
+
{
|
| 277 |
+
"epoch": 2.0,
|
| 278 |
+
"eval_accuracy": 0.0,
|
| 279 |
+
"eval_loss": 0.8008102178573608,
|
| 280 |
+
"eval_macro_f1": 0.3357484587234144,
|
| 281 |
+
"eval_micro_f1": 0.34823977164605135,
|
| 282 |
+
"eval_runtime": 2.6797,
|
| 283 |
+
"eval_samples_per_second": 613.128,
|
| 284 |
+
"eval_steps_per_second": 38.437,
|
| 285 |
+
"eval_weighted_f1": 0.4097834264289872,
|
| 286 |
+
"step": 908
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"epoch": 2.037465564738292,
|
| 290 |
+
"grad_norm": 36.8686637878418,
|
| 291 |
+
"learning_rate": 1.9960841899167892e-05,
|
| 292 |
+
"loss": 3.3005,
|
| 293 |
+
"step": 925
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
"epoch": 2.0925619834710742,
|
| 297 |
+
"grad_norm": 28.50884246826172,
|
| 298 |
+
"learning_rate": 1.989965736661772e-05,
|
| 299 |
+
"loss": 3.2937,
|
| 300 |
+
"step": 950
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"epoch": 2.1476584022038567,
|
| 304 |
+
"grad_norm": 47.83967208862305,
|
| 305 |
+
"learning_rate": 1.983847283406755e-05,
|
| 306 |
+
"loss": 3.3847,
|
| 307 |
+
"step": 975
|
| 308 |
+
},
|
| 309 |
+
{
|
| 310 |
+
"epoch": 2.202754820936639,
|
| 311 |
+
"grad_norm": 33.826229095458984,
|
| 312 |
+
"learning_rate": 1.9777288301517378e-05,
|
| 313 |
+
"loss": 3.2669,
|
| 314 |
+
"step": 1000
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"epoch": 2.2578512396694217,
|
| 318 |
+
"grad_norm": 33.51219177246094,
|
| 319 |
+
"learning_rate": 1.9716103768967207e-05,
|
| 320 |
+
"loss": 3.1562,
|
| 321 |
+
"step": 1025
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"epoch": 2.3129476584022037,
|
| 325 |
+
"grad_norm": 56.752750396728516,
|
| 326 |
+
"learning_rate": 1.9654919236417035e-05,
|
| 327 |
+
"loss": 3.201,
|
| 328 |
+
"step": 1050
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"epoch": 2.368044077134986,
|
| 332 |
+
"grad_norm": 51.081748962402344,
|
| 333 |
+
"learning_rate": 1.9593734703866864e-05,
|
| 334 |
+
"loss": 3.13,
|
| 335 |
+
"step": 1075
|
| 336 |
+
},
|
| 337 |
+
{
|
| 338 |
+
"epoch": 2.4231404958677687,
|
| 339 |
+
"grad_norm": 20.704832077026367,
|
| 340 |
+
"learning_rate": 1.9532550171316693e-05,
|
| 341 |
+
"loss": 3.2272,
|
| 342 |
+
"step": 1100
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"epoch": 2.4782369146005507,
|
| 346 |
+
"grad_norm": 45.64986038208008,
|
| 347 |
+
"learning_rate": 1.947136563876652e-05,
|
| 348 |
+
"loss": 3.1981,
|
| 349 |
+
"step": 1125
|
| 350 |
+
},
|
| 351 |
+
{
|
| 352 |
+
"epoch": 2.533333333333333,
|
| 353 |
+
"grad_norm": 19.664140701293945,
|
| 354 |
+
"learning_rate": 1.941018110621635e-05,
|
| 355 |
+
"loss": 3.0375,
|
| 356 |
+
"step": 1150
|
| 357 |
+
},
|
| 358 |
+
{
|
| 359 |
+
"epoch": 2.5884297520661157,
|
| 360 |
+
"grad_norm": 28.636184692382812,
|
| 361 |
+
"learning_rate": 1.934899657366618e-05,
|
| 362 |
+
"loss": 3.1276,
|
| 363 |
+
"step": 1175
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"epoch": 2.643526170798898,
|
| 367 |
+
"grad_norm": 29.2194881439209,
|
| 368 |
+
"learning_rate": 1.9287812041116007e-05,
|
| 369 |
+
"loss": 3.1491,
|
| 370 |
+
"step": 1200
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 2.6986225895316807,
|
| 374 |
+
"grad_norm": 24.013368606567383,
|
| 375 |
+
"learning_rate": 1.9226627508565836e-05,
|
| 376 |
+
"loss": 3.0102,
|
| 377 |
+
"step": 1225
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 2.7537190082644627,
|
| 381 |
+
"grad_norm": 20.15297508239746,
|
| 382 |
+
"learning_rate": 1.9165442976015665e-05,
|
| 383 |
+
"loss": 2.986,
|
| 384 |
+
"step": 1250
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 2.808815426997245,
|
| 388 |
+
"grad_norm": 32.60561752319336,
|
| 389 |
+
"learning_rate": 1.9104258443465493e-05,
|
| 390 |
+
"loss": 2.9861,
|
| 391 |
+
"step": 1275
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 2.8639118457300277,
|
| 395 |
+
"grad_norm": 23.191871643066406,
|
| 396 |
+
"learning_rate": 1.9043073910915322e-05,
|
| 397 |
+
"loss": 2.934,
|
| 398 |
+
"step": 1300
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 2.9190082644628097,
|
| 402 |
+
"grad_norm": 27.630184173583984,
|
| 403 |
+
"learning_rate": 1.898188937836515e-05,
|
| 404 |
+
"loss": 2.9783,
|
| 405 |
+
"step": 1325
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 2.974104683195592,
|
| 409 |
+
"grad_norm": 24.182971954345703,
|
| 410 |
+
"learning_rate": 1.892070484581498e-05,
|
| 411 |
+
"loss": 2.7581,
|
| 412 |
+
"step": 1350
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 3.0,
|
| 416 |
+
"eval_accuracy": 0.009129640900791236,
|
| 417 |
+
"eval_loss": 0.7107077836990356,
|
| 418 |
+
"eval_macro_f1": 0.37986593469847163,
|
| 419 |
+
"eval_micro_f1": 0.4079140582734369,
|
| 420 |
+
"eval_runtime": 2.7063,
|
| 421 |
+
"eval_samples_per_second": 607.095,
|
| 422 |
+
"eval_steps_per_second": 38.059,
|
| 423 |
+
"eval_weighted_f1": 0.45335713263230065,
|
| 424 |
+
"step": 1362
|
| 425 |
+
},
|
| 426 |
+
{
|
| 427 |
+
"epoch": 3.028650137741047,
|
| 428 |
+
"grad_norm": 22.576751708984375,
|
| 429 |
+
"learning_rate": 1.8859520313264808e-05,
|
| 430 |
+
"loss": 2.7078,
|
| 431 |
+
"step": 1375
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"epoch": 3.0837465564738293,
|
| 435 |
+
"grad_norm": 44.063690185546875,
|
| 436 |
+
"learning_rate": 1.8798335780714636e-05,
|
| 437 |
+
"loss": 2.5008,
|
| 438 |
+
"step": 1400
|
| 439 |
+
},
|
| 440 |
+
{
|
| 441 |
+
"epoch": 3.1388429752066114,
|
| 442 |
+
"grad_norm": 18.86543846130371,
|
| 443 |
+
"learning_rate": 1.8737151248164465e-05,
|
| 444 |
+
"loss": 2.6365,
|
| 445 |
+
"step": 1425
|
| 446 |
+
},
|
| 447 |
+
{
|
| 448 |
+
"epoch": 3.193939393939394,
|
| 449 |
+
"grad_norm": 22.964359283447266,
|
| 450 |
+
"learning_rate": 1.8675966715614294e-05,
|
| 451 |
+
"loss": 2.6185,
|
| 452 |
+
"step": 1450
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"epoch": 3.2490358126721763,
|
| 456 |
+
"grad_norm": 57.00598907470703,
|
| 457 |
+
"learning_rate": 1.8614782183064122e-05,
|
| 458 |
+
"loss": 2.5152,
|
| 459 |
+
"step": 1475
|
| 460 |
+
},
|
| 461 |
+
{
|
| 462 |
+
"epoch": 3.304132231404959,
|
| 463 |
+
"grad_norm": 28.618066787719727,
|
| 464 |
+
"learning_rate": 1.855359765051395e-05,
|
| 465 |
+
"loss": 2.7578,
|
| 466 |
+
"step": 1500
|
| 467 |
+
},
|
| 468 |
+
{
|
| 469 |
+
"epoch": 3.359228650137741,
|
| 470 |
+
"grad_norm": 79.43772888183594,
|
| 471 |
+
"learning_rate": 1.849241311796378e-05,
|
| 472 |
+
"loss": 2.6763,
|
| 473 |
+
"step": 1525
|
| 474 |
+
},
|
| 475 |
+
{
|
| 476 |
+
"epoch": 3.4143250688705233,
|
| 477 |
+
"grad_norm": 27.52250099182129,
|
| 478 |
+
"learning_rate": 1.843122858541361e-05,
|
| 479 |
+
"loss": 2.697,
|
| 480 |
+
"step": 1550
|
| 481 |
+
},
|
| 482 |
+
{
|
| 483 |
+
"epoch": 3.469421487603306,
|
| 484 |
+
"grad_norm": 28.617395401000977,
|
| 485 |
+
"learning_rate": 1.8370044052863437e-05,
|
| 486 |
+
"loss": 2.601,
|
| 487 |
+
"step": 1575
|
| 488 |
+
},
|
| 489 |
+
{
|
| 490 |
+
"epoch": 3.5245179063360883,
|
| 491 |
+
"grad_norm": 22.172164916992188,
|
| 492 |
+
"learning_rate": 1.8308859520313266e-05,
|
| 493 |
+
"loss": 2.5248,
|
| 494 |
+
"step": 1600
|
| 495 |
+
},
|
| 496 |
+
{
|
| 497 |
+
"epoch": 3.579614325068871,
|
| 498 |
+
"grad_norm": 29.235937118530273,
|
| 499 |
+
"learning_rate": 1.8247674987763094e-05,
|
| 500 |
+
"loss": 2.6308,
|
| 501 |
+
"step": 1625
|
| 502 |
+
},
|
| 503 |
+
{
|
| 504 |
+
"epoch": 3.634710743801653,
|
| 505 |
+
"grad_norm": 25.602069854736328,
|
| 506 |
+
"learning_rate": 1.8186490455212923e-05,
|
| 507 |
+
"loss": 2.5584,
|
| 508 |
+
"step": 1650
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"epoch": 3.6898071625344353,
|
| 512 |
+
"grad_norm": 30.798927307128906,
|
| 513 |
+
"learning_rate": 1.812530592266275e-05,
|
| 514 |
+
"loss": 2.7594,
|
| 515 |
+
"step": 1675
|
| 516 |
+
},
|
| 517 |
+
{
|
| 518 |
+
"epoch": 3.744903581267218,
|
| 519 |
+
"grad_norm": 45.07261276245117,
|
| 520 |
+
"learning_rate": 1.806412139011258e-05,
|
| 521 |
+
"loss": 2.5739,
|
| 522 |
+
"step": 1700
|
| 523 |
+
},
|
| 524 |
+
{
|
| 525 |
+
"epoch": 3.8,
|
| 526 |
+
"grad_norm": 39.90005874633789,
|
| 527 |
+
"learning_rate": 1.800293685756241e-05,
|
| 528 |
+
"loss": 2.591,
|
| 529 |
+
"step": 1725
|
| 530 |
+
},
|
| 531 |
+
{
|
| 532 |
+
"epoch": 3.8550964187327823,
|
| 533 |
+
"grad_norm": 55.15447235107422,
|
| 534 |
+
"learning_rate": 1.7941752325012238e-05,
|
| 535 |
+
"loss": 2.6957,
|
| 536 |
+
"step": 1750
|
| 537 |
+
},
|
| 538 |
+
{
|
| 539 |
+
"epoch": 3.910192837465565,
|
| 540 |
+
"grad_norm": 41.37272644042969,
|
| 541 |
+
"learning_rate": 1.7880567792462066e-05,
|
| 542 |
+
"loss": 2.501,
|
| 543 |
+
"step": 1775
|
| 544 |
+
},
|
| 545 |
+
{
|
| 546 |
+
"epoch": 3.9652892561983473,
|
| 547 |
+
"grad_norm": 36.86390686035156,
|
| 548 |
+
"learning_rate": 1.7819383259911895e-05,
|
| 549 |
+
"loss": 2.5325,
|
| 550 |
+
"step": 1800
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 4.0,
|
| 554 |
+
"eval_accuracy": 0.0036518563603164943,
|
| 555 |
+
"eval_loss": 0.6740474700927734,
|
| 556 |
+
"eval_macro_f1": 0.38663686881134135,
|
| 557 |
+
"eval_micro_f1": 0.4178537511870845,
|
| 558 |
+
"eval_runtime": 2.9785,
|
| 559 |
+
"eval_samples_per_second": 551.621,
|
| 560 |
+
"eval_steps_per_second": 34.581,
|
| 561 |
+
"eval_weighted_f1": 0.46419668997580815,
|
| 562 |
+
"step": 1816
|
| 563 |
+
},
|
| 564 |
+
{
|
| 565 |
+
"epoch": 4.019834710743802,
|
| 566 |
+
"grad_norm": 25.511503219604492,
|
| 567 |
+
"learning_rate": 1.7758198727361724e-05,
|
| 568 |
+
"loss": 2.5107,
|
| 569 |
+
"step": 1825
|
| 570 |
+
},
|
| 571 |
+
{
|
| 572 |
+
"epoch": 4.074931129476584,
|
| 573 |
+
"grad_norm": 27.822540283203125,
|
| 574 |
+
"learning_rate": 1.7697014194811552e-05,
|
| 575 |
+
"loss": 2.3396,
|
| 576 |
+
"step": 1850
|
| 577 |
+
},
|
| 578 |
+
{
|
| 579 |
+
"epoch": 4.130027548209366,
|
| 580 |
+
"grad_norm": 45.27438735961914,
|
| 581 |
+
"learning_rate": 1.763582966226138e-05,
|
| 582 |
+
"loss": 2.3623,
|
| 583 |
+
"step": 1875
|
| 584 |
+
},
|
| 585 |
+
{
|
| 586 |
+
"epoch": 4.1851239669421485,
|
| 587 |
+
"grad_norm": 17.16631507873535,
|
| 588 |
+
"learning_rate": 1.757464512971121e-05,
|
| 589 |
+
"loss": 2.2507,
|
| 590 |
+
"step": 1900
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"epoch": 4.240220385674931,
|
| 594 |
+
"grad_norm": 32.3470344543457,
|
| 595 |
+
"learning_rate": 1.7513460597161038e-05,
|
| 596 |
+
"loss": 2.2705,
|
| 597 |
+
"step": 1925
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"epoch": 4.2953168044077135,
|
| 601 |
+
"grad_norm": 37.85465621948242,
|
| 602 |
+
"learning_rate": 1.7452276064610867e-05,
|
| 603 |
+
"loss": 2.2527,
|
| 604 |
+
"step": 1950
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"epoch": 4.350413223140496,
|
| 608 |
+
"grad_norm": 46.76307678222656,
|
| 609 |
+
"learning_rate": 1.7391091532060695e-05,
|
| 610 |
+
"loss": 2.2511,
|
| 611 |
+
"step": 1975
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"epoch": 4.405509641873278,
|
| 615 |
+
"grad_norm": 39.46687698364258,
|
| 616 |
+
"learning_rate": 1.7329906999510527e-05,
|
| 617 |
+
"loss": 2.2502,
|
| 618 |
+
"step": 2000
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"epoch": 4.460606060606061,
|
| 622 |
+
"grad_norm": 29.12211799621582,
|
| 623 |
+
"learning_rate": 1.7268722466960356e-05,
|
| 624 |
+
"loss": 2.3058,
|
| 625 |
+
"step": 2025
|
| 626 |
+
},
|
| 627 |
+
{
|
| 628 |
+
"epoch": 4.515702479338843,
|
| 629 |
+
"grad_norm": 39.785499572753906,
|
| 630 |
+
"learning_rate": 1.7207537934410185e-05,
|
| 631 |
+
"loss": 2.2244,
|
| 632 |
+
"step": 2050
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"epoch": 4.570798898071625,
|
| 636 |
+
"grad_norm": 27.3704776763916,
|
| 637 |
+
"learning_rate": 1.7146353401860013e-05,
|
| 638 |
+
"loss": 2.276,
|
| 639 |
+
"step": 2075
|
| 640 |
+
},
|
| 641 |
+
{
|
| 642 |
+
"epoch": 4.6258953168044075,
|
| 643 |
+
"grad_norm": 40.32000732421875,
|
| 644 |
+
"learning_rate": 1.7085168869309842e-05,
|
| 645 |
+
"loss": 2.3236,
|
| 646 |
+
"step": 2100
|
| 647 |
+
},
|
| 648 |
+
{
|
| 649 |
+
"epoch": 4.68099173553719,
|
| 650 |
+
"grad_norm": 28.967191696166992,
|
| 651 |
+
"learning_rate": 1.702398433675967e-05,
|
| 652 |
+
"loss": 2.3074,
|
| 653 |
+
"step": 2125
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"epoch": 4.736088154269972,
|
| 657 |
+
"grad_norm": 46.460147857666016,
|
| 658 |
+
"learning_rate": 1.69627998042095e-05,
|
| 659 |
+
"loss": 2.2439,
|
| 660 |
+
"step": 2150
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"epoch": 4.791184573002755,
|
| 664 |
+
"grad_norm": 23.967653274536133,
|
| 665 |
+
"learning_rate": 1.6901615271659325e-05,
|
| 666 |
+
"loss": 2.2116,
|
| 667 |
+
"step": 2175
|
| 668 |
+
},
|
| 669 |
+
{
|
| 670 |
+
"epoch": 4.846280991735537,
|
| 671 |
+
"grad_norm": 19.93545150756836,
|
| 672 |
+
"learning_rate": 1.6840430739109153e-05,
|
| 673 |
+
"loss": 2.233,
|
| 674 |
+
"step": 2200
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"epoch": 4.90137741046832,
|
| 678 |
+
"grad_norm": 45.01527786254883,
|
| 679 |
+
"learning_rate": 1.6779246206558982e-05,
|
| 680 |
+
"loss": 2.1938,
|
| 681 |
+
"step": 2225
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"epoch": 4.9564738292011015,
|
| 685 |
+
"grad_norm": 28.400407791137695,
|
| 686 |
+
"learning_rate": 1.671806167400881e-05,
|
| 687 |
+
"loss": 2.2079,
|
| 688 |
+
"step": 2250
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"epoch": 5.0,
|
| 692 |
+
"eval_accuracy": 0.020693852708460133,
|
| 693 |
+
"eval_loss": 0.6501524448394775,
|
| 694 |
+
"eval_macro_f1": 0.4151409069189579,
|
| 695 |
+
"eval_micro_f1": 0.44585115483319077,
|
| 696 |
+
"eval_runtime": 2.6851,
|
| 697 |
+
"eval_samples_per_second": 611.888,
|
| 698 |
+
"eval_steps_per_second": 38.359,
|
| 699 |
+
"eval_weighted_f1": 0.4802430248679244,
|
| 700 |
+
"step": 2270
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"epoch": 5.011019283746556,
|
| 704 |
+
"grad_norm": 27.401155471801758,
|
| 705 |
+
"learning_rate": 1.665687714145864e-05,
|
| 706 |
+
"loss": 2.1228,
|
| 707 |
+
"step": 2275
|
| 708 |
+
},
|
| 709 |
+
{
|
| 710 |
+
"epoch": 5.066115702479339,
|
| 711 |
+
"grad_norm": 30.780738830566406,
|
| 712 |
+
"learning_rate": 1.6595692608908468e-05,
|
| 713 |
+
"loss": 2.0221,
|
| 714 |
+
"step": 2300
|
| 715 |
+
},
|
| 716 |
+
{
|
| 717 |
+
"epoch": 5.121212121212121,
|
| 718 |
+
"grad_norm": 15.749085426330566,
|
| 719 |
+
"learning_rate": 1.6534508076358297e-05,
|
| 720 |
+
"loss": 2.0324,
|
| 721 |
+
"step": 2325
|
| 722 |
+
},
|
| 723 |
+
{
|
| 724 |
+
"epoch": 5.176308539944904,
|
| 725 |
+
"grad_norm": 32.42204666137695,
|
| 726 |
+
"learning_rate": 1.6473323543808125e-05,
|
| 727 |
+
"loss": 2.0441,
|
| 728 |
+
"step": 2350
|
| 729 |
+
},
|
| 730 |
+
{
|
| 731 |
+
"epoch": 5.231404958677686,
|
| 732 |
+
"grad_norm": 28.353431701660156,
|
| 733 |
+
"learning_rate": 1.6412139011257954e-05,
|
| 734 |
+
"loss": 1.9473,
|
| 735 |
+
"step": 2375
|
| 736 |
+
},
|
| 737 |
+
{
|
| 738 |
+
"epoch": 5.2865013774104685,
|
| 739 |
+
"grad_norm": 40.0409049987793,
|
| 740 |
+
"learning_rate": 1.6350954478707782e-05,
|
| 741 |
+
"loss": 2.0047,
|
| 742 |
+
"step": 2400
|
| 743 |
+
},
|
| 744 |
+
{
|
| 745 |
+
"epoch": 5.341597796143251,
|
| 746 |
+
"grad_norm": 29.15716552734375,
|
| 747 |
+
"learning_rate": 1.628976994615761e-05,
|
| 748 |
+
"loss": 1.9719,
|
| 749 |
+
"step": 2425
|
| 750 |
+
},
|
| 751 |
+
{
|
| 752 |
+
"epoch": 5.3966942148760335,
|
| 753 |
+
"grad_norm": 26.328500747680664,
|
| 754 |
+
"learning_rate": 1.622858541360744e-05,
|
| 755 |
+
"loss": 2.0067,
|
| 756 |
+
"step": 2450
|
| 757 |
+
},
|
| 758 |
+
{
|
| 759 |
+
"epoch": 5.451790633608815,
|
| 760 |
+
"grad_norm": 44.411827087402344,
|
| 761 |
+
"learning_rate": 1.616740088105727e-05,
|
| 762 |
+
"loss": 2.0399,
|
| 763 |
+
"step": 2475
|
| 764 |
+
},
|
| 765 |
+
{
|
| 766 |
+
"epoch": 5.506887052341598,
|
| 767 |
+
"grad_norm": 41.19144821166992,
|
| 768 |
+
"learning_rate": 1.6106216348507097e-05,
|
| 769 |
+
"loss": 1.9129,
|
| 770 |
+
"step": 2500
|
| 771 |
+
},
|
| 772 |
+
{
|
| 773 |
+
"epoch": 5.56198347107438,
|
| 774 |
+
"grad_norm": 27.05829620361328,
|
| 775 |
+
"learning_rate": 1.604503181595693e-05,
|
| 776 |
+
"loss": 1.9734,
|
| 777 |
+
"step": 2525
|
| 778 |
+
},
|
| 779 |
+
{
|
| 780 |
+
"epoch": 5.6170798898071626,
|
| 781 |
+
"grad_norm": 29.061988830566406,
|
| 782 |
+
"learning_rate": 1.5983847283406758e-05,
|
| 783 |
+
"loss": 2.031,
|
| 784 |
+
"step": 2550
|
| 785 |
+
},
|
| 786 |
+
{
|
| 787 |
+
"epoch": 5.672176308539945,
|
| 788 |
+
"grad_norm": 27.015853881835938,
|
| 789 |
+
"learning_rate": 1.5922662750856586e-05,
|
| 790 |
+
"loss": 2.0105,
|
| 791 |
+
"step": 2575
|
| 792 |
+
},
|
| 793 |
+
{
|
| 794 |
+
"epoch": 5.7272727272727275,
|
| 795 |
+
"grad_norm": 26.781164169311523,
|
| 796 |
+
"learning_rate": 1.5861478218306415e-05,
|
| 797 |
+
"loss": 1.9697,
|
| 798 |
+
"step": 2600
|
| 799 |
+
},
|
| 800 |
+
{
|
| 801 |
+
"epoch": 5.78236914600551,
|
| 802 |
+
"grad_norm": 38.37092971801758,
|
| 803 |
+
"learning_rate": 1.5800293685756244e-05,
|
| 804 |
+
"loss": 1.9015,
|
| 805 |
+
"step": 2625
|
| 806 |
+
},
|
| 807 |
+
{
|
| 808 |
+
"epoch": 5.837465564738292,
|
| 809 |
+
"grad_norm": 34.03423309326172,
|
| 810 |
+
"learning_rate": 1.5739109153206072e-05,
|
| 811 |
+
"loss": 2.0433,
|
| 812 |
+
"step": 2650
|
| 813 |
+
},
|
| 814 |
+
{
|
| 815 |
+
"epoch": 5.892561983471074,
|
| 816 |
+
"grad_norm": 33.59871292114258,
|
| 817 |
+
"learning_rate": 1.56779246206559e-05,
|
| 818 |
+
"loss": 1.8871,
|
| 819 |
+
"step": 2675
|
| 820 |
+
},
|
| 821 |
+
{
|
| 822 |
+
"epoch": 5.9476584022038566,
|
| 823 |
+
"grad_norm": 42.3444709777832,
|
| 824 |
+
"learning_rate": 1.561674008810573e-05,
|
| 825 |
+
"loss": 1.9852,
|
| 826 |
+
"step": 2700
|
| 827 |
+
},
|
| 828 |
+
{
|
| 829 |
+
"epoch": 6.0,
|
| 830 |
+
"eval_accuracy": 0.03530127814972611,
|
| 831 |
+
"eval_loss": 0.6605414748191833,
|
| 832 |
+
"eval_macro_f1": 0.4466631124278909,
|
| 833 |
+
"eval_micro_f1": 0.476382646977896,
|
| 834 |
+
"eval_runtime": 2.7126,
|
| 835 |
+
"eval_samples_per_second": 605.689,
|
| 836 |
+
"eval_steps_per_second": 37.971,
|
| 837 |
+
"eval_weighted_f1": 0.5076573608490631,
|
| 838 |
+
"step": 2724
|
| 839 |
+
},
|
| 840 |
+
{
|
| 841 |
+
"epoch": 6.002203856749311,
|
| 842 |
+
"grad_norm": 31.276885986328125,
|
| 843 |
+
"learning_rate": 1.555555555555556e-05,
|
| 844 |
+
"loss": 1.9328,
|
| 845 |
+
"step": 2725
|
| 846 |
+
},
|
| 847 |
+
{
|
| 848 |
+
"epoch": 6.057300275482094,
|
| 849 |
+
"grad_norm": 17.66192626953125,
|
| 850 |
+
"learning_rate": 1.5494371023005387e-05,
|
| 851 |
+
"loss": 1.7643,
|
| 852 |
+
"step": 2750
|
| 853 |
+
},
|
| 854 |
+
{
|
| 855 |
+
"epoch": 6.112396694214876,
|
| 856 |
+
"grad_norm": 44.34126281738281,
|
| 857 |
+
"learning_rate": 1.5433186490455216e-05,
|
| 858 |
+
"loss": 1.83,
|
| 859 |
+
"step": 2775
|
| 860 |
+
},
|
| 861 |
+
{
|
| 862 |
+
"epoch": 6.167493112947659,
|
| 863 |
+
"grad_norm": 16.464832305908203,
|
| 864 |
+
"learning_rate": 1.5372001957905044e-05,
|
| 865 |
+
"loss": 1.7649,
|
| 866 |
+
"step": 2800
|
| 867 |
+
},
|
| 868 |
+
{
|
| 869 |
+
"epoch": 6.222589531680441,
|
| 870 |
+
"grad_norm": 31.59127426147461,
|
| 871 |
+
"learning_rate": 1.5310817425354873e-05,
|
| 872 |
+
"loss": 1.77,
|
| 873 |
+
"step": 2825
|
| 874 |
+
},
|
| 875 |
+
{
|
| 876 |
+
"epoch": 6.277685950413223,
|
| 877 |
+
"grad_norm": 25.755020141601562,
|
| 878 |
+
"learning_rate": 1.52496328928047e-05,
|
| 879 |
+
"loss": 1.7545,
|
| 880 |
+
"step": 2850
|
| 881 |
+
},
|
| 882 |
+
{
|
| 883 |
+
"epoch": 6.332782369146005,
|
| 884 |
+
"grad_norm": 37.847320556640625,
|
| 885 |
+
"learning_rate": 1.5188448360254529e-05,
|
| 886 |
+
"loss": 1.7342,
|
| 887 |
+
"step": 2875
|
| 888 |
+
},
|
| 889 |
+
{
|
| 890 |
+
"epoch": 6.387878787878788,
|
| 891 |
+
"grad_norm": 16.70075225830078,
|
| 892 |
+
"learning_rate": 1.5127263827704357e-05,
|
| 893 |
+
"loss": 1.7252,
|
| 894 |
+
"step": 2900
|
| 895 |
+
},
|
| 896 |
+
{
|
| 897 |
+
"epoch": 6.44297520661157,
|
| 898 |
+
"grad_norm": 58.51238250732422,
|
| 899 |
+
"learning_rate": 1.5066079295154186e-05,
|
| 900 |
+
"loss": 1.7873,
|
| 901 |
+
"step": 2925
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"epoch": 6.498071625344353,
|
| 905 |
+
"grad_norm": 29.229862213134766,
|
| 906 |
+
"learning_rate": 1.5004894762604014e-05,
|
| 907 |
+
"loss": 1.7462,
|
| 908 |
+
"step": 2950
|
| 909 |
+
},
|
| 910 |
+
{
|
| 911 |
+
"epoch": 6.553168044077135,
|
| 912 |
+
"grad_norm": 21.569957733154297,
|
| 913 |
+
"learning_rate": 1.4943710230053843e-05,
|
| 914 |
+
"loss": 1.7983,
|
| 915 |
+
"step": 2975
|
| 916 |
+
},
|
| 917 |
+
{
|
| 918 |
+
"epoch": 6.608264462809918,
|
| 919 |
+
"grad_norm": 14.576573371887207,
|
| 920 |
+
"learning_rate": 1.4882525697503672e-05,
|
| 921 |
+
"loss": 1.7069,
|
| 922 |
+
"step": 3000
|
| 923 |
+
},
|
| 924 |
+
{
|
| 925 |
+
"epoch": 6.663360881542699,
|
| 926 |
+
"grad_norm": 25.448081970214844,
|
| 927 |
+
"learning_rate": 1.48213411649535e-05,
|
| 928 |
+
"loss": 1.8663,
|
| 929 |
+
"step": 3025
|
| 930 |
+
},
|
| 931 |
+
{
|
| 932 |
+
"epoch": 6.718457300275482,
|
| 933 |
+
"grad_norm": 37.28281021118164,
|
| 934 |
+
"learning_rate": 1.476015663240333e-05,
|
| 935 |
+
"loss": 1.7692,
|
| 936 |
+
"step": 3050
|
| 937 |
+
},
|
| 938 |
+
{
|
| 939 |
+
"epoch": 6.773553719008264,
|
| 940 |
+
"grad_norm": 23.77863311767578,
|
| 941 |
+
"learning_rate": 1.469897209985316e-05,
|
| 942 |
+
"loss": 1.7042,
|
| 943 |
+
"step": 3075
|
| 944 |
+
},
|
| 945 |
+
{
|
| 946 |
+
"epoch": 6.828650137741047,
|
| 947 |
+
"grad_norm": 30.743484497070312,
|
| 948 |
+
"learning_rate": 1.4637787567302988e-05,
|
| 949 |
+
"loss": 1.7017,
|
| 950 |
+
"step": 3100
|
| 951 |
+
},
|
| 952 |
+
{
|
| 953 |
+
"epoch": 6.883746556473829,
|
| 954 |
+
"grad_norm": 28.08268928527832,
|
| 955 |
+
"learning_rate": 1.4576603034752817e-05,
|
| 956 |
+
"loss": 1.77,
|
| 957 |
+
"step": 3125
|
| 958 |
+
},
|
| 959 |
+
{
|
| 960 |
+
"epoch": 6.938842975206612,
|
| 961 |
+
"grad_norm": 17.06208610534668,
|
| 962 |
+
"learning_rate": 1.4515418502202645e-05,
|
| 963 |
+
"loss": 1.7701,
|
| 964 |
+
"step": 3150
|
| 965 |
+
},
|
| 966 |
+
{
|
| 967 |
+
"epoch": 6.993939393939394,
|
| 968 |
+
"grad_norm": 27.61089324951172,
|
| 969 |
+
"learning_rate": 1.4454233969652474e-05,
|
| 970 |
+
"loss": 1.7712,
|
| 971 |
+
"step": 3175
|
| 972 |
+
},
|
| 973 |
+
{
|
| 974 |
+
"epoch": 7.0,
|
| 975 |
+
"eval_accuracy": 0.0505173463177115,
|
| 976 |
+
"eval_loss": 0.667800784111023,
|
| 977 |
+
"eval_macro_f1": 0.4635546031518342,
|
| 978 |
+
"eval_micro_f1": 0.49693016116653876,
|
| 979 |
+
"eval_runtime": 2.6815,
|
| 980 |
+
"eval_samples_per_second": 612.722,
|
| 981 |
+
"eval_steps_per_second": 38.412,
|
| 982 |
+
"eval_weighted_f1": 0.5215282248072648,
|
| 983 |
+
"step": 3178
|
| 984 |
+
},
|
| 985 |
+
{
|
| 986 |
+
"epoch": 7.048484848484849,
|
| 987 |
+
"grad_norm": 14.443765640258789,
|
| 988 |
+
"learning_rate": 1.4393049437102303e-05,
|
| 989 |
+
"loss": 1.6616,
|
| 990 |
+
"step": 3200
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"epoch": 7.103581267217631,
|
| 994 |
+
"grad_norm": 47.7943115234375,
|
| 995 |
+
"learning_rate": 1.4331864904552131e-05,
|
| 996 |
+
"loss": 1.5851,
|
| 997 |
+
"step": 3225
|
| 998 |
+
},
|
| 999 |
+
{
|
| 1000 |
+
"epoch": 7.158677685950413,
|
| 1001 |
+
"grad_norm": 48.4149284362793,
|
| 1002 |
+
"learning_rate": 1.427068037200196e-05,
|
| 1003 |
+
"loss": 1.5406,
|
| 1004 |
+
"step": 3250
|
| 1005 |
+
},
|
| 1006 |
+
{
|
| 1007 |
+
"epoch": 7.213774104683195,
|
| 1008 |
+
"grad_norm": 20.946657180786133,
|
| 1009 |
+
"learning_rate": 1.4209495839451789e-05,
|
| 1010 |
+
"loss": 1.5758,
|
| 1011 |
+
"step": 3275
|
| 1012 |
+
},
|
| 1013 |
+
{
|
| 1014 |
+
"epoch": 7.268870523415978,
|
| 1015 |
+
"grad_norm": 16.744651794433594,
|
| 1016 |
+
"learning_rate": 1.4148311306901617e-05,
|
| 1017 |
+
"loss": 1.4936,
|
| 1018 |
+
"step": 3300
|
| 1019 |
+
},
|
| 1020 |
+
{
|
| 1021 |
+
"epoch": 7.32396694214876,
|
| 1022 |
+
"grad_norm": 23.426197052001953,
|
| 1023 |
+
"learning_rate": 1.4087126774351444e-05,
|
| 1024 |
+
"loss": 1.538,
|
| 1025 |
+
"step": 3325
|
| 1026 |
+
},
|
| 1027 |
+
{
|
| 1028 |
+
"epoch": 7.379063360881543,
|
| 1029 |
+
"grad_norm": 18.760459899902344,
|
| 1030 |
+
"learning_rate": 1.4025942241801273e-05,
|
| 1031 |
+
"loss": 1.5393,
|
| 1032 |
+
"step": 3350
|
| 1033 |
+
},
|
| 1034 |
+
{
|
| 1035 |
+
"epoch": 7.434159779614325,
|
| 1036 |
+
"grad_norm": 20.02878189086914,
|
| 1037 |
+
"learning_rate": 1.3964757709251102e-05,
|
| 1038 |
+
"loss": 1.5793,
|
| 1039 |
+
"step": 3375
|
| 1040 |
+
},
|
| 1041 |
+
{
|
| 1042 |
+
"epoch": 7.489256198347108,
|
| 1043 |
+
"grad_norm": 30.002683639526367,
|
| 1044 |
+
"learning_rate": 1.390357317670093e-05,
|
| 1045 |
+
"loss": 1.6356,
|
| 1046 |
+
"step": 3400
|
| 1047 |
+
},
|
| 1048 |
+
{
|
| 1049 |
+
"epoch": 7.544352617079889,
|
| 1050 |
+
"grad_norm": 40.49919891357422,
|
| 1051 |
+
"learning_rate": 1.3842388644150759e-05,
|
| 1052 |
+
"loss": 1.5955,
|
| 1053 |
+
"step": 3425
|
| 1054 |
+
},
|
| 1055 |
+
{
|
| 1056 |
+
"epoch": 7.599449035812672,
|
| 1057 |
+
"grad_norm": 22.69491958618164,
|
| 1058 |
+
"learning_rate": 1.3781204111600588e-05,
|
| 1059 |
+
"loss": 1.527,
|
| 1060 |
+
"step": 3450
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"epoch": 7.654545454545454,
|
| 1064 |
+
"grad_norm": 31.055889129638672,
|
| 1065 |
+
"learning_rate": 1.3720019579050416e-05,
|
| 1066 |
+
"loss": 1.6266,
|
| 1067 |
+
"step": 3475
|
| 1068 |
+
},
|
| 1069 |
+
{
|
| 1070 |
+
"epoch": 7.709641873278237,
|
| 1071 |
+
"grad_norm": 35.59032440185547,
|
| 1072 |
+
"learning_rate": 1.3658835046500245e-05,
|
| 1073 |
+
"loss": 1.5582,
|
| 1074 |
+
"step": 3500
|
| 1075 |
+
},
|
| 1076 |
+
{
|
| 1077 |
+
"epoch": 7.764738292011019,
|
| 1078 |
+
"grad_norm": 21.903383255004883,
|
| 1079 |
+
"learning_rate": 1.3597650513950073e-05,
|
| 1080 |
+
"loss": 1.5964,
|
| 1081 |
+
"step": 3525
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"epoch": 7.819834710743802,
|
| 1085 |
+
"grad_norm": 46.80695724487305,
|
| 1086 |
+
"learning_rate": 1.3536465981399902e-05,
|
| 1087 |
+
"loss": 1.6225,
|
| 1088 |
+
"step": 3550
|
| 1089 |
+
},
|
| 1090 |
+
{
|
| 1091 |
+
"epoch": 7.874931129476584,
|
| 1092 |
+
"grad_norm": 37.48656463623047,
|
| 1093 |
+
"learning_rate": 1.3475281448849732e-05,
|
| 1094 |
+
"loss": 1.5952,
|
| 1095 |
+
"step": 3575
|
| 1096 |
+
},
|
| 1097 |
+
{
|
| 1098 |
+
"epoch": 7.930027548209367,
|
| 1099 |
+
"grad_norm": 47.467002868652344,
|
| 1100 |
+
"learning_rate": 1.3414096916299561e-05,
|
| 1101 |
+
"loss": 1.5941,
|
| 1102 |
+
"step": 3600
|
| 1103 |
+
},
|
| 1104 |
+
{
|
| 1105 |
+
"epoch": 7.985123966942149,
|
| 1106 |
+
"grad_norm": 21.236330032348633,
|
| 1107 |
+
"learning_rate": 1.335291238374939e-05,
|
| 1108 |
+
"loss": 1.5276,
|
| 1109 |
+
"step": 3625
|
| 1110 |
+
},
|
| 1111 |
+
{
|
| 1112 |
+
"epoch": 8.0,
|
| 1113 |
+
"eval_accuracy": 0.05295191722458917,
|
| 1114 |
+
"eval_loss": 0.6789072155952454,
|
| 1115 |
+
"eval_macro_f1": 0.4671873955904056,
|
| 1116 |
+
"eval_micro_f1": 0.5004403561992368,
|
| 1117 |
+
"eval_runtime": 2.7566,
|
| 1118 |
+
"eval_samples_per_second": 596.016,
|
| 1119 |
+
"eval_steps_per_second": 37.364,
|
| 1120 |
+
"eval_weighted_f1": 0.5252166776784816,
|
| 1121 |
+
"step": 3632
|
| 1122 |
+
},
|
| 1123 |
+
{
|
| 1124 |
+
"epoch": 8.039669421487604,
|
| 1125 |
+
"grad_norm": 38.204002380371094,
|
| 1126 |
+
"learning_rate": 1.3291727851199218e-05,
|
| 1127 |
+
"loss": 1.4429,
|
| 1128 |
+
"step": 3650
|
| 1129 |
+
},
|
| 1130 |
+
{
|
| 1131 |
+
"epoch": 8.094765840220386,
|
| 1132 |
+
"grad_norm": 30.837017059326172,
|
| 1133 |
+
"learning_rate": 1.3230543318649047e-05,
|
| 1134 |
+
"loss": 1.4964,
|
| 1135 |
+
"step": 3675
|
| 1136 |
+
},
|
| 1137 |
+
{
|
| 1138 |
+
"epoch": 8.149862258953169,
|
| 1139 |
+
"grad_norm": 20.570436477661133,
|
| 1140 |
+
"learning_rate": 1.3169358786098876e-05,
|
| 1141 |
+
"loss": 1.435,
|
| 1142 |
+
"step": 3700
|
| 1143 |
+
},
|
| 1144 |
+
{
|
| 1145 |
+
"epoch": 8.20495867768595,
|
| 1146 |
+
"grad_norm": 24.845632553100586,
|
| 1147 |
+
"learning_rate": 1.3108174253548704e-05,
|
| 1148 |
+
"loss": 1.4016,
|
| 1149 |
+
"step": 3725
|
| 1150 |
+
},
|
| 1151 |
+
{
|
| 1152 |
+
"epoch": 8.260055096418732,
|
| 1153 |
+
"grad_norm": 57.971099853515625,
|
| 1154 |
+
"learning_rate": 1.3046989720998533e-05,
|
| 1155 |
+
"loss": 1.3979,
|
| 1156 |
+
"step": 3750
|
| 1157 |
+
},
|
| 1158 |
+
{
|
| 1159 |
+
"epoch": 8.315151515151515,
|
| 1160 |
+
"grad_norm": 29.73035430908203,
|
| 1161 |
+
"learning_rate": 1.2985805188448362e-05,
|
| 1162 |
+
"loss": 1.4129,
|
| 1163 |
+
"step": 3775
|
| 1164 |
+
},
|
| 1165 |
+
{
|
| 1166 |
+
"epoch": 8.370247933884297,
|
| 1167 |
+
"grad_norm": 33.50901794433594,
|
| 1168 |
+
"learning_rate": 1.292462065589819e-05,
|
| 1169 |
+
"loss": 1.4361,
|
| 1170 |
+
"step": 3800
|
| 1171 |
+
},
|
| 1172 |
+
{
|
| 1173 |
+
"epoch": 8.42534435261708,
|
| 1174 |
+
"grad_norm": 30.13701629638672,
|
| 1175 |
+
"learning_rate": 1.2863436123348019e-05,
|
| 1176 |
+
"loss": 1.3541,
|
| 1177 |
+
"step": 3825
|
| 1178 |
+
},
|
| 1179 |
+
{
|
| 1180 |
+
"epoch": 8.480440771349862,
|
| 1181 |
+
"grad_norm": 44.27888107299805,
|
| 1182 |
+
"learning_rate": 1.2802251590797848e-05,
|
| 1183 |
+
"loss": 1.4785,
|
| 1184 |
+
"step": 3850
|
| 1185 |
+
},
|
| 1186 |
+
{
|
| 1187 |
+
"epoch": 8.535537190082644,
|
| 1188 |
+
"grad_norm": 30.611860275268555,
|
| 1189 |
+
"learning_rate": 1.2741067058247676e-05,
|
| 1190 |
+
"loss": 1.4816,
|
| 1191 |
+
"step": 3875
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"epoch": 8.590633608815427,
|
| 1195 |
+
"grad_norm": 30.29857063293457,
|
| 1196 |
+
"learning_rate": 1.2679882525697505e-05,
|
| 1197 |
+
"loss": 1.3232,
|
| 1198 |
+
"step": 3900
|
| 1199 |
+
},
|
| 1200 |
+
{
|
| 1201 |
+
"epoch": 8.64573002754821,
|
| 1202 |
+
"grad_norm": 18.861495971679688,
|
| 1203 |
+
"learning_rate": 1.2618697993147334e-05,
|
| 1204 |
+
"loss": 1.3926,
|
| 1205 |
+
"step": 3925
|
| 1206 |
+
},
|
| 1207 |
+
{
|
| 1208 |
+
"epoch": 8.700826446280992,
|
| 1209 |
+
"grad_norm": 25.118059158325195,
|
| 1210 |
+
"learning_rate": 1.2557513460597162e-05,
|
| 1211 |
+
"loss": 1.4094,
|
| 1212 |
+
"step": 3950
|
| 1213 |
+
},
|
| 1214 |
+
{
|
| 1215 |
+
"epoch": 8.755922865013774,
|
| 1216 |
+
"grad_norm": 23.028749465942383,
|
| 1217 |
+
"learning_rate": 1.2496328928046991e-05,
|
| 1218 |
+
"loss": 1.4524,
|
| 1219 |
+
"step": 3975
|
| 1220 |
+
},
|
| 1221 |
+
{
|
| 1222 |
+
"epoch": 8.811019283746557,
|
| 1223 |
+
"grad_norm": 20.454973220825195,
|
| 1224 |
+
"learning_rate": 1.243514439549682e-05,
|
| 1225 |
+
"loss": 1.3799,
|
| 1226 |
+
"step": 4000
|
| 1227 |
+
},
|
| 1228 |
+
{
|
| 1229 |
+
"epoch": 8.86611570247934,
|
| 1230 |
+
"grad_norm": 28.43181037902832,
|
| 1231 |
+
"learning_rate": 1.2373959862946646e-05,
|
| 1232 |
+
"loss": 1.4757,
|
| 1233 |
+
"step": 4025
|
| 1234 |
+
},
|
| 1235 |
+
{
|
| 1236 |
+
"epoch": 8.921212121212122,
|
| 1237 |
+
"grad_norm": 18.250024795532227,
|
| 1238 |
+
"learning_rate": 1.2312775330396475e-05,
|
| 1239 |
+
"loss": 1.3971,
|
| 1240 |
+
"step": 4050
|
| 1241 |
+
},
|
| 1242 |
+
{
|
| 1243 |
+
"epoch": 8.976308539944904,
|
| 1244 |
+
"grad_norm": 40.297603607177734,
|
| 1245 |
+
"learning_rate": 1.2251590797846304e-05,
|
| 1246 |
+
"loss": 1.3866,
|
| 1247 |
+
"step": 4075
|
| 1248 |
+
},
|
| 1249 |
+
{
|
| 1250 |
+
"epoch": 9.0,
|
| 1251 |
+
"eval_accuracy": 0.06755934266585514,
|
| 1252 |
+
"eval_loss": 0.6963533759117126,
|
| 1253 |
+
"eval_macro_f1": 0.4864721364996663,
|
| 1254 |
+
"eval_micro_f1": 0.5201600492459219,
|
| 1255 |
+
"eval_runtime": 2.8971,
|
| 1256 |
+
"eval_samples_per_second": 567.119,
|
| 1257 |
+
"eval_steps_per_second": 35.553,
|
| 1258 |
+
"eval_weighted_f1": 0.5406038185434958,
|
| 1259 |
+
"step": 4086
|
| 1260 |
+
},
|
| 1261 |
+
{
|
| 1262 |
+
"epoch": 9.030853994490359,
|
| 1263 |
+
"grad_norm": 18.69618034362793,
|
| 1264 |
+
"learning_rate": 1.2190406265296136e-05,
|
| 1265 |
+
"loss": 1.3125,
|
| 1266 |
+
"step": 4100
|
| 1267 |
+
},
|
| 1268 |
+
{
|
| 1269 |
+
"epoch": 9.08595041322314,
|
| 1270 |
+
"grad_norm": 29.387378692626953,
|
| 1271 |
+
"learning_rate": 1.2129221732745964e-05,
|
| 1272 |
+
"loss": 1.2888,
|
| 1273 |
+
"step": 4125
|
| 1274 |
+
},
|
| 1275 |
+
{
|
| 1276 |
+
"epoch": 9.141046831955922,
|
| 1277 |
+
"grad_norm": 13.697555541992188,
|
| 1278 |
+
"learning_rate": 1.2068037200195793e-05,
|
| 1279 |
+
"loss": 1.2992,
|
| 1280 |
+
"step": 4150
|
| 1281 |
+
},
|
| 1282 |
+
{
|
| 1283 |
+
"epoch": 9.196143250688705,
|
| 1284 |
+
"grad_norm": 16.341440200805664,
|
| 1285 |
+
"learning_rate": 1.2006852667645622e-05,
|
| 1286 |
+
"loss": 1.2725,
|
| 1287 |
+
"step": 4175
|
| 1288 |
+
},
|
| 1289 |
+
{
|
| 1290 |
+
"epoch": 9.251239669421487,
|
| 1291 |
+
"grad_norm": 22.702817916870117,
|
| 1292 |
+
"learning_rate": 1.1945668135095449e-05,
|
| 1293 |
+
"loss": 1.2853,
|
| 1294 |
+
"step": 4200
|
| 1295 |
+
},
|
| 1296 |
+
{
|
| 1297 |
+
"epoch": 9.30633608815427,
|
| 1298 |
+
"grad_norm": 23.948762893676758,
|
| 1299 |
+
"learning_rate": 1.1884483602545277e-05,
|
| 1300 |
+
"loss": 1.2745,
|
| 1301 |
+
"step": 4225
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"epoch": 9.361432506887052,
|
| 1305 |
+
"grad_norm": 16.673274993896484,
|
| 1306 |
+
"learning_rate": 1.1823299069995106e-05,
|
| 1307 |
+
"loss": 1.2718,
|
| 1308 |
+
"step": 4250
|
| 1309 |
+
},
|
| 1310 |
+
{
|
| 1311 |
+
"epoch": 9.416528925619835,
|
| 1312 |
+
"grad_norm": 25.226261138916016,
|
| 1313 |
+
"learning_rate": 1.1762114537444935e-05,
|
| 1314 |
+
"loss": 1.2968,
|
| 1315 |
+
"step": 4275
|
| 1316 |
+
},
|
| 1317 |
+
{
|
| 1318 |
+
"epoch": 9.471625344352617,
|
| 1319 |
+
"grad_norm": 16.020442962646484,
|
| 1320 |
+
"learning_rate": 1.1700930004894763e-05,
|
| 1321 |
+
"loss": 1.2944,
|
| 1322 |
+
"step": 4300
|
| 1323 |
+
},
|
| 1324 |
+
{
|
| 1325 |
+
"epoch": 9.5267217630854,
|
| 1326 |
+
"grad_norm": 39.384098052978516,
|
| 1327 |
+
"learning_rate": 1.1639745472344592e-05,
|
| 1328 |
+
"loss": 1.2891,
|
| 1329 |
+
"step": 4325
|
| 1330 |
+
},
|
| 1331 |
+
{
|
| 1332 |
+
"epoch": 9.581818181818182,
|
| 1333 |
+
"grad_norm": 37.32372283935547,
|
| 1334 |
+
"learning_rate": 1.157856093979442e-05,
|
| 1335 |
+
"loss": 1.2376,
|
| 1336 |
+
"step": 4350
|
| 1337 |
+
},
|
| 1338 |
+
{
|
| 1339 |
+
"epoch": 9.636914600550964,
|
| 1340 |
+
"grad_norm": 22.738689422607422,
|
| 1341 |
+
"learning_rate": 1.151737640724425e-05,
|
| 1342 |
+
"loss": 1.3216,
|
| 1343 |
+
"step": 4375
|
| 1344 |
+
},
|
| 1345 |
+
{
|
| 1346 |
+
"epoch": 9.692011019283747,
|
| 1347 |
+
"grad_norm": 22.902591705322266,
|
| 1348 |
+
"learning_rate": 1.1456191874694078e-05,
|
| 1349 |
+
"loss": 1.3312,
|
| 1350 |
+
"step": 4400
|
| 1351 |
+
},
|
| 1352 |
+
{
|
| 1353 |
+
"epoch": 9.74710743801653,
|
| 1354 |
+
"grad_norm": 22.496963500976562,
|
| 1355 |
+
"learning_rate": 1.1395007342143907e-05,
|
| 1356 |
+
"loss": 1.2527,
|
| 1357 |
+
"step": 4425
|
| 1358 |
+
},
|
| 1359 |
+
{
|
| 1360 |
+
"epoch": 9.802203856749312,
|
| 1361 |
+
"grad_norm": 19.45132064819336,
|
| 1362 |
+
"learning_rate": 1.1333822809593735e-05,
|
| 1363 |
+
"loss": 1.2524,
|
| 1364 |
+
"step": 4450
|
| 1365 |
+
},
|
| 1366 |
+
{
|
| 1367 |
+
"epoch": 9.857300275482094,
|
| 1368 |
+
"grad_norm": 32.91093063354492,
|
| 1369 |
+
"learning_rate": 1.1272638277043564e-05,
|
| 1370 |
+
"loss": 1.2752,
|
| 1371 |
+
"step": 4475
|
| 1372 |
+
},
|
| 1373 |
+
{
|
| 1374 |
+
"epoch": 9.912396694214877,
|
| 1375 |
+
"grad_norm": 27.506261825561523,
|
| 1376 |
+
"learning_rate": 1.1211453744493393e-05,
|
| 1377 |
+
"loss": 1.2682,
|
| 1378 |
+
"step": 4500
|
| 1379 |
+
},
|
| 1380 |
+
{
|
| 1381 |
+
"epoch": 9.967493112947658,
|
| 1382 |
+
"grad_norm": 21.316890716552734,
|
| 1383 |
+
"learning_rate": 1.1150269211943221e-05,
|
| 1384 |
+
"loss": 1.2517,
|
| 1385 |
+
"step": 4525
|
| 1386 |
+
},
|
| 1387 |
+
{
|
| 1388 |
+
"epoch": 10.0,
|
| 1389 |
+
"eval_accuracy": 0.06451612903225806,
|
| 1390 |
+
"eval_loss": 0.7327091693878174,
|
| 1391 |
+
"eval_macro_f1": 0.5001189078572889,
|
| 1392 |
+
"eval_micro_f1": 0.5335163095112425,
|
| 1393 |
+
"eval_runtime": 2.55,
|
| 1394 |
+
"eval_samples_per_second": 644.313,
|
| 1395 |
+
"eval_steps_per_second": 40.392,
|
| 1396 |
+
"eval_weighted_f1": 0.5477984396678589,
|
| 1397 |
+
"step": 4540
|
| 1398 |
+
}
|
| 1399 |
+
],
|
| 1400 |
+
"logging_steps": 25,
|
| 1401 |
+
"max_steps": 9080,
|
| 1402 |
+
"num_input_tokens_seen": 0,
|
| 1403 |
+
"num_train_epochs": 20,
|
| 1404 |
+
"save_steps": 500,
|
| 1405 |
+
"stateful_callbacks": {
|
| 1406 |
+
"EarlyStoppingCallback": {
|
| 1407 |
+
"args": {
|
| 1408 |
+
"early_stopping_patience": 3,
|
| 1409 |
+
"early_stopping_threshold": 0.0
|
| 1410 |
+
},
|
| 1411 |
+
"attributes": {
|
| 1412 |
+
"early_stopping_patience_counter": 0
|
| 1413 |
+
}
|
| 1414 |
+
},
|
| 1415 |
+
"TrainerControl": {
|
| 1416 |
+
"args": {
|
| 1417 |
+
"should_epoch_stop": false,
|
| 1418 |
+
"should_evaluate": false,
|
| 1419 |
+
"should_log": false,
|
| 1420 |
+
"should_save": true,
|
| 1421 |
+
"should_training_stop": false
|
| 1422 |
+
},
|
| 1423 |
+
"attributes": {}
|
| 1424 |
+
}
|
| 1425 |
+
},
|
| 1426 |
+
"total_flos": 0.0,
|
| 1427 |
+
"train_batch_size": 8,
|
| 1428 |
+
"trial_name": null,
|
| 1429 |
+
"trial_params": null
|
| 1430 |
+
}
|