Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/trainer_state.json +703 -0
- ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/trainer_state.json +643 -0
- ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/trainer_state.json +823 -0
- ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/trainer_state.json +417 -0
- ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/trainer_state.json +604 -0
- ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/trainer_state.json +833 -0
- ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/trainer_state.json +1034 -0
- ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/trainer_state.json +967 -0
- ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/trainer_state.json +1161 -0
- ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/trainer_state.json +449 -0
- ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/trainer_state.json +276 -0
- ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/trainer_state.json +509 -0
- ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/trainer_state.json +336 -0
- ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/trainer_state.json +484 -0
- ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/trainer_state.json +671 -0
- ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/special_tokens_map.json +15 -0
- ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/tokenizer_config.json +55 -0
- ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/trainer_state.json +671 -0
- ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/special_tokens_map.json +15 -0
ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/trainer_state.json
ADDED
|
@@ -0,0 +1,703 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1925,
|
| 3 |
+
"best_metric": 0.8212935383786805,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925",
|
| 5 |
+
"epoch": 11.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1925,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1430615164520744,
|
| 14 |
+
"grad_norm": 23.38299560546875,
|
| 15 |
+
"learning_rate": 1.3714285714285717e-06,
|
| 16 |
+
"loss": 4.7084,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2861230329041488,
|
| 21 |
+
"grad_norm": 12.988974571228027,
|
| 22 |
+
"learning_rate": 2.8000000000000003e-06,
|
| 23 |
+
"loss": 4.6781,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4291845493562232,
|
| 28 |
+
"grad_norm": 19.152978897094727,
|
| 29 |
+
"learning_rate": 4.228571428571429e-06,
|
| 30 |
+
"loss": 4.5211,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5722460658082976,
|
| 35 |
+
"grad_norm": 4.238628387451172,
|
| 36 |
+
"learning_rate": 5.6571428571428576e-06,
|
| 37 |
+
"loss": 4.5927,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7153075822603719,
|
| 42 |
+
"grad_norm": 12.95470905303955,
|
| 43 |
+
"learning_rate": 7.085714285714286e-06,
|
| 44 |
+
"loss": 4.5007,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8583690987124464,
|
| 49 |
+
"grad_norm": 22.9232234954834,
|
| 50 |
+
"learning_rate": 8.514285714285715e-06,
|
| 51 |
+
"loss": 4.4009,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"grad_norm": 20.6004695892334,
|
| 57 |
+
"learning_rate": 9.942857142857145e-06,
|
| 58 |
+
"loss": 4.3614,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.48787061994609165,
|
| 64 |
+
"eval_loss": 1.0496519804000854,
|
| 65 |
+
"eval_macro_f1": 0.4504235198077013,
|
| 66 |
+
"eval_runtime": 1.3339,
|
| 67 |
+
"eval_samples_per_second": 556.25,
|
| 68 |
+
"eval_steps_per_second": 35.234,
|
| 69 |
+
"eval_weighted_f1": 0.4555401214295151,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1430615164520743,
|
| 74 |
+
"grad_norm": 73.63648986816406,
|
| 75 |
+
"learning_rate": 1.1371428571428573e-05,
|
| 76 |
+
"loss": 4.2687,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2861230329041489,
|
| 81 |
+
"grad_norm": 36.757415771484375,
|
| 82 |
+
"learning_rate": 1.2800000000000001e-05,
|
| 83 |
+
"loss": 4.1644,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4291845493562232,
|
| 88 |
+
"grad_norm": 58.01367950439453,
|
| 89 |
+
"learning_rate": 1.422857142857143e-05,
|
| 90 |
+
"loss": 4.0125,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.5722460658082977,
|
| 95 |
+
"grad_norm": 86.07000732421875,
|
| 96 |
+
"learning_rate": 1.5657142857142856e-05,
|
| 97 |
+
"loss": 3.8522,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.715307582260372,
|
| 102 |
+
"grad_norm": 75.06874084472656,
|
| 103 |
+
"learning_rate": 1.708571428571429e-05,
|
| 104 |
+
"loss": 3.3677,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.8583690987124464,
|
| 109 |
+
"grad_norm": 97.46424865722656,
|
| 110 |
+
"learning_rate": 1.8514285714285716e-05,
|
| 111 |
+
"loss": 3.301,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"grad_norm": 80.57661437988281,
|
| 117 |
+
"learning_rate": 1.9942857142857142e-05,
|
| 118 |
+
"loss": 3.3665,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6590296495956873,
|
| 124 |
+
"eval_loss": 0.7439599633216858,
|
| 125 |
+
"eval_macro_f1": 0.665842475587603,
|
| 126 |
+
"eval_runtime": 1.3016,
|
| 127 |
+
"eval_samples_per_second": 570.082,
|
| 128 |
+
"eval_steps_per_second": 36.11,
|
| 129 |
+
"eval_weighted_f1": 0.6671573435461707,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.1430615164520743,
|
| 134 |
+
"grad_norm": 100.7172622680664,
|
| 135 |
+
"learning_rate": 1.984761904761905e-05,
|
| 136 |
+
"loss": 3.0994,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.2861230329041486,
|
| 141 |
+
"grad_norm": 68.6673355102539,
|
| 142 |
+
"learning_rate": 1.968888888888889e-05,
|
| 143 |
+
"loss": 2.9428,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.429184549356223,
|
| 148 |
+
"grad_norm": 66.8573226928711,
|
| 149 |
+
"learning_rate": 1.953015873015873e-05,
|
| 150 |
+
"loss": 3.0203,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.5722460658082977,
|
| 155 |
+
"grad_norm": 72.20892333984375,
|
| 156 |
+
"learning_rate": 1.937142857142857e-05,
|
| 157 |
+
"loss": 2.9443,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.715307582260372,
|
| 162 |
+
"grad_norm": 96.52403259277344,
|
| 163 |
+
"learning_rate": 1.9212698412698414e-05,
|
| 164 |
+
"loss": 2.3623,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.8583690987124464,
|
| 169 |
+
"grad_norm": 92.29361724853516,
|
| 170 |
+
"learning_rate": 1.9053968253968257e-05,
|
| 171 |
+
"loss": 2.4095,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"grad_norm": 83.1072006225586,
|
| 177 |
+
"learning_rate": 1.8895238095238096e-05,
|
| 178 |
+
"loss": 2.4617,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 3.0,
|
| 183 |
+
"eval_accuracy": 0.7466307277628033,
|
| 184 |
+
"eval_loss": 0.6101704239845276,
|
| 185 |
+
"eval_macro_f1": 0.7372403946407365,
|
| 186 |
+
"eval_runtime": 1.4527,
|
| 187 |
+
"eval_samples_per_second": 510.768,
|
| 188 |
+
"eval_steps_per_second": 32.353,
|
| 189 |
+
"eval_weighted_f1": 0.7380588137991781,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.1430615164520743,
|
| 194 |
+
"grad_norm": 100.52713012695312,
|
| 195 |
+
"learning_rate": 1.8736507936507936e-05,
|
| 196 |
+
"loss": 1.8821,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.2861230329041486,
|
| 201 |
+
"grad_norm": 50.54236602783203,
|
| 202 |
+
"learning_rate": 1.857777777777778e-05,
|
| 203 |
+
"loss": 2.1856,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.429184549356223,
|
| 208 |
+
"grad_norm": 73.74539184570312,
|
| 209 |
+
"learning_rate": 1.8419047619047622e-05,
|
| 210 |
+
"loss": 1.7464,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.5722460658082977,
|
| 215 |
+
"grad_norm": 51.544734954833984,
|
| 216 |
+
"learning_rate": 1.8260317460317462e-05,
|
| 217 |
+
"loss": 2.1614,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.715307582260372,
|
| 222 |
+
"grad_norm": 69.4937515258789,
|
| 223 |
+
"learning_rate": 1.81015873015873e-05,
|
| 224 |
+
"loss": 2.0945,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.8583690987124464,
|
| 229 |
+
"grad_norm": 51.124290466308594,
|
| 230 |
+
"learning_rate": 1.7942857142857144e-05,
|
| 231 |
+
"loss": 2.0961,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"grad_norm": 40.26138687133789,
|
| 237 |
+
"learning_rate": 1.7784126984126987e-05,
|
| 238 |
+
"loss": 2.0282,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 4.0,
|
| 243 |
+
"eval_accuracy": 0.7816711590296496,
|
| 244 |
+
"eval_loss": 0.5890283584594727,
|
| 245 |
+
"eval_macro_f1": 0.776227845928557,
|
| 246 |
+
"eval_runtime": 1.3935,
|
| 247 |
+
"eval_samples_per_second": 532.486,
|
| 248 |
+
"eval_steps_per_second": 33.729,
|
| 249 |
+
"eval_weighted_f1": 0.7767334159735995,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.143061516452074,
|
| 254 |
+
"grad_norm": 79.57007598876953,
|
| 255 |
+
"learning_rate": 1.7625396825396827e-05,
|
| 256 |
+
"loss": 1.9234,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.286123032904149,
|
| 261 |
+
"grad_norm": 101.37752532958984,
|
| 262 |
+
"learning_rate": 1.7466666666666667e-05,
|
| 263 |
+
"loss": 1.6289,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.429184549356223,
|
| 268 |
+
"grad_norm": 75.7184066772461,
|
| 269 |
+
"learning_rate": 1.730793650793651e-05,
|
| 270 |
+
"loss": 1.669,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.572246065808297,
|
| 275 |
+
"grad_norm": 126.51251220703125,
|
| 276 |
+
"learning_rate": 1.7149206349206353e-05,
|
| 277 |
+
"loss": 1.5436,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.715307582260372,
|
| 282 |
+
"grad_norm": 78.79574584960938,
|
| 283 |
+
"learning_rate": 1.6990476190476192e-05,
|
| 284 |
+
"loss": 1.4417,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.858369098712446,
|
| 289 |
+
"grad_norm": 52.67892837524414,
|
| 290 |
+
"learning_rate": 1.6831746031746032e-05,
|
| 291 |
+
"loss": 1.4075,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"grad_norm": 51.78517532348633,
|
| 297 |
+
"learning_rate": 1.6673015873015875e-05,
|
| 298 |
+
"loss": 1.5783,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 5.0,
|
| 303 |
+
"eval_accuracy": 0.7776280323450134,
|
| 304 |
+
"eval_loss": 0.5917254090309143,
|
| 305 |
+
"eval_macro_f1": 0.7786229239093707,
|
| 306 |
+
"eval_runtime": 1.3645,
|
| 307 |
+
"eval_samples_per_second": 543.78,
|
| 308 |
+
"eval_steps_per_second": 34.444,
|
| 309 |
+
"eval_weighted_f1": 0.7788006681160649,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.143061516452074,
|
| 314 |
+
"grad_norm": 159.42144775390625,
|
| 315 |
+
"learning_rate": 1.6514285714285714e-05,
|
| 316 |
+
"loss": 1.1979,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.286123032904149,
|
| 321 |
+
"grad_norm": 54.5180778503418,
|
| 322 |
+
"learning_rate": 1.6355555555555557e-05,
|
| 323 |
+
"loss": 1.2848,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.429184549356223,
|
| 328 |
+
"grad_norm": 87.72367858886719,
|
| 329 |
+
"learning_rate": 1.6196825396825397e-05,
|
| 330 |
+
"loss": 1.0354,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.572246065808297,
|
| 335 |
+
"grad_norm": 58.51297378540039,
|
| 336 |
+
"learning_rate": 1.603809523809524e-05,
|
| 337 |
+
"loss": 1.0795,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.715307582260372,
|
| 342 |
+
"grad_norm": 107.05204772949219,
|
| 343 |
+
"learning_rate": 1.587936507936508e-05,
|
| 344 |
+
"loss": 1.2624,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.858369098712446,
|
| 349 |
+
"grad_norm": 138.59434509277344,
|
| 350 |
+
"learning_rate": 1.5720634920634923e-05,
|
| 351 |
+
"loss": 1.3305,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 6.0,
|
| 356 |
+
"grad_norm": 65.19014739990234,
|
| 357 |
+
"learning_rate": 1.5561904761904762e-05,
|
| 358 |
+
"loss": 1.2244,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 6.0,
|
| 363 |
+
"eval_accuracy": 0.807277628032345,
|
| 364 |
+
"eval_loss": 0.5952448844909668,
|
| 365 |
+
"eval_macro_f1": 0.8059733620051791,
|
| 366 |
+
"eval_runtime": 1.3355,
|
| 367 |
+
"eval_samples_per_second": 555.583,
|
| 368 |
+
"eval_steps_per_second": 35.192,
|
| 369 |
+
"eval_weighted_f1": 0.8055554552995187,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.143061516452074,
|
| 374 |
+
"grad_norm": 137.52520751953125,
|
| 375 |
+
"learning_rate": 1.5403174603174605e-05,
|
| 376 |
+
"loss": 0.8361,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.286123032904149,
|
| 381 |
+
"grad_norm": 96.12641906738281,
|
| 382 |
+
"learning_rate": 1.5244444444444447e-05,
|
| 383 |
+
"loss": 1.0406,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.429184549356223,
|
| 388 |
+
"grad_norm": 40.485904693603516,
|
| 389 |
+
"learning_rate": 1.5085714285714288e-05,
|
| 390 |
+
"loss": 0.8893,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.572246065808297,
|
| 395 |
+
"grad_norm": 89.57921600341797,
|
| 396 |
+
"learning_rate": 1.4926984126984128e-05,
|
| 397 |
+
"loss": 0.9093,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.715307582260372,
|
| 402 |
+
"grad_norm": 151.4322509765625,
|
| 403 |
+
"learning_rate": 1.4768253968253969e-05,
|
| 404 |
+
"loss": 0.8763,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.858369098712446,
|
| 409 |
+
"grad_norm": 80.86156463623047,
|
| 410 |
+
"learning_rate": 1.4609523809523812e-05,
|
| 411 |
+
"loss": 1.0015,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 7.0,
|
| 416 |
+
"grad_norm": 79.7741470336914,
|
| 417 |
+
"learning_rate": 1.4450793650793653e-05,
|
| 418 |
+
"loss": 0.9643,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 7.0,
|
| 423 |
+
"eval_accuracy": 0.8032345013477089,
|
| 424 |
+
"eval_loss": 0.6596354842185974,
|
| 425 |
+
"eval_macro_f1": 0.8030067600602054,
|
| 426 |
+
"eval_runtime": 1.3595,
|
| 427 |
+
"eval_samples_per_second": 545.796,
|
| 428 |
+
"eval_steps_per_second": 34.572,
|
| 429 |
+
"eval_weighted_f1": 0.8029893597798999,
|
| 430 |
+
"step": 1225
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 7.143061516452074,
|
| 434 |
+
"grad_norm": 92.85721588134766,
|
| 435 |
+
"learning_rate": 1.4292063492063493e-05,
|
| 436 |
+
"loss": 0.6387,
|
| 437 |
+
"step": 1250
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 7.286123032904149,
|
| 441 |
+
"grad_norm": 31.989839553833008,
|
| 442 |
+
"learning_rate": 1.4133333333333334e-05,
|
| 443 |
+
"loss": 0.6525,
|
| 444 |
+
"step": 1275
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.429184549356223,
|
| 448 |
+
"grad_norm": 71.38797760009766,
|
| 449 |
+
"learning_rate": 1.3974603174603177e-05,
|
| 450 |
+
"loss": 0.8241,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.572246065808297,
|
| 455 |
+
"grad_norm": 93.66255187988281,
|
| 456 |
+
"learning_rate": 1.3815873015873018e-05,
|
| 457 |
+
"loss": 0.7337,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.715307582260372,
|
| 462 |
+
"grad_norm": 313.7677001953125,
|
| 463 |
+
"learning_rate": 1.3657142857142858e-05,
|
| 464 |
+
"loss": 0.618,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.858369098712446,
|
| 469 |
+
"grad_norm": 156.44297790527344,
|
| 470 |
+
"learning_rate": 1.34984126984127e-05,
|
| 471 |
+
"loss": 0.6977,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 8.0,
|
| 476 |
+
"grad_norm": 25.600393295288086,
|
| 477 |
+
"learning_rate": 1.333968253968254e-05,
|
| 478 |
+
"loss": 0.6668,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 8.0,
|
| 483 |
+
"eval_accuracy": 0.8099730458221024,
|
| 484 |
+
"eval_loss": 0.7190978527069092,
|
| 485 |
+
"eval_macro_f1": 0.8091062832693879,
|
| 486 |
+
"eval_runtime": 1.496,
|
| 487 |
+
"eval_samples_per_second": 496.005,
|
| 488 |
+
"eval_steps_per_second": 31.418,
|
| 489 |
+
"eval_weighted_f1": 0.8093381092539306,
|
| 490 |
+
"step": 1400
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"epoch": 8.143061516452075,
|
| 494 |
+
"grad_norm": 72.48680877685547,
|
| 495 |
+
"learning_rate": 1.318095238095238e-05,
|
| 496 |
+
"loss": 0.4378,
|
| 497 |
+
"step": 1425
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"epoch": 8.286123032904149,
|
| 501 |
+
"grad_norm": 139.6271514892578,
|
| 502 |
+
"learning_rate": 1.3022222222222223e-05,
|
| 503 |
+
"loss": 0.5579,
|
| 504 |
+
"step": 1450
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.429184549356224,
|
| 508 |
+
"grad_norm": 15.970739364624023,
|
| 509 |
+
"learning_rate": 1.2863492063492065e-05,
|
| 510 |
+
"loss": 0.3728,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.572246065808297,
|
| 515 |
+
"grad_norm": 55.17860412597656,
|
| 516 |
+
"learning_rate": 1.2704761904761906e-05,
|
| 517 |
+
"loss": 0.4929,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.715307582260372,
|
| 522 |
+
"grad_norm": 285.6214294433594,
|
| 523 |
+
"learning_rate": 1.2546031746031746e-05,
|
| 524 |
+
"loss": 0.5869,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.858369098712446,
|
| 529 |
+
"grad_norm": 35.82183837890625,
|
| 530 |
+
"learning_rate": 1.2387301587301589e-05,
|
| 531 |
+
"loss": 0.3767,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 9.0,
|
| 536 |
+
"grad_norm": 40.62872314453125,
|
| 537 |
+
"learning_rate": 1.222857142857143e-05,
|
| 538 |
+
"loss": 0.5899,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 9.0,
|
| 543 |
+
"eval_accuracy": 0.8005390835579514,
|
| 544 |
+
"eval_loss": 0.9004063606262207,
|
| 545 |
+
"eval_macro_f1": 0.8003405290769665,
|
| 546 |
+
"eval_runtime": 1.4029,
|
| 547 |
+
"eval_samples_per_second": 528.915,
|
| 548 |
+
"eval_steps_per_second": 33.503,
|
| 549 |
+
"eval_weighted_f1": 0.8001087987496609,
|
| 550 |
+
"step": 1575
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 9.143061516452075,
|
| 554 |
+
"grad_norm": 13.473577499389648,
|
| 555 |
+
"learning_rate": 1.2069841269841271e-05,
|
| 556 |
+
"loss": 0.2311,
|
| 557 |
+
"step": 1600
|
| 558 |
+
},
|
| 559 |
+
{
|
| 560 |
+
"epoch": 9.286123032904149,
|
| 561 |
+
"grad_norm": 185.73641967773438,
|
| 562 |
+
"learning_rate": 1.191111111111111e-05,
|
| 563 |
+
"loss": 0.5053,
|
| 564 |
+
"step": 1625
|
| 565 |
+
},
|
| 566 |
+
{
|
| 567 |
+
"epoch": 9.429184549356224,
|
| 568 |
+
"grad_norm": 149.97930908203125,
|
| 569 |
+
"learning_rate": 1.1752380952380952e-05,
|
| 570 |
+
"loss": 0.5228,
|
| 571 |
+
"step": 1650
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.572246065808297,
|
| 575 |
+
"grad_norm": 2.1387360095977783,
|
| 576 |
+
"learning_rate": 1.1593650793650795e-05,
|
| 577 |
+
"loss": 0.4329,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.715307582260372,
|
| 582 |
+
"grad_norm": 100.77686309814453,
|
| 583 |
+
"learning_rate": 1.1434920634920636e-05,
|
| 584 |
+
"loss": 0.5481,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.858369098712446,
|
| 589 |
+
"grad_norm": 107.76516723632812,
|
| 590 |
+
"learning_rate": 1.1276190476190476e-05,
|
| 591 |
+
"loss": 0.3165,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 10.0,
|
| 596 |
+
"grad_norm": 20.315021514892578,
|
| 597 |
+
"learning_rate": 1.1117460317460317e-05,
|
| 598 |
+
"loss": 0.3031,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 10.0,
|
| 603 |
+
"eval_accuracy": 0.8005390835579514,
|
| 604 |
+
"eval_loss": 1.079532265663147,
|
| 605 |
+
"eval_macro_f1": 0.7991046030789087,
|
| 606 |
+
"eval_runtime": 1.4274,
|
| 607 |
+
"eval_samples_per_second": 519.81,
|
| 608 |
+
"eval_steps_per_second": 32.926,
|
| 609 |
+
"eval_weighted_f1": 0.7991593238204288,
|
| 610 |
+
"step": 1750
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"epoch": 10.143061516452075,
|
| 614 |
+
"grad_norm": 180.2156524658203,
|
| 615 |
+
"learning_rate": 1.095873015873016e-05,
|
| 616 |
+
"loss": 0.2648,
|
| 617 |
+
"step": 1775
|
| 618 |
+
},
|
| 619 |
+
{
|
| 620 |
+
"epoch": 10.286123032904149,
|
| 621 |
+
"grad_norm": 37.894866943359375,
|
| 622 |
+
"learning_rate": 1.0800000000000002e-05,
|
| 623 |
+
"loss": 0.3775,
|
| 624 |
+
"step": 1800
|
| 625 |
+
},
|
| 626 |
+
{
|
| 627 |
+
"epoch": 10.429184549356224,
|
| 628 |
+
"grad_norm": 293.7042236328125,
|
| 629 |
+
"learning_rate": 1.0641269841269841e-05,
|
| 630 |
+
"loss": 0.3106,
|
| 631 |
+
"step": 1825
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"epoch": 10.572246065808297,
|
| 635 |
+
"grad_norm": 74.33658599853516,
|
| 636 |
+
"learning_rate": 1.0482539682539683e-05,
|
| 637 |
+
"loss": 0.3443,
|
| 638 |
+
"step": 1850
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"epoch": 10.715307582260372,
|
| 642 |
+
"grad_norm": 192.44639587402344,
|
| 643 |
+
"learning_rate": 1.0323809523809526e-05,
|
| 644 |
+
"loss": 0.3865,
|
| 645 |
+
"step": 1875
|
| 646 |
+
},
|
| 647 |
+
{
|
| 648 |
+
"epoch": 10.858369098712446,
|
| 649 |
+
"grad_norm": 79.79203033447266,
|
| 650 |
+
"learning_rate": 1.0165079365079367e-05,
|
| 651 |
+
"loss": 0.383,
|
| 652 |
+
"step": 1900
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"epoch": 11.0,
|
| 656 |
+
"grad_norm": 247.70745849609375,
|
| 657 |
+
"learning_rate": 1.0006349206349206e-05,
|
| 658 |
+
"loss": 0.3086,
|
| 659 |
+
"step": 1925
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"epoch": 11.0,
|
| 663 |
+
"eval_accuracy": 0.8221024258760108,
|
| 664 |
+
"eval_loss": 1.1509923934936523,
|
| 665 |
+
"eval_macro_f1": 0.8212935383786805,
|
| 666 |
+
"eval_runtime": 1.3801,
|
| 667 |
+
"eval_samples_per_second": 537.643,
|
| 668 |
+
"eval_steps_per_second": 34.056,
|
| 669 |
+
"eval_weighted_f1": 0.821290383202434,
|
| 670 |
+
"step": 1925
|
| 671 |
+
}
|
| 672 |
+
],
|
| 673 |
+
"logging_steps": 25,
|
| 674 |
+
"max_steps": 3500,
|
| 675 |
+
"num_input_tokens_seen": 0,
|
| 676 |
+
"num_train_epochs": 20,
|
| 677 |
+
"save_steps": 500,
|
| 678 |
+
"stateful_callbacks": {
|
| 679 |
+
"EarlyStoppingCallback": {
|
| 680 |
+
"args": {
|
| 681 |
+
"early_stopping_patience": 3,
|
| 682 |
+
"early_stopping_threshold": 0.0
|
| 683 |
+
},
|
| 684 |
+
"attributes": {
|
| 685 |
+
"early_stopping_patience_counter": 0
|
| 686 |
+
}
|
| 687 |
+
},
|
| 688 |
+
"TrainerControl": {
|
| 689 |
+
"args": {
|
| 690 |
+
"should_epoch_stop": false,
|
| 691 |
+
"should_evaluate": false,
|
| 692 |
+
"should_log": false,
|
| 693 |
+
"should_save": true,
|
| 694 |
+
"should_training_stop": false
|
| 695 |
+
},
|
| 696 |
+
"attributes": {}
|
| 697 |
+
}
|
| 698 |
+
},
|
| 699 |
+
"total_flos": 0.0,
|
| 700 |
+
"train_batch_size": 8,
|
| 701 |
+
"trial_name": null,
|
| 702 |
+
"trial_params": null
|
| 703 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/trainer_state.json
ADDED
|
@@ -0,0 +1,643 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1750,
|
| 3 |
+
"best_metric": 0.8223343468914434,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750",
|
| 5 |
+
"epoch": 10.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1750,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1430615164520744,
|
| 14 |
+
"grad_norm": 12.180319786071777,
|
| 15 |
+
"learning_rate": 1.3714285714285717e-06,
|
| 16 |
+
"loss": 4.7404,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2861230329041488,
|
| 21 |
+
"grad_norm": 46.11935043334961,
|
| 22 |
+
"learning_rate": 2.8000000000000003e-06,
|
| 23 |
+
"loss": 4.7215,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4291845493562232,
|
| 28 |
+
"grad_norm": 41.50677490234375,
|
| 29 |
+
"learning_rate": 4.228571428571429e-06,
|
| 30 |
+
"loss": 4.562,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5722460658082976,
|
| 35 |
+
"grad_norm": 44.22974395751953,
|
| 36 |
+
"learning_rate": 5.6571428571428576e-06,
|
| 37 |
+
"loss": 4.5351,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7153075822603719,
|
| 42 |
+
"grad_norm": 35.01142883300781,
|
| 43 |
+
"learning_rate": 7.085714285714286e-06,
|
| 44 |
+
"loss": 4.5338,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8583690987124464,
|
| 49 |
+
"grad_norm": 28.106525421142578,
|
| 50 |
+
"learning_rate": 8.514285714285715e-06,
|
| 51 |
+
"loss": 4.4328,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"grad_norm": 13.471806526184082,
|
| 57 |
+
"learning_rate": 9.942857142857145e-06,
|
| 58 |
+
"loss": 4.4976,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.40970350404312667,
|
| 64 |
+
"eval_loss": 1.0816259384155273,
|
| 65 |
+
"eval_macro_f1": 0.33667054721983874,
|
| 66 |
+
"eval_runtime": 1.3419,
|
| 67 |
+
"eval_samples_per_second": 552.946,
|
| 68 |
+
"eval_steps_per_second": 35.025,
|
| 69 |
+
"eval_weighted_f1": 0.34127710158795305,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1430615164520743,
|
| 74 |
+
"grad_norm": 24.399234771728516,
|
| 75 |
+
"learning_rate": 1.1371428571428573e-05,
|
| 76 |
+
"loss": 4.3999,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2861230329041489,
|
| 81 |
+
"grad_norm": 32.75918960571289,
|
| 82 |
+
"learning_rate": 1.2800000000000001e-05,
|
| 83 |
+
"loss": 4.0839,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4291845493562232,
|
| 88 |
+
"grad_norm": 156.21034240722656,
|
| 89 |
+
"learning_rate": 1.422857142857143e-05,
|
| 90 |
+
"loss": 3.8424,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.5722460658082977,
|
| 95 |
+
"grad_norm": 58.96061706542969,
|
| 96 |
+
"learning_rate": 1.5657142857142856e-05,
|
| 97 |
+
"loss": 3.6535,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.715307582260372,
|
| 102 |
+
"grad_norm": 90.74361419677734,
|
| 103 |
+
"learning_rate": 1.708571428571429e-05,
|
| 104 |
+
"loss": 3.3608,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.8583690987124464,
|
| 109 |
+
"grad_norm": 88.33929443359375,
|
| 110 |
+
"learning_rate": 1.8514285714285716e-05,
|
| 111 |
+
"loss": 3.3153,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"grad_norm": 115.54145050048828,
|
| 117 |
+
"learning_rate": 1.9942857142857142e-05,
|
| 118 |
+
"loss": 3.0215,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6630727762803235,
|
| 124 |
+
"eval_loss": 0.9064103960990906,
|
| 125 |
+
"eval_macro_f1": 0.6586232726333462,
|
| 126 |
+
"eval_runtime": 1.3215,
|
| 127 |
+
"eval_samples_per_second": 561.489,
|
| 128 |
+
"eval_steps_per_second": 35.566,
|
| 129 |
+
"eval_weighted_f1": 0.6586346001414024,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.1430615164520743,
|
| 134 |
+
"grad_norm": 82.07853698730469,
|
| 135 |
+
"learning_rate": 1.984761904761905e-05,
|
| 136 |
+
"loss": 2.6972,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.2861230329041486,
|
| 141 |
+
"grad_norm": 84.52873229980469,
|
| 142 |
+
"learning_rate": 1.968888888888889e-05,
|
| 143 |
+
"loss": 2.7682,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.429184549356223,
|
| 148 |
+
"grad_norm": 225.0069122314453,
|
| 149 |
+
"learning_rate": 1.953015873015873e-05,
|
| 150 |
+
"loss": 2.6019,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.5722460658082977,
|
| 155 |
+
"grad_norm": 44.02731704711914,
|
| 156 |
+
"learning_rate": 1.937142857142857e-05,
|
| 157 |
+
"loss": 2.493,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.715307582260372,
|
| 162 |
+
"grad_norm": 63.48043441772461,
|
| 163 |
+
"learning_rate": 1.9212698412698414e-05,
|
| 164 |
+
"loss": 2.6525,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.8583690987124464,
|
| 169 |
+
"grad_norm": 72.01087951660156,
|
| 170 |
+
"learning_rate": 1.9053968253968257e-05,
|
| 171 |
+
"loss": 2.5117,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"grad_norm": 72.06620788574219,
|
| 177 |
+
"learning_rate": 1.8895238095238096e-05,
|
| 178 |
+
"loss": 2.5058,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 3.0,
|
| 183 |
+
"eval_accuracy": 0.7547169811320755,
|
| 184 |
+
"eval_loss": 0.6179238557815552,
|
| 185 |
+
"eval_macro_f1": 0.7524852560651892,
|
| 186 |
+
"eval_runtime": 1.3204,
|
| 187 |
+
"eval_samples_per_second": 561.96,
|
| 188 |
+
"eval_steps_per_second": 35.596,
|
| 189 |
+
"eval_weighted_f1": 0.7530757199323027,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.1430615164520743,
|
| 194 |
+
"grad_norm": 61.36882019042969,
|
| 195 |
+
"learning_rate": 1.8736507936507936e-05,
|
| 196 |
+
"loss": 2.188,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.2861230329041486,
|
| 201 |
+
"grad_norm": 100.26383209228516,
|
| 202 |
+
"learning_rate": 1.857777777777778e-05,
|
| 203 |
+
"loss": 2.0695,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.429184549356223,
|
| 208 |
+
"grad_norm": 67.09778594970703,
|
| 209 |
+
"learning_rate": 1.8419047619047622e-05,
|
| 210 |
+
"loss": 2.0443,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.5722460658082977,
|
| 215 |
+
"grad_norm": 79.51264190673828,
|
| 216 |
+
"learning_rate": 1.8260317460317462e-05,
|
| 217 |
+
"loss": 2.0329,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.715307582260372,
|
| 222 |
+
"grad_norm": 39.512943267822266,
|
| 223 |
+
"learning_rate": 1.81015873015873e-05,
|
| 224 |
+
"loss": 1.7919,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.8583690987124464,
|
| 229 |
+
"grad_norm": 145.64450073242188,
|
| 230 |
+
"learning_rate": 1.7942857142857144e-05,
|
| 231 |
+
"loss": 1.8278,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"grad_norm": 52.225425720214844,
|
| 237 |
+
"learning_rate": 1.7784126984126987e-05,
|
| 238 |
+
"loss": 1.891,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 4.0,
|
| 243 |
+
"eval_accuracy": 0.8005390835579514,
|
| 244 |
+
"eval_loss": 0.5418705344200134,
|
| 245 |
+
"eval_macro_f1": 0.7998920575832008,
|
| 246 |
+
"eval_runtime": 1.2228,
|
| 247 |
+
"eval_samples_per_second": 606.799,
|
| 248 |
+
"eval_steps_per_second": 38.436,
|
| 249 |
+
"eval_weighted_f1": 0.7999258083754739,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.143061516452074,
|
| 254 |
+
"grad_norm": 94.44175720214844,
|
| 255 |
+
"learning_rate": 1.7625396825396827e-05,
|
| 256 |
+
"loss": 1.5323,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.286123032904149,
|
| 261 |
+
"grad_norm": 58.17537307739258,
|
| 262 |
+
"learning_rate": 1.7466666666666667e-05,
|
| 263 |
+
"loss": 1.7161,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.429184549356223,
|
| 268 |
+
"grad_norm": 53.438880920410156,
|
| 269 |
+
"learning_rate": 1.730793650793651e-05,
|
| 270 |
+
"loss": 1.3332,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.572246065808297,
|
| 275 |
+
"grad_norm": 65.36871337890625,
|
| 276 |
+
"learning_rate": 1.7149206349206353e-05,
|
| 277 |
+
"loss": 1.5309,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.715307582260372,
|
| 282 |
+
"grad_norm": 115.10531616210938,
|
| 283 |
+
"learning_rate": 1.6990476190476192e-05,
|
| 284 |
+
"loss": 1.7295,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.858369098712446,
|
| 289 |
+
"grad_norm": 95.55894470214844,
|
| 290 |
+
"learning_rate": 1.6831746031746032e-05,
|
| 291 |
+
"loss": 1.6766,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"grad_norm": 120.1976547241211,
|
| 297 |
+
"learning_rate": 1.6673015873015875e-05,
|
| 298 |
+
"loss": 1.5663,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 5.0,
|
| 303 |
+
"eval_accuracy": 0.8086253369272237,
|
| 304 |
+
"eval_loss": 0.5404613614082336,
|
| 305 |
+
"eval_macro_f1": 0.8090948104434853,
|
| 306 |
+
"eval_runtime": 1.1921,
|
| 307 |
+
"eval_samples_per_second": 622.405,
|
| 308 |
+
"eval_steps_per_second": 39.425,
|
| 309 |
+
"eval_weighted_f1": 0.8089584306831981,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.143061516452074,
|
| 314 |
+
"grad_norm": 21.416227340698242,
|
| 315 |
+
"learning_rate": 1.6514285714285714e-05,
|
| 316 |
+
"loss": 0.9645,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.286123032904149,
|
| 321 |
+
"grad_norm": 125.49681091308594,
|
| 322 |
+
"learning_rate": 1.6355555555555557e-05,
|
| 323 |
+
"loss": 1.0647,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.429184549356223,
|
| 328 |
+
"grad_norm": 99.89180755615234,
|
| 329 |
+
"learning_rate": 1.6196825396825397e-05,
|
| 330 |
+
"loss": 1.1594,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.572246065808297,
|
| 335 |
+
"grad_norm": 58.951072692871094,
|
| 336 |
+
"learning_rate": 1.603809523809524e-05,
|
| 337 |
+
"loss": 1.1338,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.715307582260372,
|
| 342 |
+
"grad_norm": 51.77094650268555,
|
| 343 |
+
"learning_rate": 1.587936507936508e-05,
|
| 344 |
+
"loss": 1.2087,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.858369098712446,
|
| 349 |
+
"grad_norm": 180.91354370117188,
|
| 350 |
+
"learning_rate": 1.5720634920634923e-05,
|
| 351 |
+
"loss": 1.2683,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 6.0,
|
| 356 |
+
"grad_norm": 62.58937454223633,
|
| 357 |
+
"learning_rate": 1.5561904761904762e-05,
|
| 358 |
+
"loss": 1.1669,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 6.0,
|
| 363 |
+
"eval_accuracy": 0.8018867924528302,
|
| 364 |
+
"eval_loss": 0.6195034384727478,
|
| 365 |
+
"eval_macro_f1": 0.8014330819810075,
|
| 366 |
+
"eval_runtime": 1.2083,
|
| 367 |
+
"eval_samples_per_second": 614.069,
|
| 368 |
+
"eval_steps_per_second": 38.897,
|
| 369 |
+
"eval_weighted_f1": 0.8014949648969931,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.143061516452074,
|
| 374 |
+
"grad_norm": 123.79647064208984,
|
| 375 |
+
"learning_rate": 1.5403174603174605e-05,
|
| 376 |
+
"loss": 0.8044,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.286123032904149,
|
| 381 |
+
"grad_norm": 73.14923095703125,
|
| 382 |
+
"learning_rate": 1.5244444444444447e-05,
|
| 383 |
+
"loss": 0.8663,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.429184549356223,
|
| 388 |
+
"grad_norm": 50.467647552490234,
|
| 389 |
+
"learning_rate": 1.5085714285714288e-05,
|
| 390 |
+
"loss": 1.0418,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.572246065808297,
|
| 395 |
+
"grad_norm": 92.57381439208984,
|
| 396 |
+
"learning_rate": 1.4926984126984128e-05,
|
| 397 |
+
"loss": 0.8399,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.715307582260372,
|
| 402 |
+
"grad_norm": 126.70803833007812,
|
| 403 |
+
"learning_rate": 1.4768253968253969e-05,
|
| 404 |
+
"loss": 0.8493,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.858369098712446,
|
| 409 |
+
"grad_norm": 110.40196228027344,
|
| 410 |
+
"learning_rate": 1.4609523809523812e-05,
|
| 411 |
+
"loss": 0.8517,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 7.0,
|
| 416 |
+
"grad_norm": 71.57530212402344,
|
| 417 |
+
"learning_rate": 1.4450793650793653e-05,
|
| 418 |
+
"loss": 0.8012,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 7.0,
|
| 423 |
+
"eval_accuracy": 0.8221024258760108,
|
| 424 |
+
"eval_loss": 0.6357601881027222,
|
| 425 |
+
"eval_macro_f1": 0.8213221441777051,
|
| 426 |
+
"eval_runtime": 1.1897,
|
| 427 |
+
"eval_samples_per_second": 623.694,
|
| 428 |
+
"eval_steps_per_second": 39.506,
|
| 429 |
+
"eval_weighted_f1": 0.8213851134323461,
|
| 430 |
+
"step": 1225
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 7.143061516452074,
|
| 434 |
+
"grad_norm": 158.3911895751953,
|
| 435 |
+
"learning_rate": 1.4292063492063493e-05,
|
| 436 |
+
"loss": 0.4828,
|
| 437 |
+
"step": 1250
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 7.286123032904149,
|
| 441 |
+
"grad_norm": 173.7244873046875,
|
| 442 |
+
"learning_rate": 1.4133333333333334e-05,
|
| 443 |
+
"loss": 0.6153,
|
| 444 |
+
"step": 1275
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.429184549356223,
|
| 448 |
+
"grad_norm": 92.76261138916016,
|
| 449 |
+
"learning_rate": 1.3974603174603177e-05,
|
| 450 |
+
"loss": 0.6044,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.572246065808297,
|
| 455 |
+
"grad_norm": 41.03660202026367,
|
| 456 |
+
"learning_rate": 1.3815873015873018e-05,
|
| 457 |
+
"loss": 0.5441,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.715307582260372,
|
| 462 |
+
"grad_norm": 80.31570434570312,
|
| 463 |
+
"learning_rate": 1.3657142857142858e-05,
|
| 464 |
+
"loss": 0.6217,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.858369098712446,
|
| 469 |
+
"grad_norm": 121.32325744628906,
|
| 470 |
+
"learning_rate": 1.34984126984127e-05,
|
| 471 |
+
"loss": 0.5213,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 8.0,
|
| 476 |
+
"grad_norm": 26.732830047607422,
|
| 477 |
+
"learning_rate": 1.333968253968254e-05,
|
| 478 |
+
"loss": 0.612,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 8.0,
|
| 483 |
+
"eval_accuracy": 0.8140161725067385,
|
| 484 |
+
"eval_loss": 0.7549785375595093,
|
| 485 |
+
"eval_macro_f1": 0.8134728504874724,
|
| 486 |
+
"eval_runtime": 1.1968,
|
| 487 |
+
"eval_samples_per_second": 619.976,
|
| 488 |
+
"eval_steps_per_second": 39.271,
|
| 489 |
+
"eval_weighted_f1": 0.8140717048223266,
|
| 490 |
+
"step": 1400
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"epoch": 8.143061516452075,
|
| 494 |
+
"grad_norm": 74.77472686767578,
|
| 495 |
+
"learning_rate": 1.318095238095238e-05,
|
| 496 |
+
"loss": 0.4085,
|
| 497 |
+
"step": 1425
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"epoch": 8.286123032904149,
|
| 501 |
+
"grad_norm": 62.939144134521484,
|
| 502 |
+
"learning_rate": 1.3022222222222223e-05,
|
| 503 |
+
"loss": 0.4407,
|
| 504 |
+
"step": 1450
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.429184549356224,
|
| 508 |
+
"grad_norm": 50.67919158935547,
|
| 509 |
+
"learning_rate": 1.2863492063492065e-05,
|
| 510 |
+
"loss": 0.5217,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.572246065808297,
|
| 515 |
+
"grad_norm": 96.48236846923828,
|
| 516 |
+
"learning_rate": 1.2704761904761906e-05,
|
| 517 |
+
"loss": 0.5072,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.715307582260372,
|
| 522 |
+
"grad_norm": 141.2259521484375,
|
| 523 |
+
"learning_rate": 1.2546031746031746e-05,
|
| 524 |
+
"loss": 0.4525,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.858369098712446,
|
| 529 |
+
"grad_norm": 127.73545837402344,
|
| 530 |
+
"learning_rate": 1.2387301587301589e-05,
|
| 531 |
+
"loss": 0.4686,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 9.0,
|
| 536 |
+
"grad_norm": 125.36763763427734,
|
| 537 |
+
"learning_rate": 1.222857142857143e-05,
|
| 538 |
+
"loss": 0.6598,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 9.0,
|
| 543 |
+
"eval_accuracy": 0.7964959568733153,
|
| 544 |
+
"eval_loss": 0.951769232749939,
|
| 545 |
+
"eval_macro_f1": 0.7961223971471586,
|
| 546 |
+
"eval_runtime": 1.4153,
|
| 547 |
+
"eval_samples_per_second": 524.287,
|
| 548 |
+
"eval_steps_per_second": 33.21,
|
| 549 |
+
"eval_weighted_f1": 0.7957256301676433,
|
| 550 |
+
"step": 1575
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 9.143061516452075,
|
| 554 |
+
"grad_norm": 85.13037109375,
|
| 555 |
+
"learning_rate": 1.2069841269841271e-05,
|
| 556 |
+
"loss": 0.3379,
|
| 557 |
+
"step": 1600
|
| 558 |
+
},
|
| 559 |
+
{
|
| 560 |
+
"epoch": 9.286123032904149,
|
| 561 |
+
"grad_norm": 110.03949737548828,
|
| 562 |
+
"learning_rate": 1.191111111111111e-05,
|
| 563 |
+
"loss": 0.3555,
|
| 564 |
+
"step": 1625
|
| 565 |
+
},
|
| 566 |
+
{
|
| 567 |
+
"epoch": 9.429184549356224,
|
| 568 |
+
"grad_norm": 63.29187774658203,
|
| 569 |
+
"learning_rate": 1.1752380952380952e-05,
|
| 570 |
+
"loss": 0.6607,
|
| 571 |
+
"step": 1650
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.572246065808297,
|
| 575 |
+
"grad_norm": 44.52645492553711,
|
| 576 |
+
"learning_rate": 1.1593650793650795e-05,
|
| 577 |
+
"loss": 0.4794,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.715307582260372,
|
| 582 |
+
"grad_norm": 39.362884521484375,
|
| 583 |
+
"learning_rate": 1.1434920634920636e-05,
|
| 584 |
+
"loss": 0.4933,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.858369098712446,
|
| 589 |
+
"grad_norm": 3.3677892684936523,
|
| 590 |
+
"learning_rate": 1.1276190476190476e-05,
|
| 591 |
+
"loss": 0.3945,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 10.0,
|
| 596 |
+
"grad_norm": 153.72723388671875,
|
| 597 |
+
"learning_rate": 1.1117460317460317e-05,
|
| 598 |
+
"loss": 0.3493,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 10.0,
|
| 603 |
+
"eval_accuracy": 0.8221024258760108,
|
| 604 |
+
"eval_loss": 0.951363205909729,
|
| 605 |
+
"eval_macro_f1": 0.8223343468914434,
|
| 606 |
+
"eval_runtime": 1.2165,
|
| 607 |
+
"eval_samples_per_second": 609.96,
|
| 608 |
+
"eval_steps_per_second": 38.636,
|
| 609 |
+
"eval_weighted_f1": 0.8223989501910546,
|
| 610 |
+
"step": 1750
|
| 611 |
+
}
|
| 612 |
+
],
|
| 613 |
+
"logging_steps": 25,
|
| 614 |
+
"max_steps": 3500,
|
| 615 |
+
"num_input_tokens_seen": 0,
|
| 616 |
+
"num_train_epochs": 20,
|
| 617 |
+
"save_steps": 500,
|
| 618 |
+
"stateful_callbacks": {
|
| 619 |
+
"EarlyStoppingCallback": {
|
| 620 |
+
"args": {
|
| 621 |
+
"early_stopping_patience": 3,
|
| 622 |
+
"early_stopping_threshold": 0.0
|
| 623 |
+
},
|
| 624 |
+
"attributes": {
|
| 625 |
+
"early_stopping_patience_counter": 0
|
| 626 |
+
}
|
| 627 |
+
},
|
| 628 |
+
"TrainerControl": {
|
| 629 |
+
"args": {
|
| 630 |
+
"should_epoch_stop": false,
|
| 631 |
+
"should_evaluate": false,
|
| 632 |
+
"should_log": false,
|
| 633 |
+
"should_save": true,
|
| 634 |
+
"should_training_stop": false
|
| 635 |
+
},
|
| 636 |
+
"attributes": {}
|
| 637 |
+
}
|
| 638 |
+
},
|
| 639 |
+
"total_flos": 0.0,
|
| 640 |
+
"train_batch_size": 8,
|
| 641 |
+
"trial_name": null,
|
| 642 |
+
"trial_params": null
|
| 643 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/trainer_state.json
ADDED
|
@@ -0,0 +1,823 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1750,
|
| 3 |
+
"best_metric": 0.8223343468914434,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750",
|
| 5 |
+
"epoch": 13.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2275,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1430615164520744,
|
| 14 |
+
"grad_norm": 12.180319786071777,
|
| 15 |
+
"learning_rate": 1.3714285714285717e-06,
|
| 16 |
+
"loss": 4.7404,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2861230329041488,
|
| 21 |
+
"grad_norm": 46.11935043334961,
|
| 22 |
+
"learning_rate": 2.8000000000000003e-06,
|
| 23 |
+
"loss": 4.7215,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4291845493562232,
|
| 28 |
+
"grad_norm": 41.50677490234375,
|
| 29 |
+
"learning_rate": 4.228571428571429e-06,
|
| 30 |
+
"loss": 4.562,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5722460658082976,
|
| 35 |
+
"grad_norm": 44.22974395751953,
|
| 36 |
+
"learning_rate": 5.6571428571428576e-06,
|
| 37 |
+
"loss": 4.5351,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7153075822603719,
|
| 42 |
+
"grad_norm": 35.01142883300781,
|
| 43 |
+
"learning_rate": 7.085714285714286e-06,
|
| 44 |
+
"loss": 4.5338,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8583690987124464,
|
| 49 |
+
"grad_norm": 28.106525421142578,
|
| 50 |
+
"learning_rate": 8.514285714285715e-06,
|
| 51 |
+
"loss": 4.4328,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"grad_norm": 13.471806526184082,
|
| 57 |
+
"learning_rate": 9.942857142857145e-06,
|
| 58 |
+
"loss": 4.4976,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.40970350404312667,
|
| 64 |
+
"eval_loss": 1.0816259384155273,
|
| 65 |
+
"eval_macro_f1": 0.33667054721983874,
|
| 66 |
+
"eval_runtime": 1.3419,
|
| 67 |
+
"eval_samples_per_second": 552.946,
|
| 68 |
+
"eval_steps_per_second": 35.025,
|
| 69 |
+
"eval_weighted_f1": 0.34127710158795305,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1430615164520743,
|
| 74 |
+
"grad_norm": 24.399234771728516,
|
| 75 |
+
"learning_rate": 1.1371428571428573e-05,
|
| 76 |
+
"loss": 4.3999,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2861230329041489,
|
| 81 |
+
"grad_norm": 32.75918960571289,
|
| 82 |
+
"learning_rate": 1.2800000000000001e-05,
|
| 83 |
+
"loss": 4.0839,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4291845493562232,
|
| 88 |
+
"grad_norm": 156.21034240722656,
|
| 89 |
+
"learning_rate": 1.422857142857143e-05,
|
| 90 |
+
"loss": 3.8424,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.5722460658082977,
|
| 95 |
+
"grad_norm": 58.96061706542969,
|
| 96 |
+
"learning_rate": 1.5657142857142856e-05,
|
| 97 |
+
"loss": 3.6535,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.715307582260372,
|
| 102 |
+
"grad_norm": 90.74361419677734,
|
| 103 |
+
"learning_rate": 1.708571428571429e-05,
|
| 104 |
+
"loss": 3.3608,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.8583690987124464,
|
| 109 |
+
"grad_norm": 88.33929443359375,
|
| 110 |
+
"learning_rate": 1.8514285714285716e-05,
|
| 111 |
+
"loss": 3.3153,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"grad_norm": 115.54145050048828,
|
| 117 |
+
"learning_rate": 1.9942857142857142e-05,
|
| 118 |
+
"loss": 3.0215,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6630727762803235,
|
| 124 |
+
"eval_loss": 0.9064103960990906,
|
| 125 |
+
"eval_macro_f1": 0.6586232726333462,
|
| 126 |
+
"eval_runtime": 1.3215,
|
| 127 |
+
"eval_samples_per_second": 561.489,
|
| 128 |
+
"eval_steps_per_second": 35.566,
|
| 129 |
+
"eval_weighted_f1": 0.6586346001414024,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.1430615164520743,
|
| 134 |
+
"grad_norm": 82.07853698730469,
|
| 135 |
+
"learning_rate": 1.984761904761905e-05,
|
| 136 |
+
"loss": 2.6972,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.2861230329041486,
|
| 141 |
+
"grad_norm": 84.52873229980469,
|
| 142 |
+
"learning_rate": 1.968888888888889e-05,
|
| 143 |
+
"loss": 2.7682,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.429184549356223,
|
| 148 |
+
"grad_norm": 225.0069122314453,
|
| 149 |
+
"learning_rate": 1.953015873015873e-05,
|
| 150 |
+
"loss": 2.6019,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.5722460658082977,
|
| 155 |
+
"grad_norm": 44.02731704711914,
|
| 156 |
+
"learning_rate": 1.937142857142857e-05,
|
| 157 |
+
"loss": 2.493,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.715307582260372,
|
| 162 |
+
"grad_norm": 63.48043441772461,
|
| 163 |
+
"learning_rate": 1.9212698412698414e-05,
|
| 164 |
+
"loss": 2.6525,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.8583690987124464,
|
| 169 |
+
"grad_norm": 72.01087951660156,
|
| 170 |
+
"learning_rate": 1.9053968253968257e-05,
|
| 171 |
+
"loss": 2.5117,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"grad_norm": 72.06620788574219,
|
| 177 |
+
"learning_rate": 1.8895238095238096e-05,
|
| 178 |
+
"loss": 2.5058,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 3.0,
|
| 183 |
+
"eval_accuracy": 0.7547169811320755,
|
| 184 |
+
"eval_loss": 0.6179238557815552,
|
| 185 |
+
"eval_macro_f1": 0.7524852560651892,
|
| 186 |
+
"eval_runtime": 1.3204,
|
| 187 |
+
"eval_samples_per_second": 561.96,
|
| 188 |
+
"eval_steps_per_second": 35.596,
|
| 189 |
+
"eval_weighted_f1": 0.7530757199323027,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.1430615164520743,
|
| 194 |
+
"grad_norm": 61.36882019042969,
|
| 195 |
+
"learning_rate": 1.8736507936507936e-05,
|
| 196 |
+
"loss": 2.188,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.2861230329041486,
|
| 201 |
+
"grad_norm": 100.26383209228516,
|
| 202 |
+
"learning_rate": 1.857777777777778e-05,
|
| 203 |
+
"loss": 2.0695,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.429184549356223,
|
| 208 |
+
"grad_norm": 67.09778594970703,
|
| 209 |
+
"learning_rate": 1.8419047619047622e-05,
|
| 210 |
+
"loss": 2.0443,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.5722460658082977,
|
| 215 |
+
"grad_norm": 79.51264190673828,
|
| 216 |
+
"learning_rate": 1.8260317460317462e-05,
|
| 217 |
+
"loss": 2.0329,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.715307582260372,
|
| 222 |
+
"grad_norm": 39.512943267822266,
|
| 223 |
+
"learning_rate": 1.81015873015873e-05,
|
| 224 |
+
"loss": 1.7919,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.8583690987124464,
|
| 229 |
+
"grad_norm": 145.64450073242188,
|
| 230 |
+
"learning_rate": 1.7942857142857144e-05,
|
| 231 |
+
"loss": 1.8278,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"grad_norm": 52.225425720214844,
|
| 237 |
+
"learning_rate": 1.7784126984126987e-05,
|
| 238 |
+
"loss": 1.891,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 4.0,
|
| 243 |
+
"eval_accuracy": 0.8005390835579514,
|
| 244 |
+
"eval_loss": 0.5418705344200134,
|
| 245 |
+
"eval_macro_f1": 0.7998920575832008,
|
| 246 |
+
"eval_runtime": 1.2228,
|
| 247 |
+
"eval_samples_per_second": 606.799,
|
| 248 |
+
"eval_steps_per_second": 38.436,
|
| 249 |
+
"eval_weighted_f1": 0.7999258083754739,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.143061516452074,
|
| 254 |
+
"grad_norm": 94.44175720214844,
|
| 255 |
+
"learning_rate": 1.7625396825396827e-05,
|
| 256 |
+
"loss": 1.5323,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.286123032904149,
|
| 261 |
+
"grad_norm": 58.17537307739258,
|
| 262 |
+
"learning_rate": 1.7466666666666667e-05,
|
| 263 |
+
"loss": 1.7161,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.429184549356223,
|
| 268 |
+
"grad_norm": 53.438880920410156,
|
| 269 |
+
"learning_rate": 1.730793650793651e-05,
|
| 270 |
+
"loss": 1.3332,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.572246065808297,
|
| 275 |
+
"grad_norm": 65.36871337890625,
|
| 276 |
+
"learning_rate": 1.7149206349206353e-05,
|
| 277 |
+
"loss": 1.5309,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.715307582260372,
|
| 282 |
+
"grad_norm": 115.10531616210938,
|
| 283 |
+
"learning_rate": 1.6990476190476192e-05,
|
| 284 |
+
"loss": 1.7295,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.858369098712446,
|
| 289 |
+
"grad_norm": 95.55894470214844,
|
| 290 |
+
"learning_rate": 1.6831746031746032e-05,
|
| 291 |
+
"loss": 1.6766,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"grad_norm": 120.1976547241211,
|
| 297 |
+
"learning_rate": 1.6673015873015875e-05,
|
| 298 |
+
"loss": 1.5663,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 5.0,
|
| 303 |
+
"eval_accuracy": 0.8086253369272237,
|
| 304 |
+
"eval_loss": 0.5404613614082336,
|
| 305 |
+
"eval_macro_f1": 0.8090948104434853,
|
| 306 |
+
"eval_runtime": 1.1921,
|
| 307 |
+
"eval_samples_per_second": 622.405,
|
| 308 |
+
"eval_steps_per_second": 39.425,
|
| 309 |
+
"eval_weighted_f1": 0.8089584306831981,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.143061516452074,
|
| 314 |
+
"grad_norm": 21.416227340698242,
|
| 315 |
+
"learning_rate": 1.6514285714285714e-05,
|
| 316 |
+
"loss": 0.9645,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.286123032904149,
|
| 321 |
+
"grad_norm": 125.49681091308594,
|
| 322 |
+
"learning_rate": 1.6355555555555557e-05,
|
| 323 |
+
"loss": 1.0647,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.429184549356223,
|
| 328 |
+
"grad_norm": 99.89180755615234,
|
| 329 |
+
"learning_rate": 1.6196825396825397e-05,
|
| 330 |
+
"loss": 1.1594,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.572246065808297,
|
| 335 |
+
"grad_norm": 58.951072692871094,
|
| 336 |
+
"learning_rate": 1.603809523809524e-05,
|
| 337 |
+
"loss": 1.1338,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.715307582260372,
|
| 342 |
+
"grad_norm": 51.77094650268555,
|
| 343 |
+
"learning_rate": 1.587936507936508e-05,
|
| 344 |
+
"loss": 1.2087,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.858369098712446,
|
| 349 |
+
"grad_norm": 180.91354370117188,
|
| 350 |
+
"learning_rate": 1.5720634920634923e-05,
|
| 351 |
+
"loss": 1.2683,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 6.0,
|
| 356 |
+
"grad_norm": 62.58937454223633,
|
| 357 |
+
"learning_rate": 1.5561904761904762e-05,
|
| 358 |
+
"loss": 1.1669,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 6.0,
|
| 363 |
+
"eval_accuracy": 0.8018867924528302,
|
| 364 |
+
"eval_loss": 0.6195034384727478,
|
| 365 |
+
"eval_macro_f1": 0.8014330819810075,
|
| 366 |
+
"eval_runtime": 1.2083,
|
| 367 |
+
"eval_samples_per_second": 614.069,
|
| 368 |
+
"eval_steps_per_second": 38.897,
|
| 369 |
+
"eval_weighted_f1": 0.8014949648969931,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.143061516452074,
|
| 374 |
+
"grad_norm": 123.79647064208984,
|
| 375 |
+
"learning_rate": 1.5403174603174605e-05,
|
| 376 |
+
"loss": 0.8044,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.286123032904149,
|
| 381 |
+
"grad_norm": 73.14923095703125,
|
| 382 |
+
"learning_rate": 1.5244444444444447e-05,
|
| 383 |
+
"loss": 0.8663,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.429184549356223,
|
| 388 |
+
"grad_norm": 50.467647552490234,
|
| 389 |
+
"learning_rate": 1.5085714285714288e-05,
|
| 390 |
+
"loss": 1.0418,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.572246065808297,
|
| 395 |
+
"grad_norm": 92.57381439208984,
|
| 396 |
+
"learning_rate": 1.4926984126984128e-05,
|
| 397 |
+
"loss": 0.8399,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.715307582260372,
|
| 402 |
+
"grad_norm": 126.70803833007812,
|
| 403 |
+
"learning_rate": 1.4768253968253969e-05,
|
| 404 |
+
"loss": 0.8493,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.858369098712446,
|
| 409 |
+
"grad_norm": 110.40196228027344,
|
| 410 |
+
"learning_rate": 1.4609523809523812e-05,
|
| 411 |
+
"loss": 0.8517,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 7.0,
|
| 416 |
+
"grad_norm": 71.57530212402344,
|
| 417 |
+
"learning_rate": 1.4450793650793653e-05,
|
| 418 |
+
"loss": 0.8012,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 7.0,
|
| 423 |
+
"eval_accuracy": 0.8221024258760108,
|
| 424 |
+
"eval_loss": 0.6357601881027222,
|
| 425 |
+
"eval_macro_f1": 0.8213221441777051,
|
| 426 |
+
"eval_runtime": 1.1897,
|
| 427 |
+
"eval_samples_per_second": 623.694,
|
| 428 |
+
"eval_steps_per_second": 39.506,
|
| 429 |
+
"eval_weighted_f1": 0.8213851134323461,
|
| 430 |
+
"step": 1225
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 7.143061516452074,
|
| 434 |
+
"grad_norm": 158.3911895751953,
|
| 435 |
+
"learning_rate": 1.4292063492063493e-05,
|
| 436 |
+
"loss": 0.4828,
|
| 437 |
+
"step": 1250
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 7.286123032904149,
|
| 441 |
+
"grad_norm": 173.7244873046875,
|
| 442 |
+
"learning_rate": 1.4133333333333334e-05,
|
| 443 |
+
"loss": 0.6153,
|
| 444 |
+
"step": 1275
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.429184549356223,
|
| 448 |
+
"grad_norm": 92.76261138916016,
|
| 449 |
+
"learning_rate": 1.3974603174603177e-05,
|
| 450 |
+
"loss": 0.6044,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.572246065808297,
|
| 455 |
+
"grad_norm": 41.03660202026367,
|
| 456 |
+
"learning_rate": 1.3815873015873018e-05,
|
| 457 |
+
"loss": 0.5441,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.715307582260372,
|
| 462 |
+
"grad_norm": 80.31570434570312,
|
| 463 |
+
"learning_rate": 1.3657142857142858e-05,
|
| 464 |
+
"loss": 0.6217,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.858369098712446,
|
| 469 |
+
"grad_norm": 121.32325744628906,
|
| 470 |
+
"learning_rate": 1.34984126984127e-05,
|
| 471 |
+
"loss": 0.5213,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 8.0,
|
| 476 |
+
"grad_norm": 26.732830047607422,
|
| 477 |
+
"learning_rate": 1.333968253968254e-05,
|
| 478 |
+
"loss": 0.612,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 8.0,
|
| 483 |
+
"eval_accuracy": 0.8140161725067385,
|
| 484 |
+
"eval_loss": 0.7549785375595093,
|
| 485 |
+
"eval_macro_f1": 0.8134728504874724,
|
| 486 |
+
"eval_runtime": 1.1968,
|
| 487 |
+
"eval_samples_per_second": 619.976,
|
| 488 |
+
"eval_steps_per_second": 39.271,
|
| 489 |
+
"eval_weighted_f1": 0.8140717048223266,
|
| 490 |
+
"step": 1400
|
| 491 |
+
},
|
| 492 |
+
{
|
| 493 |
+
"epoch": 8.143061516452075,
|
| 494 |
+
"grad_norm": 74.77472686767578,
|
| 495 |
+
"learning_rate": 1.318095238095238e-05,
|
| 496 |
+
"loss": 0.4085,
|
| 497 |
+
"step": 1425
|
| 498 |
+
},
|
| 499 |
+
{
|
| 500 |
+
"epoch": 8.286123032904149,
|
| 501 |
+
"grad_norm": 62.939144134521484,
|
| 502 |
+
"learning_rate": 1.3022222222222223e-05,
|
| 503 |
+
"loss": 0.4407,
|
| 504 |
+
"step": 1450
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.429184549356224,
|
| 508 |
+
"grad_norm": 50.67919158935547,
|
| 509 |
+
"learning_rate": 1.2863492063492065e-05,
|
| 510 |
+
"loss": 0.5217,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.572246065808297,
|
| 515 |
+
"grad_norm": 96.48236846923828,
|
| 516 |
+
"learning_rate": 1.2704761904761906e-05,
|
| 517 |
+
"loss": 0.5072,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.715307582260372,
|
| 522 |
+
"grad_norm": 141.2259521484375,
|
| 523 |
+
"learning_rate": 1.2546031746031746e-05,
|
| 524 |
+
"loss": 0.4525,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.858369098712446,
|
| 529 |
+
"grad_norm": 127.73545837402344,
|
| 530 |
+
"learning_rate": 1.2387301587301589e-05,
|
| 531 |
+
"loss": 0.4686,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 9.0,
|
| 536 |
+
"grad_norm": 125.36763763427734,
|
| 537 |
+
"learning_rate": 1.222857142857143e-05,
|
| 538 |
+
"loss": 0.6598,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 9.0,
|
| 543 |
+
"eval_accuracy": 0.7964959568733153,
|
| 544 |
+
"eval_loss": 0.951769232749939,
|
| 545 |
+
"eval_macro_f1": 0.7961223971471586,
|
| 546 |
+
"eval_runtime": 1.4153,
|
| 547 |
+
"eval_samples_per_second": 524.287,
|
| 548 |
+
"eval_steps_per_second": 33.21,
|
| 549 |
+
"eval_weighted_f1": 0.7957256301676433,
|
| 550 |
+
"step": 1575
|
| 551 |
+
},
|
| 552 |
+
{
|
| 553 |
+
"epoch": 9.143061516452075,
|
| 554 |
+
"grad_norm": 85.13037109375,
|
| 555 |
+
"learning_rate": 1.2069841269841271e-05,
|
| 556 |
+
"loss": 0.3379,
|
| 557 |
+
"step": 1600
|
| 558 |
+
},
|
| 559 |
+
{
|
| 560 |
+
"epoch": 9.286123032904149,
|
| 561 |
+
"grad_norm": 110.03949737548828,
|
| 562 |
+
"learning_rate": 1.191111111111111e-05,
|
| 563 |
+
"loss": 0.3555,
|
| 564 |
+
"step": 1625
|
| 565 |
+
},
|
| 566 |
+
{
|
| 567 |
+
"epoch": 9.429184549356224,
|
| 568 |
+
"grad_norm": 63.29187774658203,
|
| 569 |
+
"learning_rate": 1.1752380952380952e-05,
|
| 570 |
+
"loss": 0.6607,
|
| 571 |
+
"step": 1650
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"epoch": 9.572246065808297,
|
| 575 |
+
"grad_norm": 44.52645492553711,
|
| 576 |
+
"learning_rate": 1.1593650793650795e-05,
|
| 577 |
+
"loss": 0.4794,
|
| 578 |
+
"step": 1675
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.715307582260372,
|
| 582 |
+
"grad_norm": 39.362884521484375,
|
| 583 |
+
"learning_rate": 1.1434920634920636e-05,
|
| 584 |
+
"loss": 0.4933,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.858369098712446,
|
| 589 |
+
"grad_norm": 3.3677892684936523,
|
| 590 |
+
"learning_rate": 1.1276190476190476e-05,
|
| 591 |
+
"loss": 0.3945,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 10.0,
|
| 596 |
+
"grad_norm": 153.72723388671875,
|
| 597 |
+
"learning_rate": 1.1117460317460317e-05,
|
| 598 |
+
"loss": 0.3493,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 10.0,
|
| 603 |
+
"eval_accuracy": 0.8221024258760108,
|
| 604 |
+
"eval_loss": 0.951363205909729,
|
| 605 |
+
"eval_macro_f1": 0.8223343468914434,
|
| 606 |
+
"eval_runtime": 1.2165,
|
| 607 |
+
"eval_samples_per_second": 609.96,
|
| 608 |
+
"eval_steps_per_second": 38.636,
|
| 609 |
+
"eval_weighted_f1": 0.8223989501910546,
|
| 610 |
+
"step": 1750
|
| 611 |
+
},
|
| 612 |
+
{
|
| 613 |
+
"epoch": 10.143061516452075,
|
| 614 |
+
"grad_norm": 187.07757568359375,
|
| 615 |
+
"learning_rate": 1.095873015873016e-05,
|
| 616 |
+
"loss": 0.2561,
|
| 617 |
+
"step": 1775
|
| 618 |
+
},
|
| 619 |
+
{
|
| 620 |
+
"epoch": 10.286123032904149,
|
| 621 |
+
"grad_norm": 4.38886022567749,
|
| 622 |
+
"learning_rate": 1.0800000000000002e-05,
|
| 623 |
+
"loss": 0.2227,
|
| 624 |
+
"step": 1800
|
| 625 |
+
},
|
| 626 |
+
{
|
| 627 |
+
"epoch": 10.429184549356224,
|
| 628 |
+
"grad_norm": 88.32023620605469,
|
| 629 |
+
"learning_rate": 1.0641269841269841e-05,
|
| 630 |
+
"loss": 0.1691,
|
| 631 |
+
"step": 1825
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"epoch": 10.572246065808297,
|
| 635 |
+
"grad_norm": 278.4029541015625,
|
| 636 |
+
"learning_rate": 1.0482539682539683e-05,
|
| 637 |
+
"loss": 0.3012,
|
| 638 |
+
"step": 1850
|
| 639 |
+
},
|
| 640 |
+
{
|
| 641 |
+
"epoch": 10.715307582260372,
|
| 642 |
+
"grad_norm": 242.00381469726562,
|
| 643 |
+
"learning_rate": 1.0323809523809526e-05,
|
| 644 |
+
"loss": 0.3533,
|
| 645 |
+
"step": 1875
|
| 646 |
+
},
|
| 647 |
+
{
|
| 648 |
+
"epoch": 10.858369098712446,
|
| 649 |
+
"grad_norm": 29.11482048034668,
|
| 650 |
+
"learning_rate": 1.0165079365079367e-05,
|
| 651 |
+
"loss": 0.3275,
|
| 652 |
+
"step": 1900
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"epoch": 11.0,
|
| 656 |
+
"grad_norm": 260.95294189453125,
|
| 657 |
+
"learning_rate": 1.0006349206349206e-05,
|
| 658 |
+
"loss": 0.4128,
|
| 659 |
+
"step": 1925
|
| 660 |
+
},
|
| 661 |
+
{
|
| 662 |
+
"epoch": 11.0,
|
| 663 |
+
"eval_accuracy": 0.8059299191374663,
|
| 664 |
+
"eval_loss": 1.2741531133651733,
|
| 665 |
+
"eval_macro_f1": 0.8040776852308372,
|
| 666 |
+
"eval_runtime": 1.1639,
|
| 667 |
+
"eval_samples_per_second": 637.506,
|
| 668 |
+
"eval_steps_per_second": 40.381,
|
| 669 |
+
"eval_weighted_f1": 0.8042391888271205,
|
| 670 |
+
"step": 1925
|
| 671 |
+
},
|
| 672 |
+
{
|
| 673 |
+
"epoch": 11.143061516452075,
|
| 674 |
+
"grad_norm": 11.49528694152832,
|
| 675 |
+
"learning_rate": 9.847619047619048e-06,
|
| 676 |
+
"loss": 0.1849,
|
| 677 |
+
"step": 1950
|
| 678 |
+
},
|
| 679 |
+
{
|
| 680 |
+
"epoch": 11.286123032904149,
|
| 681 |
+
"grad_norm": 74.29923248291016,
|
| 682 |
+
"learning_rate": 9.688888888888889e-06,
|
| 683 |
+
"loss": 0.3704,
|
| 684 |
+
"step": 1975
|
| 685 |
+
},
|
| 686 |
+
{
|
| 687 |
+
"epoch": 11.429184549356224,
|
| 688 |
+
"grad_norm": 389.6947021484375,
|
| 689 |
+
"learning_rate": 9.53015873015873e-06,
|
| 690 |
+
"loss": 0.2276,
|
| 691 |
+
"step": 2000
|
| 692 |
+
},
|
| 693 |
+
{
|
| 694 |
+
"epoch": 11.572246065808297,
|
| 695 |
+
"grad_norm": 61.54893493652344,
|
| 696 |
+
"learning_rate": 9.371428571428572e-06,
|
| 697 |
+
"loss": 0.2195,
|
| 698 |
+
"step": 2025
|
| 699 |
+
},
|
| 700 |
+
{
|
| 701 |
+
"epoch": 11.715307582260372,
|
| 702 |
+
"grad_norm": 279.6501770019531,
|
| 703 |
+
"learning_rate": 9.212698412698413e-06,
|
| 704 |
+
"loss": 0.1914,
|
| 705 |
+
"step": 2050
|
| 706 |
+
},
|
| 707 |
+
{
|
| 708 |
+
"epoch": 11.858369098712446,
|
| 709 |
+
"grad_norm": 314.553466796875,
|
| 710 |
+
"learning_rate": 9.053968253968254e-06,
|
| 711 |
+
"loss": 0.2807,
|
| 712 |
+
"step": 2075
|
| 713 |
+
},
|
| 714 |
+
{
|
| 715 |
+
"epoch": 12.0,
|
| 716 |
+
"grad_norm": 208.6360321044922,
|
| 717 |
+
"learning_rate": 8.895238095238096e-06,
|
| 718 |
+
"loss": 0.2292,
|
| 719 |
+
"step": 2100
|
| 720 |
+
},
|
| 721 |
+
{
|
| 722 |
+
"epoch": 12.0,
|
| 723 |
+
"eval_accuracy": 0.7911051212938005,
|
| 724 |
+
"eval_loss": 1.5476428270339966,
|
| 725 |
+
"eval_macro_f1": 0.7901854799344395,
|
| 726 |
+
"eval_runtime": 1.2308,
|
| 727 |
+
"eval_samples_per_second": 602.836,
|
| 728 |
+
"eval_steps_per_second": 38.185,
|
| 729 |
+
"eval_weighted_f1": 0.7898466245015562,
|
| 730 |
+
"step": 2100
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"epoch": 12.143061516452075,
|
| 734 |
+
"grad_norm": 22.677156448364258,
|
| 735 |
+
"learning_rate": 8.736507936507937e-06,
|
| 736 |
+
"loss": 0.0657,
|
| 737 |
+
"step": 2125
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"epoch": 12.286123032904149,
|
| 741 |
+
"grad_norm": 217.61524963378906,
|
| 742 |
+
"learning_rate": 8.577777777777778e-06,
|
| 743 |
+
"loss": 0.1741,
|
| 744 |
+
"step": 2150
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"epoch": 12.429184549356224,
|
| 748 |
+
"grad_norm": 111.00133514404297,
|
| 749 |
+
"learning_rate": 8.41904761904762e-06,
|
| 750 |
+
"loss": 0.2254,
|
| 751 |
+
"step": 2175
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"epoch": 12.572246065808297,
|
| 755 |
+
"grad_norm": 283.4646911621094,
|
| 756 |
+
"learning_rate": 8.260317460317461e-06,
|
| 757 |
+
"loss": 0.236,
|
| 758 |
+
"step": 2200
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"epoch": 12.715307582260372,
|
| 762 |
+
"grad_norm": 0.035541653633117676,
|
| 763 |
+
"learning_rate": 8.101587301587302e-06,
|
| 764 |
+
"loss": 0.1894,
|
| 765 |
+
"step": 2225
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"epoch": 12.858369098712446,
|
| 769 |
+
"grad_norm": 143.15696716308594,
|
| 770 |
+
"learning_rate": 7.942857142857144e-06,
|
| 771 |
+
"loss": 0.3328,
|
| 772 |
+
"step": 2250
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"epoch": 13.0,
|
| 776 |
+
"grad_norm": 129.32139587402344,
|
| 777 |
+
"learning_rate": 7.784126984126985e-06,
|
| 778 |
+
"loss": 0.3806,
|
| 779 |
+
"step": 2275
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"epoch": 13.0,
|
| 783 |
+
"eval_accuracy": 0.8207547169811321,
|
| 784 |
+
"eval_loss": 1.319119930267334,
|
| 785 |
+
"eval_macro_f1": 0.8204768968669512,
|
| 786 |
+
"eval_runtime": 1.1982,
|
| 787 |
+
"eval_samples_per_second": 619.253,
|
| 788 |
+
"eval_steps_per_second": 39.225,
|
| 789 |
+
"eval_weighted_f1": 0.8208154488634983,
|
| 790 |
+
"step": 2275
|
| 791 |
+
}
|
| 792 |
+
],
|
| 793 |
+
"logging_steps": 25,
|
| 794 |
+
"max_steps": 3500,
|
| 795 |
+
"num_input_tokens_seen": 0,
|
| 796 |
+
"num_train_epochs": 20,
|
| 797 |
+
"save_steps": 500,
|
| 798 |
+
"stateful_callbacks": {
|
| 799 |
+
"EarlyStoppingCallback": {
|
| 800 |
+
"args": {
|
| 801 |
+
"early_stopping_patience": 3,
|
| 802 |
+
"early_stopping_threshold": 0.0
|
| 803 |
+
},
|
| 804 |
+
"attributes": {
|
| 805 |
+
"early_stopping_patience_counter": 3
|
| 806 |
+
}
|
| 807 |
+
},
|
| 808 |
+
"TrainerControl": {
|
| 809 |
+
"args": {
|
| 810 |
+
"should_epoch_stop": false,
|
| 811 |
+
"should_evaluate": false,
|
| 812 |
+
"should_log": false,
|
| 813 |
+
"should_save": true,
|
| 814 |
+
"should_training_stop": true
|
| 815 |
+
},
|
| 816 |
+
"attributes": {}
|
| 817 |
+
}
|
| 818 |
+
},
|
| 819 |
+
"total_flos": 0.0,
|
| 820 |
+
"train_batch_size": 8,
|
| 821 |
+
"trial_name": null,
|
| 822 |
+
"trial_params": null
|
| 823 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/trainer_state.json
ADDED
|
@@ -0,0 +1,417 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1104,
|
| 3 |
+
"best_metric": 0.7954878923514149,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104",
|
| 5 |
+
"epoch": 6.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1104,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1364256480218281,
|
| 14 |
+
"grad_norm": 21.172767639160156,
|
| 15 |
+
"learning_rate": 1.3043478260869566e-06,
|
| 16 |
+
"loss": 4.8003,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2728512960436562,
|
| 21 |
+
"grad_norm": 17.28883171081543,
|
| 22 |
+
"learning_rate": 2.6630434782608698e-06,
|
| 23 |
+
"loss": 4.6351,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4092769440654843,
|
| 28 |
+
"grad_norm": 42.96489334106445,
|
| 29 |
+
"learning_rate": 4.021739130434783e-06,
|
| 30 |
+
"loss": 4.4872,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5457025920873124,
|
| 35 |
+
"grad_norm": 30.216495513916016,
|
| 36 |
+
"learning_rate": 5.380434782608695e-06,
|
| 37 |
+
"loss": 4.6158,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6821282401091405,
|
| 42 |
+
"grad_norm": 24.290746688842773,
|
| 43 |
+
"learning_rate": 6.739130434782609e-06,
|
| 44 |
+
"loss": 4.5989,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8185538881309686,
|
| 49 |
+
"grad_norm": 39.3585319519043,
|
| 50 |
+
"learning_rate": 8.097826086956523e-06,
|
| 51 |
+
"loss": 4.5306,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.9549795361527967,
|
| 56 |
+
"grad_norm": 16.425243377685547,
|
| 57 |
+
"learning_rate": 9.456521739130436e-06,
|
| 58 |
+
"loss": 4.4569,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.45187165775401067,
|
| 64 |
+
"eval_loss": 1.0733048915863037,
|
| 65 |
+
"eval_macro_f1": 0.4271731819973228,
|
| 66 |
+
"eval_runtime": 1.2819,
|
| 67 |
+
"eval_samples_per_second": 583.501,
|
| 68 |
+
"eval_steps_per_second": 36.664,
|
| 69 |
+
"eval_weighted_f1": 0.4294158611083396,
|
| 70 |
+
"step": 184
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.08731241473397,
|
| 74 |
+
"grad_norm": 21.958425521850586,
|
| 75 |
+
"learning_rate": 1.0815217391304349e-05,
|
| 76 |
+
"loss": 4.2904,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.223738062755798,
|
| 81 |
+
"grad_norm": 30.20353126525879,
|
| 82 |
+
"learning_rate": 1.2173913043478263e-05,
|
| 83 |
+
"loss": 4.2435,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.360163710777626,
|
| 88 |
+
"grad_norm": 36.93095016479492,
|
| 89 |
+
"learning_rate": 1.3532608695652174e-05,
|
| 90 |
+
"loss": 3.6758,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4965893587994543,
|
| 95 |
+
"grad_norm": 64.7622299194336,
|
| 96 |
+
"learning_rate": 1.4891304347826087e-05,
|
| 97 |
+
"loss": 3.5941,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6330150068212825,
|
| 102 |
+
"grad_norm": 81.86943817138672,
|
| 103 |
+
"learning_rate": 1.6250000000000002e-05,
|
| 104 |
+
"loss": 3.6353,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.7694406548431105,
|
| 109 |
+
"grad_norm": 107.25005340576172,
|
| 110 |
+
"learning_rate": 1.7608695652173915e-05,
|
| 111 |
+
"loss": 3.4911,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.9058663028649385,
|
| 116 |
+
"grad_norm": 121.79032135009766,
|
| 117 |
+
"learning_rate": 1.8967391304347828e-05,
|
| 118 |
+
"loss": 3.5105,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.7098930481283422,
|
| 124 |
+
"eval_loss": 0.735222339630127,
|
| 125 |
+
"eval_macro_f1": 0.7091385779273164,
|
| 126 |
+
"eval_runtime": 1.1798,
|
| 127 |
+
"eval_samples_per_second": 633.991,
|
| 128 |
+
"eval_steps_per_second": 39.836,
|
| 129 |
+
"eval_weighted_f1": 0.7105342632925352,
|
| 130 |
+
"step": 368
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.038199181446112,
|
| 134 |
+
"grad_norm": 51.36498260498047,
|
| 135 |
+
"learning_rate": 1.9963768115942032e-05,
|
| 136 |
+
"loss": 3.0701,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.17462482946794,
|
| 141 |
+
"grad_norm": 56.81013870239258,
|
| 142 |
+
"learning_rate": 1.9812801932367153e-05,
|
| 143 |
+
"loss": 2.6631,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.311050477489768,
|
| 148 |
+
"grad_norm": 38.56635284423828,
|
| 149 |
+
"learning_rate": 1.966183574879227e-05,
|
| 150 |
+
"loss": 2.6113,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.447476125511596,
|
| 155 |
+
"grad_norm": 76.41355895996094,
|
| 156 |
+
"learning_rate": 1.9510869565217393e-05,
|
| 157 |
+
"loss": 2.6512,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5839017735334244,
|
| 162 |
+
"grad_norm": 91.93911743164062,
|
| 163 |
+
"learning_rate": 1.9359903381642515e-05,
|
| 164 |
+
"loss": 2.5844,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.720327421555252,
|
| 169 |
+
"grad_norm": 66.65916442871094,
|
| 170 |
+
"learning_rate": 1.9208937198067633e-05,
|
| 171 |
+
"loss": 2.5259,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.8567530695770804,
|
| 176 |
+
"grad_norm": 113.8724594116211,
|
| 177 |
+
"learning_rate": 1.9057971014492754e-05,
|
| 178 |
+
"loss": 2.3702,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.9931787175989086,
|
| 183 |
+
"grad_norm": 72.93758392333984,
|
| 184 |
+
"learning_rate": 1.8907004830917876e-05,
|
| 185 |
+
"loss": 2.4819,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7459893048128342,
|
| 191 |
+
"eval_loss": 0.6074122190475464,
|
| 192 |
+
"eval_macro_f1": 0.7454454595596621,
|
| 193 |
+
"eval_runtime": 1.2401,
|
| 194 |
+
"eval_samples_per_second": 603.159,
|
| 195 |
+
"eval_steps_per_second": 37.899,
|
| 196 |
+
"eval_weighted_f1": 0.7462069396610311,
|
| 197 |
+
"step": 552
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.1255115961800817,
|
| 201 |
+
"grad_norm": 196.68252563476562,
|
| 202 |
+
"learning_rate": 1.8756038647342997e-05,
|
| 203 |
+
"loss": 2.0176,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.26193724420191,
|
| 208 |
+
"grad_norm": 78.00276184082031,
|
| 209 |
+
"learning_rate": 1.8605072463768115e-05,
|
| 210 |
+
"loss": 2.207,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.398362892223738,
|
| 215 |
+
"grad_norm": 154.80531311035156,
|
| 216 |
+
"learning_rate": 1.8454106280193237e-05,
|
| 217 |
+
"loss": 2.0902,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.5347885402455663,
|
| 222 |
+
"grad_norm": 75.91580200195312,
|
| 223 |
+
"learning_rate": 1.830314009661836e-05,
|
| 224 |
+
"loss": 1.8239,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.6712141882673945,
|
| 229 |
+
"grad_norm": 34.88971710205078,
|
| 230 |
+
"learning_rate": 1.815217391304348e-05,
|
| 231 |
+
"loss": 1.6924,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.8076398362892223,
|
| 236 |
+
"grad_norm": 46.52622985839844,
|
| 237 |
+
"learning_rate": 1.8001207729468598e-05,
|
| 238 |
+
"loss": 1.9799,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.9440654843110505,
|
| 243 |
+
"grad_norm": 58.05311584472656,
|
| 244 |
+
"learning_rate": 1.785024154589372e-05,
|
| 245 |
+
"loss": 1.7946,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7834224598930482,
|
| 251 |
+
"eval_loss": 0.6016442179679871,
|
| 252 |
+
"eval_macro_f1": 0.7820142136987238,
|
| 253 |
+
"eval_runtime": 1.1912,
|
| 254 |
+
"eval_samples_per_second": 627.953,
|
| 255 |
+
"eval_steps_per_second": 39.457,
|
| 256 |
+
"eval_weighted_f1": 0.7826541426782173,
|
| 257 |
+
"step": 736
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.076398362892224,
|
| 261 |
+
"grad_norm": 124.90470123291016,
|
| 262 |
+
"learning_rate": 1.769927536231884e-05,
|
| 263 |
+
"loss": 1.512,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.212824010914052,
|
| 268 |
+
"grad_norm": 79.28870391845703,
|
| 269 |
+
"learning_rate": 1.7548309178743963e-05,
|
| 270 |
+
"loss": 1.6025,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.34924965893588,
|
| 275 |
+
"grad_norm": 99.7405776977539,
|
| 276 |
+
"learning_rate": 1.7397342995169084e-05,
|
| 277 |
+
"loss": 1.4092,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.485675306957708,
|
| 282 |
+
"grad_norm": 69.43795776367188,
|
| 283 |
+
"learning_rate": 1.7246376811594206e-05,
|
| 284 |
+
"loss": 1.5583,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.622100954979536,
|
| 289 |
+
"grad_norm": 83.25492858886719,
|
| 290 |
+
"learning_rate": 1.7095410628019324e-05,
|
| 291 |
+
"loss": 1.5252,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.758526603001364,
|
| 296 |
+
"grad_norm": 72.7745361328125,
|
| 297 |
+
"learning_rate": 1.6944444444444446e-05,
|
| 298 |
+
"loss": 1.4952,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.894952251023192,
|
| 303 |
+
"grad_norm": 103.32455444335938,
|
| 304 |
+
"learning_rate": 1.6793478260869567e-05,
|
| 305 |
+
"loss": 1.444,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 5.0,
|
| 310 |
+
"eval_accuracy": 0.7887700534759359,
|
| 311 |
+
"eval_loss": 0.6146618723869324,
|
| 312 |
+
"eval_macro_f1": 0.7882531485721914,
|
| 313 |
+
"eval_runtime": 1.1573,
|
| 314 |
+
"eval_samples_per_second": 646.307,
|
| 315 |
+
"eval_steps_per_second": 40.61,
|
| 316 |
+
"eval_weighted_f1": 0.78880027986532,
|
| 317 |
+
"step": 920
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.0272851296043655,
|
| 321 |
+
"grad_norm": 87.67233276367188,
|
| 322 |
+
"learning_rate": 1.664251207729469e-05,
|
| 323 |
+
"loss": 1.4514,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.163710777626194,
|
| 328 |
+
"grad_norm": 46.68409729003906,
|
| 329 |
+
"learning_rate": 1.649154589371981e-05,
|
| 330 |
+
"loss": 1.0935,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.300136425648022,
|
| 335 |
+
"grad_norm": 100.63374328613281,
|
| 336 |
+
"learning_rate": 1.634057971014493e-05,
|
| 337 |
+
"loss": 1.0811,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.43656207366985,
|
| 342 |
+
"grad_norm": 174.65806579589844,
|
| 343 |
+
"learning_rate": 1.618961352657005e-05,
|
| 344 |
+
"loss": 1.1881,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.572987721691678,
|
| 349 |
+
"grad_norm": 85.6026611328125,
|
| 350 |
+
"learning_rate": 1.603864734299517e-05,
|
| 351 |
+
"loss": 1.2278,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.709413369713506,
|
| 356 |
+
"grad_norm": 93.22853088378906,
|
| 357 |
+
"learning_rate": 1.5887681159420293e-05,
|
| 358 |
+
"loss": 1.0865,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.845839017735334,
|
| 363 |
+
"grad_norm": 77.08741760253906,
|
| 364 |
+
"learning_rate": 1.5736714975845415e-05,
|
| 365 |
+
"loss": 1.0797,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.982264665757162,
|
| 370 |
+
"grad_norm": 191.87937927246094,
|
| 371 |
+
"learning_rate": 1.5585748792270533e-05,
|
| 372 |
+
"loss": 1.286,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7954545454545454,
|
| 378 |
+
"eval_loss": 0.6762558221817017,
|
| 379 |
+
"eval_macro_f1": 0.7954878923514149,
|
| 380 |
+
"eval_runtime": 1.1648,
|
| 381 |
+
"eval_samples_per_second": 642.167,
|
| 382 |
+
"eval_steps_per_second": 40.35,
|
| 383 |
+
"eval_weighted_f1": 0.7958635433705581,
|
| 384 |
+
"step": 1104
|
| 385 |
+
}
|
| 386 |
+
],
|
| 387 |
+
"logging_steps": 25,
|
| 388 |
+
"max_steps": 3680,
|
| 389 |
+
"num_input_tokens_seen": 0,
|
| 390 |
+
"num_train_epochs": 20,
|
| 391 |
+
"save_steps": 500,
|
| 392 |
+
"stateful_callbacks": {
|
| 393 |
+
"EarlyStoppingCallback": {
|
| 394 |
+
"args": {
|
| 395 |
+
"early_stopping_patience": 3,
|
| 396 |
+
"early_stopping_threshold": 0.0
|
| 397 |
+
},
|
| 398 |
+
"attributes": {
|
| 399 |
+
"early_stopping_patience_counter": 0
|
| 400 |
+
}
|
| 401 |
+
},
|
| 402 |
+
"TrainerControl": {
|
| 403 |
+
"args": {
|
| 404 |
+
"should_epoch_stop": false,
|
| 405 |
+
"should_evaluate": false,
|
| 406 |
+
"should_log": false,
|
| 407 |
+
"should_save": true,
|
| 408 |
+
"should_training_stop": false
|
| 409 |
+
},
|
| 410 |
+
"attributes": {}
|
| 411 |
+
}
|
| 412 |
+
},
|
| 413 |
+
"total_flos": 0.0,
|
| 414 |
+
"train_batch_size": 8,
|
| 415 |
+
"trial_name": null,
|
| 416 |
+
"trial_params": null
|
| 417 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/trainer_state.json
ADDED
|
@@ -0,0 +1,604 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1104,
|
| 3 |
+
"best_metric": 0.7954878923514149,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104",
|
| 5 |
+
"epoch": 9.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1656,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.1364256480218281,
|
| 14 |
+
"grad_norm": 21.172767639160156,
|
| 15 |
+
"learning_rate": 1.3043478260869566e-06,
|
| 16 |
+
"loss": 4.8003,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2728512960436562,
|
| 21 |
+
"grad_norm": 17.28883171081543,
|
| 22 |
+
"learning_rate": 2.6630434782608698e-06,
|
| 23 |
+
"loss": 4.6351,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4092769440654843,
|
| 28 |
+
"grad_norm": 42.96489334106445,
|
| 29 |
+
"learning_rate": 4.021739130434783e-06,
|
| 30 |
+
"loss": 4.4872,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5457025920873124,
|
| 35 |
+
"grad_norm": 30.216495513916016,
|
| 36 |
+
"learning_rate": 5.380434782608695e-06,
|
| 37 |
+
"loss": 4.6158,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6821282401091405,
|
| 42 |
+
"grad_norm": 24.290746688842773,
|
| 43 |
+
"learning_rate": 6.739130434782609e-06,
|
| 44 |
+
"loss": 4.5989,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8185538881309686,
|
| 49 |
+
"grad_norm": 39.3585319519043,
|
| 50 |
+
"learning_rate": 8.097826086956523e-06,
|
| 51 |
+
"loss": 4.5306,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.9549795361527967,
|
| 56 |
+
"grad_norm": 16.425243377685547,
|
| 57 |
+
"learning_rate": 9.456521739130436e-06,
|
| 58 |
+
"loss": 4.4569,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.45187165775401067,
|
| 64 |
+
"eval_loss": 1.0733048915863037,
|
| 65 |
+
"eval_macro_f1": 0.4271731819973228,
|
| 66 |
+
"eval_runtime": 1.2819,
|
| 67 |
+
"eval_samples_per_second": 583.501,
|
| 68 |
+
"eval_steps_per_second": 36.664,
|
| 69 |
+
"eval_weighted_f1": 0.4294158611083396,
|
| 70 |
+
"step": 184
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.08731241473397,
|
| 74 |
+
"grad_norm": 21.958425521850586,
|
| 75 |
+
"learning_rate": 1.0815217391304349e-05,
|
| 76 |
+
"loss": 4.2904,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.223738062755798,
|
| 81 |
+
"grad_norm": 30.20353126525879,
|
| 82 |
+
"learning_rate": 1.2173913043478263e-05,
|
| 83 |
+
"loss": 4.2435,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.360163710777626,
|
| 88 |
+
"grad_norm": 36.93095016479492,
|
| 89 |
+
"learning_rate": 1.3532608695652174e-05,
|
| 90 |
+
"loss": 3.6758,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4965893587994543,
|
| 95 |
+
"grad_norm": 64.7622299194336,
|
| 96 |
+
"learning_rate": 1.4891304347826087e-05,
|
| 97 |
+
"loss": 3.5941,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6330150068212825,
|
| 102 |
+
"grad_norm": 81.86943817138672,
|
| 103 |
+
"learning_rate": 1.6250000000000002e-05,
|
| 104 |
+
"loss": 3.6353,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.7694406548431105,
|
| 109 |
+
"grad_norm": 107.25005340576172,
|
| 110 |
+
"learning_rate": 1.7608695652173915e-05,
|
| 111 |
+
"loss": 3.4911,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.9058663028649385,
|
| 116 |
+
"grad_norm": 121.79032135009766,
|
| 117 |
+
"learning_rate": 1.8967391304347828e-05,
|
| 118 |
+
"loss": 3.5105,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.7098930481283422,
|
| 124 |
+
"eval_loss": 0.735222339630127,
|
| 125 |
+
"eval_macro_f1": 0.7091385779273164,
|
| 126 |
+
"eval_runtime": 1.1798,
|
| 127 |
+
"eval_samples_per_second": 633.991,
|
| 128 |
+
"eval_steps_per_second": 39.836,
|
| 129 |
+
"eval_weighted_f1": 0.7105342632925352,
|
| 130 |
+
"step": 368
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.038199181446112,
|
| 134 |
+
"grad_norm": 51.36498260498047,
|
| 135 |
+
"learning_rate": 1.9963768115942032e-05,
|
| 136 |
+
"loss": 3.0701,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.17462482946794,
|
| 141 |
+
"grad_norm": 56.81013870239258,
|
| 142 |
+
"learning_rate": 1.9812801932367153e-05,
|
| 143 |
+
"loss": 2.6631,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.311050477489768,
|
| 148 |
+
"grad_norm": 38.56635284423828,
|
| 149 |
+
"learning_rate": 1.966183574879227e-05,
|
| 150 |
+
"loss": 2.6113,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.447476125511596,
|
| 155 |
+
"grad_norm": 76.41355895996094,
|
| 156 |
+
"learning_rate": 1.9510869565217393e-05,
|
| 157 |
+
"loss": 2.6512,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5839017735334244,
|
| 162 |
+
"grad_norm": 91.93911743164062,
|
| 163 |
+
"learning_rate": 1.9359903381642515e-05,
|
| 164 |
+
"loss": 2.5844,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.720327421555252,
|
| 169 |
+
"grad_norm": 66.65916442871094,
|
| 170 |
+
"learning_rate": 1.9208937198067633e-05,
|
| 171 |
+
"loss": 2.5259,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.8567530695770804,
|
| 176 |
+
"grad_norm": 113.8724594116211,
|
| 177 |
+
"learning_rate": 1.9057971014492754e-05,
|
| 178 |
+
"loss": 2.3702,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.9931787175989086,
|
| 183 |
+
"grad_norm": 72.93758392333984,
|
| 184 |
+
"learning_rate": 1.8907004830917876e-05,
|
| 185 |
+
"loss": 2.4819,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7459893048128342,
|
| 191 |
+
"eval_loss": 0.6074122190475464,
|
| 192 |
+
"eval_macro_f1": 0.7454454595596621,
|
| 193 |
+
"eval_runtime": 1.2401,
|
| 194 |
+
"eval_samples_per_second": 603.159,
|
| 195 |
+
"eval_steps_per_second": 37.899,
|
| 196 |
+
"eval_weighted_f1": 0.7462069396610311,
|
| 197 |
+
"step": 552
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.1255115961800817,
|
| 201 |
+
"grad_norm": 196.68252563476562,
|
| 202 |
+
"learning_rate": 1.8756038647342997e-05,
|
| 203 |
+
"loss": 2.0176,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.26193724420191,
|
| 208 |
+
"grad_norm": 78.00276184082031,
|
| 209 |
+
"learning_rate": 1.8605072463768115e-05,
|
| 210 |
+
"loss": 2.207,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.398362892223738,
|
| 215 |
+
"grad_norm": 154.80531311035156,
|
| 216 |
+
"learning_rate": 1.8454106280193237e-05,
|
| 217 |
+
"loss": 2.0902,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.5347885402455663,
|
| 222 |
+
"grad_norm": 75.91580200195312,
|
| 223 |
+
"learning_rate": 1.830314009661836e-05,
|
| 224 |
+
"loss": 1.8239,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.6712141882673945,
|
| 229 |
+
"grad_norm": 34.88971710205078,
|
| 230 |
+
"learning_rate": 1.815217391304348e-05,
|
| 231 |
+
"loss": 1.6924,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.8076398362892223,
|
| 236 |
+
"grad_norm": 46.52622985839844,
|
| 237 |
+
"learning_rate": 1.8001207729468598e-05,
|
| 238 |
+
"loss": 1.9799,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.9440654843110505,
|
| 243 |
+
"grad_norm": 58.05311584472656,
|
| 244 |
+
"learning_rate": 1.785024154589372e-05,
|
| 245 |
+
"loss": 1.7946,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7834224598930482,
|
| 251 |
+
"eval_loss": 0.6016442179679871,
|
| 252 |
+
"eval_macro_f1": 0.7820142136987238,
|
| 253 |
+
"eval_runtime": 1.1912,
|
| 254 |
+
"eval_samples_per_second": 627.953,
|
| 255 |
+
"eval_steps_per_second": 39.457,
|
| 256 |
+
"eval_weighted_f1": 0.7826541426782173,
|
| 257 |
+
"step": 736
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.076398362892224,
|
| 261 |
+
"grad_norm": 124.90470123291016,
|
| 262 |
+
"learning_rate": 1.769927536231884e-05,
|
| 263 |
+
"loss": 1.512,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.212824010914052,
|
| 268 |
+
"grad_norm": 79.28870391845703,
|
| 269 |
+
"learning_rate": 1.7548309178743963e-05,
|
| 270 |
+
"loss": 1.6025,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.34924965893588,
|
| 275 |
+
"grad_norm": 99.7405776977539,
|
| 276 |
+
"learning_rate": 1.7397342995169084e-05,
|
| 277 |
+
"loss": 1.4092,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.485675306957708,
|
| 282 |
+
"grad_norm": 69.43795776367188,
|
| 283 |
+
"learning_rate": 1.7246376811594206e-05,
|
| 284 |
+
"loss": 1.5583,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.622100954979536,
|
| 289 |
+
"grad_norm": 83.25492858886719,
|
| 290 |
+
"learning_rate": 1.7095410628019324e-05,
|
| 291 |
+
"loss": 1.5252,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.758526603001364,
|
| 296 |
+
"grad_norm": 72.7745361328125,
|
| 297 |
+
"learning_rate": 1.6944444444444446e-05,
|
| 298 |
+
"loss": 1.4952,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.894952251023192,
|
| 303 |
+
"grad_norm": 103.32455444335938,
|
| 304 |
+
"learning_rate": 1.6793478260869567e-05,
|
| 305 |
+
"loss": 1.444,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 5.0,
|
| 310 |
+
"eval_accuracy": 0.7887700534759359,
|
| 311 |
+
"eval_loss": 0.6146618723869324,
|
| 312 |
+
"eval_macro_f1": 0.7882531485721914,
|
| 313 |
+
"eval_runtime": 1.1573,
|
| 314 |
+
"eval_samples_per_second": 646.307,
|
| 315 |
+
"eval_steps_per_second": 40.61,
|
| 316 |
+
"eval_weighted_f1": 0.78880027986532,
|
| 317 |
+
"step": 920
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.0272851296043655,
|
| 321 |
+
"grad_norm": 87.67233276367188,
|
| 322 |
+
"learning_rate": 1.664251207729469e-05,
|
| 323 |
+
"loss": 1.4514,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.163710777626194,
|
| 328 |
+
"grad_norm": 46.68409729003906,
|
| 329 |
+
"learning_rate": 1.649154589371981e-05,
|
| 330 |
+
"loss": 1.0935,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.300136425648022,
|
| 335 |
+
"grad_norm": 100.63374328613281,
|
| 336 |
+
"learning_rate": 1.634057971014493e-05,
|
| 337 |
+
"loss": 1.0811,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.43656207366985,
|
| 342 |
+
"grad_norm": 174.65806579589844,
|
| 343 |
+
"learning_rate": 1.618961352657005e-05,
|
| 344 |
+
"loss": 1.1881,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.572987721691678,
|
| 349 |
+
"grad_norm": 85.6026611328125,
|
| 350 |
+
"learning_rate": 1.603864734299517e-05,
|
| 351 |
+
"loss": 1.2278,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.709413369713506,
|
| 356 |
+
"grad_norm": 93.22853088378906,
|
| 357 |
+
"learning_rate": 1.5887681159420293e-05,
|
| 358 |
+
"loss": 1.0865,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.845839017735334,
|
| 363 |
+
"grad_norm": 77.08741760253906,
|
| 364 |
+
"learning_rate": 1.5736714975845415e-05,
|
| 365 |
+
"loss": 1.0797,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.982264665757162,
|
| 370 |
+
"grad_norm": 191.87937927246094,
|
| 371 |
+
"learning_rate": 1.5585748792270533e-05,
|
| 372 |
+
"loss": 1.286,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7954545454545454,
|
| 378 |
+
"eval_loss": 0.6762558221817017,
|
| 379 |
+
"eval_macro_f1": 0.7954878923514149,
|
| 380 |
+
"eval_runtime": 1.1648,
|
| 381 |
+
"eval_samples_per_second": 642.167,
|
| 382 |
+
"eval_steps_per_second": 40.35,
|
| 383 |
+
"eval_weighted_f1": 0.7958635433705581,
|
| 384 |
+
"step": 1104
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.114597544338336,
|
| 388 |
+
"grad_norm": 104.39254760742188,
|
| 389 |
+
"learning_rate": 1.5434782608695654e-05,
|
| 390 |
+
"loss": 0.8677,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.251023192360163,
|
| 395 |
+
"grad_norm": 56.46836471557617,
|
| 396 |
+
"learning_rate": 1.5283816425120776e-05,
|
| 397 |
+
"loss": 0.7187,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.387448840381992,
|
| 402 |
+
"grad_norm": 62.182369232177734,
|
| 403 |
+
"learning_rate": 1.5132850241545896e-05,
|
| 404 |
+
"loss": 0.938,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.52387448840382,
|
| 409 |
+
"grad_norm": 75.62998962402344,
|
| 410 |
+
"learning_rate": 1.4981884057971017e-05,
|
| 411 |
+
"loss": 0.8912,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.660300136425648,
|
| 416 |
+
"grad_norm": 121.77799224853516,
|
| 417 |
+
"learning_rate": 1.4830917874396135e-05,
|
| 418 |
+
"loss": 0.7969,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.796725784447476,
|
| 423 |
+
"grad_norm": 45.24515151977539,
|
| 424 |
+
"learning_rate": 1.4679951690821257e-05,
|
| 425 |
+
"loss": 1.0142,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.933151432469304,
|
| 430 |
+
"grad_norm": 93.59771728515625,
|
| 431 |
+
"learning_rate": 1.4528985507246378e-05,
|
| 432 |
+
"loss": 0.8298,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 7.0,
|
| 437 |
+
"eval_accuracy": 0.7767379679144385,
|
| 438 |
+
"eval_loss": 0.8181384205818176,
|
| 439 |
+
"eval_macro_f1": 0.7734840753740713,
|
| 440 |
+
"eval_runtime": 1.1628,
|
| 441 |
+
"eval_samples_per_second": 643.262,
|
| 442 |
+
"eval_steps_per_second": 40.419,
|
| 443 |
+
"eval_weighted_f1": 0.774367692252461,
|
| 444 |
+
"step": 1288
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.0654843110504775,
|
| 448 |
+
"grad_norm": 75.3707046508789,
|
| 449 |
+
"learning_rate": 1.43780193236715e-05,
|
| 450 |
+
"loss": 0.7315,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.201909959072306,
|
| 455 |
+
"grad_norm": 86.51831817626953,
|
| 456 |
+
"learning_rate": 1.422705314009662e-05,
|
| 457 |
+
"loss": 0.7098,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.338335607094134,
|
| 462 |
+
"grad_norm": 85.60002899169922,
|
| 463 |
+
"learning_rate": 1.407608695652174e-05,
|
| 464 |
+
"loss": 0.6044,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.474761255115962,
|
| 469 |
+
"grad_norm": 69.59379577636719,
|
| 470 |
+
"learning_rate": 1.3925120772946861e-05,
|
| 471 |
+
"loss": 0.7107,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.61118690313779,
|
| 476 |
+
"grad_norm": 103.6869125366211,
|
| 477 |
+
"learning_rate": 1.3774154589371983e-05,
|
| 478 |
+
"loss": 0.5596,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.747612551159618,
|
| 483 |
+
"grad_norm": 230.8099822998047,
|
| 484 |
+
"learning_rate": 1.3623188405797103e-05,
|
| 485 |
+
"loss": 0.6432,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.884038199181446,
|
| 490 |
+
"grad_norm": 104.92019653320312,
|
| 491 |
+
"learning_rate": 1.3472222222222224e-05,
|
| 492 |
+
"loss": 0.6031,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 8.0,
|
| 497 |
+
"eval_accuracy": 0.7820855614973262,
|
| 498 |
+
"eval_loss": 0.8896415829658508,
|
| 499 |
+
"eval_macro_f1": 0.7826922584772872,
|
| 500 |
+
"eval_runtime": 1.1995,
|
| 501 |
+
"eval_samples_per_second": 623.604,
|
| 502 |
+
"eval_steps_per_second": 39.184,
|
| 503 |
+
"eval_weighted_f1": 0.782827080788693,
|
| 504 |
+
"step": 1472
|
| 505 |
+
},
|
| 506 |
+
{
|
| 507 |
+
"epoch": 8.016371077762619,
|
| 508 |
+
"grad_norm": 70.04243469238281,
|
| 509 |
+
"learning_rate": 1.3321256038647344e-05,
|
| 510 |
+
"loss": 0.5646,
|
| 511 |
+
"step": 1475
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.152796725784448,
|
| 515 |
+
"grad_norm": 199.27310180664062,
|
| 516 |
+
"learning_rate": 1.3170289855072464e-05,
|
| 517 |
+
"loss": 0.5399,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.289222373806275,
|
| 522 |
+
"grad_norm": 46.4770393371582,
|
| 523 |
+
"learning_rate": 1.3019323671497585e-05,
|
| 524 |
+
"loss": 0.5645,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.425648021828104,
|
| 529 |
+
"grad_norm": 231.71922302246094,
|
| 530 |
+
"learning_rate": 1.2868357487922707e-05,
|
| 531 |
+
"loss": 0.6711,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.562073669849932,
|
| 536 |
+
"grad_norm": 112.43268585205078,
|
| 537 |
+
"learning_rate": 1.2717391304347828e-05,
|
| 538 |
+
"loss": 0.3127,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.69849931787176,
|
| 543 |
+
"grad_norm": 5.545553684234619,
|
| 544 |
+
"learning_rate": 1.2566425120772947e-05,
|
| 545 |
+
"loss": 0.5333,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.834924965893588,
|
| 550 |
+
"grad_norm": 289.7093811035156,
|
| 551 |
+
"learning_rate": 1.2415458937198068e-05,
|
| 552 |
+
"loss": 0.6036,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.971350613915416,
|
| 557 |
+
"grad_norm": 48.15302658081055,
|
| 558 |
+
"learning_rate": 1.226449275362319e-05,
|
| 559 |
+
"loss": 0.5614,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 9.0,
|
| 564 |
+
"eval_accuracy": 0.7847593582887701,
|
| 565 |
+
"eval_loss": 1.0355944633483887,
|
| 566 |
+
"eval_macro_f1": 0.782715001827432,
|
| 567 |
+
"eval_runtime": 1.1926,
|
| 568 |
+
"eval_samples_per_second": 627.182,
|
| 569 |
+
"eval_steps_per_second": 39.409,
|
| 570 |
+
"eval_weighted_f1": 0.7833741407363985,
|
| 571 |
+
"step": 1656
|
| 572 |
+
}
|
| 573 |
+
],
|
| 574 |
+
"logging_steps": 25,
|
| 575 |
+
"max_steps": 3680,
|
| 576 |
+
"num_input_tokens_seen": 0,
|
| 577 |
+
"num_train_epochs": 20,
|
| 578 |
+
"save_steps": 500,
|
| 579 |
+
"stateful_callbacks": {
|
| 580 |
+
"EarlyStoppingCallback": {
|
| 581 |
+
"args": {
|
| 582 |
+
"early_stopping_patience": 3,
|
| 583 |
+
"early_stopping_threshold": 0.0
|
| 584 |
+
},
|
| 585 |
+
"attributes": {
|
| 586 |
+
"early_stopping_patience_counter": 3
|
| 587 |
+
}
|
| 588 |
+
},
|
| 589 |
+
"TrainerControl": {
|
| 590 |
+
"args": {
|
| 591 |
+
"should_epoch_stop": false,
|
| 592 |
+
"should_evaluate": false,
|
| 593 |
+
"should_log": false,
|
| 594 |
+
"should_save": true,
|
| 595 |
+
"should_training_stop": true
|
| 596 |
+
},
|
| 597 |
+
"attributes": {}
|
| 598 |
+
}
|
| 599 |
+
},
|
| 600 |
+
"total_flos": 0.0,
|
| 601 |
+
"train_batch_size": 8,
|
| 602 |
+
"trial_name": null,
|
| 603 |
+
"trial_params": null
|
| 604 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/trainer_state.json
ADDED
|
@@ -0,0 +1,833 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2364,
|
| 3 |
+
"best_metric": 0.8441495992101032,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364",
|
| 5 |
+
"epoch": 12.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2364,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.12706480304955528,
|
| 14 |
+
"grad_norm": 35.512168884277344,
|
| 15 |
+
"learning_rate": 1.218274111675127e-06,
|
| 16 |
+
"loss": 4.9393,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.25412960609911056,
|
| 21 |
+
"grad_norm": 12.679766654968262,
|
| 22 |
+
"learning_rate": 2.487309644670051e-06,
|
| 23 |
+
"loss": 4.838,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.3811944091486658,
|
| 28 |
+
"grad_norm": 46.721092224121094,
|
| 29 |
+
"learning_rate": 3.756345177664975e-06,
|
| 30 |
+
"loss": 4.7311,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5082592121982211,
|
| 35 |
+
"grad_norm": 41.783634185791016,
|
| 36 |
+
"learning_rate": 5.025380710659899e-06,
|
| 37 |
+
"loss": 4.6157,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6353240152477764,
|
| 42 |
+
"grad_norm": 50.64247512817383,
|
| 43 |
+
"learning_rate": 6.2944162436548225e-06,
|
| 44 |
+
"loss": 4.4652,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.7623888182973316,
|
| 49 |
+
"grad_norm": 79.86474609375,
|
| 50 |
+
"learning_rate": 7.563451776649747e-06,
|
| 51 |
+
"loss": 4.3146,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.8894536213468869,
|
| 56 |
+
"grad_norm": 120.50712585449219,
|
| 57 |
+
"learning_rate": 8.832487309644671e-06,
|
| 58 |
+
"loss": 4.2624,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.6053811659192825,
|
| 64 |
+
"eval_loss": 0.9243478178977966,
|
| 65 |
+
"eval_macro_f1": 0.5976549381249451,
|
| 66 |
+
"eval_runtime": 1.2188,
|
| 67 |
+
"eval_samples_per_second": 548.891,
|
| 68 |
+
"eval_steps_per_second": 34.459,
|
| 69 |
+
"eval_weighted_f1": 0.5979032164824135,
|
| 70 |
+
"step": 197
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0152477763659467,
|
| 74 |
+
"grad_norm": 24.304256439208984,
|
| 75 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 76 |
+
"loss": 4.088,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.1423125794155018,
|
| 81 |
+
"grad_norm": 81.54771423339844,
|
| 82 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 83 |
+
"loss": 3.8793,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.2693773824650572,
|
| 88 |
+
"grad_norm": 60.38642120361328,
|
| 89 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 90 |
+
"loss": 3.7867,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.3964421855146125,
|
| 95 |
+
"grad_norm": 53.214027404785156,
|
| 96 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 97 |
+
"loss": 3.6795,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.5235069885641677,
|
| 102 |
+
"grad_norm": 50.133907318115234,
|
| 103 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 104 |
+
"loss": 4.0444,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.650571791613723,
|
| 109 |
+
"grad_norm": 92.28113555908203,
|
| 110 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 111 |
+
"loss": 3.4029,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.7776365946632784,
|
| 116 |
+
"grad_norm": 136.72434997558594,
|
| 117 |
+
"learning_rate": 1.771573604060914e-05,
|
| 118 |
+
"loss": 3.4677,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.9047013977128335,
|
| 123 |
+
"grad_norm": 75.7567367553711,
|
| 124 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 125 |
+
"loss": 3.0678,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 2.0,
|
| 130 |
+
"eval_accuracy": 0.7130044843049327,
|
| 131 |
+
"eval_loss": 0.6462002992630005,
|
| 132 |
+
"eval_macro_f1": 0.7024770911770345,
|
| 133 |
+
"eval_runtime": 1.4346,
|
| 134 |
+
"eval_samples_per_second": 466.336,
|
| 135 |
+
"eval_steps_per_second": 29.277,
|
| 136 |
+
"eval_weighted_f1": 0.7033906770897261,
|
| 137 |
+
"step": 394
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.0304955527318933,
|
| 141 |
+
"grad_norm": 90.08475494384766,
|
| 142 |
+
"learning_rate": 1.997179921037789e-05,
|
| 143 |
+
"loss": 2.7612,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.1575603557814484,
|
| 148 |
+
"grad_norm": 77.70708465576172,
|
| 149 |
+
"learning_rate": 1.9830795262267346e-05,
|
| 150 |
+
"loss": 2.7341,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.2846251588310036,
|
| 155 |
+
"grad_norm": 105.88381958007812,
|
| 156 |
+
"learning_rate": 1.96897913141568e-05,
|
| 157 |
+
"loss": 2.6083,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.411689961880559,
|
| 162 |
+
"grad_norm": 103.4154052734375,
|
| 163 |
+
"learning_rate": 1.954878736604625e-05,
|
| 164 |
+
"loss": 2.4837,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.5387547649301143,
|
| 169 |
+
"grad_norm": 36.66416549682617,
|
| 170 |
+
"learning_rate": 1.9407783417935703e-05,
|
| 171 |
+
"loss": 2.6931,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.6658195679796695,
|
| 176 |
+
"grad_norm": 43.486656188964844,
|
| 177 |
+
"learning_rate": 1.9266779469825156e-05,
|
| 178 |
+
"loss": 2.4705,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.792884371029225,
|
| 183 |
+
"grad_norm": 55.809783935546875,
|
| 184 |
+
"learning_rate": 1.912577552171461e-05,
|
| 185 |
+
"loss": 2.4779,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 2.91994917407878,
|
| 190 |
+
"grad_norm": 48.31099319458008,
|
| 191 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 192 |
+
"loss": 2.5799,
|
| 193 |
+
"step": 575
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 3.0,
|
| 197 |
+
"eval_accuracy": 0.7757847533632287,
|
| 198 |
+
"eval_loss": 0.5457268953323364,
|
| 199 |
+
"eval_macro_f1": 0.7783366233607247,
|
| 200 |
+
"eval_runtime": 1.2298,
|
| 201 |
+
"eval_samples_per_second": 544.007,
|
| 202 |
+
"eval_steps_per_second": 34.153,
|
| 203 |
+
"eval_weighted_f1": 0.7785104811852909,
|
| 204 |
+
"step": 591
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.04574332909784,
|
| 208 |
+
"grad_norm": 185.6639862060547,
|
| 209 |
+
"learning_rate": 1.8843767625493517e-05,
|
| 210 |
+
"loss": 2.2353,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.172808132147395,
|
| 215 |
+
"grad_norm": 58.703529357910156,
|
| 216 |
+
"learning_rate": 1.870276367738297e-05,
|
| 217 |
+
"loss": 2.0196,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.2998729351969507,
|
| 222 |
+
"grad_norm": 59.40778350830078,
|
| 223 |
+
"learning_rate": 1.856175972927242e-05,
|
| 224 |
+
"loss": 1.9775,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.426937738246506,
|
| 229 |
+
"grad_norm": 44.10219192504883,
|
| 230 |
+
"learning_rate": 1.8420755781161873e-05,
|
| 231 |
+
"loss": 1.8341,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.554002541296061,
|
| 236 |
+
"grad_norm": 54.23365783691406,
|
| 237 |
+
"learning_rate": 1.8279751833051327e-05,
|
| 238 |
+
"loss": 1.6753,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.681067344345616,
|
| 243 |
+
"grad_norm": 42.92047119140625,
|
| 244 |
+
"learning_rate": 1.813874788494078e-05,
|
| 245 |
+
"loss": 2.0747,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 3.8081321473951717,
|
| 250 |
+
"grad_norm": 41.84972381591797,
|
| 251 |
+
"learning_rate": 1.7997743936830234e-05,
|
| 252 |
+
"loss": 1.9831,
|
| 253 |
+
"step": 750
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 3.935196950444727,
|
| 257 |
+
"grad_norm": 129.99989318847656,
|
| 258 |
+
"learning_rate": 1.7856739988719684e-05,
|
| 259 |
+
"loss": 1.7743,
|
| 260 |
+
"step": 775
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"epoch": 4.0,
|
| 264 |
+
"eval_accuracy": 0.7862481315396114,
|
| 265 |
+
"eval_loss": 0.5086822509765625,
|
| 266 |
+
"eval_macro_f1": 0.7882440671714588,
|
| 267 |
+
"eval_runtime": 1.2743,
|
| 268 |
+
"eval_samples_per_second": 524.998,
|
| 269 |
+
"eval_steps_per_second": 32.96,
|
| 270 |
+
"eval_weighted_f1": 0.788613728668482,
|
| 271 |
+
"step": 788
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.060991105463787,
|
| 275 |
+
"grad_norm": 68.23655700683594,
|
| 276 |
+
"learning_rate": 1.771573604060914e-05,
|
| 277 |
+
"loss": 1.6258,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.188055908513342,
|
| 282 |
+
"grad_norm": 119.58675384521484,
|
| 283 |
+
"learning_rate": 1.7574732092498594e-05,
|
| 284 |
+
"loss": 1.4883,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.315120711562897,
|
| 289 |
+
"grad_norm": 72.1654052734375,
|
| 290 |
+
"learning_rate": 1.7433728144388044e-05,
|
| 291 |
+
"loss": 1.5421,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.4421855146124525,
|
| 296 |
+
"grad_norm": 53.15501403808594,
|
| 297 |
+
"learning_rate": 1.7292724196277497e-05,
|
| 298 |
+
"loss": 1.5453,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.569250317662007,
|
| 303 |
+
"grad_norm": 48.41549301147461,
|
| 304 |
+
"learning_rate": 1.715172024816695e-05,
|
| 305 |
+
"loss": 1.4604,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.696315120711563,
|
| 310 |
+
"grad_norm": 70.55847930908203,
|
| 311 |
+
"learning_rate": 1.7010716300056404e-05,
|
| 312 |
+
"loss": 1.4733,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 4.823379923761118,
|
| 317 |
+
"grad_norm": 39.60165786743164,
|
| 318 |
+
"learning_rate": 1.6869712351945854e-05,
|
| 319 |
+
"loss": 1.5554,
|
| 320 |
+
"step": 950
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"epoch": 4.950444726810673,
|
| 324 |
+
"grad_norm": 85.29654693603516,
|
| 325 |
+
"learning_rate": 1.672870840383531e-05,
|
| 326 |
+
"loss": 1.3868,
|
| 327 |
+
"step": 975
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"epoch": 5.0,
|
| 331 |
+
"eval_accuracy": 0.8146487294469357,
|
| 332 |
+
"eval_loss": 0.5252928733825684,
|
| 333 |
+
"eval_macro_f1": 0.8119614808790919,
|
| 334 |
+
"eval_runtime": 1.264,
|
| 335 |
+
"eval_samples_per_second": 529.272,
|
| 336 |
+
"eval_steps_per_second": 33.228,
|
| 337 |
+
"eval_weighted_f1": 0.8121854563525689,
|
| 338 |
+
"step": 985
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.076238881829733,
|
| 342 |
+
"grad_norm": 58.71696090698242,
|
| 343 |
+
"learning_rate": 1.6587704455724764e-05,
|
| 344 |
+
"loss": 1.2669,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.203303684879288,
|
| 349 |
+
"grad_norm": 81.42835235595703,
|
| 350 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 351 |
+
"loss": 0.9251,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.330368487928844,
|
| 356 |
+
"grad_norm": 202.43972778320312,
|
| 357 |
+
"learning_rate": 1.6305696559503667e-05,
|
| 358 |
+
"loss": 1.0232,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.457433290978399,
|
| 363 |
+
"grad_norm": 125.60462188720703,
|
| 364 |
+
"learning_rate": 1.616469261139312e-05,
|
| 365 |
+
"loss": 1.2941,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.584498094027954,
|
| 370 |
+
"grad_norm": 87.8755874633789,
|
| 371 |
+
"learning_rate": 1.6023688663282574e-05,
|
| 372 |
+
"loss": 1.0528,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 5.71156289707751,
|
| 377 |
+
"grad_norm": 323.7835388183594,
|
| 378 |
+
"learning_rate": 1.5882684715172024e-05,
|
| 379 |
+
"loss": 0.9998,
|
| 380 |
+
"step": 1125
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"epoch": 5.838627700127065,
|
| 384 |
+
"grad_norm": 115.20993041992188,
|
| 385 |
+
"learning_rate": 1.5741680767061477e-05,
|
| 386 |
+
"loss": 1.1429,
|
| 387 |
+
"step": 1150
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"epoch": 5.96569250317662,
|
| 391 |
+
"grad_norm": 89.18766784667969,
|
| 392 |
+
"learning_rate": 1.5600676818950934e-05,
|
| 393 |
+
"loss": 1.2311,
|
| 394 |
+
"step": 1175
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"epoch": 6.0,
|
| 398 |
+
"eval_accuracy": 0.8161434977578476,
|
| 399 |
+
"eval_loss": 0.4713421165943146,
|
| 400 |
+
"eval_macro_f1": 0.8134378463255719,
|
| 401 |
+
"eval_runtime": 1.2427,
|
| 402 |
+
"eval_samples_per_second": 538.33,
|
| 403 |
+
"eval_steps_per_second": 33.797,
|
| 404 |
+
"eval_weighted_f1": 0.8137541624617427,
|
| 405 |
+
"step": 1182
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.09148665819568,
|
| 409 |
+
"grad_norm": 30.45922088623047,
|
| 410 |
+
"learning_rate": 1.5459672870840384e-05,
|
| 411 |
+
"loss": 0.8686,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.2185514612452355,
|
| 416 |
+
"grad_norm": 199.61985778808594,
|
| 417 |
+
"learning_rate": 1.5318668922729838e-05,
|
| 418 |
+
"loss": 0.778,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.34561626429479,
|
| 423 |
+
"grad_norm": 59.904388427734375,
|
| 424 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 425 |
+
"loss": 0.8483,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.472681067344346,
|
| 430 |
+
"grad_norm": 258.01898193359375,
|
| 431 |
+
"learning_rate": 1.5036661026508743e-05,
|
| 432 |
+
"loss": 0.9114,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.599745870393901,
|
| 437 |
+
"grad_norm": 182.0325469970703,
|
| 438 |
+
"learning_rate": 1.4895657078398196e-05,
|
| 439 |
+
"loss": 0.8367,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 6.726810673443456,
|
| 444 |
+
"grad_norm": 281.94293212890625,
|
| 445 |
+
"learning_rate": 1.4754653130287648e-05,
|
| 446 |
+
"loss": 0.8096,
|
| 447 |
+
"step": 1325
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"epoch": 6.853875476493012,
|
| 451 |
+
"grad_norm": 40.579376220703125,
|
| 452 |
+
"learning_rate": 1.4613649182177103e-05,
|
| 453 |
+
"loss": 0.8044,
|
| 454 |
+
"step": 1350
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"epoch": 6.980940279542566,
|
| 458 |
+
"grad_norm": 148.8614044189453,
|
| 459 |
+
"learning_rate": 1.4472645234066556e-05,
|
| 460 |
+
"loss": 0.9268,
|
| 461 |
+
"step": 1375
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"epoch": 7.0,
|
| 465 |
+
"eval_accuracy": 0.8161434977578476,
|
| 466 |
+
"eval_loss": 0.6018660068511963,
|
| 467 |
+
"eval_macro_f1": 0.8162953869044925,
|
| 468 |
+
"eval_runtime": 1.2013,
|
| 469 |
+
"eval_samples_per_second": 556.912,
|
| 470 |
+
"eval_steps_per_second": 34.963,
|
| 471 |
+
"eval_weighted_f1": 0.816255349526235,
|
| 472 |
+
"step": 1379
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.106734434561626,
|
| 476 |
+
"grad_norm": 98.15365600585938,
|
| 477 |
+
"learning_rate": 1.4331641285956008e-05,
|
| 478 |
+
"loss": 0.5722,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.233799237611182,
|
| 483 |
+
"grad_norm": 145.7469940185547,
|
| 484 |
+
"learning_rate": 1.4190637337845461e-05,
|
| 485 |
+
"loss": 0.7175,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.360864040660737,
|
| 490 |
+
"grad_norm": 81.80599212646484,
|
| 491 |
+
"learning_rate": 1.4049633389734913e-05,
|
| 492 |
+
"loss": 0.6321,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.487928843710292,
|
| 497 |
+
"grad_norm": 162.3285369873047,
|
| 498 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 499 |
+
"loss": 0.5693,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 7.614993646759848,
|
| 504 |
+
"grad_norm": 105.69803619384766,
|
| 505 |
+
"learning_rate": 1.3767625493513818e-05,
|
| 506 |
+
"loss": 0.6938,
|
| 507 |
+
"step": 1500
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"epoch": 7.742058449809403,
|
| 511 |
+
"grad_norm": 116.37171936035156,
|
| 512 |
+
"learning_rate": 1.3626621545403271e-05,
|
| 513 |
+
"loss": 0.4822,
|
| 514 |
+
"step": 1525
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"epoch": 7.869123252858958,
|
| 518 |
+
"grad_norm": 194.13192749023438,
|
| 519 |
+
"learning_rate": 1.3485617597292726e-05,
|
| 520 |
+
"loss": 0.662,
|
| 521 |
+
"step": 1550
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"epoch": 7.9961880559085134,
|
| 525 |
+
"grad_norm": 89.98485565185547,
|
| 526 |
+
"learning_rate": 1.3344613649182178e-05,
|
| 527 |
+
"loss": 0.7007,
|
| 528 |
+
"step": 1575
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"epoch": 8.0,
|
| 532 |
+
"eval_accuracy": 0.8161434977578476,
|
| 533 |
+
"eval_loss": 0.6307706236839294,
|
| 534 |
+
"eval_macro_f1": 0.8166135415906698,
|
| 535 |
+
"eval_runtime": 1.103,
|
| 536 |
+
"eval_samples_per_second": 606.502,
|
| 537 |
+
"eval_steps_per_second": 38.076,
|
| 538 |
+
"eval_weighted_f1": 0.816692686054795,
|
| 539 |
+
"step": 1576
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.121982210927573,
|
| 543 |
+
"grad_norm": 103.20829010009766,
|
| 544 |
+
"learning_rate": 1.3203609701071631e-05,
|
| 545 |
+
"loss": 0.4689,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.249047013977128,
|
| 550 |
+
"grad_norm": 12.563240051269531,
|
| 551 |
+
"learning_rate": 1.3062605752961083e-05,
|
| 552 |
+
"loss": 0.4796,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.376111817026684,
|
| 557 |
+
"grad_norm": 59.9149284362793,
|
| 558 |
+
"learning_rate": 1.2921601804850537e-05,
|
| 559 |
+
"loss": 0.5016,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.503176620076239,
|
| 564 |
+
"grad_norm": 59.13720703125,
|
| 565 |
+
"learning_rate": 1.278059785673999e-05,
|
| 566 |
+
"loss": 0.4419,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 8.630241423125794,
|
| 571 |
+
"grad_norm": 191.30088806152344,
|
| 572 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 573 |
+
"loss": 0.7773,
|
| 574 |
+
"step": 1700
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"epoch": 8.757306226175348,
|
| 578 |
+
"grad_norm": 149.34107971191406,
|
| 579 |
+
"learning_rate": 1.2498589960518897e-05,
|
| 580 |
+
"loss": 0.4269,
|
| 581 |
+
"step": 1725
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"epoch": 8.884371029224905,
|
| 585 |
+
"grad_norm": 62.56365966796875,
|
| 586 |
+
"learning_rate": 1.2357586012408348e-05,
|
| 587 |
+
"loss": 0.3984,
|
| 588 |
+
"step": 1750
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"epoch": 9.0,
|
| 592 |
+
"eval_accuracy": 0.8400597907324364,
|
| 593 |
+
"eval_loss": 0.722693145275116,
|
| 594 |
+
"eval_macro_f1": 0.8396941226745324,
|
| 595 |
+
"eval_runtime": 1.3192,
|
| 596 |
+
"eval_samples_per_second": 507.141,
|
| 597 |
+
"eval_steps_per_second": 31.838,
|
| 598 |
+
"eval_weighted_f1": 0.8397347412901496,
|
| 599 |
+
"step": 1773
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.010165184243965,
|
| 603 |
+
"grad_norm": 69.3476791381836,
|
| 604 |
+
"learning_rate": 1.2216582064297802e-05,
|
| 605 |
+
"loss": 0.3948,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.13722998729352,
|
| 610 |
+
"grad_norm": 90.97038269042969,
|
| 611 |
+
"learning_rate": 1.2075578116187253e-05,
|
| 612 |
+
"loss": 0.4027,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.264294790343074,
|
| 617 |
+
"grad_norm": 243.46359252929688,
|
| 618 |
+
"learning_rate": 1.1934574168076707e-05,
|
| 619 |
+
"loss": 0.3084,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.39135959339263,
|
| 624 |
+
"grad_norm": 32.32405471801758,
|
| 625 |
+
"learning_rate": 1.179357021996616e-05,
|
| 626 |
+
"loss": 0.3891,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 9.518424396442185,
|
| 631 |
+
"grad_norm": 91.04075622558594,
|
| 632 |
+
"learning_rate": 1.1652566271855612e-05,
|
| 633 |
+
"loss": 0.2675,
|
| 634 |
+
"step": 1875
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"epoch": 9.64548919949174,
|
| 638 |
+
"grad_norm": 89.83439636230469,
|
| 639 |
+
"learning_rate": 1.1511562323745067e-05,
|
| 640 |
+
"loss": 0.462,
|
| 641 |
+
"step": 1900
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"epoch": 9.772554002541296,
|
| 645 |
+
"grad_norm": 61.18662643432617,
|
| 646 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 647 |
+
"loss": 0.4274,
|
| 648 |
+
"step": 1925
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 9.899618805590851,
|
| 652 |
+
"grad_norm": 28.631799697875977,
|
| 653 |
+
"learning_rate": 1.1229554427523972e-05,
|
| 654 |
+
"loss": 0.3694,
|
| 655 |
+
"step": 1950
|
| 656 |
+
},
|
| 657 |
+
{
|
| 658 |
+
"epoch": 10.0,
|
| 659 |
+
"eval_accuracy": 0.8295964125560538,
|
| 660 |
+
"eval_loss": 0.952014684677124,
|
| 661 |
+
"eval_macro_f1": 0.8305655643437984,
|
| 662 |
+
"eval_runtime": 1.2762,
|
| 663 |
+
"eval_samples_per_second": 524.222,
|
| 664 |
+
"eval_steps_per_second": 32.911,
|
| 665 |
+
"eval_weighted_f1": 0.8306314835337038,
|
| 666 |
+
"step": 1970
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.025412960609911,
|
| 670 |
+
"grad_norm": 22.351682662963867,
|
| 671 |
+
"learning_rate": 1.1088550479413425e-05,
|
| 672 |
+
"loss": 0.4322,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.152477763659466,
|
| 677 |
+
"grad_norm": 84.09736633300781,
|
| 678 |
+
"learning_rate": 1.0947546531302877e-05,
|
| 679 |
+
"loss": 0.3499,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 10.279542566709022,
|
| 684 |
+
"grad_norm": 62.99028396606445,
|
| 685 |
+
"learning_rate": 1.080654258319233e-05,
|
| 686 |
+
"loss": 0.2077,
|
| 687 |
+
"step": 2025
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"epoch": 10.406607369758577,
|
| 691 |
+
"grad_norm": 1.6804883480072021,
|
| 692 |
+
"learning_rate": 1.0665538635081782e-05,
|
| 693 |
+
"loss": 0.2428,
|
| 694 |
+
"step": 2050
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"epoch": 10.533672172808132,
|
| 698 |
+
"grad_norm": 6.674628257751465,
|
| 699 |
+
"learning_rate": 1.0524534686971236e-05,
|
| 700 |
+
"loss": 0.4105,
|
| 701 |
+
"step": 2075
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"epoch": 10.660736975857688,
|
| 705 |
+
"grad_norm": 10.589431762695312,
|
| 706 |
+
"learning_rate": 1.038353073886069e-05,
|
| 707 |
+
"loss": 0.3415,
|
| 708 |
+
"step": 2100
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"epoch": 10.787801778907243,
|
| 712 |
+
"grad_norm": 153.43801879882812,
|
| 713 |
+
"learning_rate": 1.0242526790750142e-05,
|
| 714 |
+
"loss": 0.3026,
|
| 715 |
+
"step": 2125
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"epoch": 10.914866581956797,
|
| 719 |
+
"grad_norm": 13.149923324584961,
|
| 720 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 721 |
+
"loss": 0.3618,
|
| 722 |
+
"step": 2150
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"epoch": 11.0,
|
| 726 |
+
"eval_accuracy": 0.8415545590433483,
|
| 727 |
+
"eval_loss": 0.9813380241394043,
|
| 728 |
+
"eval_macro_f1": 0.8409070911259094,
|
| 729 |
+
"eval_runtime": 1.2774,
|
| 730 |
+
"eval_samples_per_second": 523.738,
|
| 731 |
+
"eval_steps_per_second": 32.88,
|
| 732 |
+
"eval_weighted_f1": 0.8409310422699557,
|
| 733 |
+
"step": 2167
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"epoch": 11.040660736975857,
|
| 737 |
+
"grad_norm": 3.2325377464294434,
|
| 738 |
+
"learning_rate": 9.960518894529047e-06,
|
| 739 |
+
"loss": 0.334,
|
| 740 |
+
"step": 2175
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"epoch": 11.167725540025414,
|
| 744 |
+
"grad_norm": 4.55637264251709,
|
| 745 |
+
"learning_rate": 9.8195149464185e-06,
|
| 746 |
+
"loss": 0.399,
|
| 747 |
+
"step": 2200
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"epoch": 11.294790343074968,
|
| 751 |
+
"grad_norm": 212.72996520996094,
|
| 752 |
+
"learning_rate": 9.678510998307954e-06,
|
| 753 |
+
"loss": 0.3417,
|
| 754 |
+
"step": 2225
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"epoch": 11.421855146124523,
|
| 758 |
+
"grad_norm": 199.30255126953125,
|
| 759 |
+
"learning_rate": 9.537507050197406e-06,
|
| 760 |
+
"loss": 0.1093,
|
| 761 |
+
"step": 2250
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"epoch": 11.54891994917408,
|
| 765 |
+
"grad_norm": 273.3525390625,
|
| 766 |
+
"learning_rate": 9.39650310208686e-06,
|
| 767 |
+
"loss": 0.3388,
|
| 768 |
+
"step": 2275
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"epoch": 11.675984752223634,
|
| 772 |
+
"grad_norm": 36.49818420410156,
|
| 773 |
+
"learning_rate": 9.255499153976311e-06,
|
| 774 |
+
"loss": 0.2124,
|
| 775 |
+
"step": 2300
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"epoch": 11.803049555273189,
|
| 779 |
+
"grad_norm": 0.043487902730703354,
|
| 780 |
+
"learning_rate": 9.114495205865766e-06,
|
| 781 |
+
"loss": 0.2709,
|
| 782 |
+
"step": 2325
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"epoch": 11.930114358322745,
|
| 786 |
+
"grad_norm": 1.4822763204574585,
|
| 787 |
+
"learning_rate": 8.973491257755218e-06,
|
| 788 |
+
"loss": 0.3708,
|
| 789 |
+
"step": 2350
|
| 790 |
+
},
|
| 791 |
+
{
|
| 792 |
+
"epoch": 12.0,
|
| 793 |
+
"eval_accuracy": 0.8445440956651719,
|
| 794 |
+
"eval_loss": 1.0554680824279785,
|
| 795 |
+
"eval_macro_f1": 0.8441495992101032,
|
| 796 |
+
"eval_runtime": 1.2696,
|
| 797 |
+
"eval_samples_per_second": 526.958,
|
| 798 |
+
"eval_steps_per_second": 33.083,
|
| 799 |
+
"eval_weighted_f1": 0.8442846992453216,
|
| 800 |
+
"step": 2364
|
| 801 |
+
}
|
| 802 |
+
],
|
| 803 |
+
"logging_steps": 25,
|
| 804 |
+
"max_steps": 3940,
|
| 805 |
+
"num_input_tokens_seen": 0,
|
| 806 |
+
"num_train_epochs": 20,
|
| 807 |
+
"save_steps": 500,
|
| 808 |
+
"stateful_callbacks": {
|
| 809 |
+
"EarlyStoppingCallback": {
|
| 810 |
+
"args": {
|
| 811 |
+
"early_stopping_patience": 3,
|
| 812 |
+
"early_stopping_threshold": 0.0
|
| 813 |
+
},
|
| 814 |
+
"attributes": {
|
| 815 |
+
"early_stopping_patience_counter": 0
|
| 816 |
+
}
|
| 817 |
+
},
|
| 818 |
+
"TrainerControl": {
|
| 819 |
+
"args": {
|
| 820 |
+
"should_epoch_stop": false,
|
| 821 |
+
"should_evaluate": false,
|
| 822 |
+
"should_log": false,
|
| 823 |
+
"should_save": true,
|
| 824 |
+
"should_training_stop": false
|
| 825 |
+
},
|
| 826 |
+
"attributes": {}
|
| 827 |
+
}
|
| 828 |
+
},
|
| 829 |
+
"total_flos": 0.0,
|
| 830 |
+
"train_batch_size": 8,
|
| 831 |
+
"trial_name": null,
|
| 832 |
+
"trial_params": null
|
| 833 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/trainer_state.json
ADDED
|
@@ -0,0 +1,1034 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2364,
|
| 3 |
+
"best_metric": 0.8441495992101032,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364",
|
| 5 |
+
"epoch": 15.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2955,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.12706480304955528,
|
| 14 |
+
"grad_norm": 35.512168884277344,
|
| 15 |
+
"learning_rate": 1.218274111675127e-06,
|
| 16 |
+
"loss": 4.9393,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.25412960609911056,
|
| 21 |
+
"grad_norm": 12.679766654968262,
|
| 22 |
+
"learning_rate": 2.487309644670051e-06,
|
| 23 |
+
"loss": 4.838,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.3811944091486658,
|
| 28 |
+
"grad_norm": 46.721092224121094,
|
| 29 |
+
"learning_rate": 3.756345177664975e-06,
|
| 30 |
+
"loss": 4.7311,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5082592121982211,
|
| 35 |
+
"grad_norm": 41.783634185791016,
|
| 36 |
+
"learning_rate": 5.025380710659899e-06,
|
| 37 |
+
"loss": 4.6157,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6353240152477764,
|
| 42 |
+
"grad_norm": 50.64247512817383,
|
| 43 |
+
"learning_rate": 6.2944162436548225e-06,
|
| 44 |
+
"loss": 4.4652,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.7623888182973316,
|
| 49 |
+
"grad_norm": 79.86474609375,
|
| 50 |
+
"learning_rate": 7.563451776649747e-06,
|
| 51 |
+
"loss": 4.3146,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.8894536213468869,
|
| 56 |
+
"grad_norm": 120.50712585449219,
|
| 57 |
+
"learning_rate": 8.832487309644671e-06,
|
| 58 |
+
"loss": 4.2624,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.6053811659192825,
|
| 64 |
+
"eval_loss": 0.9243478178977966,
|
| 65 |
+
"eval_macro_f1": 0.5976549381249451,
|
| 66 |
+
"eval_runtime": 1.2188,
|
| 67 |
+
"eval_samples_per_second": 548.891,
|
| 68 |
+
"eval_steps_per_second": 34.459,
|
| 69 |
+
"eval_weighted_f1": 0.5979032164824135,
|
| 70 |
+
"step": 197
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0152477763659467,
|
| 74 |
+
"grad_norm": 24.304256439208984,
|
| 75 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 76 |
+
"loss": 4.088,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.1423125794155018,
|
| 81 |
+
"grad_norm": 81.54771423339844,
|
| 82 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 83 |
+
"loss": 3.8793,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.2693773824650572,
|
| 88 |
+
"grad_norm": 60.38642120361328,
|
| 89 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 90 |
+
"loss": 3.7867,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.3964421855146125,
|
| 95 |
+
"grad_norm": 53.214027404785156,
|
| 96 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 97 |
+
"loss": 3.6795,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.5235069885641677,
|
| 102 |
+
"grad_norm": 50.133907318115234,
|
| 103 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 104 |
+
"loss": 4.0444,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.650571791613723,
|
| 109 |
+
"grad_norm": 92.28113555908203,
|
| 110 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 111 |
+
"loss": 3.4029,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.7776365946632784,
|
| 116 |
+
"grad_norm": 136.72434997558594,
|
| 117 |
+
"learning_rate": 1.771573604060914e-05,
|
| 118 |
+
"loss": 3.4677,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.9047013977128335,
|
| 123 |
+
"grad_norm": 75.7567367553711,
|
| 124 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 125 |
+
"loss": 3.0678,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 2.0,
|
| 130 |
+
"eval_accuracy": 0.7130044843049327,
|
| 131 |
+
"eval_loss": 0.6462002992630005,
|
| 132 |
+
"eval_macro_f1": 0.7024770911770345,
|
| 133 |
+
"eval_runtime": 1.4346,
|
| 134 |
+
"eval_samples_per_second": 466.336,
|
| 135 |
+
"eval_steps_per_second": 29.277,
|
| 136 |
+
"eval_weighted_f1": 0.7033906770897261,
|
| 137 |
+
"step": 394
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.0304955527318933,
|
| 141 |
+
"grad_norm": 90.08475494384766,
|
| 142 |
+
"learning_rate": 1.997179921037789e-05,
|
| 143 |
+
"loss": 2.7612,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.1575603557814484,
|
| 148 |
+
"grad_norm": 77.70708465576172,
|
| 149 |
+
"learning_rate": 1.9830795262267346e-05,
|
| 150 |
+
"loss": 2.7341,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.2846251588310036,
|
| 155 |
+
"grad_norm": 105.88381958007812,
|
| 156 |
+
"learning_rate": 1.96897913141568e-05,
|
| 157 |
+
"loss": 2.6083,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.411689961880559,
|
| 162 |
+
"grad_norm": 103.4154052734375,
|
| 163 |
+
"learning_rate": 1.954878736604625e-05,
|
| 164 |
+
"loss": 2.4837,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.5387547649301143,
|
| 169 |
+
"grad_norm": 36.66416549682617,
|
| 170 |
+
"learning_rate": 1.9407783417935703e-05,
|
| 171 |
+
"loss": 2.6931,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.6658195679796695,
|
| 176 |
+
"grad_norm": 43.486656188964844,
|
| 177 |
+
"learning_rate": 1.9266779469825156e-05,
|
| 178 |
+
"loss": 2.4705,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.792884371029225,
|
| 183 |
+
"grad_norm": 55.809783935546875,
|
| 184 |
+
"learning_rate": 1.912577552171461e-05,
|
| 185 |
+
"loss": 2.4779,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 2.91994917407878,
|
| 190 |
+
"grad_norm": 48.31099319458008,
|
| 191 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 192 |
+
"loss": 2.5799,
|
| 193 |
+
"step": 575
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 3.0,
|
| 197 |
+
"eval_accuracy": 0.7757847533632287,
|
| 198 |
+
"eval_loss": 0.5457268953323364,
|
| 199 |
+
"eval_macro_f1": 0.7783366233607247,
|
| 200 |
+
"eval_runtime": 1.2298,
|
| 201 |
+
"eval_samples_per_second": 544.007,
|
| 202 |
+
"eval_steps_per_second": 34.153,
|
| 203 |
+
"eval_weighted_f1": 0.7785104811852909,
|
| 204 |
+
"step": 591
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.04574332909784,
|
| 208 |
+
"grad_norm": 185.6639862060547,
|
| 209 |
+
"learning_rate": 1.8843767625493517e-05,
|
| 210 |
+
"loss": 2.2353,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.172808132147395,
|
| 215 |
+
"grad_norm": 58.703529357910156,
|
| 216 |
+
"learning_rate": 1.870276367738297e-05,
|
| 217 |
+
"loss": 2.0196,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.2998729351969507,
|
| 222 |
+
"grad_norm": 59.40778350830078,
|
| 223 |
+
"learning_rate": 1.856175972927242e-05,
|
| 224 |
+
"loss": 1.9775,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.426937738246506,
|
| 229 |
+
"grad_norm": 44.10219192504883,
|
| 230 |
+
"learning_rate": 1.8420755781161873e-05,
|
| 231 |
+
"loss": 1.8341,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.554002541296061,
|
| 236 |
+
"grad_norm": 54.23365783691406,
|
| 237 |
+
"learning_rate": 1.8279751833051327e-05,
|
| 238 |
+
"loss": 1.6753,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.681067344345616,
|
| 243 |
+
"grad_norm": 42.92047119140625,
|
| 244 |
+
"learning_rate": 1.813874788494078e-05,
|
| 245 |
+
"loss": 2.0747,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 3.8081321473951717,
|
| 250 |
+
"grad_norm": 41.84972381591797,
|
| 251 |
+
"learning_rate": 1.7997743936830234e-05,
|
| 252 |
+
"loss": 1.9831,
|
| 253 |
+
"step": 750
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 3.935196950444727,
|
| 257 |
+
"grad_norm": 129.99989318847656,
|
| 258 |
+
"learning_rate": 1.7856739988719684e-05,
|
| 259 |
+
"loss": 1.7743,
|
| 260 |
+
"step": 775
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"epoch": 4.0,
|
| 264 |
+
"eval_accuracy": 0.7862481315396114,
|
| 265 |
+
"eval_loss": 0.5086822509765625,
|
| 266 |
+
"eval_macro_f1": 0.7882440671714588,
|
| 267 |
+
"eval_runtime": 1.2743,
|
| 268 |
+
"eval_samples_per_second": 524.998,
|
| 269 |
+
"eval_steps_per_second": 32.96,
|
| 270 |
+
"eval_weighted_f1": 0.788613728668482,
|
| 271 |
+
"step": 788
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.060991105463787,
|
| 275 |
+
"grad_norm": 68.23655700683594,
|
| 276 |
+
"learning_rate": 1.771573604060914e-05,
|
| 277 |
+
"loss": 1.6258,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.188055908513342,
|
| 282 |
+
"grad_norm": 119.58675384521484,
|
| 283 |
+
"learning_rate": 1.7574732092498594e-05,
|
| 284 |
+
"loss": 1.4883,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.315120711562897,
|
| 289 |
+
"grad_norm": 72.1654052734375,
|
| 290 |
+
"learning_rate": 1.7433728144388044e-05,
|
| 291 |
+
"loss": 1.5421,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.4421855146124525,
|
| 296 |
+
"grad_norm": 53.15501403808594,
|
| 297 |
+
"learning_rate": 1.7292724196277497e-05,
|
| 298 |
+
"loss": 1.5453,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.569250317662007,
|
| 303 |
+
"grad_norm": 48.41549301147461,
|
| 304 |
+
"learning_rate": 1.715172024816695e-05,
|
| 305 |
+
"loss": 1.4604,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.696315120711563,
|
| 310 |
+
"grad_norm": 70.55847930908203,
|
| 311 |
+
"learning_rate": 1.7010716300056404e-05,
|
| 312 |
+
"loss": 1.4733,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 4.823379923761118,
|
| 317 |
+
"grad_norm": 39.60165786743164,
|
| 318 |
+
"learning_rate": 1.6869712351945854e-05,
|
| 319 |
+
"loss": 1.5554,
|
| 320 |
+
"step": 950
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"epoch": 4.950444726810673,
|
| 324 |
+
"grad_norm": 85.29654693603516,
|
| 325 |
+
"learning_rate": 1.672870840383531e-05,
|
| 326 |
+
"loss": 1.3868,
|
| 327 |
+
"step": 975
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"epoch": 5.0,
|
| 331 |
+
"eval_accuracy": 0.8146487294469357,
|
| 332 |
+
"eval_loss": 0.5252928733825684,
|
| 333 |
+
"eval_macro_f1": 0.8119614808790919,
|
| 334 |
+
"eval_runtime": 1.264,
|
| 335 |
+
"eval_samples_per_second": 529.272,
|
| 336 |
+
"eval_steps_per_second": 33.228,
|
| 337 |
+
"eval_weighted_f1": 0.8121854563525689,
|
| 338 |
+
"step": 985
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.076238881829733,
|
| 342 |
+
"grad_norm": 58.71696090698242,
|
| 343 |
+
"learning_rate": 1.6587704455724764e-05,
|
| 344 |
+
"loss": 1.2669,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.203303684879288,
|
| 349 |
+
"grad_norm": 81.42835235595703,
|
| 350 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 351 |
+
"loss": 0.9251,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.330368487928844,
|
| 356 |
+
"grad_norm": 202.43972778320312,
|
| 357 |
+
"learning_rate": 1.6305696559503667e-05,
|
| 358 |
+
"loss": 1.0232,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.457433290978399,
|
| 363 |
+
"grad_norm": 125.60462188720703,
|
| 364 |
+
"learning_rate": 1.616469261139312e-05,
|
| 365 |
+
"loss": 1.2941,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.584498094027954,
|
| 370 |
+
"grad_norm": 87.8755874633789,
|
| 371 |
+
"learning_rate": 1.6023688663282574e-05,
|
| 372 |
+
"loss": 1.0528,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 5.71156289707751,
|
| 377 |
+
"grad_norm": 323.7835388183594,
|
| 378 |
+
"learning_rate": 1.5882684715172024e-05,
|
| 379 |
+
"loss": 0.9998,
|
| 380 |
+
"step": 1125
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"epoch": 5.838627700127065,
|
| 384 |
+
"grad_norm": 115.20993041992188,
|
| 385 |
+
"learning_rate": 1.5741680767061477e-05,
|
| 386 |
+
"loss": 1.1429,
|
| 387 |
+
"step": 1150
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"epoch": 5.96569250317662,
|
| 391 |
+
"grad_norm": 89.18766784667969,
|
| 392 |
+
"learning_rate": 1.5600676818950934e-05,
|
| 393 |
+
"loss": 1.2311,
|
| 394 |
+
"step": 1175
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"epoch": 6.0,
|
| 398 |
+
"eval_accuracy": 0.8161434977578476,
|
| 399 |
+
"eval_loss": 0.4713421165943146,
|
| 400 |
+
"eval_macro_f1": 0.8134378463255719,
|
| 401 |
+
"eval_runtime": 1.2427,
|
| 402 |
+
"eval_samples_per_second": 538.33,
|
| 403 |
+
"eval_steps_per_second": 33.797,
|
| 404 |
+
"eval_weighted_f1": 0.8137541624617427,
|
| 405 |
+
"step": 1182
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.09148665819568,
|
| 409 |
+
"grad_norm": 30.45922088623047,
|
| 410 |
+
"learning_rate": 1.5459672870840384e-05,
|
| 411 |
+
"loss": 0.8686,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.2185514612452355,
|
| 416 |
+
"grad_norm": 199.61985778808594,
|
| 417 |
+
"learning_rate": 1.5318668922729838e-05,
|
| 418 |
+
"loss": 0.778,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.34561626429479,
|
| 423 |
+
"grad_norm": 59.904388427734375,
|
| 424 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 425 |
+
"loss": 0.8483,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.472681067344346,
|
| 430 |
+
"grad_norm": 258.01898193359375,
|
| 431 |
+
"learning_rate": 1.5036661026508743e-05,
|
| 432 |
+
"loss": 0.9114,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.599745870393901,
|
| 437 |
+
"grad_norm": 182.0325469970703,
|
| 438 |
+
"learning_rate": 1.4895657078398196e-05,
|
| 439 |
+
"loss": 0.8367,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 6.726810673443456,
|
| 444 |
+
"grad_norm": 281.94293212890625,
|
| 445 |
+
"learning_rate": 1.4754653130287648e-05,
|
| 446 |
+
"loss": 0.8096,
|
| 447 |
+
"step": 1325
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"epoch": 6.853875476493012,
|
| 451 |
+
"grad_norm": 40.579376220703125,
|
| 452 |
+
"learning_rate": 1.4613649182177103e-05,
|
| 453 |
+
"loss": 0.8044,
|
| 454 |
+
"step": 1350
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"epoch": 6.980940279542566,
|
| 458 |
+
"grad_norm": 148.8614044189453,
|
| 459 |
+
"learning_rate": 1.4472645234066556e-05,
|
| 460 |
+
"loss": 0.9268,
|
| 461 |
+
"step": 1375
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"epoch": 7.0,
|
| 465 |
+
"eval_accuracy": 0.8161434977578476,
|
| 466 |
+
"eval_loss": 0.6018660068511963,
|
| 467 |
+
"eval_macro_f1": 0.8162953869044925,
|
| 468 |
+
"eval_runtime": 1.2013,
|
| 469 |
+
"eval_samples_per_second": 556.912,
|
| 470 |
+
"eval_steps_per_second": 34.963,
|
| 471 |
+
"eval_weighted_f1": 0.816255349526235,
|
| 472 |
+
"step": 1379
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.106734434561626,
|
| 476 |
+
"grad_norm": 98.15365600585938,
|
| 477 |
+
"learning_rate": 1.4331641285956008e-05,
|
| 478 |
+
"loss": 0.5722,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.233799237611182,
|
| 483 |
+
"grad_norm": 145.7469940185547,
|
| 484 |
+
"learning_rate": 1.4190637337845461e-05,
|
| 485 |
+
"loss": 0.7175,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.360864040660737,
|
| 490 |
+
"grad_norm": 81.80599212646484,
|
| 491 |
+
"learning_rate": 1.4049633389734913e-05,
|
| 492 |
+
"loss": 0.6321,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.487928843710292,
|
| 497 |
+
"grad_norm": 162.3285369873047,
|
| 498 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 499 |
+
"loss": 0.5693,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 7.614993646759848,
|
| 504 |
+
"grad_norm": 105.69803619384766,
|
| 505 |
+
"learning_rate": 1.3767625493513818e-05,
|
| 506 |
+
"loss": 0.6938,
|
| 507 |
+
"step": 1500
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"epoch": 7.742058449809403,
|
| 511 |
+
"grad_norm": 116.37171936035156,
|
| 512 |
+
"learning_rate": 1.3626621545403271e-05,
|
| 513 |
+
"loss": 0.4822,
|
| 514 |
+
"step": 1525
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"epoch": 7.869123252858958,
|
| 518 |
+
"grad_norm": 194.13192749023438,
|
| 519 |
+
"learning_rate": 1.3485617597292726e-05,
|
| 520 |
+
"loss": 0.662,
|
| 521 |
+
"step": 1550
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"epoch": 7.9961880559085134,
|
| 525 |
+
"grad_norm": 89.98485565185547,
|
| 526 |
+
"learning_rate": 1.3344613649182178e-05,
|
| 527 |
+
"loss": 0.7007,
|
| 528 |
+
"step": 1575
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"epoch": 8.0,
|
| 532 |
+
"eval_accuracy": 0.8161434977578476,
|
| 533 |
+
"eval_loss": 0.6307706236839294,
|
| 534 |
+
"eval_macro_f1": 0.8166135415906698,
|
| 535 |
+
"eval_runtime": 1.103,
|
| 536 |
+
"eval_samples_per_second": 606.502,
|
| 537 |
+
"eval_steps_per_second": 38.076,
|
| 538 |
+
"eval_weighted_f1": 0.816692686054795,
|
| 539 |
+
"step": 1576
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.121982210927573,
|
| 543 |
+
"grad_norm": 103.20829010009766,
|
| 544 |
+
"learning_rate": 1.3203609701071631e-05,
|
| 545 |
+
"loss": 0.4689,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.249047013977128,
|
| 550 |
+
"grad_norm": 12.563240051269531,
|
| 551 |
+
"learning_rate": 1.3062605752961083e-05,
|
| 552 |
+
"loss": 0.4796,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.376111817026684,
|
| 557 |
+
"grad_norm": 59.9149284362793,
|
| 558 |
+
"learning_rate": 1.2921601804850537e-05,
|
| 559 |
+
"loss": 0.5016,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.503176620076239,
|
| 564 |
+
"grad_norm": 59.13720703125,
|
| 565 |
+
"learning_rate": 1.278059785673999e-05,
|
| 566 |
+
"loss": 0.4419,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 8.630241423125794,
|
| 571 |
+
"grad_norm": 191.30088806152344,
|
| 572 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 573 |
+
"loss": 0.7773,
|
| 574 |
+
"step": 1700
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"epoch": 8.757306226175348,
|
| 578 |
+
"grad_norm": 149.34107971191406,
|
| 579 |
+
"learning_rate": 1.2498589960518897e-05,
|
| 580 |
+
"loss": 0.4269,
|
| 581 |
+
"step": 1725
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"epoch": 8.884371029224905,
|
| 585 |
+
"grad_norm": 62.56365966796875,
|
| 586 |
+
"learning_rate": 1.2357586012408348e-05,
|
| 587 |
+
"loss": 0.3984,
|
| 588 |
+
"step": 1750
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"epoch": 9.0,
|
| 592 |
+
"eval_accuracy": 0.8400597907324364,
|
| 593 |
+
"eval_loss": 0.722693145275116,
|
| 594 |
+
"eval_macro_f1": 0.8396941226745324,
|
| 595 |
+
"eval_runtime": 1.3192,
|
| 596 |
+
"eval_samples_per_second": 507.141,
|
| 597 |
+
"eval_steps_per_second": 31.838,
|
| 598 |
+
"eval_weighted_f1": 0.8397347412901496,
|
| 599 |
+
"step": 1773
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.010165184243965,
|
| 603 |
+
"grad_norm": 69.3476791381836,
|
| 604 |
+
"learning_rate": 1.2216582064297802e-05,
|
| 605 |
+
"loss": 0.3948,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.13722998729352,
|
| 610 |
+
"grad_norm": 90.97038269042969,
|
| 611 |
+
"learning_rate": 1.2075578116187253e-05,
|
| 612 |
+
"loss": 0.4027,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.264294790343074,
|
| 617 |
+
"grad_norm": 243.46359252929688,
|
| 618 |
+
"learning_rate": 1.1934574168076707e-05,
|
| 619 |
+
"loss": 0.3084,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.39135959339263,
|
| 624 |
+
"grad_norm": 32.32405471801758,
|
| 625 |
+
"learning_rate": 1.179357021996616e-05,
|
| 626 |
+
"loss": 0.3891,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 9.518424396442185,
|
| 631 |
+
"grad_norm": 91.04075622558594,
|
| 632 |
+
"learning_rate": 1.1652566271855612e-05,
|
| 633 |
+
"loss": 0.2675,
|
| 634 |
+
"step": 1875
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"epoch": 9.64548919949174,
|
| 638 |
+
"grad_norm": 89.83439636230469,
|
| 639 |
+
"learning_rate": 1.1511562323745067e-05,
|
| 640 |
+
"loss": 0.462,
|
| 641 |
+
"step": 1900
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"epoch": 9.772554002541296,
|
| 645 |
+
"grad_norm": 61.18662643432617,
|
| 646 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 647 |
+
"loss": 0.4274,
|
| 648 |
+
"step": 1925
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 9.899618805590851,
|
| 652 |
+
"grad_norm": 28.631799697875977,
|
| 653 |
+
"learning_rate": 1.1229554427523972e-05,
|
| 654 |
+
"loss": 0.3694,
|
| 655 |
+
"step": 1950
|
| 656 |
+
},
|
| 657 |
+
{
|
| 658 |
+
"epoch": 10.0,
|
| 659 |
+
"eval_accuracy": 0.8295964125560538,
|
| 660 |
+
"eval_loss": 0.952014684677124,
|
| 661 |
+
"eval_macro_f1": 0.8305655643437984,
|
| 662 |
+
"eval_runtime": 1.2762,
|
| 663 |
+
"eval_samples_per_second": 524.222,
|
| 664 |
+
"eval_steps_per_second": 32.911,
|
| 665 |
+
"eval_weighted_f1": 0.8306314835337038,
|
| 666 |
+
"step": 1970
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.025412960609911,
|
| 670 |
+
"grad_norm": 22.351682662963867,
|
| 671 |
+
"learning_rate": 1.1088550479413425e-05,
|
| 672 |
+
"loss": 0.4322,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.152477763659466,
|
| 677 |
+
"grad_norm": 84.09736633300781,
|
| 678 |
+
"learning_rate": 1.0947546531302877e-05,
|
| 679 |
+
"loss": 0.3499,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 10.279542566709022,
|
| 684 |
+
"grad_norm": 62.99028396606445,
|
| 685 |
+
"learning_rate": 1.080654258319233e-05,
|
| 686 |
+
"loss": 0.2077,
|
| 687 |
+
"step": 2025
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"epoch": 10.406607369758577,
|
| 691 |
+
"grad_norm": 1.6804883480072021,
|
| 692 |
+
"learning_rate": 1.0665538635081782e-05,
|
| 693 |
+
"loss": 0.2428,
|
| 694 |
+
"step": 2050
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"epoch": 10.533672172808132,
|
| 698 |
+
"grad_norm": 6.674628257751465,
|
| 699 |
+
"learning_rate": 1.0524534686971236e-05,
|
| 700 |
+
"loss": 0.4105,
|
| 701 |
+
"step": 2075
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"epoch": 10.660736975857688,
|
| 705 |
+
"grad_norm": 10.589431762695312,
|
| 706 |
+
"learning_rate": 1.038353073886069e-05,
|
| 707 |
+
"loss": 0.3415,
|
| 708 |
+
"step": 2100
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"epoch": 10.787801778907243,
|
| 712 |
+
"grad_norm": 153.43801879882812,
|
| 713 |
+
"learning_rate": 1.0242526790750142e-05,
|
| 714 |
+
"loss": 0.3026,
|
| 715 |
+
"step": 2125
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"epoch": 10.914866581956797,
|
| 719 |
+
"grad_norm": 13.149923324584961,
|
| 720 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 721 |
+
"loss": 0.3618,
|
| 722 |
+
"step": 2150
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"epoch": 11.0,
|
| 726 |
+
"eval_accuracy": 0.8415545590433483,
|
| 727 |
+
"eval_loss": 0.9813380241394043,
|
| 728 |
+
"eval_macro_f1": 0.8409070911259094,
|
| 729 |
+
"eval_runtime": 1.2774,
|
| 730 |
+
"eval_samples_per_second": 523.738,
|
| 731 |
+
"eval_steps_per_second": 32.88,
|
| 732 |
+
"eval_weighted_f1": 0.8409310422699557,
|
| 733 |
+
"step": 2167
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"epoch": 11.040660736975857,
|
| 737 |
+
"grad_norm": 3.2325377464294434,
|
| 738 |
+
"learning_rate": 9.960518894529047e-06,
|
| 739 |
+
"loss": 0.334,
|
| 740 |
+
"step": 2175
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"epoch": 11.167725540025414,
|
| 744 |
+
"grad_norm": 4.55637264251709,
|
| 745 |
+
"learning_rate": 9.8195149464185e-06,
|
| 746 |
+
"loss": 0.399,
|
| 747 |
+
"step": 2200
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"epoch": 11.294790343074968,
|
| 751 |
+
"grad_norm": 212.72996520996094,
|
| 752 |
+
"learning_rate": 9.678510998307954e-06,
|
| 753 |
+
"loss": 0.3417,
|
| 754 |
+
"step": 2225
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"epoch": 11.421855146124523,
|
| 758 |
+
"grad_norm": 199.30255126953125,
|
| 759 |
+
"learning_rate": 9.537507050197406e-06,
|
| 760 |
+
"loss": 0.1093,
|
| 761 |
+
"step": 2250
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"epoch": 11.54891994917408,
|
| 765 |
+
"grad_norm": 273.3525390625,
|
| 766 |
+
"learning_rate": 9.39650310208686e-06,
|
| 767 |
+
"loss": 0.3388,
|
| 768 |
+
"step": 2275
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"epoch": 11.675984752223634,
|
| 772 |
+
"grad_norm": 36.49818420410156,
|
| 773 |
+
"learning_rate": 9.255499153976311e-06,
|
| 774 |
+
"loss": 0.2124,
|
| 775 |
+
"step": 2300
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"epoch": 11.803049555273189,
|
| 779 |
+
"grad_norm": 0.043487902730703354,
|
| 780 |
+
"learning_rate": 9.114495205865766e-06,
|
| 781 |
+
"loss": 0.2709,
|
| 782 |
+
"step": 2325
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"epoch": 11.930114358322745,
|
| 786 |
+
"grad_norm": 1.4822763204574585,
|
| 787 |
+
"learning_rate": 8.973491257755218e-06,
|
| 788 |
+
"loss": 0.3708,
|
| 789 |
+
"step": 2350
|
| 790 |
+
},
|
| 791 |
+
{
|
| 792 |
+
"epoch": 12.0,
|
| 793 |
+
"eval_accuracy": 0.8445440956651719,
|
| 794 |
+
"eval_loss": 1.0554680824279785,
|
| 795 |
+
"eval_macro_f1": 0.8441495992101032,
|
| 796 |
+
"eval_runtime": 1.2696,
|
| 797 |
+
"eval_samples_per_second": 526.958,
|
| 798 |
+
"eval_steps_per_second": 33.083,
|
| 799 |
+
"eval_weighted_f1": 0.8442846992453216,
|
| 800 |
+
"step": 2364
|
| 801 |
+
},
|
| 802 |
+
{
|
| 803 |
+
"epoch": 12.055908513341805,
|
| 804 |
+
"grad_norm": 0.34720876812934875,
|
| 805 |
+
"learning_rate": 8.832487309644671e-06,
|
| 806 |
+
"loss": 0.2784,
|
| 807 |
+
"step": 2375
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"epoch": 12.18297331639136,
|
| 811 |
+
"grad_norm": 11.38358211517334,
|
| 812 |
+
"learning_rate": 8.691483361534123e-06,
|
| 813 |
+
"loss": 0.1658,
|
| 814 |
+
"step": 2400
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"epoch": 12.310038119440915,
|
| 818 |
+
"grad_norm": 1.009997010231018,
|
| 819 |
+
"learning_rate": 8.550479413423576e-06,
|
| 820 |
+
"loss": 0.2017,
|
| 821 |
+
"step": 2425
|
| 822 |
+
},
|
| 823 |
+
{
|
| 824 |
+
"epoch": 12.437102922490471,
|
| 825 |
+
"grad_norm": 275.43438720703125,
|
| 826 |
+
"learning_rate": 8.40947546531303e-06,
|
| 827 |
+
"loss": 0.2491,
|
| 828 |
+
"step": 2450
|
| 829 |
+
},
|
| 830 |
+
{
|
| 831 |
+
"epoch": 12.564167725540026,
|
| 832 |
+
"grad_norm": 131.9464874267578,
|
| 833 |
+
"learning_rate": 8.268471517202483e-06,
|
| 834 |
+
"loss": 0.2034,
|
| 835 |
+
"step": 2475
|
| 836 |
+
},
|
| 837 |
+
{
|
| 838 |
+
"epoch": 12.69123252858958,
|
| 839 |
+
"grad_norm": 266.7618408203125,
|
| 840 |
+
"learning_rate": 8.127467569091936e-06,
|
| 841 |
+
"loss": 0.2443,
|
| 842 |
+
"step": 2500
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"epoch": 12.818297331639137,
|
| 846 |
+
"grad_norm": 23.5797061920166,
|
| 847 |
+
"learning_rate": 7.986463620981388e-06,
|
| 848 |
+
"loss": 0.2154,
|
| 849 |
+
"step": 2525
|
| 850 |
+
},
|
| 851 |
+
{
|
| 852 |
+
"epoch": 12.945362134688692,
|
| 853 |
+
"grad_norm": 0.550301194190979,
|
| 854 |
+
"learning_rate": 7.845459672870841e-06,
|
| 855 |
+
"loss": 0.2092,
|
| 856 |
+
"step": 2550
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"epoch": 13.0,
|
| 860 |
+
"eval_accuracy": 0.8325859491778774,
|
| 861 |
+
"eval_loss": 1.2809470891952515,
|
| 862 |
+
"eval_macro_f1": 0.8318094902502895,
|
| 863 |
+
"eval_runtime": 1.1961,
|
| 864 |
+
"eval_samples_per_second": 559.325,
|
| 865 |
+
"eval_steps_per_second": 35.115,
|
| 866 |
+
"eval_weighted_f1": 0.8319775645579202,
|
| 867 |
+
"step": 2561
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 13.071156289707751,
|
| 871 |
+
"grad_norm": 183.35963439941406,
|
| 872 |
+
"learning_rate": 7.704455724760293e-06,
|
| 873 |
+
"loss": 0.0852,
|
| 874 |
+
"step": 2575
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 13.198221092757306,
|
| 878 |
+
"grad_norm": 1.9715059995651245,
|
| 879 |
+
"learning_rate": 7.563451776649747e-06,
|
| 880 |
+
"loss": 0.1661,
|
| 881 |
+
"step": 2600
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"epoch": 13.32528589580686,
|
| 885 |
+
"grad_norm": 1.2389986515045166,
|
| 886 |
+
"learning_rate": 7.4224478285392e-06,
|
| 887 |
+
"loss": 0.229,
|
| 888 |
+
"step": 2625
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"epoch": 13.452350698856417,
|
| 892 |
+
"grad_norm": 0.04017496854066849,
|
| 893 |
+
"learning_rate": 7.281443880428652e-06,
|
| 894 |
+
"loss": 0.2468,
|
| 895 |
+
"step": 2650
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"epoch": 13.579415501905972,
|
| 899 |
+
"grad_norm": 1215.0880126953125,
|
| 900 |
+
"learning_rate": 7.140439932318105e-06,
|
| 901 |
+
"loss": 0.195,
|
| 902 |
+
"step": 2675
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"epoch": 13.706480304955527,
|
| 906 |
+
"grad_norm": 136.79217529296875,
|
| 907 |
+
"learning_rate": 6.999435984207559e-06,
|
| 908 |
+
"loss": 0.2463,
|
| 909 |
+
"step": 2700
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"epoch": 13.833545108005083,
|
| 913 |
+
"grad_norm": 0.09825906157493591,
|
| 914 |
+
"learning_rate": 6.8584320360970115e-06,
|
| 915 |
+
"loss": 0.285,
|
| 916 |
+
"step": 2725
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"epoch": 13.960609911054638,
|
| 920 |
+
"grad_norm": 9.52878475189209,
|
| 921 |
+
"learning_rate": 6.717428087986464e-06,
|
| 922 |
+
"loss": 0.1626,
|
| 923 |
+
"step": 2750
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"epoch": 14.0,
|
| 927 |
+
"eval_accuracy": 0.8266068759342302,
|
| 928 |
+
"eval_loss": 1.2911981344223022,
|
| 929 |
+
"eval_macro_f1": 0.8269965706071183,
|
| 930 |
+
"eval_runtime": 1.2094,
|
| 931 |
+
"eval_samples_per_second": 553.165,
|
| 932 |
+
"eval_steps_per_second": 34.728,
|
| 933 |
+
"eval_weighted_f1": 0.8270695567542,
|
| 934 |
+
"step": 2758
|
| 935 |
+
},
|
| 936 |
+
{
|
| 937 |
+
"epoch": 14.086404066073698,
|
| 938 |
+
"grad_norm": 58.27909851074219,
|
| 939 |
+
"learning_rate": 6.576424139875917e-06,
|
| 940 |
+
"loss": 0.1571,
|
| 941 |
+
"step": 2775
|
| 942 |
+
},
|
| 943 |
+
{
|
| 944 |
+
"epoch": 14.213468869123252,
|
| 945 |
+
"grad_norm": 268.2891845703125,
|
| 946 |
+
"learning_rate": 6.43542019176537e-06,
|
| 947 |
+
"loss": 0.1181,
|
| 948 |
+
"step": 2800
|
| 949 |
+
},
|
| 950 |
+
{
|
| 951 |
+
"epoch": 14.340533672172809,
|
| 952 |
+
"grad_norm": 76.78604125976562,
|
| 953 |
+
"learning_rate": 6.2944162436548225e-06,
|
| 954 |
+
"loss": 0.2746,
|
| 955 |
+
"step": 2825
|
| 956 |
+
},
|
| 957 |
+
{
|
| 958 |
+
"epoch": 14.467598475222363,
|
| 959 |
+
"grad_norm": 0.02305927686393261,
|
| 960 |
+
"learning_rate": 6.153412295544275e-06,
|
| 961 |
+
"loss": 0.0668,
|
| 962 |
+
"step": 2850
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"epoch": 14.594663278271918,
|
| 966 |
+
"grad_norm": 0.05366215854883194,
|
| 967 |
+
"learning_rate": 6.012408347433729e-06,
|
| 968 |
+
"loss": 0.078,
|
| 969 |
+
"step": 2875
|
| 970 |
+
},
|
| 971 |
+
{
|
| 972 |
+
"epoch": 14.721728081321475,
|
| 973 |
+
"grad_norm": 5.868619918823242,
|
| 974 |
+
"learning_rate": 5.871404399323182e-06,
|
| 975 |
+
"loss": 0.0926,
|
| 976 |
+
"step": 2900
|
| 977 |
+
},
|
| 978 |
+
{
|
| 979 |
+
"epoch": 14.84879288437103,
|
| 980 |
+
"grad_norm": 0.15834087133407593,
|
| 981 |
+
"learning_rate": 5.730400451212634e-06,
|
| 982 |
+
"loss": 0.0996,
|
| 983 |
+
"step": 2925
|
| 984 |
+
},
|
| 985 |
+
{
|
| 986 |
+
"epoch": 14.975857687420584,
|
| 987 |
+
"grad_norm": 0.03339423984289169,
|
| 988 |
+
"learning_rate": 5.589396503102087e-06,
|
| 989 |
+
"loss": 0.0558,
|
| 990 |
+
"step": 2950
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"epoch": 15.0,
|
| 994 |
+
"eval_accuracy": 0.8340807174887892,
|
| 995 |
+
"eval_loss": 1.353878140449524,
|
| 996 |
+
"eval_macro_f1": 0.8340941746818323,
|
| 997 |
+
"eval_runtime": 1.2497,
|
| 998 |
+
"eval_samples_per_second": 535.347,
|
| 999 |
+
"eval_steps_per_second": 33.609,
|
| 1000 |
+
"eval_weighted_f1": 0.8340914257056508,
|
| 1001 |
+
"step": 2955
|
| 1002 |
+
}
|
| 1003 |
+
],
|
| 1004 |
+
"logging_steps": 25,
|
| 1005 |
+
"max_steps": 3940,
|
| 1006 |
+
"num_input_tokens_seen": 0,
|
| 1007 |
+
"num_train_epochs": 20,
|
| 1008 |
+
"save_steps": 500,
|
| 1009 |
+
"stateful_callbacks": {
|
| 1010 |
+
"EarlyStoppingCallback": {
|
| 1011 |
+
"args": {
|
| 1012 |
+
"early_stopping_patience": 3,
|
| 1013 |
+
"early_stopping_threshold": 0.0
|
| 1014 |
+
},
|
| 1015 |
+
"attributes": {
|
| 1016 |
+
"early_stopping_patience_counter": 3
|
| 1017 |
+
}
|
| 1018 |
+
},
|
| 1019 |
+
"TrainerControl": {
|
| 1020 |
+
"args": {
|
| 1021 |
+
"should_epoch_stop": false,
|
| 1022 |
+
"should_evaluate": false,
|
| 1023 |
+
"should_log": false,
|
| 1024 |
+
"should_save": true,
|
| 1025 |
+
"should_training_stop": true
|
| 1026 |
+
},
|
| 1027 |
+
"attributes": {}
|
| 1028 |
+
}
|
| 1029 |
+
},
|
| 1030 |
+
"total_flos": 0.0,
|
| 1031 |
+
"train_batch_size": 8,
|
| 1032 |
+
"trial_name": null,
|
| 1033 |
+
"trial_params": null
|
| 1034 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/trainer_state.json
ADDED
|
@@ -0,0 +1,967 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2758,
|
| 3 |
+
"best_metric": 0.8395369710632301,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758",
|
| 5 |
+
"epoch": 14.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2758,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.12706480304955528,
|
| 14 |
+
"grad_norm": 13.389156341552734,
|
| 15 |
+
"learning_rate": 1.218274111675127e-06,
|
| 16 |
+
"loss": 4.7545,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.25412960609911056,
|
| 21 |
+
"grad_norm": 23.985897064208984,
|
| 22 |
+
"learning_rate": 2.487309644670051e-06,
|
| 23 |
+
"loss": 4.6965,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.3811944091486658,
|
| 28 |
+
"grad_norm": 36.75584411621094,
|
| 29 |
+
"learning_rate": 3.756345177664975e-06,
|
| 30 |
+
"loss": 4.6449,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5082592121982211,
|
| 35 |
+
"grad_norm": 18.307449340820312,
|
| 36 |
+
"learning_rate": 5.025380710659899e-06,
|
| 37 |
+
"loss": 4.5369,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6353240152477764,
|
| 42 |
+
"grad_norm": 10.954949378967285,
|
| 43 |
+
"learning_rate": 6.2944162436548225e-06,
|
| 44 |
+
"loss": 4.598,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.7623888182973316,
|
| 49 |
+
"grad_norm": 36.43439865112305,
|
| 50 |
+
"learning_rate": 7.563451776649747e-06,
|
| 51 |
+
"loss": 4.4832,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.8894536213468869,
|
| 56 |
+
"grad_norm": 39.71016311645508,
|
| 57 |
+
"learning_rate": 8.832487309644671e-06,
|
| 58 |
+
"loss": 4.4699,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.375186846038864,
|
| 64 |
+
"eval_loss": 1.0922669172286987,
|
| 65 |
+
"eval_macro_f1": 0.27677690794947435,
|
| 66 |
+
"eval_runtime": 1.1537,
|
| 67 |
+
"eval_samples_per_second": 579.849,
|
| 68 |
+
"eval_steps_per_second": 36.403,
|
| 69 |
+
"eval_weighted_f1": 0.27598447384460717,
|
| 70 |
+
"step": 197
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0152477763659467,
|
| 74 |
+
"grad_norm": 38.352569580078125,
|
| 75 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 76 |
+
"loss": 4.3036,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.1423125794155018,
|
| 81 |
+
"grad_norm": 52.760135650634766,
|
| 82 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 83 |
+
"loss": 4.2349,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.2693773824650572,
|
| 88 |
+
"grad_norm": 53.849517822265625,
|
| 89 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 90 |
+
"loss": 4.1177,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.3964421855146125,
|
| 95 |
+
"grad_norm": 61.36467742919922,
|
| 96 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 97 |
+
"loss": 3.7383,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.5235069885641677,
|
| 102 |
+
"grad_norm": 51.63837814331055,
|
| 103 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 104 |
+
"loss": 3.4382,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.650571791613723,
|
| 109 |
+
"grad_norm": 56.81675338745117,
|
| 110 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 111 |
+
"loss": 3.2028,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.7776365946632784,
|
| 116 |
+
"grad_norm": 44.376251220703125,
|
| 117 |
+
"learning_rate": 1.771573604060914e-05,
|
| 118 |
+
"loss": 3.0912,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.9047013977128335,
|
| 123 |
+
"grad_norm": 82.69976043701172,
|
| 124 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 125 |
+
"loss": 3.0107,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 2.0,
|
| 130 |
+
"eval_accuracy": 0.71898355754858,
|
| 131 |
+
"eval_loss": 0.6533186435699463,
|
| 132 |
+
"eval_macro_f1": 0.7208359954151152,
|
| 133 |
+
"eval_runtime": 1.1126,
|
| 134 |
+
"eval_samples_per_second": 601.289,
|
| 135 |
+
"eval_steps_per_second": 37.749,
|
| 136 |
+
"eval_weighted_f1": 0.721126341849349,
|
| 137 |
+
"step": 394
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.0304955527318933,
|
| 141 |
+
"grad_norm": 94.18880462646484,
|
| 142 |
+
"learning_rate": 1.997179921037789e-05,
|
| 143 |
+
"loss": 2.7142,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.1575603557814484,
|
| 148 |
+
"grad_norm": 137.31134033203125,
|
| 149 |
+
"learning_rate": 1.9830795262267346e-05,
|
| 150 |
+
"loss": 2.6048,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.2846251588310036,
|
| 155 |
+
"grad_norm": 83.79087829589844,
|
| 156 |
+
"learning_rate": 1.96897913141568e-05,
|
| 157 |
+
"loss": 2.659,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.411689961880559,
|
| 162 |
+
"grad_norm": 138.8296661376953,
|
| 163 |
+
"learning_rate": 1.954878736604625e-05,
|
| 164 |
+
"loss": 2.4514,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.5387547649301143,
|
| 169 |
+
"grad_norm": 104.66927337646484,
|
| 170 |
+
"learning_rate": 1.9407783417935703e-05,
|
| 171 |
+
"loss": 2.3952,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.6658195679796695,
|
| 176 |
+
"grad_norm": 226.86476135253906,
|
| 177 |
+
"learning_rate": 1.9266779469825156e-05,
|
| 178 |
+
"loss": 2.7033,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.792884371029225,
|
| 183 |
+
"grad_norm": 71.288818359375,
|
| 184 |
+
"learning_rate": 1.912577552171461e-05,
|
| 185 |
+
"loss": 2.6924,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 2.91994917407878,
|
| 190 |
+
"grad_norm": 99.02323913574219,
|
| 191 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 192 |
+
"loss": 2.4193,
|
| 193 |
+
"step": 575
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 3.0,
|
| 197 |
+
"eval_accuracy": 0.7204783258594918,
|
| 198 |
+
"eval_loss": 0.7412160634994507,
|
| 199 |
+
"eval_macro_f1": 0.7100761429174035,
|
| 200 |
+
"eval_runtime": 1.232,
|
| 201 |
+
"eval_samples_per_second": 543.007,
|
| 202 |
+
"eval_steps_per_second": 34.09,
|
| 203 |
+
"eval_weighted_f1": 0.7105722611304603,
|
| 204 |
+
"step": 591
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.04574332909784,
|
| 208 |
+
"grad_norm": 95.57792663574219,
|
| 209 |
+
"learning_rate": 1.8843767625493517e-05,
|
| 210 |
+
"loss": 2.5025,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.172808132147395,
|
| 215 |
+
"grad_norm": 52.05832290649414,
|
| 216 |
+
"learning_rate": 1.870276367738297e-05,
|
| 217 |
+
"loss": 1.8843,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.2998729351969507,
|
| 222 |
+
"grad_norm": 65.50041961669922,
|
| 223 |
+
"learning_rate": 1.856175972927242e-05,
|
| 224 |
+
"loss": 1.8837,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.426937738246506,
|
| 229 |
+
"grad_norm": 88.6740493774414,
|
| 230 |
+
"learning_rate": 1.8420755781161873e-05,
|
| 231 |
+
"loss": 1.9337,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.554002541296061,
|
| 236 |
+
"grad_norm": 86.55050659179688,
|
| 237 |
+
"learning_rate": 1.8279751833051327e-05,
|
| 238 |
+
"loss": 1.8059,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.681067344345616,
|
| 243 |
+
"grad_norm": 36.769805908203125,
|
| 244 |
+
"learning_rate": 1.813874788494078e-05,
|
| 245 |
+
"loss": 1.8215,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 3.8081321473951717,
|
| 250 |
+
"grad_norm": 57.084228515625,
|
| 251 |
+
"learning_rate": 1.7997743936830234e-05,
|
| 252 |
+
"loss": 2.0396,
|
| 253 |
+
"step": 750
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 3.935196950444727,
|
| 257 |
+
"grad_norm": 62.9149169921875,
|
| 258 |
+
"learning_rate": 1.7856739988719684e-05,
|
| 259 |
+
"loss": 1.7732,
|
| 260 |
+
"step": 775
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"epoch": 4.0,
|
| 264 |
+
"eval_accuracy": 0.8026905829596412,
|
| 265 |
+
"eval_loss": 0.4981916546821594,
|
| 266 |
+
"eval_macro_f1": 0.7999552509383582,
|
| 267 |
+
"eval_runtime": 1.1843,
|
| 268 |
+
"eval_samples_per_second": 564.894,
|
| 269 |
+
"eval_steps_per_second": 35.464,
|
| 270 |
+
"eval_weighted_f1": 0.800254469141142,
|
| 271 |
+
"step": 788
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.060991105463787,
|
| 275 |
+
"grad_norm": 43.26031494140625,
|
| 276 |
+
"learning_rate": 1.771573604060914e-05,
|
| 277 |
+
"loss": 1.6349,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.188055908513342,
|
| 282 |
+
"grad_norm": 175.88682556152344,
|
| 283 |
+
"learning_rate": 1.7574732092498594e-05,
|
| 284 |
+
"loss": 1.3783,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.315120711562897,
|
| 289 |
+
"grad_norm": 140.0018310546875,
|
| 290 |
+
"learning_rate": 1.7433728144388044e-05,
|
| 291 |
+
"loss": 1.6087,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.4421855146124525,
|
| 296 |
+
"grad_norm": 88.25450134277344,
|
| 297 |
+
"learning_rate": 1.7292724196277497e-05,
|
| 298 |
+
"loss": 1.4461,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.569250317662007,
|
| 303 |
+
"grad_norm": 142.20860290527344,
|
| 304 |
+
"learning_rate": 1.715172024816695e-05,
|
| 305 |
+
"loss": 1.478,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.696315120711563,
|
| 310 |
+
"grad_norm": 80.86312103271484,
|
| 311 |
+
"learning_rate": 1.7010716300056404e-05,
|
| 312 |
+
"loss": 1.4852,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 4.823379923761118,
|
| 317 |
+
"grad_norm": 36.319602966308594,
|
| 318 |
+
"learning_rate": 1.6869712351945854e-05,
|
| 319 |
+
"loss": 1.4681,
|
| 320 |
+
"step": 950
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"epoch": 4.950444726810673,
|
| 324 |
+
"grad_norm": 44.55021667480469,
|
| 325 |
+
"learning_rate": 1.672870840383531e-05,
|
| 326 |
+
"loss": 1.5345,
|
| 327 |
+
"step": 975
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"epoch": 5.0,
|
| 331 |
+
"eval_accuracy": 0.8176382660687593,
|
| 332 |
+
"eval_loss": 0.5209478139877319,
|
| 333 |
+
"eval_macro_f1": 0.8184349063188185,
|
| 334 |
+
"eval_runtime": 1.2883,
|
| 335 |
+
"eval_samples_per_second": 519.303,
|
| 336 |
+
"eval_steps_per_second": 32.602,
|
| 337 |
+
"eval_weighted_f1": 0.8186586504213755,
|
| 338 |
+
"step": 985
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.076238881829733,
|
| 342 |
+
"grad_norm": 158.66148376464844,
|
| 343 |
+
"learning_rate": 1.6587704455724764e-05,
|
| 344 |
+
"loss": 1.1955,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.203303684879288,
|
| 349 |
+
"grad_norm": 94.12078857421875,
|
| 350 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 351 |
+
"loss": 1.0686,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.330368487928844,
|
| 356 |
+
"grad_norm": 65.17830657958984,
|
| 357 |
+
"learning_rate": 1.6305696559503667e-05,
|
| 358 |
+
"loss": 1.0926,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.457433290978399,
|
| 363 |
+
"grad_norm": 143.95985412597656,
|
| 364 |
+
"learning_rate": 1.616469261139312e-05,
|
| 365 |
+
"loss": 1.1971,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.584498094027954,
|
| 370 |
+
"grad_norm": 94.07361602783203,
|
| 371 |
+
"learning_rate": 1.6023688663282574e-05,
|
| 372 |
+
"loss": 1.1755,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 5.71156289707751,
|
| 377 |
+
"grad_norm": 110.33233642578125,
|
| 378 |
+
"learning_rate": 1.5882684715172024e-05,
|
| 379 |
+
"loss": 1.0751,
|
| 380 |
+
"step": 1125
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"epoch": 5.838627700127065,
|
| 384 |
+
"grad_norm": 66.15730285644531,
|
| 385 |
+
"learning_rate": 1.5741680767061477e-05,
|
| 386 |
+
"loss": 1.1042,
|
| 387 |
+
"step": 1150
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"epoch": 5.96569250317662,
|
| 391 |
+
"grad_norm": 84.8977279663086,
|
| 392 |
+
"learning_rate": 1.5600676818950934e-05,
|
| 393 |
+
"loss": 1.1156,
|
| 394 |
+
"step": 1175
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"epoch": 6.0,
|
| 398 |
+
"eval_accuracy": 0.8266068759342302,
|
| 399 |
+
"eval_loss": 0.5348696112632751,
|
| 400 |
+
"eval_macro_f1": 0.8264077338326317,
|
| 401 |
+
"eval_runtime": 1.1529,
|
| 402 |
+
"eval_samples_per_second": 580.27,
|
| 403 |
+
"eval_steps_per_second": 36.43,
|
| 404 |
+
"eval_weighted_f1": 0.826622391511631,
|
| 405 |
+
"step": 1182
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.09148665819568,
|
| 409 |
+
"grad_norm": 132.54336547851562,
|
| 410 |
+
"learning_rate": 1.5459672870840384e-05,
|
| 411 |
+
"loss": 0.883,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.2185514612452355,
|
| 416 |
+
"grad_norm": 131.17857360839844,
|
| 417 |
+
"learning_rate": 1.5318668922729838e-05,
|
| 418 |
+
"loss": 0.7796,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.34561626429479,
|
| 423 |
+
"grad_norm": 90.66616821289062,
|
| 424 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 425 |
+
"loss": 0.9184,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.472681067344346,
|
| 430 |
+
"grad_norm": 94.70506286621094,
|
| 431 |
+
"learning_rate": 1.5036661026508743e-05,
|
| 432 |
+
"loss": 0.8327,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.599745870393901,
|
| 437 |
+
"grad_norm": 112.05201721191406,
|
| 438 |
+
"learning_rate": 1.4895657078398196e-05,
|
| 439 |
+
"loss": 0.8457,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 6.726810673443456,
|
| 444 |
+
"grad_norm": 109.5284423828125,
|
| 445 |
+
"learning_rate": 1.4754653130287648e-05,
|
| 446 |
+
"loss": 0.7997,
|
| 447 |
+
"step": 1325
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"epoch": 6.853875476493012,
|
| 451 |
+
"grad_norm": 42.981258392333984,
|
| 452 |
+
"learning_rate": 1.4613649182177103e-05,
|
| 453 |
+
"loss": 0.8322,
|
| 454 |
+
"step": 1350
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"epoch": 6.980940279542566,
|
| 458 |
+
"grad_norm": 69.17991638183594,
|
| 459 |
+
"learning_rate": 1.4472645234066556e-05,
|
| 460 |
+
"loss": 0.9857,
|
| 461 |
+
"step": 1375
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"epoch": 7.0,
|
| 465 |
+
"eval_accuracy": 0.8176382660687593,
|
| 466 |
+
"eval_loss": 0.5751975774765015,
|
| 467 |
+
"eval_macro_f1": 0.8159922382231252,
|
| 468 |
+
"eval_runtime": 1.2557,
|
| 469 |
+
"eval_samples_per_second": 532.753,
|
| 470 |
+
"eval_steps_per_second": 33.446,
|
| 471 |
+
"eval_weighted_f1": 0.815824601141514,
|
| 472 |
+
"step": 1379
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.106734434561626,
|
| 476 |
+
"grad_norm": 374.6451110839844,
|
| 477 |
+
"learning_rate": 1.4331641285956008e-05,
|
| 478 |
+
"loss": 0.7607,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.233799237611182,
|
| 483 |
+
"grad_norm": 218.28761291503906,
|
| 484 |
+
"learning_rate": 1.4190637337845461e-05,
|
| 485 |
+
"loss": 0.6631,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.360864040660737,
|
| 490 |
+
"grad_norm": 34.04689407348633,
|
| 491 |
+
"learning_rate": 1.4049633389734913e-05,
|
| 492 |
+
"loss": 0.503,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.487928843710292,
|
| 497 |
+
"grad_norm": 103.1285400390625,
|
| 498 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 499 |
+
"loss": 0.6874,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 7.614993646759848,
|
| 504 |
+
"grad_norm": 81.91600799560547,
|
| 505 |
+
"learning_rate": 1.3767625493513818e-05,
|
| 506 |
+
"loss": 0.6391,
|
| 507 |
+
"step": 1500
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"epoch": 7.742058449809403,
|
| 511 |
+
"grad_norm": 51.936553955078125,
|
| 512 |
+
"learning_rate": 1.3626621545403271e-05,
|
| 513 |
+
"loss": 0.6022,
|
| 514 |
+
"step": 1525
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"epoch": 7.869123252858958,
|
| 518 |
+
"grad_norm": 44.977317810058594,
|
| 519 |
+
"learning_rate": 1.3485617597292726e-05,
|
| 520 |
+
"loss": 0.5617,
|
| 521 |
+
"step": 1550
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"epoch": 7.9961880559085134,
|
| 525 |
+
"grad_norm": 96.1996078491211,
|
| 526 |
+
"learning_rate": 1.3344613649182178e-05,
|
| 527 |
+
"loss": 0.601,
|
| 528 |
+
"step": 1575
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"epoch": 8.0,
|
| 532 |
+
"eval_accuracy": 0.8295964125560538,
|
| 533 |
+
"eval_loss": 0.7309278249740601,
|
| 534 |
+
"eval_macro_f1": 0.8290169441698546,
|
| 535 |
+
"eval_runtime": 1.1625,
|
| 536 |
+
"eval_samples_per_second": 575.491,
|
| 537 |
+
"eval_steps_per_second": 36.129,
|
| 538 |
+
"eval_weighted_f1": 0.8290780188507888,
|
| 539 |
+
"step": 1576
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.121982210927573,
|
| 543 |
+
"grad_norm": 10.005707740783691,
|
| 544 |
+
"learning_rate": 1.3203609701071631e-05,
|
| 545 |
+
"loss": 0.4357,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.249047013977128,
|
| 550 |
+
"grad_norm": 4.197427272796631,
|
| 551 |
+
"learning_rate": 1.3062605752961083e-05,
|
| 552 |
+
"loss": 0.4702,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.376111817026684,
|
| 557 |
+
"grad_norm": 212.62753295898438,
|
| 558 |
+
"learning_rate": 1.2921601804850537e-05,
|
| 559 |
+
"loss": 0.2714,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.503176620076239,
|
| 564 |
+
"grad_norm": 78.03843688964844,
|
| 565 |
+
"learning_rate": 1.278059785673999e-05,
|
| 566 |
+
"loss": 0.7213,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 8.630241423125794,
|
| 571 |
+
"grad_norm": 106.0068588256836,
|
| 572 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 573 |
+
"loss": 0.3796,
|
| 574 |
+
"step": 1700
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"epoch": 8.757306226175348,
|
| 578 |
+
"grad_norm": 21.278823852539062,
|
| 579 |
+
"learning_rate": 1.2498589960518897e-05,
|
| 580 |
+
"loss": 0.5821,
|
| 581 |
+
"step": 1725
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"epoch": 8.884371029224905,
|
| 585 |
+
"grad_norm": 248.83071899414062,
|
| 586 |
+
"learning_rate": 1.2357586012408348e-05,
|
| 587 |
+
"loss": 0.5334,
|
| 588 |
+
"step": 1750
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"epoch": 9.0,
|
| 592 |
+
"eval_accuracy": 0.8161434977578476,
|
| 593 |
+
"eval_loss": 0.8988277316093445,
|
| 594 |
+
"eval_macro_f1": 0.8163966519506981,
|
| 595 |
+
"eval_runtime": 1.2086,
|
| 596 |
+
"eval_samples_per_second": 553.535,
|
| 597 |
+
"eval_steps_per_second": 34.751,
|
| 598 |
+
"eval_weighted_f1": 0.8164102681705543,
|
| 599 |
+
"step": 1773
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.010165184243965,
|
| 603 |
+
"grad_norm": 26.995267868041992,
|
| 604 |
+
"learning_rate": 1.2216582064297802e-05,
|
| 605 |
+
"loss": 0.4727,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.13722998729352,
|
| 610 |
+
"grad_norm": 45.59348678588867,
|
| 611 |
+
"learning_rate": 1.2075578116187253e-05,
|
| 612 |
+
"loss": 0.3963,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.264294790343074,
|
| 617 |
+
"grad_norm": 111.93358612060547,
|
| 618 |
+
"learning_rate": 1.1934574168076707e-05,
|
| 619 |
+
"loss": 0.4247,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.39135959339263,
|
| 624 |
+
"grad_norm": 73.27848052978516,
|
| 625 |
+
"learning_rate": 1.179357021996616e-05,
|
| 626 |
+
"loss": 0.5197,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 9.518424396442185,
|
| 631 |
+
"grad_norm": 66.87515258789062,
|
| 632 |
+
"learning_rate": 1.1652566271855612e-05,
|
| 633 |
+
"loss": 0.388,
|
| 634 |
+
"step": 1875
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"epoch": 9.64548919949174,
|
| 638 |
+
"grad_norm": 206.4801483154297,
|
| 639 |
+
"learning_rate": 1.1511562323745067e-05,
|
| 640 |
+
"loss": 0.4671,
|
| 641 |
+
"step": 1900
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"epoch": 9.772554002541296,
|
| 645 |
+
"grad_norm": 40.187355041503906,
|
| 646 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 647 |
+
"loss": 0.4851,
|
| 648 |
+
"step": 1925
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 9.899618805590851,
|
| 652 |
+
"grad_norm": 139.2132110595703,
|
| 653 |
+
"learning_rate": 1.1229554427523972e-05,
|
| 654 |
+
"loss": 0.4459,
|
| 655 |
+
"step": 1950
|
| 656 |
+
},
|
| 657 |
+
{
|
| 658 |
+
"epoch": 10.0,
|
| 659 |
+
"eval_accuracy": 0.8236173393124065,
|
| 660 |
+
"eval_loss": 0.966992199420929,
|
| 661 |
+
"eval_macro_f1": 0.8251717840752724,
|
| 662 |
+
"eval_runtime": 1.1477,
|
| 663 |
+
"eval_samples_per_second": 582.929,
|
| 664 |
+
"eval_steps_per_second": 36.596,
|
| 665 |
+
"eval_weighted_f1": 0.8254296956848552,
|
| 666 |
+
"step": 1970
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.025412960609911,
|
| 670 |
+
"grad_norm": 2.143178701400757,
|
| 671 |
+
"learning_rate": 1.1088550479413425e-05,
|
| 672 |
+
"loss": 0.3995,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.152477763659466,
|
| 677 |
+
"grad_norm": 88.62449645996094,
|
| 678 |
+
"learning_rate": 1.0947546531302877e-05,
|
| 679 |
+
"loss": 0.3806,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 10.279542566709022,
|
| 684 |
+
"grad_norm": 9.220778465270996,
|
| 685 |
+
"learning_rate": 1.080654258319233e-05,
|
| 686 |
+
"loss": 0.5098,
|
| 687 |
+
"step": 2025
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"epoch": 10.406607369758577,
|
| 691 |
+
"grad_norm": 86.1789779663086,
|
| 692 |
+
"learning_rate": 1.0665538635081782e-05,
|
| 693 |
+
"loss": 0.2632,
|
| 694 |
+
"step": 2050
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"epoch": 10.533672172808132,
|
| 698 |
+
"grad_norm": 99.54808807373047,
|
| 699 |
+
"learning_rate": 1.0524534686971236e-05,
|
| 700 |
+
"loss": 0.2287,
|
| 701 |
+
"step": 2075
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"epoch": 10.660736975857688,
|
| 705 |
+
"grad_norm": 142.74122619628906,
|
| 706 |
+
"learning_rate": 1.038353073886069e-05,
|
| 707 |
+
"loss": 0.3465,
|
| 708 |
+
"step": 2100
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"epoch": 10.787801778907243,
|
| 712 |
+
"grad_norm": 31.504920959472656,
|
| 713 |
+
"learning_rate": 1.0242526790750142e-05,
|
| 714 |
+
"loss": 0.3369,
|
| 715 |
+
"step": 2125
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"epoch": 10.914866581956797,
|
| 719 |
+
"grad_norm": 25.4293212890625,
|
| 720 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 721 |
+
"loss": 0.2985,
|
| 722 |
+
"step": 2150
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"epoch": 11.0,
|
| 726 |
+
"eval_accuracy": 0.8325859491778774,
|
| 727 |
+
"eval_loss": 1.1094715595245361,
|
| 728 |
+
"eval_macro_f1": 0.8314624273814184,
|
| 729 |
+
"eval_runtime": 1.178,
|
| 730 |
+
"eval_samples_per_second": 567.927,
|
| 731 |
+
"eval_steps_per_second": 35.655,
|
| 732 |
+
"eval_weighted_f1": 0.8316460045399282,
|
| 733 |
+
"step": 2167
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"epoch": 11.040660736975857,
|
| 737 |
+
"grad_norm": 176.9452667236328,
|
| 738 |
+
"learning_rate": 9.960518894529047e-06,
|
| 739 |
+
"loss": 0.3901,
|
| 740 |
+
"step": 2175
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"epoch": 11.167725540025414,
|
| 744 |
+
"grad_norm": 137.23321533203125,
|
| 745 |
+
"learning_rate": 9.8195149464185e-06,
|
| 746 |
+
"loss": 0.2602,
|
| 747 |
+
"step": 2200
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"epoch": 11.294790343074968,
|
| 751 |
+
"grad_norm": 189.78460693359375,
|
| 752 |
+
"learning_rate": 9.678510998307954e-06,
|
| 753 |
+
"loss": 0.3264,
|
| 754 |
+
"step": 2225
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"epoch": 11.421855146124523,
|
| 758 |
+
"grad_norm": 0.4795091450214386,
|
| 759 |
+
"learning_rate": 9.537507050197406e-06,
|
| 760 |
+
"loss": 0.2875,
|
| 761 |
+
"step": 2250
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"epoch": 11.54891994917408,
|
| 765 |
+
"grad_norm": 0.9738017320632935,
|
| 766 |
+
"learning_rate": 9.39650310208686e-06,
|
| 767 |
+
"loss": 0.2476,
|
| 768 |
+
"step": 2275
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"epoch": 11.675984752223634,
|
| 772 |
+
"grad_norm": 47.12925720214844,
|
| 773 |
+
"learning_rate": 9.255499153976311e-06,
|
| 774 |
+
"loss": 0.3275,
|
| 775 |
+
"step": 2300
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"epoch": 11.803049555273189,
|
| 779 |
+
"grad_norm": 0.6973083019256592,
|
| 780 |
+
"learning_rate": 9.114495205865766e-06,
|
| 781 |
+
"loss": 0.257,
|
| 782 |
+
"step": 2325
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"epoch": 11.930114358322745,
|
| 786 |
+
"grad_norm": 209.56903076171875,
|
| 787 |
+
"learning_rate": 8.973491257755218e-06,
|
| 788 |
+
"loss": 0.3342,
|
| 789 |
+
"step": 2350
|
| 790 |
+
},
|
| 791 |
+
{
|
| 792 |
+
"epoch": 12.0,
|
| 793 |
+
"eval_accuracy": 0.8176382660687593,
|
| 794 |
+
"eval_loss": 1.3350282907485962,
|
| 795 |
+
"eval_macro_f1": 0.818999671943128,
|
| 796 |
+
"eval_runtime": 1.1729,
|
| 797 |
+
"eval_samples_per_second": 570.388,
|
| 798 |
+
"eval_steps_per_second": 35.809,
|
| 799 |
+
"eval_weighted_f1": 0.8191265966153846,
|
| 800 |
+
"step": 2364
|
| 801 |
+
},
|
| 802 |
+
{
|
| 803 |
+
"epoch": 12.055908513341805,
|
| 804 |
+
"grad_norm": 154.44277954101562,
|
| 805 |
+
"learning_rate": 8.832487309644671e-06,
|
| 806 |
+
"loss": 0.2902,
|
| 807 |
+
"step": 2375
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"epoch": 12.18297331639136,
|
| 811 |
+
"grad_norm": 176.35797119140625,
|
| 812 |
+
"learning_rate": 8.691483361534123e-06,
|
| 813 |
+
"loss": 0.1188,
|
| 814 |
+
"step": 2400
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"epoch": 12.310038119440915,
|
| 818 |
+
"grad_norm": 184.5250701904297,
|
| 819 |
+
"learning_rate": 8.550479413423576e-06,
|
| 820 |
+
"loss": 0.2121,
|
| 821 |
+
"step": 2425
|
| 822 |
+
},
|
| 823 |
+
{
|
| 824 |
+
"epoch": 12.437102922490471,
|
| 825 |
+
"grad_norm": 274.0590515136719,
|
| 826 |
+
"learning_rate": 8.40947546531303e-06,
|
| 827 |
+
"loss": 0.2009,
|
| 828 |
+
"step": 2450
|
| 829 |
+
},
|
| 830 |
+
{
|
| 831 |
+
"epoch": 12.564167725540026,
|
| 832 |
+
"grad_norm": 0.08682497590780258,
|
| 833 |
+
"learning_rate": 8.268471517202483e-06,
|
| 834 |
+
"loss": 0.3155,
|
| 835 |
+
"step": 2475
|
| 836 |
+
},
|
| 837 |
+
{
|
| 838 |
+
"epoch": 12.69123252858958,
|
| 839 |
+
"grad_norm": 232.92257690429688,
|
| 840 |
+
"learning_rate": 8.127467569091936e-06,
|
| 841 |
+
"loss": 0.2472,
|
| 842 |
+
"step": 2500
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"epoch": 12.818297331639137,
|
| 846 |
+
"grad_norm": 5.44131326675415,
|
| 847 |
+
"learning_rate": 7.986463620981388e-06,
|
| 848 |
+
"loss": 0.1255,
|
| 849 |
+
"step": 2525
|
| 850 |
+
},
|
| 851 |
+
{
|
| 852 |
+
"epoch": 12.945362134688692,
|
| 853 |
+
"grad_norm": 0.22659556567668915,
|
| 854 |
+
"learning_rate": 7.845459672870841e-06,
|
| 855 |
+
"loss": 0.1791,
|
| 856 |
+
"step": 2550
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"epoch": 13.0,
|
| 860 |
+
"eval_accuracy": 0.8295964125560538,
|
| 861 |
+
"eval_loss": 1.3869316577911377,
|
| 862 |
+
"eval_macro_f1": 0.8309987913667678,
|
| 863 |
+
"eval_runtime": 1.0942,
|
| 864 |
+
"eval_samples_per_second": 611.381,
|
| 865 |
+
"eval_steps_per_second": 38.383,
|
| 866 |
+
"eval_weighted_f1": 0.8310797229273064,
|
| 867 |
+
"step": 2561
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 13.071156289707751,
|
| 871 |
+
"grad_norm": 233.08152770996094,
|
| 872 |
+
"learning_rate": 7.704455724760293e-06,
|
| 873 |
+
"loss": 0.2555,
|
| 874 |
+
"step": 2575
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 13.198221092757306,
|
| 878 |
+
"grad_norm": 77.57550048828125,
|
| 879 |
+
"learning_rate": 7.563451776649747e-06,
|
| 880 |
+
"loss": 0.1307,
|
| 881 |
+
"step": 2600
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"epoch": 13.32528589580686,
|
| 885 |
+
"grad_norm": 359.6784362792969,
|
| 886 |
+
"learning_rate": 7.4224478285392e-06,
|
| 887 |
+
"loss": 0.2404,
|
| 888 |
+
"step": 2625
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"epoch": 13.452350698856417,
|
| 892 |
+
"grad_norm": 396.9652404785156,
|
| 893 |
+
"learning_rate": 7.281443880428652e-06,
|
| 894 |
+
"loss": 0.1644,
|
| 895 |
+
"step": 2650
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"epoch": 13.579415501905972,
|
| 899 |
+
"grad_norm": 45.18486785888672,
|
| 900 |
+
"learning_rate": 7.140439932318105e-06,
|
| 901 |
+
"loss": 0.1244,
|
| 902 |
+
"step": 2675
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"epoch": 13.706480304955527,
|
| 906 |
+
"grad_norm": 2.7748208045959473,
|
| 907 |
+
"learning_rate": 6.999435984207559e-06,
|
| 908 |
+
"loss": 0.1641,
|
| 909 |
+
"step": 2700
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"epoch": 13.833545108005083,
|
| 913 |
+
"grad_norm": 46.70478820800781,
|
| 914 |
+
"learning_rate": 6.8584320360970115e-06,
|
| 915 |
+
"loss": 0.2399,
|
| 916 |
+
"step": 2725
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"epoch": 13.960609911054638,
|
| 920 |
+
"grad_norm": 0.028127390891313553,
|
| 921 |
+
"learning_rate": 6.717428087986464e-06,
|
| 922 |
+
"loss": 0.1332,
|
| 923 |
+
"step": 2750
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"epoch": 14.0,
|
| 927 |
+
"eval_accuracy": 0.8385650224215246,
|
| 928 |
+
"eval_loss": 1.3653522729873657,
|
| 929 |
+
"eval_macro_f1": 0.8395369710632301,
|
| 930 |
+
"eval_runtime": 1.1367,
|
| 931 |
+
"eval_samples_per_second": 588.569,
|
| 932 |
+
"eval_steps_per_second": 36.95,
|
| 933 |
+
"eval_weighted_f1": 0.8395300272538195,
|
| 934 |
+
"step": 2758
|
| 935 |
+
}
|
| 936 |
+
],
|
| 937 |
+
"logging_steps": 25,
|
| 938 |
+
"max_steps": 3940,
|
| 939 |
+
"num_input_tokens_seen": 0,
|
| 940 |
+
"num_train_epochs": 20,
|
| 941 |
+
"save_steps": 500,
|
| 942 |
+
"stateful_callbacks": {
|
| 943 |
+
"EarlyStoppingCallback": {
|
| 944 |
+
"args": {
|
| 945 |
+
"early_stopping_patience": 3,
|
| 946 |
+
"early_stopping_threshold": 0.0
|
| 947 |
+
},
|
| 948 |
+
"attributes": {
|
| 949 |
+
"early_stopping_patience_counter": 0
|
| 950 |
+
}
|
| 951 |
+
},
|
| 952 |
+
"TrainerControl": {
|
| 953 |
+
"args": {
|
| 954 |
+
"should_epoch_stop": false,
|
| 955 |
+
"should_evaluate": false,
|
| 956 |
+
"should_log": false,
|
| 957 |
+
"should_save": true,
|
| 958 |
+
"should_training_stop": false
|
| 959 |
+
},
|
| 960 |
+
"attributes": {}
|
| 961 |
+
}
|
| 962 |
+
},
|
| 963 |
+
"total_flos": 0.0,
|
| 964 |
+
"train_batch_size": 8,
|
| 965 |
+
"trial_name": null,
|
| 966 |
+
"trial_params": null
|
| 967 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/trainer_state.json
ADDED
|
@@ -0,0 +1,1161 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2758,
|
| 3 |
+
"best_metric": 0.8395369710632301,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758",
|
| 5 |
+
"epoch": 17.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 3349,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.12706480304955528,
|
| 14 |
+
"grad_norm": 13.389156341552734,
|
| 15 |
+
"learning_rate": 1.218274111675127e-06,
|
| 16 |
+
"loss": 4.7545,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.25412960609911056,
|
| 21 |
+
"grad_norm": 23.985897064208984,
|
| 22 |
+
"learning_rate": 2.487309644670051e-06,
|
| 23 |
+
"loss": 4.6965,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.3811944091486658,
|
| 28 |
+
"grad_norm": 36.75584411621094,
|
| 29 |
+
"learning_rate": 3.756345177664975e-06,
|
| 30 |
+
"loss": 4.6449,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5082592121982211,
|
| 35 |
+
"grad_norm": 18.307449340820312,
|
| 36 |
+
"learning_rate": 5.025380710659899e-06,
|
| 37 |
+
"loss": 4.5369,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6353240152477764,
|
| 42 |
+
"grad_norm": 10.954949378967285,
|
| 43 |
+
"learning_rate": 6.2944162436548225e-06,
|
| 44 |
+
"loss": 4.598,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.7623888182973316,
|
| 49 |
+
"grad_norm": 36.43439865112305,
|
| 50 |
+
"learning_rate": 7.563451776649747e-06,
|
| 51 |
+
"loss": 4.4832,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.8894536213468869,
|
| 56 |
+
"grad_norm": 39.71016311645508,
|
| 57 |
+
"learning_rate": 8.832487309644671e-06,
|
| 58 |
+
"loss": 4.4699,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.375186846038864,
|
| 64 |
+
"eval_loss": 1.0922669172286987,
|
| 65 |
+
"eval_macro_f1": 0.27677690794947435,
|
| 66 |
+
"eval_runtime": 1.1537,
|
| 67 |
+
"eval_samples_per_second": 579.849,
|
| 68 |
+
"eval_steps_per_second": 36.403,
|
| 69 |
+
"eval_weighted_f1": 0.27598447384460717,
|
| 70 |
+
"step": 197
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0152477763659467,
|
| 74 |
+
"grad_norm": 38.352569580078125,
|
| 75 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 76 |
+
"loss": 4.3036,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.1423125794155018,
|
| 81 |
+
"grad_norm": 52.760135650634766,
|
| 82 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 83 |
+
"loss": 4.2349,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.2693773824650572,
|
| 88 |
+
"grad_norm": 53.849517822265625,
|
| 89 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 90 |
+
"loss": 4.1177,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.3964421855146125,
|
| 95 |
+
"grad_norm": 61.36467742919922,
|
| 96 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 97 |
+
"loss": 3.7383,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.5235069885641677,
|
| 102 |
+
"grad_norm": 51.63837814331055,
|
| 103 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 104 |
+
"loss": 3.4382,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.650571791613723,
|
| 109 |
+
"grad_norm": 56.81675338745117,
|
| 110 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 111 |
+
"loss": 3.2028,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.7776365946632784,
|
| 116 |
+
"grad_norm": 44.376251220703125,
|
| 117 |
+
"learning_rate": 1.771573604060914e-05,
|
| 118 |
+
"loss": 3.0912,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.9047013977128335,
|
| 123 |
+
"grad_norm": 82.69976043701172,
|
| 124 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 125 |
+
"loss": 3.0107,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 2.0,
|
| 130 |
+
"eval_accuracy": 0.71898355754858,
|
| 131 |
+
"eval_loss": 0.6533186435699463,
|
| 132 |
+
"eval_macro_f1": 0.7208359954151152,
|
| 133 |
+
"eval_runtime": 1.1126,
|
| 134 |
+
"eval_samples_per_second": 601.289,
|
| 135 |
+
"eval_steps_per_second": 37.749,
|
| 136 |
+
"eval_weighted_f1": 0.721126341849349,
|
| 137 |
+
"step": 394
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.0304955527318933,
|
| 141 |
+
"grad_norm": 94.18880462646484,
|
| 142 |
+
"learning_rate": 1.997179921037789e-05,
|
| 143 |
+
"loss": 2.7142,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.1575603557814484,
|
| 148 |
+
"grad_norm": 137.31134033203125,
|
| 149 |
+
"learning_rate": 1.9830795262267346e-05,
|
| 150 |
+
"loss": 2.6048,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.2846251588310036,
|
| 155 |
+
"grad_norm": 83.79087829589844,
|
| 156 |
+
"learning_rate": 1.96897913141568e-05,
|
| 157 |
+
"loss": 2.659,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.411689961880559,
|
| 162 |
+
"grad_norm": 138.8296661376953,
|
| 163 |
+
"learning_rate": 1.954878736604625e-05,
|
| 164 |
+
"loss": 2.4514,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.5387547649301143,
|
| 169 |
+
"grad_norm": 104.66927337646484,
|
| 170 |
+
"learning_rate": 1.9407783417935703e-05,
|
| 171 |
+
"loss": 2.3952,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.6658195679796695,
|
| 176 |
+
"grad_norm": 226.86476135253906,
|
| 177 |
+
"learning_rate": 1.9266779469825156e-05,
|
| 178 |
+
"loss": 2.7033,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.792884371029225,
|
| 183 |
+
"grad_norm": 71.288818359375,
|
| 184 |
+
"learning_rate": 1.912577552171461e-05,
|
| 185 |
+
"loss": 2.6924,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 2.91994917407878,
|
| 190 |
+
"grad_norm": 99.02323913574219,
|
| 191 |
+
"learning_rate": 1.8984771573604063e-05,
|
| 192 |
+
"loss": 2.4193,
|
| 193 |
+
"step": 575
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 3.0,
|
| 197 |
+
"eval_accuracy": 0.7204783258594918,
|
| 198 |
+
"eval_loss": 0.7412160634994507,
|
| 199 |
+
"eval_macro_f1": 0.7100761429174035,
|
| 200 |
+
"eval_runtime": 1.232,
|
| 201 |
+
"eval_samples_per_second": 543.007,
|
| 202 |
+
"eval_steps_per_second": 34.09,
|
| 203 |
+
"eval_weighted_f1": 0.7105722611304603,
|
| 204 |
+
"step": 591
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.04574332909784,
|
| 208 |
+
"grad_norm": 95.57792663574219,
|
| 209 |
+
"learning_rate": 1.8843767625493517e-05,
|
| 210 |
+
"loss": 2.5025,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.172808132147395,
|
| 215 |
+
"grad_norm": 52.05832290649414,
|
| 216 |
+
"learning_rate": 1.870276367738297e-05,
|
| 217 |
+
"loss": 1.8843,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.2998729351969507,
|
| 222 |
+
"grad_norm": 65.50041961669922,
|
| 223 |
+
"learning_rate": 1.856175972927242e-05,
|
| 224 |
+
"loss": 1.8837,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.426937738246506,
|
| 229 |
+
"grad_norm": 88.6740493774414,
|
| 230 |
+
"learning_rate": 1.8420755781161873e-05,
|
| 231 |
+
"loss": 1.9337,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.554002541296061,
|
| 236 |
+
"grad_norm": 86.55050659179688,
|
| 237 |
+
"learning_rate": 1.8279751833051327e-05,
|
| 238 |
+
"loss": 1.8059,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.681067344345616,
|
| 243 |
+
"grad_norm": 36.769805908203125,
|
| 244 |
+
"learning_rate": 1.813874788494078e-05,
|
| 245 |
+
"loss": 1.8215,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 3.8081321473951717,
|
| 250 |
+
"grad_norm": 57.084228515625,
|
| 251 |
+
"learning_rate": 1.7997743936830234e-05,
|
| 252 |
+
"loss": 2.0396,
|
| 253 |
+
"step": 750
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"epoch": 3.935196950444727,
|
| 257 |
+
"grad_norm": 62.9149169921875,
|
| 258 |
+
"learning_rate": 1.7856739988719684e-05,
|
| 259 |
+
"loss": 1.7732,
|
| 260 |
+
"step": 775
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"epoch": 4.0,
|
| 264 |
+
"eval_accuracy": 0.8026905829596412,
|
| 265 |
+
"eval_loss": 0.4981916546821594,
|
| 266 |
+
"eval_macro_f1": 0.7999552509383582,
|
| 267 |
+
"eval_runtime": 1.1843,
|
| 268 |
+
"eval_samples_per_second": 564.894,
|
| 269 |
+
"eval_steps_per_second": 35.464,
|
| 270 |
+
"eval_weighted_f1": 0.800254469141142,
|
| 271 |
+
"step": 788
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.060991105463787,
|
| 275 |
+
"grad_norm": 43.26031494140625,
|
| 276 |
+
"learning_rate": 1.771573604060914e-05,
|
| 277 |
+
"loss": 1.6349,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.188055908513342,
|
| 282 |
+
"grad_norm": 175.88682556152344,
|
| 283 |
+
"learning_rate": 1.7574732092498594e-05,
|
| 284 |
+
"loss": 1.3783,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.315120711562897,
|
| 289 |
+
"grad_norm": 140.0018310546875,
|
| 290 |
+
"learning_rate": 1.7433728144388044e-05,
|
| 291 |
+
"loss": 1.6087,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.4421855146124525,
|
| 296 |
+
"grad_norm": 88.25450134277344,
|
| 297 |
+
"learning_rate": 1.7292724196277497e-05,
|
| 298 |
+
"loss": 1.4461,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.569250317662007,
|
| 303 |
+
"grad_norm": 142.20860290527344,
|
| 304 |
+
"learning_rate": 1.715172024816695e-05,
|
| 305 |
+
"loss": 1.478,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.696315120711563,
|
| 310 |
+
"grad_norm": 80.86312103271484,
|
| 311 |
+
"learning_rate": 1.7010716300056404e-05,
|
| 312 |
+
"loss": 1.4852,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 4.823379923761118,
|
| 317 |
+
"grad_norm": 36.319602966308594,
|
| 318 |
+
"learning_rate": 1.6869712351945854e-05,
|
| 319 |
+
"loss": 1.4681,
|
| 320 |
+
"step": 950
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"epoch": 4.950444726810673,
|
| 324 |
+
"grad_norm": 44.55021667480469,
|
| 325 |
+
"learning_rate": 1.672870840383531e-05,
|
| 326 |
+
"loss": 1.5345,
|
| 327 |
+
"step": 975
|
| 328 |
+
},
|
| 329 |
+
{
|
| 330 |
+
"epoch": 5.0,
|
| 331 |
+
"eval_accuracy": 0.8176382660687593,
|
| 332 |
+
"eval_loss": 0.5209478139877319,
|
| 333 |
+
"eval_macro_f1": 0.8184349063188185,
|
| 334 |
+
"eval_runtime": 1.2883,
|
| 335 |
+
"eval_samples_per_second": 519.303,
|
| 336 |
+
"eval_steps_per_second": 32.602,
|
| 337 |
+
"eval_weighted_f1": 0.8186586504213755,
|
| 338 |
+
"step": 985
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.076238881829733,
|
| 342 |
+
"grad_norm": 158.66148376464844,
|
| 343 |
+
"learning_rate": 1.6587704455724764e-05,
|
| 344 |
+
"loss": 1.1955,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.203303684879288,
|
| 349 |
+
"grad_norm": 94.12078857421875,
|
| 350 |
+
"learning_rate": 1.6446700507614214e-05,
|
| 351 |
+
"loss": 1.0686,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.330368487928844,
|
| 356 |
+
"grad_norm": 65.17830657958984,
|
| 357 |
+
"learning_rate": 1.6305696559503667e-05,
|
| 358 |
+
"loss": 1.0926,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.457433290978399,
|
| 363 |
+
"grad_norm": 143.95985412597656,
|
| 364 |
+
"learning_rate": 1.616469261139312e-05,
|
| 365 |
+
"loss": 1.1971,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.584498094027954,
|
| 370 |
+
"grad_norm": 94.07361602783203,
|
| 371 |
+
"learning_rate": 1.6023688663282574e-05,
|
| 372 |
+
"loss": 1.1755,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 5.71156289707751,
|
| 377 |
+
"grad_norm": 110.33233642578125,
|
| 378 |
+
"learning_rate": 1.5882684715172024e-05,
|
| 379 |
+
"loss": 1.0751,
|
| 380 |
+
"step": 1125
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"epoch": 5.838627700127065,
|
| 384 |
+
"grad_norm": 66.15730285644531,
|
| 385 |
+
"learning_rate": 1.5741680767061477e-05,
|
| 386 |
+
"loss": 1.1042,
|
| 387 |
+
"step": 1150
|
| 388 |
+
},
|
| 389 |
+
{
|
| 390 |
+
"epoch": 5.96569250317662,
|
| 391 |
+
"grad_norm": 84.8977279663086,
|
| 392 |
+
"learning_rate": 1.5600676818950934e-05,
|
| 393 |
+
"loss": 1.1156,
|
| 394 |
+
"step": 1175
|
| 395 |
+
},
|
| 396 |
+
{
|
| 397 |
+
"epoch": 6.0,
|
| 398 |
+
"eval_accuracy": 0.8266068759342302,
|
| 399 |
+
"eval_loss": 0.5348696112632751,
|
| 400 |
+
"eval_macro_f1": 0.8264077338326317,
|
| 401 |
+
"eval_runtime": 1.1529,
|
| 402 |
+
"eval_samples_per_second": 580.27,
|
| 403 |
+
"eval_steps_per_second": 36.43,
|
| 404 |
+
"eval_weighted_f1": 0.826622391511631,
|
| 405 |
+
"step": 1182
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.09148665819568,
|
| 409 |
+
"grad_norm": 132.54336547851562,
|
| 410 |
+
"learning_rate": 1.5459672870840384e-05,
|
| 411 |
+
"loss": 0.883,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.2185514612452355,
|
| 416 |
+
"grad_norm": 131.17857360839844,
|
| 417 |
+
"learning_rate": 1.5318668922729838e-05,
|
| 418 |
+
"loss": 0.7796,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.34561626429479,
|
| 423 |
+
"grad_norm": 90.66616821289062,
|
| 424 |
+
"learning_rate": 1.5177664974619291e-05,
|
| 425 |
+
"loss": 0.9184,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.472681067344346,
|
| 430 |
+
"grad_norm": 94.70506286621094,
|
| 431 |
+
"learning_rate": 1.5036661026508743e-05,
|
| 432 |
+
"loss": 0.8327,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.599745870393901,
|
| 437 |
+
"grad_norm": 112.05201721191406,
|
| 438 |
+
"learning_rate": 1.4895657078398196e-05,
|
| 439 |
+
"loss": 0.8457,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 6.726810673443456,
|
| 444 |
+
"grad_norm": 109.5284423828125,
|
| 445 |
+
"learning_rate": 1.4754653130287648e-05,
|
| 446 |
+
"loss": 0.7997,
|
| 447 |
+
"step": 1325
|
| 448 |
+
},
|
| 449 |
+
{
|
| 450 |
+
"epoch": 6.853875476493012,
|
| 451 |
+
"grad_norm": 42.981258392333984,
|
| 452 |
+
"learning_rate": 1.4613649182177103e-05,
|
| 453 |
+
"loss": 0.8322,
|
| 454 |
+
"step": 1350
|
| 455 |
+
},
|
| 456 |
+
{
|
| 457 |
+
"epoch": 6.980940279542566,
|
| 458 |
+
"grad_norm": 69.17991638183594,
|
| 459 |
+
"learning_rate": 1.4472645234066556e-05,
|
| 460 |
+
"loss": 0.9857,
|
| 461 |
+
"step": 1375
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"epoch": 7.0,
|
| 465 |
+
"eval_accuracy": 0.8176382660687593,
|
| 466 |
+
"eval_loss": 0.5751975774765015,
|
| 467 |
+
"eval_macro_f1": 0.8159922382231252,
|
| 468 |
+
"eval_runtime": 1.2557,
|
| 469 |
+
"eval_samples_per_second": 532.753,
|
| 470 |
+
"eval_steps_per_second": 33.446,
|
| 471 |
+
"eval_weighted_f1": 0.815824601141514,
|
| 472 |
+
"step": 1379
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.106734434561626,
|
| 476 |
+
"grad_norm": 374.6451110839844,
|
| 477 |
+
"learning_rate": 1.4331641285956008e-05,
|
| 478 |
+
"loss": 0.7607,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.233799237611182,
|
| 483 |
+
"grad_norm": 218.28761291503906,
|
| 484 |
+
"learning_rate": 1.4190637337845461e-05,
|
| 485 |
+
"loss": 0.6631,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.360864040660737,
|
| 490 |
+
"grad_norm": 34.04689407348633,
|
| 491 |
+
"learning_rate": 1.4049633389734913e-05,
|
| 492 |
+
"loss": 0.503,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.487928843710292,
|
| 497 |
+
"grad_norm": 103.1285400390625,
|
| 498 |
+
"learning_rate": 1.3908629441624366e-05,
|
| 499 |
+
"loss": 0.6874,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 7.614993646759848,
|
| 504 |
+
"grad_norm": 81.91600799560547,
|
| 505 |
+
"learning_rate": 1.3767625493513818e-05,
|
| 506 |
+
"loss": 0.6391,
|
| 507 |
+
"step": 1500
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"epoch": 7.742058449809403,
|
| 511 |
+
"grad_norm": 51.936553955078125,
|
| 512 |
+
"learning_rate": 1.3626621545403271e-05,
|
| 513 |
+
"loss": 0.6022,
|
| 514 |
+
"step": 1525
|
| 515 |
+
},
|
| 516 |
+
{
|
| 517 |
+
"epoch": 7.869123252858958,
|
| 518 |
+
"grad_norm": 44.977317810058594,
|
| 519 |
+
"learning_rate": 1.3485617597292726e-05,
|
| 520 |
+
"loss": 0.5617,
|
| 521 |
+
"step": 1550
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"epoch": 7.9961880559085134,
|
| 525 |
+
"grad_norm": 96.1996078491211,
|
| 526 |
+
"learning_rate": 1.3344613649182178e-05,
|
| 527 |
+
"loss": 0.601,
|
| 528 |
+
"step": 1575
|
| 529 |
+
},
|
| 530 |
+
{
|
| 531 |
+
"epoch": 8.0,
|
| 532 |
+
"eval_accuracy": 0.8295964125560538,
|
| 533 |
+
"eval_loss": 0.7309278249740601,
|
| 534 |
+
"eval_macro_f1": 0.8290169441698546,
|
| 535 |
+
"eval_runtime": 1.1625,
|
| 536 |
+
"eval_samples_per_second": 575.491,
|
| 537 |
+
"eval_steps_per_second": 36.129,
|
| 538 |
+
"eval_weighted_f1": 0.8290780188507888,
|
| 539 |
+
"step": 1576
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.121982210927573,
|
| 543 |
+
"grad_norm": 10.005707740783691,
|
| 544 |
+
"learning_rate": 1.3203609701071631e-05,
|
| 545 |
+
"loss": 0.4357,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.249047013977128,
|
| 550 |
+
"grad_norm": 4.197427272796631,
|
| 551 |
+
"learning_rate": 1.3062605752961083e-05,
|
| 552 |
+
"loss": 0.4702,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.376111817026684,
|
| 557 |
+
"grad_norm": 212.62753295898438,
|
| 558 |
+
"learning_rate": 1.2921601804850537e-05,
|
| 559 |
+
"loss": 0.2714,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.503176620076239,
|
| 564 |
+
"grad_norm": 78.03843688964844,
|
| 565 |
+
"learning_rate": 1.278059785673999e-05,
|
| 566 |
+
"loss": 0.7213,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 8.630241423125794,
|
| 571 |
+
"grad_norm": 106.0068588256836,
|
| 572 |
+
"learning_rate": 1.2639593908629442e-05,
|
| 573 |
+
"loss": 0.3796,
|
| 574 |
+
"step": 1700
|
| 575 |
+
},
|
| 576 |
+
{
|
| 577 |
+
"epoch": 8.757306226175348,
|
| 578 |
+
"grad_norm": 21.278823852539062,
|
| 579 |
+
"learning_rate": 1.2498589960518897e-05,
|
| 580 |
+
"loss": 0.5821,
|
| 581 |
+
"step": 1725
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"epoch": 8.884371029224905,
|
| 585 |
+
"grad_norm": 248.83071899414062,
|
| 586 |
+
"learning_rate": 1.2357586012408348e-05,
|
| 587 |
+
"loss": 0.5334,
|
| 588 |
+
"step": 1750
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"epoch": 9.0,
|
| 592 |
+
"eval_accuracy": 0.8161434977578476,
|
| 593 |
+
"eval_loss": 0.8988277316093445,
|
| 594 |
+
"eval_macro_f1": 0.8163966519506981,
|
| 595 |
+
"eval_runtime": 1.2086,
|
| 596 |
+
"eval_samples_per_second": 553.535,
|
| 597 |
+
"eval_steps_per_second": 34.751,
|
| 598 |
+
"eval_weighted_f1": 0.8164102681705543,
|
| 599 |
+
"step": 1773
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.010165184243965,
|
| 603 |
+
"grad_norm": 26.995267868041992,
|
| 604 |
+
"learning_rate": 1.2216582064297802e-05,
|
| 605 |
+
"loss": 0.4727,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.13722998729352,
|
| 610 |
+
"grad_norm": 45.59348678588867,
|
| 611 |
+
"learning_rate": 1.2075578116187253e-05,
|
| 612 |
+
"loss": 0.3963,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.264294790343074,
|
| 617 |
+
"grad_norm": 111.93358612060547,
|
| 618 |
+
"learning_rate": 1.1934574168076707e-05,
|
| 619 |
+
"loss": 0.4247,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.39135959339263,
|
| 624 |
+
"grad_norm": 73.27848052978516,
|
| 625 |
+
"learning_rate": 1.179357021996616e-05,
|
| 626 |
+
"loss": 0.5197,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 9.518424396442185,
|
| 631 |
+
"grad_norm": 66.87515258789062,
|
| 632 |
+
"learning_rate": 1.1652566271855612e-05,
|
| 633 |
+
"loss": 0.388,
|
| 634 |
+
"step": 1875
|
| 635 |
+
},
|
| 636 |
+
{
|
| 637 |
+
"epoch": 9.64548919949174,
|
| 638 |
+
"grad_norm": 206.4801483154297,
|
| 639 |
+
"learning_rate": 1.1511562323745067e-05,
|
| 640 |
+
"loss": 0.4671,
|
| 641 |
+
"step": 1900
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"epoch": 9.772554002541296,
|
| 645 |
+
"grad_norm": 40.187355041503906,
|
| 646 |
+
"learning_rate": 1.1370558375634519e-05,
|
| 647 |
+
"loss": 0.4851,
|
| 648 |
+
"step": 1925
|
| 649 |
+
},
|
| 650 |
+
{
|
| 651 |
+
"epoch": 9.899618805590851,
|
| 652 |
+
"grad_norm": 139.2132110595703,
|
| 653 |
+
"learning_rate": 1.1229554427523972e-05,
|
| 654 |
+
"loss": 0.4459,
|
| 655 |
+
"step": 1950
|
| 656 |
+
},
|
| 657 |
+
{
|
| 658 |
+
"epoch": 10.0,
|
| 659 |
+
"eval_accuracy": 0.8236173393124065,
|
| 660 |
+
"eval_loss": 0.966992199420929,
|
| 661 |
+
"eval_macro_f1": 0.8251717840752724,
|
| 662 |
+
"eval_runtime": 1.1477,
|
| 663 |
+
"eval_samples_per_second": 582.929,
|
| 664 |
+
"eval_steps_per_second": 36.596,
|
| 665 |
+
"eval_weighted_f1": 0.8254296956848552,
|
| 666 |
+
"step": 1970
|
| 667 |
+
},
|
| 668 |
+
{
|
| 669 |
+
"epoch": 10.025412960609911,
|
| 670 |
+
"grad_norm": 2.143178701400757,
|
| 671 |
+
"learning_rate": 1.1088550479413425e-05,
|
| 672 |
+
"loss": 0.3995,
|
| 673 |
+
"step": 1975
|
| 674 |
+
},
|
| 675 |
+
{
|
| 676 |
+
"epoch": 10.152477763659466,
|
| 677 |
+
"grad_norm": 88.62449645996094,
|
| 678 |
+
"learning_rate": 1.0947546531302877e-05,
|
| 679 |
+
"loss": 0.3806,
|
| 680 |
+
"step": 2000
|
| 681 |
+
},
|
| 682 |
+
{
|
| 683 |
+
"epoch": 10.279542566709022,
|
| 684 |
+
"grad_norm": 9.220778465270996,
|
| 685 |
+
"learning_rate": 1.080654258319233e-05,
|
| 686 |
+
"loss": 0.5098,
|
| 687 |
+
"step": 2025
|
| 688 |
+
},
|
| 689 |
+
{
|
| 690 |
+
"epoch": 10.406607369758577,
|
| 691 |
+
"grad_norm": 86.1789779663086,
|
| 692 |
+
"learning_rate": 1.0665538635081782e-05,
|
| 693 |
+
"loss": 0.2632,
|
| 694 |
+
"step": 2050
|
| 695 |
+
},
|
| 696 |
+
{
|
| 697 |
+
"epoch": 10.533672172808132,
|
| 698 |
+
"grad_norm": 99.54808807373047,
|
| 699 |
+
"learning_rate": 1.0524534686971236e-05,
|
| 700 |
+
"loss": 0.2287,
|
| 701 |
+
"step": 2075
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"epoch": 10.660736975857688,
|
| 705 |
+
"grad_norm": 142.74122619628906,
|
| 706 |
+
"learning_rate": 1.038353073886069e-05,
|
| 707 |
+
"loss": 0.3465,
|
| 708 |
+
"step": 2100
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"epoch": 10.787801778907243,
|
| 712 |
+
"grad_norm": 31.504920959472656,
|
| 713 |
+
"learning_rate": 1.0242526790750142e-05,
|
| 714 |
+
"loss": 0.3369,
|
| 715 |
+
"step": 2125
|
| 716 |
+
},
|
| 717 |
+
{
|
| 718 |
+
"epoch": 10.914866581956797,
|
| 719 |
+
"grad_norm": 25.4293212890625,
|
| 720 |
+
"learning_rate": 1.0101522842639596e-05,
|
| 721 |
+
"loss": 0.2985,
|
| 722 |
+
"step": 2150
|
| 723 |
+
},
|
| 724 |
+
{
|
| 725 |
+
"epoch": 11.0,
|
| 726 |
+
"eval_accuracy": 0.8325859491778774,
|
| 727 |
+
"eval_loss": 1.1094715595245361,
|
| 728 |
+
"eval_macro_f1": 0.8314624273814184,
|
| 729 |
+
"eval_runtime": 1.178,
|
| 730 |
+
"eval_samples_per_second": 567.927,
|
| 731 |
+
"eval_steps_per_second": 35.655,
|
| 732 |
+
"eval_weighted_f1": 0.8316460045399282,
|
| 733 |
+
"step": 2167
|
| 734 |
+
},
|
| 735 |
+
{
|
| 736 |
+
"epoch": 11.040660736975857,
|
| 737 |
+
"grad_norm": 176.9452667236328,
|
| 738 |
+
"learning_rate": 9.960518894529047e-06,
|
| 739 |
+
"loss": 0.3901,
|
| 740 |
+
"step": 2175
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"epoch": 11.167725540025414,
|
| 744 |
+
"grad_norm": 137.23321533203125,
|
| 745 |
+
"learning_rate": 9.8195149464185e-06,
|
| 746 |
+
"loss": 0.2602,
|
| 747 |
+
"step": 2200
|
| 748 |
+
},
|
| 749 |
+
{
|
| 750 |
+
"epoch": 11.294790343074968,
|
| 751 |
+
"grad_norm": 189.78460693359375,
|
| 752 |
+
"learning_rate": 9.678510998307954e-06,
|
| 753 |
+
"loss": 0.3264,
|
| 754 |
+
"step": 2225
|
| 755 |
+
},
|
| 756 |
+
{
|
| 757 |
+
"epoch": 11.421855146124523,
|
| 758 |
+
"grad_norm": 0.4795091450214386,
|
| 759 |
+
"learning_rate": 9.537507050197406e-06,
|
| 760 |
+
"loss": 0.2875,
|
| 761 |
+
"step": 2250
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"epoch": 11.54891994917408,
|
| 765 |
+
"grad_norm": 0.9738017320632935,
|
| 766 |
+
"learning_rate": 9.39650310208686e-06,
|
| 767 |
+
"loss": 0.2476,
|
| 768 |
+
"step": 2275
|
| 769 |
+
},
|
| 770 |
+
{
|
| 771 |
+
"epoch": 11.675984752223634,
|
| 772 |
+
"grad_norm": 47.12925720214844,
|
| 773 |
+
"learning_rate": 9.255499153976311e-06,
|
| 774 |
+
"loss": 0.3275,
|
| 775 |
+
"step": 2300
|
| 776 |
+
},
|
| 777 |
+
{
|
| 778 |
+
"epoch": 11.803049555273189,
|
| 779 |
+
"grad_norm": 0.6973083019256592,
|
| 780 |
+
"learning_rate": 9.114495205865766e-06,
|
| 781 |
+
"loss": 0.257,
|
| 782 |
+
"step": 2325
|
| 783 |
+
},
|
| 784 |
+
{
|
| 785 |
+
"epoch": 11.930114358322745,
|
| 786 |
+
"grad_norm": 209.56903076171875,
|
| 787 |
+
"learning_rate": 8.973491257755218e-06,
|
| 788 |
+
"loss": 0.3342,
|
| 789 |
+
"step": 2350
|
| 790 |
+
},
|
| 791 |
+
{
|
| 792 |
+
"epoch": 12.0,
|
| 793 |
+
"eval_accuracy": 0.8176382660687593,
|
| 794 |
+
"eval_loss": 1.3350282907485962,
|
| 795 |
+
"eval_macro_f1": 0.818999671943128,
|
| 796 |
+
"eval_runtime": 1.1729,
|
| 797 |
+
"eval_samples_per_second": 570.388,
|
| 798 |
+
"eval_steps_per_second": 35.809,
|
| 799 |
+
"eval_weighted_f1": 0.8191265966153846,
|
| 800 |
+
"step": 2364
|
| 801 |
+
},
|
| 802 |
+
{
|
| 803 |
+
"epoch": 12.055908513341805,
|
| 804 |
+
"grad_norm": 154.44277954101562,
|
| 805 |
+
"learning_rate": 8.832487309644671e-06,
|
| 806 |
+
"loss": 0.2902,
|
| 807 |
+
"step": 2375
|
| 808 |
+
},
|
| 809 |
+
{
|
| 810 |
+
"epoch": 12.18297331639136,
|
| 811 |
+
"grad_norm": 176.35797119140625,
|
| 812 |
+
"learning_rate": 8.691483361534123e-06,
|
| 813 |
+
"loss": 0.1188,
|
| 814 |
+
"step": 2400
|
| 815 |
+
},
|
| 816 |
+
{
|
| 817 |
+
"epoch": 12.310038119440915,
|
| 818 |
+
"grad_norm": 184.5250701904297,
|
| 819 |
+
"learning_rate": 8.550479413423576e-06,
|
| 820 |
+
"loss": 0.2121,
|
| 821 |
+
"step": 2425
|
| 822 |
+
},
|
| 823 |
+
{
|
| 824 |
+
"epoch": 12.437102922490471,
|
| 825 |
+
"grad_norm": 274.0590515136719,
|
| 826 |
+
"learning_rate": 8.40947546531303e-06,
|
| 827 |
+
"loss": 0.2009,
|
| 828 |
+
"step": 2450
|
| 829 |
+
},
|
| 830 |
+
{
|
| 831 |
+
"epoch": 12.564167725540026,
|
| 832 |
+
"grad_norm": 0.08682497590780258,
|
| 833 |
+
"learning_rate": 8.268471517202483e-06,
|
| 834 |
+
"loss": 0.3155,
|
| 835 |
+
"step": 2475
|
| 836 |
+
},
|
| 837 |
+
{
|
| 838 |
+
"epoch": 12.69123252858958,
|
| 839 |
+
"grad_norm": 232.92257690429688,
|
| 840 |
+
"learning_rate": 8.127467569091936e-06,
|
| 841 |
+
"loss": 0.2472,
|
| 842 |
+
"step": 2500
|
| 843 |
+
},
|
| 844 |
+
{
|
| 845 |
+
"epoch": 12.818297331639137,
|
| 846 |
+
"grad_norm": 5.44131326675415,
|
| 847 |
+
"learning_rate": 7.986463620981388e-06,
|
| 848 |
+
"loss": 0.1255,
|
| 849 |
+
"step": 2525
|
| 850 |
+
},
|
| 851 |
+
{
|
| 852 |
+
"epoch": 12.945362134688692,
|
| 853 |
+
"grad_norm": 0.22659556567668915,
|
| 854 |
+
"learning_rate": 7.845459672870841e-06,
|
| 855 |
+
"loss": 0.1791,
|
| 856 |
+
"step": 2550
|
| 857 |
+
},
|
| 858 |
+
{
|
| 859 |
+
"epoch": 13.0,
|
| 860 |
+
"eval_accuracy": 0.8295964125560538,
|
| 861 |
+
"eval_loss": 1.3869316577911377,
|
| 862 |
+
"eval_macro_f1": 0.8309987913667678,
|
| 863 |
+
"eval_runtime": 1.0942,
|
| 864 |
+
"eval_samples_per_second": 611.381,
|
| 865 |
+
"eval_steps_per_second": 38.383,
|
| 866 |
+
"eval_weighted_f1": 0.8310797229273064,
|
| 867 |
+
"step": 2561
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 13.071156289707751,
|
| 871 |
+
"grad_norm": 233.08152770996094,
|
| 872 |
+
"learning_rate": 7.704455724760293e-06,
|
| 873 |
+
"loss": 0.2555,
|
| 874 |
+
"step": 2575
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 13.198221092757306,
|
| 878 |
+
"grad_norm": 77.57550048828125,
|
| 879 |
+
"learning_rate": 7.563451776649747e-06,
|
| 880 |
+
"loss": 0.1307,
|
| 881 |
+
"step": 2600
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"epoch": 13.32528589580686,
|
| 885 |
+
"grad_norm": 359.6784362792969,
|
| 886 |
+
"learning_rate": 7.4224478285392e-06,
|
| 887 |
+
"loss": 0.2404,
|
| 888 |
+
"step": 2625
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"epoch": 13.452350698856417,
|
| 892 |
+
"grad_norm": 396.9652404785156,
|
| 893 |
+
"learning_rate": 7.281443880428652e-06,
|
| 894 |
+
"loss": 0.1644,
|
| 895 |
+
"step": 2650
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"epoch": 13.579415501905972,
|
| 899 |
+
"grad_norm": 45.18486785888672,
|
| 900 |
+
"learning_rate": 7.140439932318105e-06,
|
| 901 |
+
"loss": 0.1244,
|
| 902 |
+
"step": 2675
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"epoch": 13.706480304955527,
|
| 906 |
+
"grad_norm": 2.7748208045959473,
|
| 907 |
+
"learning_rate": 6.999435984207559e-06,
|
| 908 |
+
"loss": 0.1641,
|
| 909 |
+
"step": 2700
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"epoch": 13.833545108005083,
|
| 913 |
+
"grad_norm": 46.70478820800781,
|
| 914 |
+
"learning_rate": 6.8584320360970115e-06,
|
| 915 |
+
"loss": 0.2399,
|
| 916 |
+
"step": 2725
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"epoch": 13.960609911054638,
|
| 920 |
+
"grad_norm": 0.028127390891313553,
|
| 921 |
+
"learning_rate": 6.717428087986464e-06,
|
| 922 |
+
"loss": 0.1332,
|
| 923 |
+
"step": 2750
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"epoch": 14.0,
|
| 927 |
+
"eval_accuracy": 0.8385650224215246,
|
| 928 |
+
"eval_loss": 1.3653522729873657,
|
| 929 |
+
"eval_macro_f1": 0.8395369710632301,
|
| 930 |
+
"eval_runtime": 1.1367,
|
| 931 |
+
"eval_samples_per_second": 588.569,
|
| 932 |
+
"eval_steps_per_second": 36.95,
|
| 933 |
+
"eval_weighted_f1": 0.8395300272538195,
|
| 934 |
+
"step": 2758
|
| 935 |
+
},
|
| 936 |
+
{
|
| 937 |
+
"epoch": 14.086404066073698,
|
| 938 |
+
"grad_norm": 0.01440180093050003,
|
| 939 |
+
"learning_rate": 6.576424139875917e-06,
|
| 940 |
+
"loss": 0.2463,
|
| 941 |
+
"step": 2775
|
| 942 |
+
},
|
| 943 |
+
{
|
| 944 |
+
"epoch": 14.213468869123252,
|
| 945 |
+
"grad_norm": 238.41290283203125,
|
| 946 |
+
"learning_rate": 6.43542019176537e-06,
|
| 947 |
+
"loss": 0.1446,
|
| 948 |
+
"step": 2800
|
| 949 |
+
},
|
| 950 |
+
{
|
| 951 |
+
"epoch": 14.340533672172809,
|
| 952 |
+
"grad_norm": 1.4137765169143677,
|
| 953 |
+
"learning_rate": 6.2944162436548225e-06,
|
| 954 |
+
"loss": 0.1517,
|
| 955 |
+
"step": 2825
|
| 956 |
+
},
|
| 957 |
+
{
|
| 958 |
+
"epoch": 14.467598475222363,
|
| 959 |
+
"grad_norm": 0.1174335777759552,
|
| 960 |
+
"learning_rate": 6.153412295544275e-06,
|
| 961 |
+
"loss": 0.1056,
|
| 962 |
+
"step": 2850
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"epoch": 14.594663278271918,
|
| 966 |
+
"grad_norm": 51.1542854309082,
|
| 967 |
+
"learning_rate": 6.012408347433729e-06,
|
| 968 |
+
"loss": 0.1554,
|
| 969 |
+
"step": 2875
|
| 970 |
+
},
|
| 971 |
+
{
|
| 972 |
+
"epoch": 14.721728081321475,
|
| 973 |
+
"grad_norm": 7.341310501098633,
|
| 974 |
+
"learning_rate": 5.871404399323182e-06,
|
| 975 |
+
"loss": 0.0788,
|
| 976 |
+
"step": 2900
|
| 977 |
+
},
|
| 978 |
+
{
|
| 979 |
+
"epoch": 14.84879288437103,
|
| 980 |
+
"grad_norm": 5.381312847137451,
|
| 981 |
+
"learning_rate": 5.730400451212634e-06,
|
| 982 |
+
"loss": 0.1261,
|
| 983 |
+
"step": 2925
|
| 984 |
+
},
|
| 985 |
+
{
|
| 986 |
+
"epoch": 14.975857687420584,
|
| 987 |
+
"grad_norm": 0.31426936388015747,
|
| 988 |
+
"learning_rate": 5.589396503102087e-06,
|
| 989 |
+
"loss": 0.1203,
|
| 990 |
+
"step": 2950
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"epoch": 15.0,
|
| 994 |
+
"eval_accuracy": 0.8355754857997011,
|
| 995 |
+
"eval_loss": 1.2937902212142944,
|
| 996 |
+
"eval_macro_f1": 0.8352670132992882,
|
| 997 |
+
"eval_runtime": 1.0624,
|
| 998 |
+
"eval_samples_per_second": 629.69,
|
| 999 |
+
"eval_steps_per_second": 39.532,
|
| 1000 |
+
"eval_weighted_f1": 0.8352015822060151,
|
| 1001 |
+
"step": 2955
|
| 1002 |
+
},
|
| 1003 |
+
{
|
| 1004 |
+
"epoch": 15.101651842439644,
|
| 1005 |
+
"grad_norm": 0.03764532506465912,
|
| 1006 |
+
"learning_rate": 5.44839255499154e-06,
|
| 1007 |
+
"loss": 0.0257,
|
| 1008 |
+
"step": 2975
|
| 1009 |
+
},
|
| 1010 |
+
{
|
| 1011 |
+
"epoch": 15.2287166454892,
|
| 1012 |
+
"grad_norm": 1.1151639223098755,
|
| 1013 |
+
"learning_rate": 5.307388606880994e-06,
|
| 1014 |
+
"loss": 0.1088,
|
| 1015 |
+
"step": 3000
|
| 1016 |
+
},
|
| 1017 |
+
{
|
| 1018 |
+
"epoch": 15.355781448538755,
|
| 1019 |
+
"grad_norm": 2.7306089401245117,
|
| 1020 |
+
"learning_rate": 5.166384658770446e-06,
|
| 1021 |
+
"loss": 0.0158,
|
| 1022 |
+
"step": 3025
|
| 1023 |
+
},
|
| 1024 |
+
{
|
| 1025 |
+
"epoch": 15.48284625158831,
|
| 1026 |
+
"grad_norm": 0.016175901517271996,
|
| 1027 |
+
"learning_rate": 5.025380710659899e-06,
|
| 1028 |
+
"loss": 0.1277,
|
| 1029 |
+
"step": 3050
|
| 1030 |
+
},
|
| 1031 |
+
{
|
| 1032 |
+
"epoch": 15.609911054637866,
|
| 1033 |
+
"grad_norm": 1.1592656373977661,
|
| 1034 |
+
"learning_rate": 4.884376762549351e-06,
|
| 1035 |
+
"loss": 0.1478,
|
| 1036 |
+
"step": 3075
|
| 1037 |
+
},
|
| 1038 |
+
{
|
| 1039 |
+
"epoch": 15.73697585768742,
|
| 1040 |
+
"grad_norm": 33.638031005859375,
|
| 1041 |
+
"learning_rate": 4.743372814438805e-06,
|
| 1042 |
+
"loss": 0.2198,
|
| 1043 |
+
"step": 3100
|
| 1044 |
+
},
|
| 1045 |
+
{
|
| 1046 |
+
"epoch": 15.864040660736975,
|
| 1047 |
+
"grad_norm": 286.36090087890625,
|
| 1048 |
+
"learning_rate": 4.602368866328257e-06,
|
| 1049 |
+
"loss": 0.1514,
|
| 1050 |
+
"step": 3125
|
| 1051 |
+
},
|
| 1052 |
+
{
|
| 1053 |
+
"epoch": 15.991105463786532,
|
| 1054 |
+
"grad_norm": 35.733516693115234,
|
| 1055 |
+
"learning_rate": 4.4613649182177105e-06,
|
| 1056 |
+
"loss": 0.078,
|
| 1057 |
+
"step": 3150
|
| 1058 |
+
},
|
| 1059 |
+
{
|
| 1060 |
+
"epoch": 16.0,
|
| 1061 |
+
"eval_accuracy": 0.8340807174887892,
|
| 1062 |
+
"eval_loss": 1.4001365900039673,
|
| 1063 |
+
"eval_macro_f1": 0.8343790798729516,
|
| 1064 |
+
"eval_runtime": 1.0979,
|
| 1065 |
+
"eval_samples_per_second": 609.348,
|
| 1066 |
+
"eval_steps_per_second": 38.255,
|
| 1067 |
+
"eval_weighted_f1": 0.8344573149843744,
|
| 1068 |
+
"step": 3152
|
| 1069 |
+
},
|
| 1070 |
+
{
|
| 1071 |
+
"epoch": 16.11689961880559,
|
| 1072 |
+
"grad_norm": 0.03360500931739807,
|
| 1073 |
+
"learning_rate": 4.320360970107164e-06,
|
| 1074 |
+
"loss": 0.0896,
|
| 1075 |
+
"step": 3175
|
| 1076 |
+
},
|
| 1077 |
+
{
|
| 1078 |
+
"epoch": 16.243964421855146,
|
| 1079 |
+
"grad_norm": 0.020779049023985863,
|
| 1080 |
+
"learning_rate": 4.1793570219966164e-06,
|
| 1081 |
+
"loss": 0.2047,
|
| 1082 |
+
"step": 3200
|
| 1083 |
+
},
|
| 1084 |
+
{
|
| 1085 |
+
"epoch": 16.371029224904703,
|
| 1086 |
+
"grad_norm": 0.028105556964874268,
|
| 1087 |
+
"learning_rate": 4.038353073886069e-06,
|
| 1088 |
+
"loss": 0.0251,
|
| 1089 |
+
"step": 3225
|
| 1090 |
+
},
|
| 1091 |
+
{
|
| 1092 |
+
"epoch": 16.498094027954256,
|
| 1093 |
+
"grad_norm": 78.50725555419922,
|
| 1094 |
+
"learning_rate": 3.897349125775522e-06,
|
| 1095 |
+
"loss": 0.0561,
|
| 1096 |
+
"step": 3250
|
| 1097 |
+
},
|
| 1098 |
+
{
|
| 1099 |
+
"epoch": 16.625158831003812,
|
| 1100 |
+
"grad_norm": 36.47273635864258,
|
| 1101 |
+
"learning_rate": 3.756345177664975e-06,
|
| 1102 |
+
"loss": 0.1458,
|
| 1103 |
+
"step": 3275
|
| 1104 |
+
},
|
| 1105 |
+
{
|
| 1106 |
+
"epoch": 16.75222363405337,
|
| 1107 |
+
"grad_norm": 185.32125854492188,
|
| 1108 |
+
"learning_rate": 3.615341229554428e-06,
|
| 1109 |
+
"loss": 0.0625,
|
| 1110 |
+
"step": 3300
|
| 1111 |
+
},
|
| 1112 |
+
{
|
| 1113 |
+
"epoch": 16.87928843710292,
|
| 1114 |
+
"grad_norm": 168.36312866210938,
|
| 1115 |
+
"learning_rate": 3.474337281443881e-06,
|
| 1116 |
+
"loss": 0.068,
|
| 1117 |
+
"step": 3325
|
| 1118 |
+
},
|
| 1119 |
+
{
|
| 1120 |
+
"epoch": 17.0,
|
| 1121 |
+
"eval_accuracy": 0.8385650224215246,
|
| 1122 |
+
"eval_loss": 1.4505422115325928,
|
| 1123 |
+
"eval_macro_f1": 0.838535684948241,
|
| 1124 |
+
"eval_runtime": 1.2497,
|
| 1125 |
+
"eval_samples_per_second": 535.328,
|
| 1126 |
+
"eval_steps_per_second": 33.608,
|
| 1127 |
+
"eval_weighted_f1": 0.838546983854551,
|
| 1128 |
+
"step": 3349
|
| 1129 |
+
}
|
| 1130 |
+
],
|
| 1131 |
+
"logging_steps": 25,
|
| 1132 |
+
"max_steps": 3940,
|
| 1133 |
+
"num_input_tokens_seen": 0,
|
| 1134 |
+
"num_train_epochs": 20,
|
| 1135 |
+
"save_steps": 500,
|
| 1136 |
+
"stateful_callbacks": {
|
| 1137 |
+
"EarlyStoppingCallback": {
|
| 1138 |
+
"args": {
|
| 1139 |
+
"early_stopping_patience": 3,
|
| 1140 |
+
"early_stopping_threshold": 0.0
|
| 1141 |
+
},
|
| 1142 |
+
"attributes": {
|
| 1143 |
+
"early_stopping_patience_counter": 3
|
| 1144 |
+
}
|
| 1145 |
+
},
|
| 1146 |
+
"TrainerControl": {
|
| 1147 |
+
"args": {
|
| 1148 |
+
"should_epoch_stop": false,
|
| 1149 |
+
"should_evaluate": false,
|
| 1150 |
+
"should_log": false,
|
| 1151 |
+
"should_save": true,
|
| 1152 |
+
"should_training_stop": true
|
| 1153 |
+
},
|
| 1154 |
+
"attributes": {}
|
| 1155 |
+
}
|
| 1156 |
+
},
|
| 1157 |
+
"total_flos": 0.0,
|
| 1158 |
+
"train_batch_size": 8,
|
| 1159 |
+
"trial_name": null,
|
| 1160 |
+
"trial_params": null
|
| 1161 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/trainer_state.json
ADDED
|
@@ -0,0 +1,449 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 680,
|
| 3 |
+
"best_metric": 0.784528343624486,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1190,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.14727540500736377,
|
| 14 |
+
"grad_norm": 39.77693557739258,
|
| 15 |
+
"learning_rate": 1.4117647058823531e-06,
|
| 16 |
+
"loss": 4.8035,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.29455081001472755,
|
| 21 |
+
"grad_norm": 38.20556640625,
|
| 22 |
+
"learning_rate": 2.8823529411764704e-06,
|
| 23 |
+
"loss": 4.8167,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4418262150220913,
|
| 28 |
+
"grad_norm": 127.0414047241211,
|
| 29 |
+
"learning_rate": 4.352941176470588e-06,
|
| 30 |
+
"loss": 4.6602,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5891016200294551,
|
| 35 |
+
"grad_norm": 40.979862213134766,
|
| 36 |
+
"learning_rate": 5.823529411764707e-06,
|
| 37 |
+
"loss": 4.5632,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7363770250368189,
|
| 42 |
+
"grad_norm": 38.257930755615234,
|
| 43 |
+
"learning_rate": 7.294117647058823e-06,
|
| 44 |
+
"loss": 4.588,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8836524300441826,
|
| 49 |
+
"grad_norm": 39.33146286010742,
|
| 50 |
+
"learning_rate": 8.764705882352942e-06,
|
| 51 |
+
"loss": 4.3211,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"eval_accuracy": 0.5320623916811091,
|
| 57 |
+
"eval_loss": 0.989902675151825,
|
| 58 |
+
"eval_macro_f1": 0.508398832612463,
|
| 59 |
+
"eval_runtime": 1.1549,
|
| 60 |
+
"eval_samples_per_second": 499.629,
|
| 61 |
+
"eval_steps_per_second": 32.039,
|
| 62 |
+
"eval_weighted_f1": 0.5087094575653374,
|
| 63 |
+
"step": 170
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.0294550810014726,
|
| 67 |
+
"grad_norm": 40.299095153808594,
|
| 68 |
+
"learning_rate": 1.023529411764706e-05,
|
| 69 |
+
"loss": 4.1587,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1767304860088366,
|
| 74 |
+
"grad_norm": 86.13239288330078,
|
| 75 |
+
"learning_rate": 1.1705882352941178e-05,
|
| 76 |
+
"loss": 4.0145,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.3240058910162003,
|
| 81 |
+
"grad_norm": 47.8047981262207,
|
| 82 |
+
"learning_rate": 1.3176470588235294e-05,
|
| 83 |
+
"loss": 4.047,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4712812960235642,
|
| 88 |
+
"grad_norm": 31.501188278198242,
|
| 89 |
+
"learning_rate": 1.4647058823529412e-05,
|
| 90 |
+
"loss": 3.6027,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.6185567010309279,
|
| 95 |
+
"grad_norm": 155.6100311279297,
|
| 96 |
+
"learning_rate": 1.6117647058823533e-05,
|
| 97 |
+
"loss": 3.4546,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.7658321060382915,
|
| 102 |
+
"grad_norm": 76.40637969970703,
|
| 103 |
+
"learning_rate": 1.7588235294117647e-05,
|
| 104 |
+
"loss": 3.4041,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.9131075110456552,
|
| 109 |
+
"grad_norm": 48.49034118652344,
|
| 110 |
+
"learning_rate": 1.9058823529411764e-05,
|
| 111 |
+
"loss": 3.4079,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"eval_accuracy": 0.5407279029462738,
|
| 117 |
+
"eval_loss": 0.8746020793914795,
|
| 118 |
+
"eval_macro_f1": 0.4947069251622929,
|
| 119 |
+
"eval_runtime": 1.1965,
|
| 120 |
+
"eval_samples_per_second": 482.226,
|
| 121 |
+
"eval_steps_per_second": 30.923,
|
| 122 |
+
"eval_weighted_f1": 0.49651782860758537,
|
| 123 |
+
"step": 340
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.0589101620029453,
|
| 127 |
+
"grad_norm": 53.082313537597656,
|
| 128 |
+
"learning_rate": 1.9941176470588238e-05,
|
| 129 |
+
"loss": 3.0558,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.2061855670103094,
|
| 134 |
+
"grad_norm": 60.9509162902832,
|
| 135 |
+
"learning_rate": 1.977777777777778e-05,
|
| 136 |
+
"loss": 3.2645,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.353460972017673,
|
| 141 |
+
"grad_norm": 53.9575309753418,
|
| 142 |
+
"learning_rate": 1.961437908496732e-05,
|
| 143 |
+
"loss": 3.1943,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.500736377025037,
|
| 148 |
+
"grad_norm": 136.31297302246094,
|
| 149 |
+
"learning_rate": 1.9450980392156864e-05,
|
| 150 |
+
"loss": 3.179,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.6480117820324005,
|
| 155 |
+
"grad_norm": 69.39470672607422,
|
| 156 |
+
"learning_rate": 1.9287581699346406e-05,
|
| 157 |
+
"loss": 2.7173,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.795287187039764,
|
| 162 |
+
"grad_norm": 108.40229034423828,
|
| 163 |
+
"learning_rate": 1.912418300653595e-05,
|
| 164 |
+
"loss": 2.6034,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.9425625920471283,
|
| 169 |
+
"grad_norm": 74.73844146728516,
|
| 170 |
+
"learning_rate": 1.8960784313725492e-05,
|
| 171 |
+
"loss": 2.6374,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"eval_accuracy": 0.7400346620450606,
|
| 177 |
+
"eval_loss": 0.6726356744766235,
|
| 178 |
+
"eval_macro_f1": 0.730932739872681,
|
| 179 |
+
"eval_runtime": 1.2615,
|
| 180 |
+
"eval_samples_per_second": 457.39,
|
| 181 |
+
"eval_steps_per_second": 29.33,
|
| 182 |
+
"eval_weighted_f1": 0.7318200001794711,
|
| 183 |
+
"step": 510
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 3.0883652430044184,
|
| 187 |
+
"grad_norm": 41.35976028442383,
|
| 188 |
+
"learning_rate": 1.8797385620915035e-05,
|
| 189 |
+
"loss": 2.3606,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.235640648011782,
|
| 194 |
+
"grad_norm": 276.9236755371094,
|
| 195 |
+
"learning_rate": 1.8633986928104578e-05,
|
| 196 |
+
"loss": 2.3738,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.3829160530191458,
|
| 201 |
+
"grad_norm": 99.3282470703125,
|
| 202 |
+
"learning_rate": 1.847058823529412e-05,
|
| 203 |
+
"loss": 2.5057,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.5301914580265095,
|
| 208 |
+
"grad_norm": 34.38100051879883,
|
| 209 |
+
"learning_rate": 1.830718954248366e-05,
|
| 210 |
+
"loss": 2.2894,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.6774668630338736,
|
| 215 |
+
"grad_norm": 118.8799819946289,
|
| 216 |
+
"learning_rate": 1.8143790849673203e-05,
|
| 217 |
+
"loss": 2.1391,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.824742268041237,
|
| 222 |
+
"grad_norm": 76.60795593261719,
|
| 223 |
+
"learning_rate": 1.7980392156862746e-05,
|
| 224 |
+
"loss": 2.1078,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.972017673048601,
|
| 229 |
+
"grad_norm": 41.778926849365234,
|
| 230 |
+
"learning_rate": 1.781699346405229e-05,
|
| 231 |
+
"loss": 2.2343,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"eval_accuracy": 0.7850953206239168,
|
| 237 |
+
"eval_loss": 0.5244148373603821,
|
| 238 |
+
"eval_macro_f1": 0.784528343624486,
|
| 239 |
+
"eval_runtime": 1.19,
|
| 240 |
+
"eval_samples_per_second": 484.856,
|
| 241 |
+
"eval_steps_per_second": 31.091,
|
| 242 |
+
"eval_weighted_f1": 0.7848945089225957,
|
| 243 |
+
"step": 680
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"epoch": 4.117820324005891,
|
| 247 |
+
"grad_norm": 124.36577606201172,
|
| 248 |
+
"learning_rate": 1.7653594771241832e-05,
|
| 249 |
+
"loss": 1.8054,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.265095729013255,
|
| 254 |
+
"grad_norm": 75.3128890991211,
|
| 255 |
+
"learning_rate": 1.7490196078431375e-05,
|
| 256 |
+
"loss": 1.9161,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.412371134020619,
|
| 261 |
+
"grad_norm": 52.039825439453125,
|
| 262 |
+
"learning_rate": 1.7326797385620918e-05,
|
| 263 |
+
"loss": 1.9055,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.559646539027982,
|
| 268 |
+
"grad_norm": 189.28993225097656,
|
| 269 |
+
"learning_rate": 1.7163398692810457e-05,
|
| 270 |
+
"loss": 1.8649,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.706921944035346,
|
| 275 |
+
"grad_norm": 75.01531982421875,
|
| 276 |
+
"learning_rate": 1.7e-05,
|
| 277 |
+
"loss": 1.8168,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.8541973490427095,
|
| 282 |
+
"grad_norm": 81.71719360351562,
|
| 283 |
+
"learning_rate": 1.6836601307189543e-05,
|
| 284 |
+
"loss": 1.6907,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 5.0,
|
| 289 |
+
"grad_norm": 54.84857177734375,
|
| 290 |
+
"learning_rate": 1.6673202614379086e-05,
|
| 291 |
+
"loss": 1.7874,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"eval_accuracy": 0.75736568457539,
|
| 297 |
+
"eval_loss": 0.6206037402153015,
|
| 298 |
+
"eval_macro_f1": 0.7540377135125994,
|
| 299 |
+
"eval_runtime": 1.228,
|
| 300 |
+
"eval_samples_per_second": 469.857,
|
| 301 |
+
"eval_steps_per_second": 30.129,
|
| 302 |
+
"eval_weighted_f1": 0.7547504236032523,
|
| 303 |
+
"step": 850
|
| 304 |
+
},
|
| 305 |
+
{
|
| 306 |
+
"epoch": 5.147275405007364,
|
| 307 |
+
"grad_norm": 151.94248962402344,
|
| 308 |
+
"learning_rate": 1.650980392156863e-05,
|
| 309 |
+
"loss": 1.2717,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.294550810014727,
|
| 314 |
+
"grad_norm": 198.1971435546875,
|
| 315 |
+
"learning_rate": 1.634640522875817e-05,
|
| 316 |
+
"loss": 1.3531,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.4418262150220915,
|
| 321 |
+
"grad_norm": 92.58560943603516,
|
| 322 |
+
"learning_rate": 1.6183006535947714e-05,
|
| 323 |
+
"loss": 1.4096,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.589101620029455,
|
| 328 |
+
"grad_norm": 59.800628662109375,
|
| 329 |
+
"learning_rate": 1.6019607843137257e-05,
|
| 330 |
+
"loss": 1.434,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.736377025036819,
|
| 335 |
+
"grad_norm": 105.63810729980469,
|
| 336 |
+
"learning_rate": 1.5856209150326797e-05,
|
| 337 |
+
"loss": 1.4651,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.883652430044183,
|
| 342 |
+
"grad_norm": 49.77006530761719,
|
| 343 |
+
"learning_rate": 1.569281045751634e-05,
|
| 344 |
+
"loss": 1.4684,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 6.0,
|
| 349 |
+
"eval_accuracy": 0.7729636048526863,
|
| 350 |
+
"eval_loss": 0.6480297446250916,
|
| 351 |
+
"eval_macro_f1": 0.775639549746769,
|
| 352 |
+
"eval_runtime": 1.2724,
|
| 353 |
+
"eval_samples_per_second": 453.46,
|
| 354 |
+
"eval_steps_per_second": 29.078,
|
| 355 |
+
"eval_weighted_f1": 0.7757722569122948,
|
| 356 |
+
"step": 1020
|
| 357 |
+
},
|
| 358 |
+
{
|
| 359 |
+
"epoch": 6.029455081001473,
|
| 360 |
+
"grad_norm": 76.56471252441406,
|
| 361 |
+
"learning_rate": 1.5529411764705882e-05,
|
| 362 |
+
"loss": 1.2847,
|
| 363 |
+
"step": 1025
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"epoch": 6.176730486008837,
|
| 367 |
+
"grad_norm": 79.3433837890625,
|
| 368 |
+
"learning_rate": 1.536601307189543e-05,
|
| 369 |
+
"loss": 0.9855,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.3240058910162,
|
| 374 |
+
"grad_norm": 165.33067321777344,
|
| 375 |
+
"learning_rate": 1.5202614379084968e-05,
|
| 376 |
+
"loss": 1.0245,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.471281296023564,
|
| 381 |
+
"grad_norm": 81.62520599365234,
|
| 382 |
+
"learning_rate": 1.5039215686274511e-05,
|
| 383 |
+
"loss": 1.2125,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.618556701030927,
|
| 388 |
+
"grad_norm": 87.95548248291016,
|
| 389 |
+
"learning_rate": 1.4875816993464054e-05,
|
| 390 |
+
"loss": 1.0994,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.7658321060382915,
|
| 395 |
+
"grad_norm": 147.5640869140625,
|
| 396 |
+
"learning_rate": 1.4712418300653597e-05,
|
| 397 |
+
"loss": 1.1944,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.913107511045656,
|
| 402 |
+
"grad_norm": 71.99247741699219,
|
| 403 |
+
"learning_rate": 1.4549019607843138e-05,
|
| 404 |
+
"loss": 1.0742,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 7.0,
|
| 409 |
+
"eval_accuracy": 0.7833622183708839,
|
| 410 |
+
"eval_loss": 0.6975728869438171,
|
| 411 |
+
"eval_macro_f1": 0.7831242219742687,
|
| 412 |
+
"eval_runtime": 1.2031,
|
| 413 |
+
"eval_samples_per_second": 479.608,
|
| 414 |
+
"eval_steps_per_second": 30.755,
|
| 415 |
+
"eval_weighted_f1": 0.7833255425301537,
|
| 416 |
+
"step": 1190
|
| 417 |
+
}
|
| 418 |
+
],
|
| 419 |
+
"logging_steps": 25,
|
| 420 |
+
"max_steps": 3400,
|
| 421 |
+
"num_input_tokens_seen": 0,
|
| 422 |
+
"num_train_epochs": 20,
|
| 423 |
+
"save_steps": 500,
|
| 424 |
+
"stateful_callbacks": {
|
| 425 |
+
"EarlyStoppingCallback": {
|
| 426 |
+
"args": {
|
| 427 |
+
"early_stopping_patience": 3,
|
| 428 |
+
"early_stopping_threshold": 0.0
|
| 429 |
+
},
|
| 430 |
+
"attributes": {
|
| 431 |
+
"early_stopping_patience_counter": 3
|
| 432 |
+
}
|
| 433 |
+
},
|
| 434 |
+
"TrainerControl": {
|
| 435 |
+
"args": {
|
| 436 |
+
"should_epoch_stop": false,
|
| 437 |
+
"should_evaluate": false,
|
| 438 |
+
"should_log": false,
|
| 439 |
+
"should_save": true,
|
| 440 |
+
"should_training_stop": true
|
| 441 |
+
},
|
| 442 |
+
"attributes": {}
|
| 443 |
+
}
|
| 444 |
+
},
|
| 445 |
+
"total_flos": 0.0,
|
| 446 |
+
"train_batch_size": 8,
|
| 447 |
+
"trial_name": null,
|
| 448 |
+
"trial_params": null
|
| 449 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/trainer_state.json
ADDED
|
@@ -0,0 +1,276 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 680,
|
| 3 |
+
"best_metric": 0.784528343624486,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680",
|
| 5 |
+
"epoch": 4.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 680,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.14727540500736377,
|
| 14 |
+
"grad_norm": 39.77693557739258,
|
| 15 |
+
"learning_rate": 1.4117647058823531e-06,
|
| 16 |
+
"loss": 4.8035,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.29455081001472755,
|
| 21 |
+
"grad_norm": 38.20556640625,
|
| 22 |
+
"learning_rate": 2.8823529411764704e-06,
|
| 23 |
+
"loss": 4.8167,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4418262150220913,
|
| 28 |
+
"grad_norm": 127.0414047241211,
|
| 29 |
+
"learning_rate": 4.352941176470588e-06,
|
| 30 |
+
"loss": 4.6602,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5891016200294551,
|
| 35 |
+
"grad_norm": 40.979862213134766,
|
| 36 |
+
"learning_rate": 5.823529411764707e-06,
|
| 37 |
+
"loss": 4.5632,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7363770250368189,
|
| 42 |
+
"grad_norm": 38.257930755615234,
|
| 43 |
+
"learning_rate": 7.294117647058823e-06,
|
| 44 |
+
"loss": 4.588,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8836524300441826,
|
| 49 |
+
"grad_norm": 39.33146286010742,
|
| 50 |
+
"learning_rate": 8.764705882352942e-06,
|
| 51 |
+
"loss": 4.3211,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"eval_accuracy": 0.5320623916811091,
|
| 57 |
+
"eval_loss": 0.989902675151825,
|
| 58 |
+
"eval_macro_f1": 0.508398832612463,
|
| 59 |
+
"eval_runtime": 1.1549,
|
| 60 |
+
"eval_samples_per_second": 499.629,
|
| 61 |
+
"eval_steps_per_second": 32.039,
|
| 62 |
+
"eval_weighted_f1": 0.5087094575653374,
|
| 63 |
+
"step": 170
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.0294550810014726,
|
| 67 |
+
"grad_norm": 40.299095153808594,
|
| 68 |
+
"learning_rate": 1.023529411764706e-05,
|
| 69 |
+
"loss": 4.1587,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1767304860088366,
|
| 74 |
+
"grad_norm": 86.13239288330078,
|
| 75 |
+
"learning_rate": 1.1705882352941178e-05,
|
| 76 |
+
"loss": 4.0145,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.3240058910162003,
|
| 81 |
+
"grad_norm": 47.8047981262207,
|
| 82 |
+
"learning_rate": 1.3176470588235294e-05,
|
| 83 |
+
"loss": 4.047,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4712812960235642,
|
| 88 |
+
"grad_norm": 31.501188278198242,
|
| 89 |
+
"learning_rate": 1.4647058823529412e-05,
|
| 90 |
+
"loss": 3.6027,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.6185567010309279,
|
| 95 |
+
"grad_norm": 155.6100311279297,
|
| 96 |
+
"learning_rate": 1.6117647058823533e-05,
|
| 97 |
+
"loss": 3.4546,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.7658321060382915,
|
| 102 |
+
"grad_norm": 76.40637969970703,
|
| 103 |
+
"learning_rate": 1.7588235294117647e-05,
|
| 104 |
+
"loss": 3.4041,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.9131075110456552,
|
| 109 |
+
"grad_norm": 48.49034118652344,
|
| 110 |
+
"learning_rate": 1.9058823529411764e-05,
|
| 111 |
+
"loss": 3.4079,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"eval_accuracy": 0.5407279029462738,
|
| 117 |
+
"eval_loss": 0.8746020793914795,
|
| 118 |
+
"eval_macro_f1": 0.4947069251622929,
|
| 119 |
+
"eval_runtime": 1.1965,
|
| 120 |
+
"eval_samples_per_second": 482.226,
|
| 121 |
+
"eval_steps_per_second": 30.923,
|
| 122 |
+
"eval_weighted_f1": 0.49651782860758537,
|
| 123 |
+
"step": 340
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.0589101620029453,
|
| 127 |
+
"grad_norm": 53.082313537597656,
|
| 128 |
+
"learning_rate": 1.9941176470588238e-05,
|
| 129 |
+
"loss": 3.0558,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.2061855670103094,
|
| 134 |
+
"grad_norm": 60.9509162902832,
|
| 135 |
+
"learning_rate": 1.977777777777778e-05,
|
| 136 |
+
"loss": 3.2645,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.353460972017673,
|
| 141 |
+
"grad_norm": 53.9575309753418,
|
| 142 |
+
"learning_rate": 1.961437908496732e-05,
|
| 143 |
+
"loss": 3.1943,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.500736377025037,
|
| 148 |
+
"grad_norm": 136.31297302246094,
|
| 149 |
+
"learning_rate": 1.9450980392156864e-05,
|
| 150 |
+
"loss": 3.179,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.6480117820324005,
|
| 155 |
+
"grad_norm": 69.39470672607422,
|
| 156 |
+
"learning_rate": 1.9287581699346406e-05,
|
| 157 |
+
"loss": 2.7173,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.795287187039764,
|
| 162 |
+
"grad_norm": 108.40229034423828,
|
| 163 |
+
"learning_rate": 1.912418300653595e-05,
|
| 164 |
+
"loss": 2.6034,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.9425625920471283,
|
| 169 |
+
"grad_norm": 74.73844146728516,
|
| 170 |
+
"learning_rate": 1.8960784313725492e-05,
|
| 171 |
+
"loss": 2.6374,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"eval_accuracy": 0.7400346620450606,
|
| 177 |
+
"eval_loss": 0.6726356744766235,
|
| 178 |
+
"eval_macro_f1": 0.730932739872681,
|
| 179 |
+
"eval_runtime": 1.2615,
|
| 180 |
+
"eval_samples_per_second": 457.39,
|
| 181 |
+
"eval_steps_per_second": 29.33,
|
| 182 |
+
"eval_weighted_f1": 0.7318200001794711,
|
| 183 |
+
"step": 510
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 3.0883652430044184,
|
| 187 |
+
"grad_norm": 41.35976028442383,
|
| 188 |
+
"learning_rate": 1.8797385620915035e-05,
|
| 189 |
+
"loss": 2.3606,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.235640648011782,
|
| 194 |
+
"grad_norm": 276.9236755371094,
|
| 195 |
+
"learning_rate": 1.8633986928104578e-05,
|
| 196 |
+
"loss": 2.3738,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.3829160530191458,
|
| 201 |
+
"grad_norm": 99.3282470703125,
|
| 202 |
+
"learning_rate": 1.847058823529412e-05,
|
| 203 |
+
"loss": 2.5057,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.5301914580265095,
|
| 208 |
+
"grad_norm": 34.38100051879883,
|
| 209 |
+
"learning_rate": 1.830718954248366e-05,
|
| 210 |
+
"loss": 2.2894,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.6774668630338736,
|
| 215 |
+
"grad_norm": 118.8799819946289,
|
| 216 |
+
"learning_rate": 1.8143790849673203e-05,
|
| 217 |
+
"loss": 2.1391,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.824742268041237,
|
| 222 |
+
"grad_norm": 76.60795593261719,
|
| 223 |
+
"learning_rate": 1.7980392156862746e-05,
|
| 224 |
+
"loss": 2.1078,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.972017673048601,
|
| 229 |
+
"grad_norm": 41.778926849365234,
|
| 230 |
+
"learning_rate": 1.781699346405229e-05,
|
| 231 |
+
"loss": 2.2343,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"eval_accuracy": 0.7850953206239168,
|
| 237 |
+
"eval_loss": 0.5244148373603821,
|
| 238 |
+
"eval_macro_f1": 0.784528343624486,
|
| 239 |
+
"eval_runtime": 1.19,
|
| 240 |
+
"eval_samples_per_second": 484.856,
|
| 241 |
+
"eval_steps_per_second": 31.091,
|
| 242 |
+
"eval_weighted_f1": 0.7848945089225957,
|
| 243 |
+
"step": 680
|
| 244 |
+
}
|
| 245 |
+
],
|
| 246 |
+
"logging_steps": 25,
|
| 247 |
+
"max_steps": 3400,
|
| 248 |
+
"num_input_tokens_seen": 0,
|
| 249 |
+
"num_train_epochs": 20,
|
| 250 |
+
"save_steps": 500,
|
| 251 |
+
"stateful_callbacks": {
|
| 252 |
+
"EarlyStoppingCallback": {
|
| 253 |
+
"args": {
|
| 254 |
+
"early_stopping_patience": 3,
|
| 255 |
+
"early_stopping_threshold": 0.0
|
| 256 |
+
},
|
| 257 |
+
"attributes": {
|
| 258 |
+
"early_stopping_patience_counter": 0
|
| 259 |
+
}
|
| 260 |
+
},
|
| 261 |
+
"TrainerControl": {
|
| 262 |
+
"args": {
|
| 263 |
+
"should_epoch_stop": false,
|
| 264 |
+
"should_evaluate": false,
|
| 265 |
+
"should_log": false,
|
| 266 |
+
"should_save": true,
|
| 267 |
+
"should_training_stop": false
|
| 268 |
+
},
|
| 269 |
+
"attributes": {}
|
| 270 |
+
}
|
| 271 |
+
},
|
| 272 |
+
"total_flos": 0.0,
|
| 273 |
+
"train_batch_size": 8,
|
| 274 |
+
"trial_name": null,
|
| 275 |
+
"trial_params": null
|
| 276 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/trainer_state.json
ADDED
|
@@ -0,0 +1,509 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 850,
|
| 3 |
+
"best_metric": 0.8084868888571073,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850",
|
| 5 |
+
"epoch": 8.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1360,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.14727540500736377,
|
| 14 |
+
"grad_norm": 25.913930892944336,
|
| 15 |
+
"learning_rate": 1.4117647058823531e-06,
|
| 16 |
+
"loss": 4.6696,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.29455081001472755,
|
| 21 |
+
"grad_norm": 22.527206420898438,
|
| 22 |
+
"learning_rate": 2.8823529411764704e-06,
|
| 23 |
+
"loss": 4.7144,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4418262150220913,
|
| 28 |
+
"grad_norm": 33.12066650390625,
|
| 29 |
+
"learning_rate": 4.352941176470588e-06,
|
| 30 |
+
"loss": 4.6211,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5891016200294551,
|
| 35 |
+
"grad_norm": 19.482454299926758,
|
| 36 |
+
"learning_rate": 5.823529411764707e-06,
|
| 37 |
+
"loss": 4.5478,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7363770250368189,
|
| 42 |
+
"grad_norm": 36.133460998535156,
|
| 43 |
+
"learning_rate": 7.294117647058823e-06,
|
| 44 |
+
"loss": 4.4233,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8836524300441826,
|
| 49 |
+
"grad_norm": 22.63655662536621,
|
| 50 |
+
"learning_rate": 8.764705882352942e-06,
|
| 51 |
+
"loss": 4.5015,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"eval_accuracy": 0.3344887348353553,
|
| 57 |
+
"eval_loss": 1.1181962490081787,
|
| 58 |
+
"eval_macro_f1": 0.1910602824988381,
|
| 59 |
+
"eval_runtime": 1.0761,
|
| 60 |
+
"eval_samples_per_second": 536.197,
|
| 61 |
+
"eval_steps_per_second": 34.384,
|
| 62 |
+
"eval_weighted_f1": 0.18802238568234436,
|
| 63 |
+
"step": 170
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.0294550810014726,
|
| 67 |
+
"grad_norm": 27.769691467285156,
|
| 68 |
+
"learning_rate": 1.023529411764706e-05,
|
| 69 |
+
"loss": 4.4738,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1767304860088366,
|
| 74 |
+
"grad_norm": 24.203105926513672,
|
| 75 |
+
"learning_rate": 1.1705882352941178e-05,
|
| 76 |
+
"loss": 4.3367,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.3240058910162003,
|
| 81 |
+
"grad_norm": 55.48006820678711,
|
| 82 |
+
"learning_rate": 1.3176470588235294e-05,
|
| 83 |
+
"loss": 4.2327,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4712812960235642,
|
| 88 |
+
"grad_norm": 37.67782211303711,
|
| 89 |
+
"learning_rate": 1.4647058823529412e-05,
|
| 90 |
+
"loss": 3.9698,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.6185567010309279,
|
| 95 |
+
"grad_norm": 61.88898849487305,
|
| 96 |
+
"learning_rate": 1.6117647058823533e-05,
|
| 97 |
+
"loss": 3.7465,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.7658321060382915,
|
| 102 |
+
"grad_norm": 72.3878402709961,
|
| 103 |
+
"learning_rate": 1.7588235294117647e-05,
|
| 104 |
+
"loss": 3.6656,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.9131075110456552,
|
| 109 |
+
"grad_norm": 55.09744644165039,
|
| 110 |
+
"learning_rate": 1.9058823529411764e-05,
|
| 111 |
+
"loss": 3.5177,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"eval_accuracy": 0.6135181975736569,
|
| 117 |
+
"eval_loss": 0.9087700843811035,
|
| 118 |
+
"eval_macro_f1": 0.5934470300166094,
|
| 119 |
+
"eval_runtime": 1.0706,
|
| 120 |
+
"eval_samples_per_second": 538.965,
|
| 121 |
+
"eval_steps_per_second": 34.561,
|
| 122 |
+
"eval_weighted_f1": 0.594496699253476,
|
| 123 |
+
"step": 340
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.0589101620029453,
|
| 127 |
+
"grad_norm": 115.45691680908203,
|
| 128 |
+
"learning_rate": 1.9941176470588238e-05,
|
| 129 |
+
"loss": 3.1634,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.2061855670103094,
|
| 134 |
+
"grad_norm": 80.99375915527344,
|
| 135 |
+
"learning_rate": 1.977777777777778e-05,
|
| 136 |
+
"loss": 3.0615,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.353460972017673,
|
| 141 |
+
"grad_norm": 61.16749954223633,
|
| 142 |
+
"learning_rate": 1.961437908496732e-05,
|
| 143 |
+
"loss": 2.8912,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.500736377025037,
|
| 148 |
+
"grad_norm": 120.08377838134766,
|
| 149 |
+
"learning_rate": 1.9450980392156864e-05,
|
| 150 |
+
"loss": 2.7235,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.6480117820324005,
|
| 155 |
+
"grad_norm": 77.1905517578125,
|
| 156 |
+
"learning_rate": 1.9287581699346406e-05,
|
| 157 |
+
"loss": 2.8213,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.795287187039764,
|
| 162 |
+
"grad_norm": 126.08329772949219,
|
| 163 |
+
"learning_rate": 1.912418300653595e-05,
|
| 164 |
+
"loss": 2.8822,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.9425625920471283,
|
| 169 |
+
"grad_norm": 80.24711608886719,
|
| 170 |
+
"learning_rate": 1.8960784313725492e-05,
|
| 171 |
+
"loss": 2.646,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"eval_accuracy": 0.7538994800693241,
|
| 177 |
+
"eval_loss": 0.6100653409957886,
|
| 178 |
+
"eval_macro_f1": 0.7526189084129884,
|
| 179 |
+
"eval_runtime": 1.0213,
|
| 180 |
+
"eval_samples_per_second": 564.987,
|
| 181 |
+
"eval_steps_per_second": 36.23,
|
| 182 |
+
"eval_weighted_f1": 0.7532555237013138,
|
| 183 |
+
"step": 510
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 3.0883652430044184,
|
| 187 |
+
"grad_norm": 58.31144332885742,
|
| 188 |
+
"learning_rate": 1.8797385620915035e-05,
|
| 189 |
+
"loss": 2.1829,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.235640648011782,
|
| 194 |
+
"grad_norm": 184.13291931152344,
|
| 195 |
+
"learning_rate": 1.8633986928104578e-05,
|
| 196 |
+
"loss": 2.1542,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.3829160530191458,
|
| 201 |
+
"grad_norm": 58.509742736816406,
|
| 202 |
+
"learning_rate": 1.847058823529412e-05,
|
| 203 |
+
"loss": 2.0476,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.5301914580265095,
|
| 208 |
+
"grad_norm": 59.70834732055664,
|
| 209 |
+
"learning_rate": 1.830718954248366e-05,
|
| 210 |
+
"loss": 1.9286,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.6774668630338736,
|
| 215 |
+
"grad_norm": 115.51705169677734,
|
| 216 |
+
"learning_rate": 1.8143790849673203e-05,
|
| 217 |
+
"loss": 2.0624,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.824742268041237,
|
| 222 |
+
"grad_norm": 48.677852630615234,
|
| 223 |
+
"learning_rate": 1.7980392156862746e-05,
|
| 224 |
+
"loss": 2.2559,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.972017673048601,
|
| 229 |
+
"grad_norm": 63.84892654418945,
|
| 230 |
+
"learning_rate": 1.781699346405229e-05,
|
| 231 |
+
"loss": 1.9099,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"eval_accuracy": 0.7538994800693241,
|
| 237 |
+
"eval_loss": 0.575660228729248,
|
| 238 |
+
"eval_macro_f1": 0.754685588981201,
|
| 239 |
+
"eval_runtime": 0.9649,
|
| 240 |
+
"eval_samples_per_second": 598.003,
|
| 241 |
+
"eval_steps_per_second": 38.347,
|
| 242 |
+
"eval_weighted_f1": 0.7543736777629534,
|
| 243 |
+
"step": 680
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"epoch": 4.117820324005891,
|
| 247 |
+
"grad_norm": 67.9986572265625,
|
| 248 |
+
"learning_rate": 1.7653594771241832e-05,
|
| 249 |
+
"loss": 1.5659,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.265095729013255,
|
| 254 |
+
"grad_norm": 35.64429473876953,
|
| 255 |
+
"learning_rate": 1.7490196078431375e-05,
|
| 256 |
+
"loss": 1.4999,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.412371134020619,
|
| 261 |
+
"grad_norm": 46.30458450317383,
|
| 262 |
+
"learning_rate": 1.7326797385620918e-05,
|
| 263 |
+
"loss": 1.4464,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.559646539027982,
|
| 268 |
+
"grad_norm": 56.94316482543945,
|
| 269 |
+
"learning_rate": 1.7163398692810457e-05,
|
| 270 |
+
"loss": 1.7007,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.706921944035346,
|
| 275 |
+
"grad_norm": 86.9788589477539,
|
| 276 |
+
"learning_rate": 1.7e-05,
|
| 277 |
+
"loss": 1.8076,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.8541973490427095,
|
| 282 |
+
"grad_norm": 117.18547821044922,
|
| 283 |
+
"learning_rate": 1.6836601307189543e-05,
|
| 284 |
+
"loss": 1.5497,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 5.0,
|
| 289 |
+
"grad_norm": 99.05329895019531,
|
| 290 |
+
"learning_rate": 1.6673202614379086e-05,
|
| 291 |
+
"loss": 1.4097,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"eval_accuracy": 0.8093587521663779,
|
| 297 |
+
"eval_loss": 0.5759129524230957,
|
| 298 |
+
"eval_macro_f1": 0.8084868888571073,
|
| 299 |
+
"eval_runtime": 1.0837,
|
| 300 |
+
"eval_samples_per_second": 532.459,
|
| 301 |
+
"eval_steps_per_second": 34.144,
|
| 302 |
+
"eval_weighted_f1": 0.8087522346849307,
|
| 303 |
+
"step": 850
|
| 304 |
+
},
|
| 305 |
+
{
|
| 306 |
+
"epoch": 5.147275405007364,
|
| 307 |
+
"grad_norm": 44.52200698852539,
|
| 308 |
+
"learning_rate": 1.650980392156863e-05,
|
| 309 |
+
"loss": 1.0486,
|
| 310 |
+
"step": 875
|
| 311 |
+
},
|
| 312 |
+
{
|
| 313 |
+
"epoch": 5.294550810014727,
|
| 314 |
+
"grad_norm": 22.144262313842773,
|
| 315 |
+
"learning_rate": 1.634640522875817e-05,
|
| 316 |
+
"loss": 0.9735,
|
| 317 |
+
"step": 900
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"epoch": 5.4418262150220915,
|
| 321 |
+
"grad_norm": 123.72771453857422,
|
| 322 |
+
"learning_rate": 1.6183006535947714e-05,
|
| 323 |
+
"loss": 1.1365,
|
| 324 |
+
"step": 925
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.589101620029455,
|
| 328 |
+
"grad_norm": 52.7147331237793,
|
| 329 |
+
"learning_rate": 1.6019607843137257e-05,
|
| 330 |
+
"loss": 1.2748,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.736377025036819,
|
| 335 |
+
"grad_norm": 109.72909545898438,
|
| 336 |
+
"learning_rate": 1.5856209150326797e-05,
|
| 337 |
+
"loss": 1.0994,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.883652430044183,
|
| 342 |
+
"grad_norm": 81.1953125,
|
| 343 |
+
"learning_rate": 1.569281045751634e-05,
|
| 344 |
+
"loss": 1.4437,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 6.0,
|
| 349 |
+
"eval_accuracy": 0.7954939341421143,
|
| 350 |
+
"eval_loss": 0.6328170299530029,
|
| 351 |
+
"eval_macro_f1": 0.7959909340380263,
|
| 352 |
+
"eval_runtime": 1.0032,
|
| 353 |
+
"eval_samples_per_second": 575.176,
|
| 354 |
+
"eval_steps_per_second": 36.883,
|
| 355 |
+
"eval_weighted_f1": 0.796056560720041,
|
| 356 |
+
"step": 1020
|
| 357 |
+
},
|
| 358 |
+
{
|
| 359 |
+
"epoch": 6.029455081001473,
|
| 360 |
+
"grad_norm": 264.2987060546875,
|
| 361 |
+
"learning_rate": 1.5529411764705882e-05,
|
| 362 |
+
"loss": 0.9525,
|
| 363 |
+
"step": 1025
|
| 364 |
+
},
|
| 365 |
+
{
|
| 366 |
+
"epoch": 6.176730486008837,
|
| 367 |
+
"grad_norm": 220.12193298339844,
|
| 368 |
+
"learning_rate": 1.536601307189543e-05,
|
| 369 |
+
"loss": 0.7342,
|
| 370 |
+
"step": 1050
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"epoch": 6.3240058910162,
|
| 374 |
+
"grad_norm": 127.1671371459961,
|
| 375 |
+
"learning_rate": 1.5202614379084968e-05,
|
| 376 |
+
"loss": 0.6639,
|
| 377 |
+
"step": 1075
|
| 378 |
+
},
|
| 379 |
+
{
|
| 380 |
+
"epoch": 6.471281296023564,
|
| 381 |
+
"grad_norm": 118.2038803100586,
|
| 382 |
+
"learning_rate": 1.5039215686274511e-05,
|
| 383 |
+
"loss": 0.8554,
|
| 384 |
+
"step": 1100
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.618556701030927,
|
| 388 |
+
"grad_norm": 60.65165710449219,
|
| 389 |
+
"learning_rate": 1.4875816993464054e-05,
|
| 390 |
+
"loss": 0.9531,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.7658321060382915,
|
| 395 |
+
"grad_norm": 87.82666015625,
|
| 396 |
+
"learning_rate": 1.4712418300653597e-05,
|
| 397 |
+
"loss": 0.8993,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.913107511045656,
|
| 402 |
+
"grad_norm": 89.33162689208984,
|
| 403 |
+
"learning_rate": 1.4549019607843138e-05,
|
| 404 |
+
"loss": 1.0796,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 7.0,
|
| 409 |
+
"eval_accuracy": 0.8024263431542461,
|
| 410 |
+
"eval_loss": 0.602876603603363,
|
| 411 |
+
"eval_macro_f1": 0.802933728299715,
|
| 412 |
+
"eval_runtime": 1.0681,
|
| 413 |
+
"eval_samples_per_second": 540.195,
|
| 414 |
+
"eval_steps_per_second": 34.64,
|
| 415 |
+
"eval_weighted_f1": 0.8030029065402129,
|
| 416 |
+
"step": 1190
|
| 417 |
+
},
|
| 418 |
+
{
|
| 419 |
+
"epoch": 7.058910162002945,
|
| 420 |
+
"grad_norm": 123.93270111083984,
|
| 421 |
+
"learning_rate": 1.438562091503268e-05,
|
| 422 |
+
"loss": 0.7491,
|
| 423 |
+
"step": 1200
|
| 424 |
+
},
|
| 425 |
+
{
|
| 426 |
+
"epoch": 7.206185567010309,
|
| 427 |
+
"grad_norm": 70.80465698242188,
|
| 428 |
+
"learning_rate": 1.4222222222222224e-05,
|
| 429 |
+
"loss": 0.587,
|
| 430 |
+
"step": 1225
|
| 431 |
+
},
|
| 432 |
+
{
|
| 433 |
+
"epoch": 7.353460972017673,
|
| 434 |
+
"grad_norm": 75.80097198486328,
|
| 435 |
+
"learning_rate": 1.4058823529411765e-05,
|
| 436 |
+
"loss": 0.735,
|
| 437 |
+
"step": 1250
|
| 438 |
+
},
|
| 439 |
+
{
|
| 440 |
+
"epoch": 7.500736377025037,
|
| 441 |
+
"grad_norm": 107.03461456298828,
|
| 442 |
+
"learning_rate": 1.3895424836601308e-05,
|
| 443 |
+
"loss": 0.5379,
|
| 444 |
+
"step": 1275
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"epoch": 7.648011782032401,
|
| 448 |
+
"grad_norm": 128.1420135498047,
|
| 449 |
+
"learning_rate": 1.373202614379085e-05,
|
| 450 |
+
"loss": 0.8946,
|
| 451 |
+
"step": 1300
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.795287187039764,
|
| 455 |
+
"grad_norm": 157.80015563964844,
|
| 456 |
+
"learning_rate": 1.3568627450980393e-05,
|
| 457 |
+
"loss": 0.6313,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.942562592047128,
|
| 462 |
+
"grad_norm": 129.55874633789062,
|
| 463 |
+
"learning_rate": 1.3405228758169935e-05,
|
| 464 |
+
"loss": 0.711,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 8.0,
|
| 469 |
+
"eval_accuracy": 0.7816291161178509,
|
| 470 |
+
"eval_loss": 0.8261871337890625,
|
| 471 |
+
"eval_macro_f1": 0.7821372906986469,
|
| 472 |
+
"eval_runtime": 0.9549,
|
| 473 |
+
"eval_samples_per_second": 604.231,
|
| 474 |
+
"eval_steps_per_second": 38.746,
|
| 475 |
+
"eval_weighted_f1": 0.7821282839487556,
|
| 476 |
+
"step": 1360
|
| 477 |
+
}
|
| 478 |
+
],
|
| 479 |
+
"logging_steps": 25,
|
| 480 |
+
"max_steps": 3400,
|
| 481 |
+
"num_input_tokens_seen": 0,
|
| 482 |
+
"num_train_epochs": 20,
|
| 483 |
+
"save_steps": 500,
|
| 484 |
+
"stateful_callbacks": {
|
| 485 |
+
"EarlyStoppingCallback": {
|
| 486 |
+
"args": {
|
| 487 |
+
"early_stopping_patience": 3,
|
| 488 |
+
"early_stopping_threshold": 0.0
|
| 489 |
+
},
|
| 490 |
+
"attributes": {
|
| 491 |
+
"early_stopping_patience_counter": 3
|
| 492 |
+
}
|
| 493 |
+
},
|
| 494 |
+
"TrainerControl": {
|
| 495 |
+
"args": {
|
| 496 |
+
"should_epoch_stop": false,
|
| 497 |
+
"should_evaluate": false,
|
| 498 |
+
"should_log": false,
|
| 499 |
+
"should_save": true,
|
| 500 |
+
"should_training_stop": true
|
| 501 |
+
},
|
| 502 |
+
"attributes": {}
|
| 503 |
+
}
|
| 504 |
+
},
|
| 505 |
+
"total_flos": 0.0,
|
| 506 |
+
"train_batch_size": 8,
|
| 507 |
+
"trial_name": null,
|
| 508 |
+
"trial_params": null
|
| 509 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/trainer_state.json
ADDED
|
@@ -0,0 +1,336 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 850,
|
| 3 |
+
"best_metric": 0.8084868888571073,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850",
|
| 5 |
+
"epoch": 5.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 850,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.14727540500736377,
|
| 14 |
+
"grad_norm": 25.913930892944336,
|
| 15 |
+
"learning_rate": 1.4117647058823531e-06,
|
| 16 |
+
"loss": 4.6696,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.29455081001472755,
|
| 21 |
+
"grad_norm": 22.527206420898438,
|
| 22 |
+
"learning_rate": 2.8823529411764704e-06,
|
| 23 |
+
"loss": 4.7144,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.4418262150220913,
|
| 28 |
+
"grad_norm": 33.12066650390625,
|
| 29 |
+
"learning_rate": 4.352941176470588e-06,
|
| 30 |
+
"loss": 4.6211,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5891016200294551,
|
| 35 |
+
"grad_norm": 19.482454299926758,
|
| 36 |
+
"learning_rate": 5.823529411764707e-06,
|
| 37 |
+
"loss": 4.5478,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.7363770250368189,
|
| 42 |
+
"grad_norm": 36.133460998535156,
|
| 43 |
+
"learning_rate": 7.294117647058823e-06,
|
| 44 |
+
"loss": 4.4233,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8836524300441826,
|
| 49 |
+
"grad_norm": 22.63655662536621,
|
| 50 |
+
"learning_rate": 8.764705882352942e-06,
|
| 51 |
+
"loss": 4.5015,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 1.0,
|
| 56 |
+
"eval_accuracy": 0.3344887348353553,
|
| 57 |
+
"eval_loss": 1.1181962490081787,
|
| 58 |
+
"eval_macro_f1": 0.1910602824988381,
|
| 59 |
+
"eval_runtime": 1.0761,
|
| 60 |
+
"eval_samples_per_second": 536.197,
|
| 61 |
+
"eval_steps_per_second": 34.384,
|
| 62 |
+
"eval_weighted_f1": 0.18802238568234436,
|
| 63 |
+
"step": 170
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.0294550810014726,
|
| 67 |
+
"grad_norm": 27.769691467285156,
|
| 68 |
+
"learning_rate": 1.023529411764706e-05,
|
| 69 |
+
"loss": 4.4738,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.1767304860088366,
|
| 74 |
+
"grad_norm": 24.203105926513672,
|
| 75 |
+
"learning_rate": 1.1705882352941178e-05,
|
| 76 |
+
"loss": 4.3367,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.3240058910162003,
|
| 81 |
+
"grad_norm": 55.48006820678711,
|
| 82 |
+
"learning_rate": 1.3176470588235294e-05,
|
| 83 |
+
"loss": 4.2327,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.4712812960235642,
|
| 88 |
+
"grad_norm": 37.67782211303711,
|
| 89 |
+
"learning_rate": 1.4647058823529412e-05,
|
| 90 |
+
"loss": 3.9698,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.6185567010309279,
|
| 95 |
+
"grad_norm": 61.88898849487305,
|
| 96 |
+
"learning_rate": 1.6117647058823533e-05,
|
| 97 |
+
"loss": 3.7465,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.7658321060382915,
|
| 102 |
+
"grad_norm": 72.3878402709961,
|
| 103 |
+
"learning_rate": 1.7588235294117647e-05,
|
| 104 |
+
"loss": 3.6656,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.9131075110456552,
|
| 109 |
+
"grad_norm": 55.09744644165039,
|
| 110 |
+
"learning_rate": 1.9058823529411764e-05,
|
| 111 |
+
"loss": 3.5177,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 2.0,
|
| 116 |
+
"eval_accuracy": 0.6135181975736569,
|
| 117 |
+
"eval_loss": 0.9087700843811035,
|
| 118 |
+
"eval_macro_f1": 0.5934470300166094,
|
| 119 |
+
"eval_runtime": 1.0706,
|
| 120 |
+
"eval_samples_per_second": 538.965,
|
| 121 |
+
"eval_steps_per_second": 34.561,
|
| 122 |
+
"eval_weighted_f1": 0.594496699253476,
|
| 123 |
+
"step": 340
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.0589101620029453,
|
| 127 |
+
"grad_norm": 115.45691680908203,
|
| 128 |
+
"learning_rate": 1.9941176470588238e-05,
|
| 129 |
+
"loss": 3.1634,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.2061855670103094,
|
| 134 |
+
"grad_norm": 80.99375915527344,
|
| 135 |
+
"learning_rate": 1.977777777777778e-05,
|
| 136 |
+
"loss": 3.0615,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.353460972017673,
|
| 141 |
+
"grad_norm": 61.16749954223633,
|
| 142 |
+
"learning_rate": 1.961437908496732e-05,
|
| 143 |
+
"loss": 2.8912,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.500736377025037,
|
| 148 |
+
"grad_norm": 120.08377838134766,
|
| 149 |
+
"learning_rate": 1.9450980392156864e-05,
|
| 150 |
+
"loss": 2.7235,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.6480117820324005,
|
| 155 |
+
"grad_norm": 77.1905517578125,
|
| 156 |
+
"learning_rate": 1.9287581699346406e-05,
|
| 157 |
+
"loss": 2.8213,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.795287187039764,
|
| 162 |
+
"grad_norm": 126.08329772949219,
|
| 163 |
+
"learning_rate": 1.912418300653595e-05,
|
| 164 |
+
"loss": 2.8822,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.9425625920471283,
|
| 169 |
+
"grad_norm": 80.24711608886719,
|
| 170 |
+
"learning_rate": 1.8960784313725492e-05,
|
| 171 |
+
"loss": 2.646,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 3.0,
|
| 176 |
+
"eval_accuracy": 0.7538994800693241,
|
| 177 |
+
"eval_loss": 0.6100653409957886,
|
| 178 |
+
"eval_macro_f1": 0.7526189084129884,
|
| 179 |
+
"eval_runtime": 1.0213,
|
| 180 |
+
"eval_samples_per_second": 564.987,
|
| 181 |
+
"eval_steps_per_second": 36.23,
|
| 182 |
+
"eval_weighted_f1": 0.7532555237013138,
|
| 183 |
+
"step": 510
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 3.0883652430044184,
|
| 187 |
+
"grad_norm": 58.31144332885742,
|
| 188 |
+
"learning_rate": 1.8797385620915035e-05,
|
| 189 |
+
"loss": 2.1829,
|
| 190 |
+
"step": 525
|
| 191 |
+
},
|
| 192 |
+
{
|
| 193 |
+
"epoch": 3.235640648011782,
|
| 194 |
+
"grad_norm": 184.13291931152344,
|
| 195 |
+
"learning_rate": 1.8633986928104578e-05,
|
| 196 |
+
"loss": 2.1542,
|
| 197 |
+
"step": 550
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.3829160530191458,
|
| 201 |
+
"grad_norm": 58.509742736816406,
|
| 202 |
+
"learning_rate": 1.847058823529412e-05,
|
| 203 |
+
"loss": 2.0476,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.5301914580265095,
|
| 208 |
+
"grad_norm": 59.70834732055664,
|
| 209 |
+
"learning_rate": 1.830718954248366e-05,
|
| 210 |
+
"loss": 1.9286,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.6774668630338736,
|
| 215 |
+
"grad_norm": 115.51705169677734,
|
| 216 |
+
"learning_rate": 1.8143790849673203e-05,
|
| 217 |
+
"loss": 2.0624,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.824742268041237,
|
| 222 |
+
"grad_norm": 48.677852630615234,
|
| 223 |
+
"learning_rate": 1.7980392156862746e-05,
|
| 224 |
+
"loss": 2.2559,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.972017673048601,
|
| 229 |
+
"grad_norm": 63.84892654418945,
|
| 230 |
+
"learning_rate": 1.781699346405229e-05,
|
| 231 |
+
"loss": 1.9099,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 4.0,
|
| 236 |
+
"eval_accuracy": 0.7538994800693241,
|
| 237 |
+
"eval_loss": 0.575660228729248,
|
| 238 |
+
"eval_macro_f1": 0.754685588981201,
|
| 239 |
+
"eval_runtime": 0.9649,
|
| 240 |
+
"eval_samples_per_second": 598.003,
|
| 241 |
+
"eval_steps_per_second": 38.347,
|
| 242 |
+
"eval_weighted_f1": 0.7543736777629534,
|
| 243 |
+
"step": 680
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"epoch": 4.117820324005891,
|
| 247 |
+
"grad_norm": 67.9986572265625,
|
| 248 |
+
"learning_rate": 1.7653594771241832e-05,
|
| 249 |
+
"loss": 1.5659,
|
| 250 |
+
"step": 700
|
| 251 |
+
},
|
| 252 |
+
{
|
| 253 |
+
"epoch": 4.265095729013255,
|
| 254 |
+
"grad_norm": 35.64429473876953,
|
| 255 |
+
"learning_rate": 1.7490196078431375e-05,
|
| 256 |
+
"loss": 1.4999,
|
| 257 |
+
"step": 725
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.412371134020619,
|
| 261 |
+
"grad_norm": 46.30458450317383,
|
| 262 |
+
"learning_rate": 1.7326797385620918e-05,
|
| 263 |
+
"loss": 1.4464,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.559646539027982,
|
| 268 |
+
"grad_norm": 56.94316482543945,
|
| 269 |
+
"learning_rate": 1.7163398692810457e-05,
|
| 270 |
+
"loss": 1.7007,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.706921944035346,
|
| 275 |
+
"grad_norm": 86.9788589477539,
|
| 276 |
+
"learning_rate": 1.7e-05,
|
| 277 |
+
"loss": 1.8076,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.8541973490427095,
|
| 282 |
+
"grad_norm": 117.18547821044922,
|
| 283 |
+
"learning_rate": 1.6836601307189543e-05,
|
| 284 |
+
"loss": 1.5497,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 5.0,
|
| 289 |
+
"grad_norm": 99.05329895019531,
|
| 290 |
+
"learning_rate": 1.6673202614379086e-05,
|
| 291 |
+
"loss": 1.4097,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 5.0,
|
| 296 |
+
"eval_accuracy": 0.8093587521663779,
|
| 297 |
+
"eval_loss": 0.5759129524230957,
|
| 298 |
+
"eval_macro_f1": 0.8084868888571073,
|
| 299 |
+
"eval_runtime": 1.0837,
|
| 300 |
+
"eval_samples_per_second": 532.459,
|
| 301 |
+
"eval_steps_per_second": 34.144,
|
| 302 |
+
"eval_weighted_f1": 0.8087522346849307,
|
| 303 |
+
"step": 850
|
| 304 |
+
}
|
| 305 |
+
],
|
| 306 |
+
"logging_steps": 25,
|
| 307 |
+
"max_steps": 3400,
|
| 308 |
+
"num_input_tokens_seen": 0,
|
| 309 |
+
"num_train_epochs": 20,
|
| 310 |
+
"save_steps": 500,
|
| 311 |
+
"stateful_callbacks": {
|
| 312 |
+
"EarlyStoppingCallback": {
|
| 313 |
+
"args": {
|
| 314 |
+
"early_stopping_patience": 3,
|
| 315 |
+
"early_stopping_threshold": 0.0
|
| 316 |
+
},
|
| 317 |
+
"attributes": {
|
| 318 |
+
"early_stopping_patience_counter": 0
|
| 319 |
+
}
|
| 320 |
+
},
|
| 321 |
+
"TrainerControl": {
|
| 322 |
+
"args": {
|
| 323 |
+
"should_epoch_stop": false,
|
| 324 |
+
"should_evaluate": false,
|
| 325 |
+
"should_log": false,
|
| 326 |
+
"should_save": true,
|
| 327 |
+
"should_training_stop": false
|
| 328 |
+
},
|
| 329 |
+
"attributes": {}
|
| 330 |
+
}
|
| 331 |
+
},
|
| 332 |
+
"total_flos": 0.0,
|
| 333 |
+
"train_batch_size": 8,
|
| 334 |
+
"trial_name": null,
|
| 335 |
+
"trial_params": null
|
| 336 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/trainer_state.json
ADDED
|
@@ -0,0 +1,484 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1309,
|
| 3 |
+
"best_metric": 0.8022767280285049,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1309,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.13404825737265416,
|
| 14 |
+
"grad_norm": 29.281513214111328,
|
| 15 |
+
"learning_rate": 1.2834224598930483e-06,
|
| 16 |
+
"loss": 4.8114,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2680965147453083,
|
| 21 |
+
"grad_norm": 59.98347091674805,
|
| 22 |
+
"learning_rate": 2.6203208556149735e-06,
|
| 23 |
+
"loss": 4.7488,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.40214477211796246,
|
| 28 |
+
"grad_norm": 75.17752838134766,
|
| 29 |
+
"learning_rate": 3.957219251336899e-06,
|
| 30 |
+
"loss": 4.6501,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5361930294906166,
|
| 35 |
+
"grad_norm": 48.506004333496094,
|
| 36 |
+
"learning_rate": 5.294117647058824e-06,
|
| 37 |
+
"loss": 4.4945,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6702412868632708,
|
| 42 |
+
"grad_norm": 36.39393997192383,
|
| 43 |
+
"learning_rate": 6.631016042780749e-06,
|
| 44 |
+
"loss": 4.4889,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8042895442359249,
|
| 49 |
+
"grad_norm": 44.99778366088867,
|
| 50 |
+
"learning_rate": 7.967914438502674e-06,
|
| 51 |
+
"loss": 4.4141,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.938337801608579,
|
| 56 |
+
"grad_norm": 25.974674224853516,
|
| 57 |
+
"learning_rate": 9.3048128342246e-06,
|
| 58 |
+
"loss": 4.1373,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.502865329512894,
|
| 64 |
+
"eval_loss": 0.9940678477287292,
|
| 65 |
+
"eval_macro_f1": 0.4827324613105479,
|
| 66 |
+
"eval_runtime": 1.2643,
|
| 67 |
+
"eval_samples_per_second": 552.093,
|
| 68 |
+
"eval_steps_per_second": 34.802,
|
| 69 |
+
"eval_weighted_f1": 0.4823518211129157,
|
| 70 |
+
"step": 187
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0697050938337802,
|
| 74 |
+
"grad_norm": 39.755611419677734,
|
| 75 |
+
"learning_rate": 1.0641711229946525e-05,
|
| 76 |
+
"loss": 3.9789,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2037533512064342,
|
| 81 |
+
"grad_norm": 43.56026840209961,
|
| 82 |
+
"learning_rate": 1.197860962566845e-05,
|
| 83 |
+
"loss": 4.0681,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.3378016085790885,
|
| 88 |
+
"grad_norm": 68.345458984375,
|
| 89 |
+
"learning_rate": 1.3315508021390375e-05,
|
| 90 |
+
"loss": 3.7332,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4718498659517425,
|
| 95 |
+
"grad_norm": 53.01408386230469,
|
| 96 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 97 |
+
"loss": 3.7337,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6058981233243967,
|
| 102 |
+
"grad_norm": 104.67198944091797,
|
| 103 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 104 |
+
"loss": 3.6234,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.739946380697051,
|
| 109 |
+
"grad_norm": 53.28773498535156,
|
| 110 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 111 |
+
"loss": 3.2488,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.8739946380697052,
|
| 116 |
+
"grad_norm": 71.7955093383789,
|
| 117 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 118 |
+
"loss": 3.3253,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6289398280802292,
|
| 124 |
+
"eval_loss": 0.8032006025314331,
|
| 125 |
+
"eval_macro_f1": 0.6197787175793664,
|
| 126 |
+
"eval_runtime": 1.3044,
|
| 127 |
+
"eval_samples_per_second": 535.122,
|
| 128 |
+
"eval_steps_per_second": 33.733,
|
| 129 |
+
"eval_weighted_f1": 0.6188912521288977,
|
| 130 |
+
"step": 374
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.005361930294906,
|
| 134 |
+
"grad_norm": 77.35311889648438,
|
| 135 |
+
"learning_rate": 2e-05,
|
| 136 |
+
"loss": 3.0176,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.1394101876675604,
|
| 141 |
+
"grad_norm": 68.9664077758789,
|
| 142 |
+
"learning_rate": 1.9851455733808676e-05,
|
| 143 |
+
"loss": 2.7897,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.2734584450402147,
|
| 148 |
+
"grad_norm": 95.22276306152344,
|
| 149 |
+
"learning_rate": 1.9702911467617353e-05,
|
| 150 |
+
"loss": 2.9037,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.4075067024128685,
|
| 155 |
+
"grad_norm": 68.25836944580078,
|
| 156 |
+
"learning_rate": 1.9554367201426024e-05,
|
| 157 |
+
"loss": 2.5701,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5415549597855227,
|
| 162 |
+
"grad_norm": 66.936279296875,
|
| 163 |
+
"learning_rate": 1.94058229352347e-05,
|
| 164 |
+
"loss": 2.8572,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.675603217158177,
|
| 169 |
+
"grad_norm": 103.44371032714844,
|
| 170 |
+
"learning_rate": 1.9257278669043376e-05,
|
| 171 |
+
"loss": 2.5245,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.809651474530831,
|
| 176 |
+
"grad_norm": 93.32417297363281,
|
| 177 |
+
"learning_rate": 1.9108734402852053e-05,
|
| 178 |
+
"loss": 2.4851,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.943699731903485,
|
| 183 |
+
"grad_norm": 60.079830169677734,
|
| 184 |
+
"learning_rate": 1.8960190136660727e-05,
|
| 185 |
+
"loss": 2.6421,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7234957020057307,
|
| 191 |
+
"eval_loss": 0.6782273054122925,
|
| 192 |
+
"eval_macro_f1": 0.725061906590569,
|
| 193 |
+
"eval_runtime": 1.3002,
|
| 194 |
+
"eval_samples_per_second": 536.857,
|
| 195 |
+
"eval_steps_per_second": 33.842,
|
| 196 |
+
"eval_weighted_f1": 0.7254750851560663,
|
| 197 |
+
"step": 561
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.0750670241286864,
|
| 201 |
+
"grad_norm": 140.73731994628906,
|
| 202 |
+
"learning_rate": 1.88116458704694e-05,
|
| 203 |
+
"loss": 2.0946,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.2091152815013406,
|
| 208 |
+
"grad_norm": 87.32120513916016,
|
| 209 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 210 |
+
"loss": 2.1193,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.343163538873995,
|
| 215 |
+
"grad_norm": 133.22291564941406,
|
| 216 |
+
"learning_rate": 1.8514557338086753e-05,
|
| 217 |
+
"loss": 2.0772,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.4772117962466487,
|
| 222 |
+
"grad_norm": 67.78379821777344,
|
| 223 |
+
"learning_rate": 1.8366013071895427e-05,
|
| 224 |
+
"loss": 2.1113,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.611260053619303,
|
| 229 |
+
"grad_norm": 61.903751373291016,
|
| 230 |
+
"learning_rate": 1.82174688057041e-05,
|
| 231 |
+
"loss": 2.0474,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.745308310991957,
|
| 236 |
+
"grad_norm": 76.59821319580078,
|
| 237 |
+
"learning_rate": 1.8068924539512775e-05,
|
| 238 |
+
"loss": 1.9035,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.8793565683646114,
|
| 243 |
+
"grad_norm": 117.73973083496094,
|
| 244 |
+
"learning_rate": 1.7920380273321453e-05,
|
| 245 |
+
"loss": 2.0785,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7363896848137536,
|
| 251 |
+
"eval_loss": 0.7158641219139099,
|
| 252 |
+
"eval_macro_f1": 0.7331702049443983,
|
| 253 |
+
"eval_runtime": 1.3708,
|
| 254 |
+
"eval_samples_per_second": 509.183,
|
| 255 |
+
"eval_steps_per_second": 32.097,
|
| 256 |
+
"eval_weighted_f1": 0.7337389390143804,
|
| 257 |
+
"step": 748
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.010723860589812,
|
| 261 |
+
"grad_norm": 72.40143585205078,
|
| 262 |
+
"learning_rate": 1.7771836007130127e-05,
|
| 263 |
+
"loss": 1.8579,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.144772117962466,
|
| 268 |
+
"grad_norm": 139.59547424316406,
|
| 269 |
+
"learning_rate": 1.76232917409388e-05,
|
| 270 |
+
"loss": 1.5302,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.278820375335121,
|
| 275 |
+
"grad_norm": 109.75325012207031,
|
| 276 |
+
"learning_rate": 1.7474747474747475e-05,
|
| 277 |
+
"loss": 1.6548,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.412868632707775,
|
| 282 |
+
"grad_norm": 101.13176727294922,
|
| 283 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 284 |
+
"loss": 1.8644,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.546916890080429,
|
| 289 |
+
"grad_norm": 49.796630859375,
|
| 290 |
+
"learning_rate": 1.7177658942364827e-05,
|
| 291 |
+
"loss": 1.6193,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.680965147453083,
|
| 296 |
+
"grad_norm": 42.240665435791016,
|
| 297 |
+
"learning_rate": 1.70291146761735e-05,
|
| 298 |
+
"loss": 1.5649,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.815013404825737,
|
| 303 |
+
"grad_norm": 85.3594970703125,
|
| 304 |
+
"learning_rate": 1.6880570409982175e-05,
|
| 305 |
+
"loss": 1.5538,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.949061662198392,
|
| 310 |
+
"grad_norm": 39.996116638183594,
|
| 311 |
+
"learning_rate": 1.6732026143790852e-05,
|
| 312 |
+
"loss": 1.6389,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 5.0,
|
| 317 |
+
"eval_accuracy": 0.7664756446991404,
|
| 318 |
+
"eval_loss": 0.660065233707428,
|
| 319 |
+
"eval_macro_f1": 0.7648830008723442,
|
| 320 |
+
"eval_runtime": 1.289,
|
| 321 |
+
"eval_samples_per_second": 541.522,
|
| 322 |
+
"eval_steps_per_second": 34.136,
|
| 323 |
+
"eval_weighted_f1": 0.7646157614590694,
|
| 324 |
+
"step": 935
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.080428954423592,
|
| 328 |
+
"grad_norm": 110.5958480834961,
|
| 329 |
+
"learning_rate": 1.6583481877599526e-05,
|
| 330 |
+
"loss": 1.2485,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.214477211796247,
|
| 335 |
+
"grad_norm": 130.0693359375,
|
| 336 |
+
"learning_rate": 1.64349376114082e-05,
|
| 337 |
+
"loss": 1.3036,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.348525469168901,
|
| 342 |
+
"grad_norm": 103.8629150390625,
|
| 343 |
+
"learning_rate": 1.6286393345216875e-05,
|
| 344 |
+
"loss": 1.3634,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.482573726541555,
|
| 349 |
+
"grad_norm": 78.46785736083984,
|
| 350 |
+
"learning_rate": 1.6137849079025552e-05,
|
| 351 |
+
"loss": 1.4165,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.616621983914209,
|
| 356 |
+
"grad_norm": 38.86655807495117,
|
| 357 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 358 |
+
"loss": 1.2888,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.750670241286863,
|
| 363 |
+
"grad_norm": 45.230594635009766,
|
| 364 |
+
"learning_rate": 1.58407605466429e-05,
|
| 365 |
+
"loss": 1.3316,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.884718498659518,
|
| 370 |
+
"grad_norm": 75.42166137695312,
|
| 371 |
+
"learning_rate": 1.5692216280451574e-05,
|
| 372 |
+
"loss": 1.5447,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7865329512893983,
|
| 378 |
+
"eval_loss": 0.657744288444519,
|
| 379 |
+
"eval_macro_f1": 0.7867536376124793,
|
| 380 |
+
"eval_runtime": 1.4305,
|
| 381 |
+
"eval_samples_per_second": 487.956,
|
| 382 |
+
"eval_steps_per_second": 30.759,
|
| 383 |
+
"eval_weighted_f1": 0.78660310463512,
|
| 384 |
+
"step": 1122
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.016085790884718,
|
| 388 |
+
"grad_norm": 76.13619995117188,
|
| 389 |
+
"learning_rate": 1.5543672014260252e-05,
|
| 390 |
+
"loss": 1.2465,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.150134048257373,
|
| 395 |
+
"grad_norm": 218.21971130371094,
|
| 396 |
+
"learning_rate": 1.5395127748068926e-05,
|
| 397 |
+
"loss": 1.1703,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.2841823056300266,
|
| 402 |
+
"grad_norm": 75.07513427734375,
|
| 403 |
+
"learning_rate": 1.5246583481877602e-05,
|
| 404 |
+
"loss": 1.0209,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.418230563002681,
|
| 409 |
+
"grad_norm": 157.68907165527344,
|
| 410 |
+
"learning_rate": 1.5098039215686276e-05,
|
| 411 |
+
"loss": 0.9301,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.552278820375335,
|
| 416 |
+
"grad_norm": 81.52677917480469,
|
| 417 |
+
"learning_rate": 1.4949494949494952e-05,
|
| 418 |
+
"loss": 0.9691,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.68632707774799,
|
| 423 |
+
"grad_norm": 84.4658432006836,
|
| 424 |
+
"learning_rate": 1.4800950683303626e-05,
|
| 425 |
+
"loss": 0.9939,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.8203753351206435,
|
| 430 |
+
"grad_norm": 83.33372497558594,
|
| 431 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 432 |
+
"loss": 1.2185,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.954423592493297,
|
| 437 |
+
"grad_norm": 40.27609634399414,
|
| 438 |
+
"learning_rate": 1.4503862150920976e-05,
|
| 439 |
+
"loss": 1.2422,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 7.0,
|
| 444 |
+
"eval_accuracy": 0.8037249283667621,
|
| 445 |
+
"eval_loss": 0.6337481141090393,
|
| 446 |
+
"eval_macro_f1": 0.8022767280285049,
|
| 447 |
+
"eval_runtime": 1.3458,
|
| 448 |
+
"eval_samples_per_second": 518.669,
|
| 449 |
+
"eval_steps_per_second": 32.695,
|
| 450 |
+
"eval_weighted_f1": 0.8020515895851345,
|
| 451 |
+
"step": 1309
|
| 452 |
+
}
|
| 453 |
+
],
|
| 454 |
+
"logging_steps": 25,
|
| 455 |
+
"max_steps": 3740,
|
| 456 |
+
"num_input_tokens_seen": 0,
|
| 457 |
+
"num_train_epochs": 20,
|
| 458 |
+
"save_steps": 500,
|
| 459 |
+
"stateful_callbacks": {
|
| 460 |
+
"EarlyStoppingCallback": {
|
| 461 |
+
"args": {
|
| 462 |
+
"early_stopping_patience": 3,
|
| 463 |
+
"early_stopping_threshold": 0.0
|
| 464 |
+
},
|
| 465 |
+
"attributes": {
|
| 466 |
+
"early_stopping_patience_counter": 0
|
| 467 |
+
}
|
| 468 |
+
},
|
| 469 |
+
"TrainerControl": {
|
| 470 |
+
"args": {
|
| 471 |
+
"should_epoch_stop": false,
|
| 472 |
+
"should_evaluate": false,
|
| 473 |
+
"should_log": false,
|
| 474 |
+
"should_save": true,
|
| 475 |
+
"should_training_stop": false
|
| 476 |
+
},
|
| 477 |
+
"attributes": {}
|
| 478 |
+
}
|
| 479 |
+
},
|
| 480 |
+
"total_flos": 0.0,
|
| 481 |
+
"train_batch_size": 8,
|
| 482 |
+
"trial_name": null,
|
| 483 |
+
"trial_params": null
|
| 484 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/trainer_state.json
ADDED
|
@@ -0,0 +1,671 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1309,
|
| 3 |
+
"best_metric": 0.8022767280285049,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309",
|
| 5 |
+
"epoch": 10.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1870,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.13404825737265416,
|
| 14 |
+
"grad_norm": 29.281513214111328,
|
| 15 |
+
"learning_rate": 1.2834224598930483e-06,
|
| 16 |
+
"loss": 4.8114,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2680965147453083,
|
| 21 |
+
"grad_norm": 59.98347091674805,
|
| 22 |
+
"learning_rate": 2.6203208556149735e-06,
|
| 23 |
+
"loss": 4.7488,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.40214477211796246,
|
| 28 |
+
"grad_norm": 75.17752838134766,
|
| 29 |
+
"learning_rate": 3.957219251336899e-06,
|
| 30 |
+
"loss": 4.6501,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5361930294906166,
|
| 35 |
+
"grad_norm": 48.506004333496094,
|
| 36 |
+
"learning_rate": 5.294117647058824e-06,
|
| 37 |
+
"loss": 4.4945,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6702412868632708,
|
| 42 |
+
"grad_norm": 36.39393997192383,
|
| 43 |
+
"learning_rate": 6.631016042780749e-06,
|
| 44 |
+
"loss": 4.4889,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8042895442359249,
|
| 49 |
+
"grad_norm": 44.99778366088867,
|
| 50 |
+
"learning_rate": 7.967914438502674e-06,
|
| 51 |
+
"loss": 4.4141,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.938337801608579,
|
| 56 |
+
"grad_norm": 25.974674224853516,
|
| 57 |
+
"learning_rate": 9.3048128342246e-06,
|
| 58 |
+
"loss": 4.1373,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.502865329512894,
|
| 64 |
+
"eval_loss": 0.9940678477287292,
|
| 65 |
+
"eval_macro_f1": 0.4827324613105479,
|
| 66 |
+
"eval_runtime": 1.2643,
|
| 67 |
+
"eval_samples_per_second": 552.093,
|
| 68 |
+
"eval_steps_per_second": 34.802,
|
| 69 |
+
"eval_weighted_f1": 0.4823518211129157,
|
| 70 |
+
"step": 187
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0697050938337802,
|
| 74 |
+
"grad_norm": 39.755611419677734,
|
| 75 |
+
"learning_rate": 1.0641711229946525e-05,
|
| 76 |
+
"loss": 3.9789,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2037533512064342,
|
| 81 |
+
"grad_norm": 43.56026840209961,
|
| 82 |
+
"learning_rate": 1.197860962566845e-05,
|
| 83 |
+
"loss": 4.0681,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.3378016085790885,
|
| 88 |
+
"grad_norm": 68.345458984375,
|
| 89 |
+
"learning_rate": 1.3315508021390375e-05,
|
| 90 |
+
"loss": 3.7332,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4718498659517425,
|
| 95 |
+
"grad_norm": 53.01408386230469,
|
| 96 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 97 |
+
"loss": 3.7337,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6058981233243967,
|
| 102 |
+
"grad_norm": 104.67198944091797,
|
| 103 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 104 |
+
"loss": 3.6234,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.739946380697051,
|
| 109 |
+
"grad_norm": 53.28773498535156,
|
| 110 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 111 |
+
"loss": 3.2488,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.8739946380697052,
|
| 116 |
+
"grad_norm": 71.7955093383789,
|
| 117 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 118 |
+
"loss": 3.3253,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.6289398280802292,
|
| 124 |
+
"eval_loss": 0.8032006025314331,
|
| 125 |
+
"eval_macro_f1": 0.6197787175793664,
|
| 126 |
+
"eval_runtime": 1.3044,
|
| 127 |
+
"eval_samples_per_second": 535.122,
|
| 128 |
+
"eval_steps_per_second": 33.733,
|
| 129 |
+
"eval_weighted_f1": 0.6188912521288977,
|
| 130 |
+
"step": 374
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.005361930294906,
|
| 134 |
+
"grad_norm": 77.35311889648438,
|
| 135 |
+
"learning_rate": 2e-05,
|
| 136 |
+
"loss": 3.0176,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.1394101876675604,
|
| 141 |
+
"grad_norm": 68.9664077758789,
|
| 142 |
+
"learning_rate": 1.9851455733808676e-05,
|
| 143 |
+
"loss": 2.7897,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.2734584450402147,
|
| 148 |
+
"grad_norm": 95.22276306152344,
|
| 149 |
+
"learning_rate": 1.9702911467617353e-05,
|
| 150 |
+
"loss": 2.9037,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.4075067024128685,
|
| 155 |
+
"grad_norm": 68.25836944580078,
|
| 156 |
+
"learning_rate": 1.9554367201426024e-05,
|
| 157 |
+
"loss": 2.5701,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5415549597855227,
|
| 162 |
+
"grad_norm": 66.936279296875,
|
| 163 |
+
"learning_rate": 1.94058229352347e-05,
|
| 164 |
+
"loss": 2.8572,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.675603217158177,
|
| 169 |
+
"grad_norm": 103.44371032714844,
|
| 170 |
+
"learning_rate": 1.9257278669043376e-05,
|
| 171 |
+
"loss": 2.5245,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.809651474530831,
|
| 176 |
+
"grad_norm": 93.32417297363281,
|
| 177 |
+
"learning_rate": 1.9108734402852053e-05,
|
| 178 |
+
"loss": 2.4851,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.943699731903485,
|
| 183 |
+
"grad_norm": 60.079830169677734,
|
| 184 |
+
"learning_rate": 1.8960190136660727e-05,
|
| 185 |
+
"loss": 2.6421,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7234957020057307,
|
| 191 |
+
"eval_loss": 0.6782273054122925,
|
| 192 |
+
"eval_macro_f1": 0.725061906590569,
|
| 193 |
+
"eval_runtime": 1.3002,
|
| 194 |
+
"eval_samples_per_second": 536.857,
|
| 195 |
+
"eval_steps_per_second": 33.842,
|
| 196 |
+
"eval_weighted_f1": 0.7254750851560663,
|
| 197 |
+
"step": 561
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.0750670241286864,
|
| 201 |
+
"grad_norm": 140.73731994628906,
|
| 202 |
+
"learning_rate": 1.88116458704694e-05,
|
| 203 |
+
"loss": 2.0946,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.2091152815013406,
|
| 208 |
+
"grad_norm": 87.32120513916016,
|
| 209 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 210 |
+
"loss": 2.1193,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.343163538873995,
|
| 215 |
+
"grad_norm": 133.22291564941406,
|
| 216 |
+
"learning_rate": 1.8514557338086753e-05,
|
| 217 |
+
"loss": 2.0772,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.4772117962466487,
|
| 222 |
+
"grad_norm": 67.78379821777344,
|
| 223 |
+
"learning_rate": 1.8366013071895427e-05,
|
| 224 |
+
"loss": 2.1113,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.611260053619303,
|
| 229 |
+
"grad_norm": 61.903751373291016,
|
| 230 |
+
"learning_rate": 1.82174688057041e-05,
|
| 231 |
+
"loss": 2.0474,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.745308310991957,
|
| 236 |
+
"grad_norm": 76.59821319580078,
|
| 237 |
+
"learning_rate": 1.8068924539512775e-05,
|
| 238 |
+
"loss": 1.9035,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.8793565683646114,
|
| 243 |
+
"grad_norm": 117.73973083496094,
|
| 244 |
+
"learning_rate": 1.7920380273321453e-05,
|
| 245 |
+
"loss": 2.0785,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7363896848137536,
|
| 251 |
+
"eval_loss": 0.7158641219139099,
|
| 252 |
+
"eval_macro_f1": 0.7331702049443983,
|
| 253 |
+
"eval_runtime": 1.3708,
|
| 254 |
+
"eval_samples_per_second": 509.183,
|
| 255 |
+
"eval_steps_per_second": 32.097,
|
| 256 |
+
"eval_weighted_f1": 0.7337389390143804,
|
| 257 |
+
"step": 748
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.010723860589812,
|
| 261 |
+
"grad_norm": 72.40143585205078,
|
| 262 |
+
"learning_rate": 1.7771836007130127e-05,
|
| 263 |
+
"loss": 1.8579,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.144772117962466,
|
| 268 |
+
"grad_norm": 139.59547424316406,
|
| 269 |
+
"learning_rate": 1.76232917409388e-05,
|
| 270 |
+
"loss": 1.5302,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.278820375335121,
|
| 275 |
+
"grad_norm": 109.75325012207031,
|
| 276 |
+
"learning_rate": 1.7474747474747475e-05,
|
| 277 |
+
"loss": 1.6548,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.412868632707775,
|
| 282 |
+
"grad_norm": 101.13176727294922,
|
| 283 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 284 |
+
"loss": 1.8644,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.546916890080429,
|
| 289 |
+
"grad_norm": 49.796630859375,
|
| 290 |
+
"learning_rate": 1.7177658942364827e-05,
|
| 291 |
+
"loss": 1.6193,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.680965147453083,
|
| 296 |
+
"grad_norm": 42.240665435791016,
|
| 297 |
+
"learning_rate": 1.70291146761735e-05,
|
| 298 |
+
"loss": 1.5649,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.815013404825737,
|
| 303 |
+
"grad_norm": 85.3594970703125,
|
| 304 |
+
"learning_rate": 1.6880570409982175e-05,
|
| 305 |
+
"loss": 1.5538,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.949061662198392,
|
| 310 |
+
"grad_norm": 39.996116638183594,
|
| 311 |
+
"learning_rate": 1.6732026143790852e-05,
|
| 312 |
+
"loss": 1.6389,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 5.0,
|
| 317 |
+
"eval_accuracy": 0.7664756446991404,
|
| 318 |
+
"eval_loss": 0.660065233707428,
|
| 319 |
+
"eval_macro_f1": 0.7648830008723442,
|
| 320 |
+
"eval_runtime": 1.289,
|
| 321 |
+
"eval_samples_per_second": 541.522,
|
| 322 |
+
"eval_steps_per_second": 34.136,
|
| 323 |
+
"eval_weighted_f1": 0.7646157614590694,
|
| 324 |
+
"step": 935
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.080428954423592,
|
| 328 |
+
"grad_norm": 110.5958480834961,
|
| 329 |
+
"learning_rate": 1.6583481877599526e-05,
|
| 330 |
+
"loss": 1.2485,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.214477211796247,
|
| 335 |
+
"grad_norm": 130.0693359375,
|
| 336 |
+
"learning_rate": 1.64349376114082e-05,
|
| 337 |
+
"loss": 1.3036,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.348525469168901,
|
| 342 |
+
"grad_norm": 103.8629150390625,
|
| 343 |
+
"learning_rate": 1.6286393345216875e-05,
|
| 344 |
+
"loss": 1.3634,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.482573726541555,
|
| 349 |
+
"grad_norm": 78.46785736083984,
|
| 350 |
+
"learning_rate": 1.6137849079025552e-05,
|
| 351 |
+
"loss": 1.4165,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.616621983914209,
|
| 356 |
+
"grad_norm": 38.86655807495117,
|
| 357 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 358 |
+
"loss": 1.2888,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.750670241286863,
|
| 363 |
+
"grad_norm": 45.230594635009766,
|
| 364 |
+
"learning_rate": 1.58407605466429e-05,
|
| 365 |
+
"loss": 1.3316,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.884718498659518,
|
| 370 |
+
"grad_norm": 75.42166137695312,
|
| 371 |
+
"learning_rate": 1.5692216280451574e-05,
|
| 372 |
+
"loss": 1.5447,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7865329512893983,
|
| 378 |
+
"eval_loss": 0.657744288444519,
|
| 379 |
+
"eval_macro_f1": 0.7867536376124793,
|
| 380 |
+
"eval_runtime": 1.4305,
|
| 381 |
+
"eval_samples_per_second": 487.956,
|
| 382 |
+
"eval_steps_per_second": 30.759,
|
| 383 |
+
"eval_weighted_f1": 0.78660310463512,
|
| 384 |
+
"step": 1122
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.016085790884718,
|
| 388 |
+
"grad_norm": 76.13619995117188,
|
| 389 |
+
"learning_rate": 1.5543672014260252e-05,
|
| 390 |
+
"loss": 1.2465,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.150134048257373,
|
| 395 |
+
"grad_norm": 218.21971130371094,
|
| 396 |
+
"learning_rate": 1.5395127748068926e-05,
|
| 397 |
+
"loss": 1.1703,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.2841823056300266,
|
| 402 |
+
"grad_norm": 75.07513427734375,
|
| 403 |
+
"learning_rate": 1.5246583481877602e-05,
|
| 404 |
+
"loss": 1.0209,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.418230563002681,
|
| 409 |
+
"grad_norm": 157.68907165527344,
|
| 410 |
+
"learning_rate": 1.5098039215686276e-05,
|
| 411 |
+
"loss": 0.9301,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.552278820375335,
|
| 416 |
+
"grad_norm": 81.52677917480469,
|
| 417 |
+
"learning_rate": 1.4949494949494952e-05,
|
| 418 |
+
"loss": 0.9691,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.68632707774799,
|
| 423 |
+
"grad_norm": 84.4658432006836,
|
| 424 |
+
"learning_rate": 1.4800950683303626e-05,
|
| 425 |
+
"loss": 0.9939,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.8203753351206435,
|
| 430 |
+
"grad_norm": 83.33372497558594,
|
| 431 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 432 |
+
"loss": 1.2185,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.954423592493297,
|
| 437 |
+
"grad_norm": 40.27609634399414,
|
| 438 |
+
"learning_rate": 1.4503862150920976e-05,
|
| 439 |
+
"loss": 1.2422,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 7.0,
|
| 444 |
+
"eval_accuracy": 0.8037249283667621,
|
| 445 |
+
"eval_loss": 0.6337481141090393,
|
| 446 |
+
"eval_macro_f1": 0.8022767280285049,
|
| 447 |
+
"eval_runtime": 1.3458,
|
| 448 |
+
"eval_samples_per_second": 518.669,
|
| 449 |
+
"eval_steps_per_second": 32.695,
|
| 450 |
+
"eval_weighted_f1": 0.8020515895851345,
|
| 451 |
+
"step": 1309
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.085790884718499,
|
| 455 |
+
"grad_norm": 29.40216636657715,
|
| 456 |
+
"learning_rate": 1.4355317884729652e-05,
|
| 457 |
+
"loss": 0.714,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.2198391420911525,
|
| 462 |
+
"grad_norm": 86.73770141601562,
|
| 463 |
+
"learning_rate": 1.4206773618538326e-05,
|
| 464 |
+
"loss": 0.9332,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.353887399463807,
|
| 469 |
+
"grad_norm": 76.90884399414062,
|
| 470 |
+
"learning_rate": 1.4058229352347002e-05,
|
| 471 |
+
"loss": 0.7519,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.487935656836461,
|
| 476 |
+
"grad_norm": 104.052978515625,
|
| 477 |
+
"learning_rate": 1.3909685086155676e-05,
|
| 478 |
+
"loss": 0.6791,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.621983914209116,
|
| 483 |
+
"grad_norm": 247.49713134765625,
|
| 484 |
+
"learning_rate": 1.3761140819964351e-05,
|
| 485 |
+
"loss": 0.7843,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.7560321715817695,
|
| 490 |
+
"grad_norm": 113.33744049072266,
|
| 491 |
+
"learning_rate": 1.3612596553773026e-05,
|
| 492 |
+
"loss": 0.7717,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.890080428954423,
|
| 497 |
+
"grad_norm": 94.12635803222656,
|
| 498 |
+
"learning_rate": 1.3464052287581701e-05,
|
| 499 |
+
"loss": 0.7697,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 8.0,
|
| 504 |
+
"eval_accuracy": 0.7994269340974212,
|
| 505 |
+
"eval_loss": 0.7477709054946899,
|
| 506 |
+
"eval_macro_f1": 0.7991499462325798,
|
| 507 |
+
"eval_runtime": 1.2724,
|
| 508 |
+
"eval_samples_per_second": 548.549,
|
| 509 |
+
"eval_steps_per_second": 34.579,
|
| 510 |
+
"eval_weighted_f1": 0.7992252148587604,
|
| 511 |
+
"step": 1496
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.021447721179625,
|
| 515 |
+
"grad_norm": 31.764142990112305,
|
| 516 |
+
"learning_rate": 1.3315508021390375e-05,
|
| 517 |
+
"loss": 0.7407,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.15549597855228,
|
| 522 |
+
"grad_norm": 30.89937400817871,
|
| 523 |
+
"learning_rate": 1.3166963755199051e-05,
|
| 524 |
+
"loss": 0.5465,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.289544235924932,
|
| 529 |
+
"grad_norm": 8.854333877563477,
|
| 530 |
+
"learning_rate": 1.3018419489007725e-05,
|
| 531 |
+
"loss": 0.368,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.423592493297587,
|
| 536 |
+
"grad_norm": 94.52632904052734,
|
| 537 |
+
"learning_rate": 1.2869875222816401e-05,
|
| 538 |
+
"loss": 0.5994,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.557640750670242,
|
| 543 |
+
"grad_norm": 175.54859924316406,
|
| 544 |
+
"learning_rate": 1.2721330956625075e-05,
|
| 545 |
+
"loss": 0.5175,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.691689008042896,
|
| 550 |
+
"grad_norm": 30.77627944946289,
|
| 551 |
+
"learning_rate": 1.257278669043375e-05,
|
| 552 |
+
"loss": 0.5298,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.82573726541555,
|
| 557 |
+
"grad_norm": 83.26160430908203,
|
| 558 |
+
"learning_rate": 1.2424242424242425e-05,
|
| 559 |
+
"loss": 0.6889,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.959785522788204,
|
| 564 |
+
"grad_norm": 159.4208984375,
|
| 565 |
+
"learning_rate": 1.22756981580511e-05,
|
| 566 |
+
"loss": 0.5238,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 9.0,
|
| 571 |
+
"eval_accuracy": 0.7822349570200573,
|
| 572 |
+
"eval_loss": 1.0341640710830688,
|
| 573 |
+
"eval_macro_f1": 0.7787004920759566,
|
| 574 |
+
"eval_runtime": 1.2759,
|
| 575 |
+
"eval_samples_per_second": 547.076,
|
| 576 |
+
"eval_steps_per_second": 34.486,
|
| 577 |
+
"eval_weighted_f1": 0.7790311166894477,
|
| 578 |
+
"step": 1683
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.091152815013405,
|
| 582 |
+
"grad_norm": 84.85478973388672,
|
| 583 |
+
"learning_rate": 1.2127153891859775e-05,
|
| 584 |
+
"loss": 0.3957,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.225201072386058,
|
| 589 |
+
"grad_norm": 6.862239837646484,
|
| 590 |
+
"learning_rate": 1.197860962566845e-05,
|
| 591 |
+
"loss": 0.438,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 9.359249329758713,
|
| 596 |
+
"grad_norm": 203.6702880859375,
|
| 597 |
+
"learning_rate": 1.1830065359477125e-05,
|
| 598 |
+
"loss": 0.4978,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.493297587131368,
|
| 603 |
+
"grad_norm": 114.26512908935547,
|
| 604 |
+
"learning_rate": 1.1681521093285799e-05,
|
| 605 |
+
"loss": 0.5868,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.62734584450402,
|
| 610 |
+
"grad_norm": 98.17105102539062,
|
| 611 |
+
"learning_rate": 1.1532976827094475e-05,
|
| 612 |
+
"loss": 0.4875,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.761394101876675,
|
| 617 |
+
"grad_norm": 169.3097686767578,
|
| 618 |
+
"learning_rate": 1.1384432560903149e-05,
|
| 619 |
+
"loss": 0.4826,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.89544235924933,
|
| 624 |
+
"grad_norm": 97.1837387084961,
|
| 625 |
+
"learning_rate": 1.1235888294711825e-05,
|
| 626 |
+
"loss": 0.4145,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 10.0,
|
| 631 |
+
"eval_accuracy": 0.7879656160458453,
|
| 632 |
+
"eval_loss": 1.1086889505386353,
|
| 633 |
+
"eval_macro_f1": 0.7874046707617438,
|
| 634 |
+
"eval_runtime": 1.3085,
|
| 635 |
+
"eval_samples_per_second": 533.438,
|
| 636 |
+
"eval_steps_per_second": 33.626,
|
| 637 |
+
"eval_weighted_f1": 0.7871263344265272,
|
| 638 |
+
"step": 1870
|
| 639 |
+
}
|
| 640 |
+
],
|
| 641 |
+
"logging_steps": 25,
|
| 642 |
+
"max_steps": 3740,
|
| 643 |
+
"num_input_tokens_seen": 0,
|
| 644 |
+
"num_train_epochs": 20,
|
| 645 |
+
"save_steps": 500,
|
| 646 |
+
"stateful_callbacks": {
|
| 647 |
+
"EarlyStoppingCallback": {
|
| 648 |
+
"args": {
|
| 649 |
+
"early_stopping_patience": 3,
|
| 650 |
+
"early_stopping_threshold": 0.0
|
| 651 |
+
},
|
| 652 |
+
"attributes": {
|
| 653 |
+
"early_stopping_patience_counter": 3
|
| 654 |
+
}
|
| 655 |
+
},
|
| 656 |
+
"TrainerControl": {
|
| 657 |
+
"args": {
|
| 658 |
+
"should_epoch_stop": false,
|
| 659 |
+
"should_evaluate": false,
|
| 660 |
+
"should_log": false,
|
| 661 |
+
"should_save": true,
|
| 662 |
+
"should_training_stop": true
|
| 663 |
+
},
|
| 664 |
+
"attributes": {}
|
| 665 |
+
}
|
| 666 |
+
},
|
| 667 |
+
"total_flos": 0.0,
|
| 668 |
+
"train_batch_size": 8,
|
| 669 |
+
"trial_name": null,
|
| 670 |
+
"trial_params": null
|
| 671 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/trainer_state.json
ADDED
|
@@ -0,0 +1,671 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1870,
|
| 3 |
+
"best_metric": 0.8164242467756931,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870",
|
| 5 |
+
"epoch": 10.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1870,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.13404825737265416,
|
| 14 |
+
"grad_norm": 25.7055721282959,
|
| 15 |
+
"learning_rate": 1.2834224598930483e-06,
|
| 16 |
+
"loss": 4.8731,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.2680965147453083,
|
| 21 |
+
"grad_norm": 16.5731143951416,
|
| 22 |
+
"learning_rate": 2.6203208556149735e-06,
|
| 23 |
+
"loss": 4.7767,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.40214477211796246,
|
| 28 |
+
"grad_norm": 52.792442321777344,
|
| 29 |
+
"learning_rate": 3.957219251336899e-06,
|
| 30 |
+
"loss": 4.6664,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.5361930294906166,
|
| 35 |
+
"grad_norm": 71.38475036621094,
|
| 36 |
+
"learning_rate": 5.294117647058824e-06,
|
| 37 |
+
"loss": 4.4875,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.6702412868632708,
|
| 42 |
+
"grad_norm": 22.995418548583984,
|
| 43 |
+
"learning_rate": 6.631016042780749e-06,
|
| 44 |
+
"loss": 4.5528,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.8042895442359249,
|
| 49 |
+
"grad_norm": 28.0607852935791,
|
| 50 |
+
"learning_rate": 7.967914438502674e-06,
|
| 51 |
+
"loss": 4.4165,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.938337801608579,
|
| 56 |
+
"grad_norm": 35.78316879272461,
|
| 57 |
+
"learning_rate": 9.3048128342246e-06,
|
| 58 |
+
"loss": 4.4273,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 1.0,
|
| 63 |
+
"eval_accuracy": 0.3624641833810888,
|
| 64 |
+
"eval_loss": 1.100695013999939,
|
| 65 |
+
"eval_macro_f1": 0.2573896785972373,
|
| 66 |
+
"eval_runtime": 1.0989,
|
| 67 |
+
"eval_samples_per_second": 635.196,
|
| 68 |
+
"eval_steps_per_second": 40.041,
|
| 69 |
+
"eval_weighted_f1": 0.25860293219397934,
|
| 70 |
+
"step": 187
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.0697050938337802,
|
| 74 |
+
"grad_norm": 52.65797424316406,
|
| 75 |
+
"learning_rate": 1.0641711229946525e-05,
|
| 76 |
+
"loss": 4.3064,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.2037533512064342,
|
| 81 |
+
"grad_norm": 40.76892852783203,
|
| 82 |
+
"learning_rate": 1.197860962566845e-05,
|
| 83 |
+
"loss": 4.4363,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.3378016085790885,
|
| 88 |
+
"grad_norm": 48.977195739746094,
|
| 89 |
+
"learning_rate": 1.3315508021390375e-05,
|
| 90 |
+
"loss": 4.2488,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 1.4718498659517425,
|
| 95 |
+
"grad_norm": 601.3190307617188,
|
| 96 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 97 |
+
"loss": 3.9493,
|
| 98 |
+
"step": 275
|
| 99 |
+
},
|
| 100 |
+
{
|
| 101 |
+
"epoch": 1.6058981233243967,
|
| 102 |
+
"grad_norm": 68.2310562133789,
|
| 103 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 104 |
+
"loss": 3.9607,
|
| 105 |
+
"step": 300
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"epoch": 1.739946380697051,
|
| 109 |
+
"grad_norm": 94.7429428100586,
|
| 110 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 111 |
+
"loss": 3.5397,
|
| 112 |
+
"step": 325
|
| 113 |
+
},
|
| 114 |
+
{
|
| 115 |
+
"epoch": 1.8739946380697052,
|
| 116 |
+
"grad_norm": 73.9454116821289,
|
| 117 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 118 |
+
"loss": 3.4436,
|
| 119 |
+
"step": 350
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 2.0,
|
| 123 |
+
"eval_accuracy": 0.670487106017192,
|
| 124 |
+
"eval_loss": 0.7623462677001953,
|
| 125 |
+
"eval_macro_f1": 0.662912788938353,
|
| 126 |
+
"eval_runtime": 1.1651,
|
| 127 |
+
"eval_samples_per_second": 599.087,
|
| 128 |
+
"eval_steps_per_second": 37.765,
|
| 129 |
+
"eval_weighted_f1": 0.6638216962660398,
|
| 130 |
+
"step": 374
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.005361930294906,
|
| 134 |
+
"grad_norm": 278.478515625,
|
| 135 |
+
"learning_rate": 2e-05,
|
| 136 |
+
"loss": 3.4912,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 2.1394101876675604,
|
| 141 |
+
"grad_norm": 83.36296081542969,
|
| 142 |
+
"learning_rate": 1.9851455733808676e-05,
|
| 143 |
+
"loss": 2.7499,
|
| 144 |
+
"step": 400
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"epoch": 2.2734584450402147,
|
| 148 |
+
"grad_norm": 85.0262222290039,
|
| 149 |
+
"learning_rate": 1.9702911467617353e-05,
|
| 150 |
+
"loss": 2.809,
|
| 151 |
+
"step": 425
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"epoch": 2.4075067024128685,
|
| 155 |
+
"grad_norm": 92.68975067138672,
|
| 156 |
+
"learning_rate": 1.9554367201426024e-05,
|
| 157 |
+
"loss": 2.9027,
|
| 158 |
+
"step": 450
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"epoch": 2.5415549597855227,
|
| 162 |
+
"grad_norm": 138.4903106689453,
|
| 163 |
+
"learning_rate": 1.94058229352347e-05,
|
| 164 |
+
"loss": 2.7443,
|
| 165 |
+
"step": 475
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"epoch": 2.675603217158177,
|
| 169 |
+
"grad_norm": 95.24191284179688,
|
| 170 |
+
"learning_rate": 1.9257278669043376e-05,
|
| 171 |
+
"loss": 2.6475,
|
| 172 |
+
"step": 500
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"epoch": 2.809651474530831,
|
| 176 |
+
"grad_norm": 74.5732192993164,
|
| 177 |
+
"learning_rate": 1.9108734402852053e-05,
|
| 178 |
+
"loss": 2.4562,
|
| 179 |
+
"step": 525
|
| 180 |
+
},
|
| 181 |
+
{
|
| 182 |
+
"epoch": 2.943699731903485,
|
| 183 |
+
"grad_norm": 59.60552978515625,
|
| 184 |
+
"learning_rate": 1.8960190136660727e-05,
|
| 185 |
+
"loss": 2.3865,
|
| 186 |
+
"step": 550
|
| 187 |
+
},
|
| 188 |
+
{
|
| 189 |
+
"epoch": 3.0,
|
| 190 |
+
"eval_accuracy": 0.7449856733524355,
|
| 191 |
+
"eval_loss": 0.6335007548332214,
|
| 192 |
+
"eval_macro_f1": 0.7352585156266137,
|
| 193 |
+
"eval_runtime": 1.1779,
|
| 194 |
+
"eval_samples_per_second": 592.58,
|
| 195 |
+
"eval_steps_per_second": 37.355,
|
| 196 |
+
"eval_weighted_f1": 0.7363850326706515,
|
| 197 |
+
"step": 561
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"epoch": 3.0750670241286864,
|
| 201 |
+
"grad_norm": 77.19711303710938,
|
| 202 |
+
"learning_rate": 1.88116458704694e-05,
|
| 203 |
+
"loss": 1.9627,
|
| 204 |
+
"step": 575
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"epoch": 3.2091152815013406,
|
| 208 |
+
"grad_norm": 137.5076904296875,
|
| 209 |
+
"learning_rate": 1.8663101604278075e-05,
|
| 210 |
+
"loss": 1.9973,
|
| 211 |
+
"step": 600
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"epoch": 3.343163538873995,
|
| 215 |
+
"grad_norm": 57.97422409057617,
|
| 216 |
+
"learning_rate": 1.8514557338086753e-05,
|
| 217 |
+
"loss": 2.0885,
|
| 218 |
+
"step": 625
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"epoch": 3.4772117962466487,
|
| 222 |
+
"grad_norm": 63.50180435180664,
|
| 223 |
+
"learning_rate": 1.8366013071895427e-05,
|
| 224 |
+
"loss": 2.128,
|
| 225 |
+
"step": 650
|
| 226 |
+
},
|
| 227 |
+
{
|
| 228 |
+
"epoch": 3.611260053619303,
|
| 229 |
+
"grad_norm": 73.23812103271484,
|
| 230 |
+
"learning_rate": 1.82174688057041e-05,
|
| 231 |
+
"loss": 1.8978,
|
| 232 |
+
"step": 675
|
| 233 |
+
},
|
| 234 |
+
{
|
| 235 |
+
"epoch": 3.745308310991957,
|
| 236 |
+
"grad_norm": 110.45259857177734,
|
| 237 |
+
"learning_rate": 1.8068924539512775e-05,
|
| 238 |
+
"loss": 1.8835,
|
| 239 |
+
"step": 700
|
| 240 |
+
},
|
| 241 |
+
{
|
| 242 |
+
"epoch": 3.8793565683646114,
|
| 243 |
+
"grad_norm": 97.38143157958984,
|
| 244 |
+
"learning_rate": 1.7920380273321453e-05,
|
| 245 |
+
"loss": 2.0232,
|
| 246 |
+
"step": 725
|
| 247 |
+
},
|
| 248 |
+
{
|
| 249 |
+
"epoch": 4.0,
|
| 250 |
+
"eval_accuracy": 0.7808022922636103,
|
| 251 |
+
"eval_loss": 0.5858315229415894,
|
| 252 |
+
"eval_macro_f1": 0.781329053319794,
|
| 253 |
+
"eval_runtime": 1.1968,
|
| 254 |
+
"eval_samples_per_second": 583.214,
|
| 255 |
+
"eval_steps_per_second": 36.764,
|
| 256 |
+
"eval_weighted_f1": 0.7811935549917085,
|
| 257 |
+
"step": 748
|
| 258 |
+
},
|
| 259 |
+
{
|
| 260 |
+
"epoch": 4.010723860589812,
|
| 261 |
+
"grad_norm": 116.0899887084961,
|
| 262 |
+
"learning_rate": 1.7771836007130127e-05,
|
| 263 |
+
"loss": 1.7469,
|
| 264 |
+
"step": 750
|
| 265 |
+
},
|
| 266 |
+
{
|
| 267 |
+
"epoch": 4.144772117962466,
|
| 268 |
+
"grad_norm": 94.98387145996094,
|
| 269 |
+
"learning_rate": 1.76232917409388e-05,
|
| 270 |
+
"loss": 1.6184,
|
| 271 |
+
"step": 775
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"epoch": 4.278820375335121,
|
| 275 |
+
"grad_norm": 103.21923828125,
|
| 276 |
+
"learning_rate": 1.7474747474747475e-05,
|
| 277 |
+
"loss": 1.547,
|
| 278 |
+
"step": 800
|
| 279 |
+
},
|
| 280 |
+
{
|
| 281 |
+
"epoch": 4.412868632707775,
|
| 282 |
+
"grad_norm": 123.04308319091797,
|
| 283 |
+
"learning_rate": 1.7326203208556153e-05,
|
| 284 |
+
"loss": 1.4037,
|
| 285 |
+
"step": 825
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"epoch": 4.546916890080429,
|
| 289 |
+
"grad_norm": 54.97433090209961,
|
| 290 |
+
"learning_rate": 1.7177658942364827e-05,
|
| 291 |
+
"loss": 1.3731,
|
| 292 |
+
"step": 850
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"epoch": 4.680965147453083,
|
| 296 |
+
"grad_norm": 104.17586517333984,
|
| 297 |
+
"learning_rate": 1.70291146761735e-05,
|
| 298 |
+
"loss": 1.3983,
|
| 299 |
+
"step": 875
|
| 300 |
+
},
|
| 301 |
+
{
|
| 302 |
+
"epoch": 4.815013404825737,
|
| 303 |
+
"grad_norm": 67.76516723632812,
|
| 304 |
+
"learning_rate": 1.6880570409982175e-05,
|
| 305 |
+
"loss": 1.4682,
|
| 306 |
+
"step": 900
|
| 307 |
+
},
|
| 308 |
+
{
|
| 309 |
+
"epoch": 4.949061662198392,
|
| 310 |
+
"grad_norm": 78.77153778076172,
|
| 311 |
+
"learning_rate": 1.6732026143790852e-05,
|
| 312 |
+
"loss": 1.6974,
|
| 313 |
+
"step": 925
|
| 314 |
+
},
|
| 315 |
+
{
|
| 316 |
+
"epoch": 5.0,
|
| 317 |
+
"eval_accuracy": 0.7808022922636103,
|
| 318 |
+
"eval_loss": 0.6153590083122253,
|
| 319 |
+
"eval_macro_f1": 0.7798689752319784,
|
| 320 |
+
"eval_runtime": 1.1858,
|
| 321 |
+
"eval_samples_per_second": 588.623,
|
| 322 |
+
"eval_steps_per_second": 37.105,
|
| 323 |
+
"eval_weighted_f1": 0.7797030173171305,
|
| 324 |
+
"step": 935
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"epoch": 5.080428954423592,
|
| 328 |
+
"grad_norm": 77.88951110839844,
|
| 329 |
+
"learning_rate": 1.6583481877599526e-05,
|
| 330 |
+
"loss": 1.2479,
|
| 331 |
+
"step": 950
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"epoch": 5.214477211796247,
|
| 335 |
+
"grad_norm": 124.28929138183594,
|
| 336 |
+
"learning_rate": 1.64349376114082e-05,
|
| 337 |
+
"loss": 1.2771,
|
| 338 |
+
"step": 975
|
| 339 |
+
},
|
| 340 |
+
{
|
| 341 |
+
"epoch": 5.348525469168901,
|
| 342 |
+
"grad_norm": 85.97676849365234,
|
| 343 |
+
"learning_rate": 1.6286393345216875e-05,
|
| 344 |
+
"loss": 1.2542,
|
| 345 |
+
"step": 1000
|
| 346 |
+
},
|
| 347 |
+
{
|
| 348 |
+
"epoch": 5.482573726541555,
|
| 349 |
+
"grad_norm": 74.42821502685547,
|
| 350 |
+
"learning_rate": 1.6137849079025552e-05,
|
| 351 |
+
"loss": 1.1178,
|
| 352 |
+
"step": 1025
|
| 353 |
+
},
|
| 354 |
+
{
|
| 355 |
+
"epoch": 5.616621983914209,
|
| 356 |
+
"grad_norm": 92.93133544921875,
|
| 357 |
+
"learning_rate": 1.5989304812834226e-05,
|
| 358 |
+
"loss": 0.9631,
|
| 359 |
+
"step": 1050
|
| 360 |
+
},
|
| 361 |
+
{
|
| 362 |
+
"epoch": 5.750670241286863,
|
| 363 |
+
"grad_norm": 53.97079849243164,
|
| 364 |
+
"learning_rate": 1.58407605466429e-05,
|
| 365 |
+
"loss": 1.1063,
|
| 366 |
+
"step": 1075
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"epoch": 5.884718498659518,
|
| 370 |
+
"grad_norm": 61.03675842285156,
|
| 371 |
+
"learning_rate": 1.5692216280451574e-05,
|
| 372 |
+
"loss": 1.2819,
|
| 373 |
+
"step": 1100
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"epoch": 6.0,
|
| 377 |
+
"eval_accuracy": 0.7951289398280802,
|
| 378 |
+
"eval_loss": 0.6276553869247437,
|
| 379 |
+
"eval_macro_f1": 0.7927498701545709,
|
| 380 |
+
"eval_runtime": 1.2094,
|
| 381 |
+
"eval_samples_per_second": 577.137,
|
| 382 |
+
"eval_steps_per_second": 36.381,
|
| 383 |
+
"eval_weighted_f1": 0.7932524939031494,
|
| 384 |
+
"step": 1122
|
| 385 |
+
},
|
| 386 |
+
{
|
| 387 |
+
"epoch": 6.016085790884718,
|
| 388 |
+
"grad_norm": 168.02230834960938,
|
| 389 |
+
"learning_rate": 1.5543672014260252e-05,
|
| 390 |
+
"loss": 1.1789,
|
| 391 |
+
"step": 1125
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"epoch": 6.150134048257373,
|
| 395 |
+
"grad_norm": 95.22645568847656,
|
| 396 |
+
"learning_rate": 1.5395127748068926e-05,
|
| 397 |
+
"loss": 0.7826,
|
| 398 |
+
"step": 1150
|
| 399 |
+
},
|
| 400 |
+
{
|
| 401 |
+
"epoch": 6.2841823056300266,
|
| 402 |
+
"grad_norm": 105.06719207763672,
|
| 403 |
+
"learning_rate": 1.5246583481877602e-05,
|
| 404 |
+
"loss": 0.7491,
|
| 405 |
+
"step": 1175
|
| 406 |
+
},
|
| 407 |
+
{
|
| 408 |
+
"epoch": 6.418230563002681,
|
| 409 |
+
"grad_norm": 78.97639465332031,
|
| 410 |
+
"learning_rate": 1.5098039215686276e-05,
|
| 411 |
+
"loss": 0.8674,
|
| 412 |
+
"step": 1200
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"epoch": 6.552278820375335,
|
| 416 |
+
"grad_norm": 21.54022216796875,
|
| 417 |
+
"learning_rate": 1.4949494949494952e-05,
|
| 418 |
+
"loss": 0.7784,
|
| 419 |
+
"step": 1225
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"epoch": 6.68632707774799,
|
| 423 |
+
"grad_norm": 79.96509552001953,
|
| 424 |
+
"learning_rate": 1.4800950683303626e-05,
|
| 425 |
+
"loss": 0.8783,
|
| 426 |
+
"step": 1250
|
| 427 |
+
},
|
| 428 |
+
{
|
| 429 |
+
"epoch": 6.8203753351206435,
|
| 430 |
+
"grad_norm": 58.407630920410156,
|
| 431 |
+
"learning_rate": 1.4652406417112302e-05,
|
| 432 |
+
"loss": 0.9036,
|
| 433 |
+
"step": 1275
|
| 434 |
+
},
|
| 435 |
+
{
|
| 436 |
+
"epoch": 6.954423592493297,
|
| 437 |
+
"grad_norm": 27.836915969848633,
|
| 438 |
+
"learning_rate": 1.4503862150920976e-05,
|
| 439 |
+
"loss": 0.7123,
|
| 440 |
+
"step": 1300
|
| 441 |
+
},
|
| 442 |
+
{
|
| 443 |
+
"epoch": 7.0,
|
| 444 |
+
"eval_accuracy": 0.7965616045845272,
|
| 445 |
+
"eval_loss": 0.774162769317627,
|
| 446 |
+
"eval_macro_f1": 0.7965634470133985,
|
| 447 |
+
"eval_runtime": 1.1588,
|
| 448 |
+
"eval_samples_per_second": 602.325,
|
| 449 |
+
"eval_steps_per_second": 37.969,
|
| 450 |
+
"eval_weighted_f1": 0.7963369693094106,
|
| 451 |
+
"step": 1309
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"epoch": 7.085790884718499,
|
| 455 |
+
"grad_norm": 47.60231018066406,
|
| 456 |
+
"learning_rate": 1.4355317884729652e-05,
|
| 457 |
+
"loss": 0.5169,
|
| 458 |
+
"step": 1325
|
| 459 |
+
},
|
| 460 |
+
{
|
| 461 |
+
"epoch": 7.2198391420911525,
|
| 462 |
+
"grad_norm": 77.9305648803711,
|
| 463 |
+
"learning_rate": 1.4206773618538326e-05,
|
| 464 |
+
"loss": 0.5601,
|
| 465 |
+
"step": 1350
|
| 466 |
+
},
|
| 467 |
+
{
|
| 468 |
+
"epoch": 7.353887399463807,
|
| 469 |
+
"grad_norm": 14.70849609375,
|
| 470 |
+
"learning_rate": 1.4058229352347002e-05,
|
| 471 |
+
"loss": 0.5041,
|
| 472 |
+
"step": 1375
|
| 473 |
+
},
|
| 474 |
+
{
|
| 475 |
+
"epoch": 7.487935656836461,
|
| 476 |
+
"grad_norm": 145.93499755859375,
|
| 477 |
+
"learning_rate": 1.3909685086155676e-05,
|
| 478 |
+
"loss": 0.5832,
|
| 479 |
+
"step": 1400
|
| 480 |
+
},
|
| 481 |
+
{
|
| 482 |
+
"epoch": 7.621983914209116,
|
| 483 |
+
"grad_norm": 51.619232177734375,
|
| 484 |
+
"learning_rate": 1.3761140819964351e-05,
|
| 485 |
+
"loss": 0.6998,
|
| 486 |
+
"step": 1425
|
| 487 |
+
},
|
| 488 |
+
{
|
| 489 |
+
"epoch": 7.7560321715817695,
|
| 490 |
+
"grad_norm": 53.03120040893555,
|
| 491 |
+
"learning_rate": 1.3612596553773026e-05,
|
| 492 |
+
"loss": 0.5353,
|
| 493 |
+
"step": 1450
|
| 494 |
+
},
|
| 495 |
+
{
|
| 496 |
+
"epoch": 7.890080428954423,
|
| 497 |
+
"grad_norm": 76.70182037353516,
|
| 498 |
+
"learning_rate": 1.3464052287581701e-05,
|
| 499 |
+
"loss": 0.5286,
|
| 500 |
+
"step": 1475
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"epoch": 8.0,
|
| 504 |
+
"eval_accuracy": 0.7893982808022922,
|
| 505 |
+
"eval_loss": 0.8307614326477051,
|
| 506 |
+
"eval_macro_f1": 0.7875438085836578,
|
| 507 |
+
"eval_runtime": 1.1513,
|
| 508 |
+
"eval_samples_per_second": 606.274,
|
| 509 |
+
"eval_steps_per_second": 38.218,
|
| 510 |
+
"eval_weighted_f1": 0.7873485122154056,
|
| 511 |
+
"step": 1496
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"epoch": 8.021447721179625,
|
| 515 |
+
"grad_norm": 102.21366882324219,
|
| 516 |
+
"learning_rate": 1.3315508021390375e-05,
|
| 517 |
+
"loss": 0.5985,
|
| 518 |
+
"step": 1500
|
| 519 |
+
},
|
| 520 |
+
{
|
| 521 |
+
"epoch": 8.15549597855228,
|
| 522 |
+
"grad_norm": 36.81293487548828,
|
| 523 |
+
"learning_rate": 1.3166963755199051e-05,
|
| 524 |
+
"loss": 0.2242,
|
| 525 |
+
"step": 1525
|
| 526 |
+
},
|
| 527 |
+
{
|
| 528 |
+
"epoch": 8.289544235924932,
|
| 529 |
+
"grad_norm": 158.4669647216797,
|
| 530 |
+
"learning_rate": 1.3018419489007725e-05,
|
| 531 |
+
"loss": 0.4157,
|
| 532 |
+
"step": 1550
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"epoch": 8.423592493297587,
|
| 536 |
+
"grad_norm": 101.5058364868164,
|
| 537 |
+
"learning_rate": 1.2869875222816401e-05,
|
| 538 |
+
"loss": 0.445,
|
| 539 |
+
"step": 1575
|
| 540 |
+
},
|
| 541 |
+
{
|
| 542 |
+
"epoch": 8.557640750670242,
|
| 543 |
+
"grad_norm": 15.114754676818848,
|
| 544 |
+
"learning_rate": 1.2721330956625075e-05,
|
| 545 |
+
"loss": 0.3801,
|
| 546 |
+
"step": 1600
|
| 547 |
+
},
|
| 548 |
+
{
|
| 549 |
+
"epoch": 8.691689008042896,
|
| 550 |
+
"grad_norm": 128.91015625,
|
| 551 |
+
"learning_rate": 1.257278669043375e-05,
|
| 552 |
+
"loss": 0.4361,
|
| 553 |
+
"step": 1625
|
| 554 |
+
},
|
| 555 |
+
{
|
| 556 |
+
"epoch": 8.82573726541555,
|
| 557 |
+
"grad_norm": 238.24099731445312,
|
| 558 |
+
"learning_rate": 1.2424242424242425e-05,
|
| 559 |
+
"loss": 0.5503,
|
| 560 |
+
"step": 1650
|
| 561 |
+
},
|
| 562 |
+
{
|
| 563 |
+
"epoch": 8.959785522788204,
|
| 564 |
+
"grad_norm": 76.23374938964844,
|
| 565 |
+
"learning_rate": 1.22756981580511e-05,
|
| 566 |
+
"loss": 0.5668,
|
| 567 |
+
"step": 1675
|
| 568 |
+
},
|
| 569 |
+
{
|
| 570 |
+
"epoch": 9.0,
|
| 571 |
+
"eval_accuracy": 0.8008595988538681,
|
| 572 |
+
"eval_loss": 0.8560641407966614,
|
| 573 |
+
"eval_macro_f1": 0.8001067762664396,
|
| 574 |
+
"eval_runtime": 1.1226,
|
| 575 |
+
"eval_samples_per_second": 621.794,
|
| 576 |
+
"eval_steps_per_second": 39.196,
|
| 577 |
+
"eval_weighted_f1": 0.8002527482131467,
|
| 578 |
+
"step": 1683
|
| 579 |
+
},
|
| 580 |
+
{
|
| 581 |
+
"epoch": 9.091152815013405,
|
| 582 |
+
"grad_norm": 36.79991912841797,
|
| 583 |
+
"learning_rate": 1.2127153891859775e-05,
|
| 584 |
+
"loss": 0.2659,
|
| 585 |
+
"step": 1700
|
| 586 |
+
},
|
| 587 |
+
{
|
| 588 |
+
"epoch": 9.225201072386058,
|
| 589 |
+
"grad_norm": 2.090384006500244,
|
| 590 |
+
"learning_rate": 1.197860962566845e-05,
|
| 591 |
+
"loss": 0.2284,
|
| 592 |
+
"step": 1725
|
| 593 |
+
},
|
| 594 |
+
{
|
| 595 |
+
"epoch": 9.359249329758713,
|
| 596 |
+
"grad_norm": 0.4495856761932373,
|
| 597 |
+
"learning_rate": 1.1830065359477125e-05,
|
| 598 |
+
"loss": 0.3753,
|
| 599 |
+
"step": 1750
|
| 600 |
+
},
|
| 601 |
+
{
|
| 602 |
+
"epoch": 9.493297587131368,
|
| 603 |
+
"grad_norm": 77.52838134765625,
|
| 604 |
+
"learning_rate": 1.1681521093285799e-05,
|
| 605 |
+
"loss": 0.3342,
|
| 606 |
+
"step": 1775
|
| 607 |
+
},
|
| 608 |
+
{
|
| 609 |
+
"epoch": 9.62734584450402,
|
| 610 |
+
"grad_norm": 51.22651290893555,
|
| 611 |
+
"learning_rate": 1.1532976827094475e-05,
|
| 612 |
+
"loss": 0.5109,
|
| 613 |
+
"step": 1800
|
| 614 |
+
},
|
| 615 |
+
{
|
| 616 |
+
"epoch": 9.761394101876675,
|
| 617 |
+
"grad_norm": 129.91110229492188,
|
| 618 |
+
"learning_rate": 1.1384432560903149e-05,
|
| 619 |
+
"loss": 0.4586,
|
| 620 |
+
"step": 1825
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"epoch": 9.89544235924933,
|
| 624 |
+
"grad_norm": 1.4788188934326172,
|
| 625 |
+
"learning_rate": 1.1235888294711825e-05,
|
| 626 |
+
"loss": 0.3375,
|
| 627 |
+
"step": 1850
|
| 628 |
+
},
|
| 629 |
+
{
|
| 630 |
+
"epoch": 10.0,
|
| 631 |
+
"eval_accuracy": 0.8166189111747851,
|
| 632 |
+
"eval_loss": 1.3248950242996216,
|
| 633 |
+
"eval_macro_f1": 0.8164242467756931,
|
| 634 |
+
"eval_runtime": 1.1292,
|
| 635 |
+
"eval_samples_per_second": 618.13,
|
| 636 |
+
"eval_steps_per_second": 38.965,
|
| 637 |
+
"eval_weighted_f1": 0.8161397107860111,
|
| 638 |
+
"step": 1870
|
| 639 |
+
}
|
| 640 |
+
],
|
| 641 |
+
"logging_steps": 25,
|
| 642 |
+
"max_steps": 3740,
|
| 643 |
+
"num_input_tokens_seen": 0,
|
| 644 |
+
"num_train_epochs": 20,
|
| 645 |
+
"save_steps": 500,
|
| 646 |
+
"stateful_callbacks": {
|
| 647 |
+
"EarlyStoppingCallback": {
|
| 648 |
+
"args": {
|
| 649 |
+
"early_stopping_patience": 3,
|
| 650 |
+
"early_stopping_threshold": 0.0
|
| 651 |
+
},
|
| 652 |
+
"attributes": {
|
| 653 |
+
"early_stopping_patience_counter": 0
|
| 654 |
+
}
|
| 655 |
+
},
|
| 656 |
+
"TrainerControl": {
|
| 657 |
+
"args": {
|
| 658 |
+
"should_epoch_stop": false,
|
| 659 |
+
"should_evaluate": false,
|
| 660 |
+
"should_log": false,
|
| 661 |
+
"should_save": true,
|
| 662 |
+
"should_training_stop": false
|
| 663 |
+
},
|
| 664 |
+
"attributes": {}
|
| 665 |
+
}
|
| 666 |
+
},
|
| 667 |
+
"total_flos": 0.0,
|
| 668 |
+
"train_batch_size": 8,
|
| 669 |
+
"trial_name": null,
|
| 670 |
+
"trial_params": null
|
| 671 |
+
}
|
ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|