Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/trainer_state.json +707 -0
- ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/trainer_state.json +303 -0
- ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/trainer_state.json +570 -0
- ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/trainer_state.json +967 -0
- ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/trainer_state.json +135 -0
- ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/trainer_state.json +273 -0
- ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/trainer_state.json +181 -0
- ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/trainer_state.json +319 -0
- ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/trainer_state.json +570 -0
- ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/trainer_state.json +960 -0
- ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/trainer_state.json +700 -0
- ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/tokenizer_config.json +56 -0
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-2175/trainer_state.json
ADDED
|
@@ -0,0 +1,707 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 870,
|
| 3 |
+
"best_metric": 0.8438206824091102,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870",
|
| 5 |
+
"epoch": 5.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2175,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05747126436781609,
|
| 14 |
+
"grad_norm": 47.530521392822266,
|
| 15 |
+
"learning_rate": 5.517241379310345e-07,
|
| 16 |
+
"loss": 4.5119,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11494252873563218,
|
| 21 |
+
"grad_norm": 19.9615535736084,
|
| 22 |
+
"learning_rate": 1.1264367816091955e-06,
|
| 23 |
+
"loss": 3.6708,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1724137931034483,
|
| 28 |
+
"grad_norm": 24.036544799804688,
|
| 29 |
+
"learning_rate": 1.7011494252873565e-06,
|
| 30 |
+
"loss": 2.7422,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.22988505747126436,
|
| 35 |
+
"grad_norm": 21.482696533203125,
|
| 36 |
+
"learning_rate": 2.2758620689655173e-06,
|
| 37 |
+
"loss": 2.3359,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28735632183908044,
|
| 42 |
+
"grad_norm": 14.963095664978027,
|
| 43 |
+
"learning_rate": 2.850574712643678e-06,
|
| 44 |
+
"loss": 1.6989,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3448275862068966,
|
| 49 |
+
"grad_norm": 14.067066192626953,
|
| 50 |
+
"learning_rate": 3.425287356321839e-06,
|
| 51 |
+
"loss": 1.3334,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.40229885057471265,
|
| 56 |
+
"grad_norm": 20.289350509643555,
|
| 57 |
+
"learning_rate": 4.000000000000001e-06,
|
| 58 |
+
"loss": 1.2792,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.45977011494252873,
|
| 63 |
+
"grad_norm": 26.841670989990234,
|
| 64 |
+
"learning_rate": 4.5747126436781615e-06,
|
| 65 |
+
"loss": 1.3376,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5172413793103449,
|
| 70 |
+
"grad_norm": 11.160604476928711,
|
| 71 |
+
"learning_rate": 5.149425287356322e-06,
|
| 72 |
+
"loss": 1.1215,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5747126436781609,
|
| 77 |
+
"grad_norm": 24.39644432067871,
|
| 78 |
+
"learning_rate": 5.724137931034483e-06,
|
| 79 |
+
"loss": 1.0508,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.632183908045977,
|
| 84 |
+
"grad_norm": 25.08617401123047,
|
| 85 |
+
"learning_rate": 6.298850574712644e-06,
|
| 86 |
+
"loss": 0.9008,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6896551724137931,
|
| 91 |
+
"grad_norm": 27.906522750854492,
|
| 92 |
+
"learning_rate": 6.873563218390805e-06,
|
| 93 |
+
"loss": 0.98,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7471264367816092,
|
| 98 |
+
"grad_norm": 21.37593650817871,
|
| 99 |
+
"learning_rate": 7.4482758620689665e-06,
|
| 100 |
+
"loss": 0.937,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8045977011494253,
|
| 105 |
+
"grad_norm": 5.135112762451172,
|
| 106 |
+
"learning_rate": 8.022988505747126e-06,
|
| 107 |
+
"loss": 0.9447,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8620689655172413,
|
| 112 |
+
"grad_norm": 9.163970947265625,
|
| 113 |
+
"learning_rate": 8.597701149425289e-06,
|
| 114 |
+
"loss": 0.92,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9195402298850575,
|
| 119 |
+
"grad_norm": 18.314037322998047,
|
| 120 |
+
"learning_rate": 9.172413793103448e-06,
|
| 121 |
+
"loss": 0.9486,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9770114942528736,
|
| 126 |
+
"grad_norm": 19.22344398498535,
|
| 127 |
+
"learning_rate": 9.74712643678161e-06,
|
| 128 |
+
"loss": 0.7516,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.9353587588881707,
|
| 134 |
+
"eval_loss": 0.19120582938194275,
|
| 135 |
+
"eval_macro_f1": 0.8076395729590938,
|
| 136 |
+
"eval_runtime": 2.2824,
|
| 137 |
+
"eval_samples_per_second": 677.784,
|
| 138 |
+
"eval_steps_per_second": 42.498,
|
| 139 |
+
"eval_weighted_f1": 0.9311696628544819,
|
| 140 |
+
"step": 435
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0344827586206897,
|
| 144 |
+
"grad_norm": 9.51768970489502,
|
| 145 |
+
"learning_rate": 1.032183908045977e-05,
|
| 146 |
+
"loss": 0.8741,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.0919540229885056,
|
| 151 |
+
"grad_norm": 19.06072998046875,
|
| 152 |
+
"learning_rate": 1.0896551724137932e-05,
|
| 153 |
+
"loss": 0.8094,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1494252873563218,
|
| 158 |
+
"grad_norm": 13.974675178527832,
|
| 159 |
+
"learning_rate": 1.1471264367816093e-05,
|
| 160 |
+
"loss": 0.6359,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.206896551724138,
|
| 165 |
+
"grad_norm": 30.244930267333984,
|
| 166 |
+
"learning_rate": 1.2045977011494254e-05,
|
| 167 |
+
"loss": 0.7821,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.264367816091954,
|
| 172 |
+
"grad_norm": 32.25063705444336,
|
| 173 |
+
"learning_rate": 1.2620689655172415e-05,
|
| 174 |
+
"loss": 0.5364,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3218390804597702,
|
| 179 |
+
"grad_norm": 17.0288143157959,
|
| 180 |
+
"learning_rate": 1.3195402298850574e-05,
|
| 181 |
+
"loss": 0.8934,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3793103448275863,
|
| 186 |
+
"grad_norm": 16.426700592041016,
|
| 187 |
+
"learning_rate": 1.3770114942528736e-05,
|
| 188 |
+
"loss": 0.7919,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4367816091954024,
|
| 193 |
+
"grad_norm": 20.5053653717041,
|
| 194 |
+
"learning_rate": 1.4344827586206897e-05,
|
| 195 |
+
"loss": 0.7274,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.4942528735632183,
|
| 200 |
+
"grad_norm": 11.628549575805664,
|
| 201 |
+
"learning_rate": 1.4919540229885058e-05,
|
| 202 |
+
"loss": 0.8191,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5517241379310345,
|
| 207 |
+
"grad_norm": 13.709463119506836,
|
| 208 |
+
"learning_rate": 1.549425287356322e-05,
|
| 209 |
+
"loss": 0.9148,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6091954022988506,
|
| 214 |
+
"grad_norm": 33.147613525390625,
|
| 215 |
+
"learning_rate": 1.6068965517241383e-05,
|
| 216 |
+
"loss": 0.7473,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6666666666666665,
|
| 221 |
+
"grad_norm": 24.161378860473633,
|
| 222 |
+
"learning_rate": 1.664367816091954e-05,
|
| 223 |
+
"loss": 0.7277,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7241379310344827,
|
| 228 |
+
"grad_norm": 1.9686217308044434,
|
| 229 |
+
"learning_rate": 1.72183908045977e-05,
|
| 230 |
+
"loss": 0.5712,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7816091954022988,
|
| 235 |
+
"grad_norm": 13.214238166809082,
|
| 236 |
+
"learning_rate": 1.7793103448275862e-05,
|
| 237 |
+
"loss": 0.932,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.839080459770115,
|
| 242 |
+
"grad_norm": 14.617436408996582,
|
| 243 |
+
"learning_rate": 1.8367816091954027e-05,
|
| 244 |
+
"loss": 0.8517,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.896551724137931,
|
| 249 |
+
"grad_norm": 3.840311288833618,
|
| 250 |
+
"learning_rate": 1.8942528735632187e-05,
|
| 251 |
+
"loss": 0.732,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9540229885057472,
|
| 256 |
+
"grad_norm": 13.173709869384766,
|
| 257 |
+
"learning_rate": 1.9517241379310345e-05,
|
| 258 |
+
"loss": 0.8144,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9431157078215902,
|
| 264 |
+
"eval_loss": 0.18711702525615692,
|
| 265 |
+
"eval_macro_f1": 0.8438206824091102,
|
| 266 |
+
"eval_runtime": 2.2626,
|
| 267 |
+
"eval_samples_per_second": 683.734,
|
| 268 |
+
"eval_steps_per_second": 42.871,
|
| 269 |
+
"eval_weighted_f1": 0.9425710525096253,
|
| 270 |
+
"step": 870
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.0114942528735633,
|
| 274 |
+
"grad_norm": 11.327630043029785,
|
| 275 |
+
"learning_rate": 1.9989782886334612e-05,
|
| 276 |
+
"loss": 0.8981,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0689655172413794,
|
| 281 |
+
"grad_norm": 6.938877105712891,
|
| 282 |
+
"learning_rate": 1.9925925925925928e-05,
|
| 283 |
+
"loss": 0.4201,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1264367816091956,
|
| 288 |
+
"grad_norm": 16.44955062866211,
|
| 289 |
+
"learning_rate": 1.9862068965517244e-05,
|
| 290 |
+
"loss": 0.568,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.1839080459770113,
|
| 295 |
+
"grad_norm": 18.197002410888672,
|
| 296 |
+
"learning_rate": 1.979821200510856e-05,
|
| 297 |
+
"loss": 0.433,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2413793103448274,
|
| 302 |
+
"grad_norm": 15.764060974121094,
|
| 303 |
+
"learning_rate": 1.9734355044699872e-05,
|
| 304 |
+
"loss": 0.6094,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.2988505747126435,
|
| 309 |
+
"grad_norm": 13.355148315429688,
|
| 310 |
+
"learning_rate": 1.9670498084291188e-05,
|
| 311 |
+
"loss": 0.637,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.3563218390804597,
|
| 316 |
+
"grad_norm": 1.7462997436523438,
|
| 317 |
+
"learning_rate": 1.9606641123882504e-05,
|
| 318 |
+
"loss": 0.6667,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.413793103448276,
|
| 323 |
+
"grad_norm": 13.47070026397705,
|
| 324 |
+
"learning_rate": 1.954278416347382e-05,
|
| 325 |
+
"loss": 0.5745,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.471264367816092,
|
| 330 |
+
"grad_norm": 6.568652153015137,
|
| 331 |
+
"learning_rate": 1.9478927203065136e-05,
|
| 332 |
+
"loss": 0.6171,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.528735632183908,
|
| 337 |
+
"grad_norm": 25.487276077270508,
|
| 338 |
+
"learning_rate": 1.941507024265645e-05,
|
| 339 |
+
"loss": 0.4769,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.586206896551724,
|
| 344 |
+
"grad_norm": 2.9295153617858887,
|
| 345 |
+
"learning_rate": 1.9351213282247767e-05,
|
| 346 |
+
"loss": 0.5106,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.6436781609195403,
|
| 351 |
+
"grad_norm": 15.27831745147705,
|
| 352 |
+
"learning_rate": 1.928735632183908e-05,
|
| 353 |
+
"loss": 0.5203,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7011494252873565,
|
| 358 |
+
"grad_norm": 5.300437927246094,
|
| 359 |
+
"learning_rate": 1.92234993614304e-05,
|
| 360 |
+
"loss": 0.5485,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7586206896551726,
|
| 365 |
+
"grad_norm": 13.163158416748047,
|
| 366 |
+
"learning_rate": 1.915964240102171e-05,
|
| 367 |
+
"loss": 0.5312,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.8160919540229887,
|
| 372 |
+
"grad_norm": 16.21547508239746,
|
| 373 |
+
"learning_rate": 1.9095785440613027e-05,
|
| 374 |
+
"loss": 0.6464,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.873563218390805,
|
| 379 |
+
"grad_norm": 12.834502220153809,
|
| 380 |
+
"learning_rate": 1.9031928480204343e-05,
|
| 381 |
+
"loss": 0.6076,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.9310344827586206,
|
| 386 |
+
"grad_norm": 28.212190628051758,
|
| 387 |
+
"learning_rate": 1.896807151979566e-05,
|
| 388 |
+
"loss": 0.6908,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 2.9885057471264367,
|
| 393 |
+
"grad_norm": 27.052391052246094,
|
| 394 |
+
"learning_rate": 1.8904214559386975e-05,
|
| 395 |
+
"loss": 0.5521,
|
| 396 |
+
"step": 1300
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"epoch": 3.0,
|
| 400 |
+
"eval_accuracy": 0.945054945054945,
|
| 401 |
+
"eval_loss": 0.19391731917858124,
|
| 402 |
+
"eval_macro_f1": 0.8348483023774212,
|
| 403 |
+
"eval_runtime": 2.2832,
|
| 404 |
+
"eval_samples_per_second": 677.57,
|
| 405 |
+
"eval_steps_per_second": 42.485,
|
| 406 |
+
"eval_weighted_f1": 0.943221435529864,
|
| 407 |
+
"step": 1305
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.045977011494253,
|
| 411 |
+
"grad_norm": 2.425881862640381,
|
| 412 |
+
"learning_rate": 1.884035759897829e-05,
|
| 413 |
+
"loss": 0.3603,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.103448275862069,
|
| 418 |
+
"grad_norm": 21.498388290405273,
|
| 419 |
+
"learning_rate": 1.8776500638569606e-05,
|
| 420 |
+
"loss": 0.2435,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.160919540229885,
|
| 425 |
+
"grad_norm": 0.1410110741853714,
|
| 426 |
+
"learning_rate": 1.871264367816092e-05,
|
| 427 |
+
"loss": 0.2951,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.218390804597701,
|
| 432 |
+
"grad_norm": 15.981841087341309,
|
| 433 |
+
"learning_rate": 1.8648786717752235e-05,
|
| 434 |
+
"loss": 0.29,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.2758620689655173,
|
| 439 |
+
"grad_norm": 17.052043914794922,
|
| 440 |
+
"learning_rate": 1.8584929757343554e-05,
|
| 441 |
+
"loss": 0.4209,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3333333333333335,
|
| 446 |
+
"grad_norm": 51.369834899902344,
|
| 447 |
+
"learning_rate": 1.8521072796934866e-05,
|
| 448 |
+
"loss": 0.4147,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.3908045977011496,
|
| 453 |
+
"grad_norm": 0.2269010841846466,
|
| 454 |
+
"learning_rate": 1.8457215836526182e-05,
|
| 455 |
+
"loss": 0.383,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4482758620689653,
|
| 460 |
+
"grad_norm": 36.411441802978516,
|
| 461 |
+
"learning_rate": 1.8393358876117498e-05,
|
| 462 |
+
"loss": 0.5007,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5057471264367814,
|
| 467 |
+
"grad_norm": 28.09300994873047,
|
| 468 |
+
"learning_rate": 1.8329501915708814e-05,
|
| 469 |
+
"loss": 0.3685,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.5632183908045976,
|
| 474 |
+
"grad_norm": 2.801539659500122,
|
| 475 |
+
"learning_rate": 1.826564495530013e-05,
|
| 476 |
+
"loss": 0.4711,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6206896551724137,
|
| 481 |
+
"grad_norm": 21.392393112182617,
|
| 482 |
+
"learning_rate": 1.8201787994891446e-05,
|
| 483 |
+
"loss": 0.4365,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.67816091954023,
|
| 488 |
+
"grad_norm": 20.90952491760254,
|
| 489 |
+
"learning_rate": 1.813793103448276e-05,
|
| 490 |
+
"loss": 0.382,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.735632183908046,
|
| 495 |
+
"grad_norm": 5.492232322692871,
|
| 496 |
+
"learning_rate": 1.8074074074074074e-05,
|
| 497 |
+
"loss": 0.3759,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.793103448275862,
|
| 502 |
+
"grad_norm": 35.22536087036133,
|
| 503 |
+
"learning_rate": 1.801021711366539e-05,
|
| 504 |
+
"loss": 0.4066,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.8505747126436782,
|
| 509 |
+
"grad_norm": 3.1210718154907227,
|
| 510 |
+
"learning_rate": 1.7946360153256706e-05,
|
| 511 |
+
"loss": 0.3655,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.9080459770114944,
|
| 516 |
+
"grad_norm": 4.801360607147217,
|
| 517 |
+
"learning_rate": 1.788250319284802e-05,
|
| 518 |
+
"loss": 0.3121,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9655172413793105,
|
| 523 |
+
"grad_norm": 1.4215071201324463,
|
| 524 |
+
"learning_rate": 1.7818646232439337e-05,
|
| 525 |
+
"loss": 0.4796,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9431157078215902,
|
| 531 |
+
"eval_loss": 0.2746249735355377,
|
| 532 |
+
"eval_macro_f1": 0.838539162783987,
|
| 533 |
+
"eval_runtime": 2.2036,
|
| 534 |
+
"eval_samples_per_second": 702.039,
|
| 535 |
+
"eval_steps_per_second": 44.019,
|
| 536 |
+
"eval_weighted_f1": 0.940583062854338,
|
| 537 |
+
"step": 1740
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"epoch": 4.022988505747127,
|
| 541 |
+
"grad_norm": 0.8006189465522766,
|
| 542 |
+
"learning_rate": 1.7754789272030653e-05,
|
| 543 |
+
"loss": 0.4275,
|
| 544 |
+
"step": 1750
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"epoch": 4.080459770114943,
|
| 548 |
+
"grad_norm": 4.109300136566162,
|
| 549 |
+
"learning_rate": 1.769093231162197e-05,
|
| 550 |
+
"loss": 0.2123,
|
| 551 |
+
"step": 1775
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"epoch": 4.137931034482759,
|
| 555 |
+
"grad_norm": 1.6037803888320923,
|
| 556 |
+
"learning_rate": 1.762707535121328e-05,
|
| 557 |
+
"loss": 0.2369,
|
| 558 |
+
"step": 1800
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"epoch": 4.195402298850575,
|
| 562 |
+
"grad_norm": 0.30074888467788696,
|
| 563 |
+
"learning_rate": 1.75632183908046e-05,
|
| 564 |
+
"loss": 0.3149,
|
| 565 |
+
"step": 1825
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"epoch": 4.252873563218391,
|
| 569 |
+
"grad_norm": 34.69163513183594,
|
| 570 |
+
"learning_rate": 1.7499361430395913e-05,
|
| 571 |
+
"loss": 0.3411,
|
| 572 |
+
"step": 1850
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"epoch": 4.310344827586207,
|
| 576 |
+
"grad_norm": 15.979166030883789,
|
| 577 |
+
"learning_rate": 1.743550446998723e-05,
|
| 578 |
+
"loss": 0.3214,
|
| 579 |
+
"step": 1875
|
| 580 |
+
},
|
| 581 |
+
{
|
| 582 |
+
"epoch": 4.3678160919540225,
|
| 583 |
+
"grad_norm": 45.55860137939453,
|
| 584 |
+
"learning_rate": 1.7371647509578545e-05,
|
| 585 |
+
"loss": 0.3732,
|
| 586 |
+
"step": 1900
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"epoch": 4.425287356321839,
|
| 590 |
+
"grad_norm": 19.51884651184082,
|
| 591 |
+
"learning_rate": 1.730779054916986e-05,
|
| 592 |
+
"loss": 0.1797,
|
| 593 |
+
"step": 1925
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 4.482758620689655,
|
| 597 |
+
"grad_norm": 31.92226791381836,
|
| 598 |
+
"learning_rate": 1.7243933588761176e-05,
|
| 599 |
+
"loss": 0.3442,
|
| 600 |
+
"step": 1950
|
| 601 |
+
},
|
| 602 |
+
{
|
| 603 |
+
"epoch": 4.540229885057471,
|
| 604 |
+
"grad_norm": 18.816299438476562,
|
| 605 |
+
"learning_rate": 1.7180076628352492e-05,
|
| 606 |
+
"loss": 0.1305,
|
| 607 |
+
"step": 1975
|
| 608 |
+
},
|
| 609 |
+
{
|
| 610 |
+
"epoch": 4.597701149425287,
|
| 611 |
+
"grad_norm": 1.3020509481430054,
|
| 612 |
+
"learning_rate": 1.7116219667943808e-05,
|
| 613 |
+
"loss": 0.3058,
|
| 614 |
+
"step": 2000
|
| 615 |
+
},
|
| 616 |
+
{
|
| 617 |
+
"epoch": 4.655172413793103,
|
| 618 |
+
"grad_norm": 43.43137741088867,
|
| 619 |
+
"learning_rate": 1.705236270753512e-05,
|
| 620 |
+
"loss": 0.4067,
|
| 621 |
+
"step": 2025
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"epoch": 4.712643678160919,
|
| 625 |
+
"grad_norm": 1.602468729019165,
|
| 626 |
+
"learning_rate": 1.6988505747126436e-05,
|
| 627 |
+
"loss": 0.2198,
|
| 628 |
+
"step": 2050
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"epoch": 4.7701149425287355,
|
| 632 |
+
"grad_norm": 37.42155075073242,
|
| 633 |
+
"learning_rate": 1.6924648786717756e-05,
|
| 634 |
+
"loss": 0.3709,
|
| 635 |
+
"step": 2075
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"epoch": 4.827586206896552,
|
| 639 |
+
"grad_norm": 41.58176803588867,
|
| 640 |
+
"learning_rate": 1.6860791826309068e-05,
|
| 641 |
+
"loss": 0.4267,
|
| 642 |
+
"step": 2100
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"epoch": 4.885057471264368,
|
| 646 |
+
"grad_norm": 18.088157653808594,
|
| 647 |
+
"learning_rate": 1.6796934865900384e-05,
|
| 648 |
+
"loss": 0.2465,
|
| 649 |
+
"step": 2125
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"epoch": 4.942528735632184,
|
| 653 |
+
"grad_norm": 43.86962127685547,
|
| 654 |
+
"learning_rate": 1.67330779054917e-05,
|
| 655 |
+
"loss": 0.299,
|
| 656 |
+
"step": 2150
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"epoch": 5.0,
|
| 660 |
+
"grad_norm": 1.0786936283111572,
|
| 661 |
+
"learning_rate": 1.6669220945083016e-05,
|
| 662 |
+
"loss": 0.3865,
|
| 663 |
+
"step": 2175
|
| 664 |
+
},
|
| 665 |
+
{
|
| 666 |
+
"epoch": 5.0,
|
| 667 |
+
"eval_accuracy": 0.9372979961215255,
|
| 668 |
+
"eval_loss": 0.34131935238838196,
|
| 669 |
+
"eval_macro_f1": 0.8260639117230468,
|
| 670 |
+
"eval_runtime": 2.2161,
|
| 671 |
+
"eval_samples_per_second": 698.064,
|
| 672 |
+
"eval_steps_per_second": 43.77,
|
| 673 |
+
"eval_weighted_f1": 0.9371605891189572,
|
| 674 |
+
"step": 2175
|
| 675 |
+
}
|
| 676 |
+
],
|
| 677 |
+
"logging_steps": 25,
|
| 678 |
+
"max_steps": 8700,
|
| 679 |
+
"num_input_tokens_seen": 0,
|
| 680 |
+
"num_train_epochs": 20,
|
| 681 |
+
"save_steps": 500,
|
| 682 |
+
"stateful_callbacks": {
|
| 683 |
+
"EarlyStoppingCallback": {
|
| 684 |
+
"args": {
|
| 685 |
+
"early_stopping_patience": 3,
|
| 686 |
+
"early_stopping_threshold": 0.0
|
| 687 |
+
},
|
| 688 |
+
"attributes": {
|
| 689 |
+
"early_stopping_patience_counter": 3
|
| 690 |
+
}
|
| 691 |
+
},
|
| 692 |
+
"TrainerControl": {
|
| 693 |
+
"args": {
|
| 694 |
+
"should_epoch_stop": false,
|
| 695 |
+
"should_evaluate": false,
|
| 696 |
+
"should_log": false,
|
| 697 |
+
"should_save": true,
|
| 698 |
+
"should_training_stop": true
|
| 699 |
+
},
|
| 700 |
+
"attributes": {}
|
| 701 |
+
}
|
| 702 |
+
},
|
| 703 |
+
"total_flos": 0.0,
|
| 704 |
+
"train_batch_size": 8,
|
| 705 |
+
"trial_name": null,
|
| 706 |
+
"trial_params": null
|
| 707 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870/trainer_state.json
ADDED
|
@@ -0,0 +1,303 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 870,
|
| 3 |
+
"best_metric": 0.8438206824091102,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s42-20260830T024423Z-764277a9/trainer/checkpoint-870",
|
| 5 |
+
"epoch": 2.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 870,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05747126436781609,
|
| 14 |
+
"grad_norm": 47.530521392822266,
|
| 15 |
+
"learning_rate": 5.517241379310345e-07,
|
| 16 |
+
"loss": 4.5119,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11494252873563218,
|
| 21 |
+
"grad_norm": 19.9615535736084,
|
| 22 |
+
"learning_rate": 1.1264367816091955e-06,
|
| 23 |
+
"loss": 3.6708,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1724137931034483,
|
| 28 |
+
"grad_norm": 24.036544799804688,
|
| 29 |
+
"learning_rate": 1.7011494252873565e-06,
|
| 30 |
+
"loss": 2.7422,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.22988505747126436,
|
| 35 |
+
"grad_norm": 21.482696533203125,
|
| 36 |
+
"learning_rate": 2.2758620689655173e-06,
|
| 37 |
+
"loss": 2.3359,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28735632183908044,
|
| 42 |
+
"grad_norm": 14.963095664978027,
|
| 43 |
+
"learning_rate": 2.850574712643678e-06,
|
| 44 |
+
"loss": 1.6989,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3448275862068966,
|
| 49 |
+
"grad_norm": 14.067066192626953,
|
| 50 |
+
"learning_rate": 3.425287356321839e-06,
|
| 51 |
+
"loss": 1.3334,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.40229885057471265,
|
| 56 |
+
"grad_norm": 20.289350509643555,
|
| 57 |
+
"learning_rate": 4.000000000000001e-06,
|
| 58 |
+
"loss": 1.2792,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.45977011494252873,
|
| 63 |
+
"grad_norm": 26.841670989990234,
|
| 64 |
+
"learning_rate": 4.5747126436781615e-06,
|
| 65 |
+
"loss": 1.3376,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5172413793103449,
|
| 70 |
+
"grad_norm": 11.160604476928711,
|
| 71 |
+
"learning_rate": 5.149425287356322e-06,
|
| 72 |
+
"loss": 1.1215,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5747126436781609,
|
| 77 |
+
"grad_norm": 24.39644432067871,
|
| 78 |
+
"learning_rate": 5.724137931034483e-06,
|
| 79 |
+
"loss": 1.0508,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.632183908045977,
|
| 84 |
+
"grad_norm": 25.08617401123047,
|
| 85 |
+
"learning_rate": 6.298850574712644e-06,
|
| 86 |
+
"loss": 0.9008,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6896551724137931,
|
| 91 |
+
"grad_norm": 27.906522750854492,
|
| 92 |
+
"learning_rate": 6.873563218390805e-06,
|
| 93 |
+
"loss": 0.98,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7471264367816092,
|
| 98 |
+
"grad_norm": 21.37593650817871,
|
| 99 |
+
"learning_rate": 7.4482758620689665e-06,
|
| 100 |
+
"loss": 0.937,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8045977011494253,
|
| 105 |
+
"grad_norm": 5.135112762451172,
|
| 106 |
+
"learning_rate": 8.022988505747126e-06,
|
| 107 |
+
"loss": 0.9447,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8620689655172413,
|
| 112 |
+
"grad_norm": 9.163970947265625,
|
| 113 |
+
"learning_rate": 8.597701149425289e-06,
|
| 114 |
+
"loss": 0.92,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9195402298850575,
|
| 119 |
+
"grad_norm": 18.314037322998047,
|
| 120 |
+
"learning_rate": 9.172413793103448e-06,
|
| 121 |
+
"loss": 0.9486,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9770114942528736,
|
| 126 |
+
"grad_norm": 19.22344398498535,
|
| 127 |
+
"learning_rate": 9.74712643678161e-06,
|
| 128 |
+
"loss": 0.7516,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.9353587588881707,
|
| 134 |
+
"eval_loss": 0.19120582938194275,
|
| 135 |
+
"eval_macro_f1": 0.8076395729590938,
|
| 136 |
+
"eval_runtime": 2.2824,
|
| 137 |
+
"eval_samples_per_second": 677.784,
|
| 138 |
+
"eval_steps_per_second": 42.498,
|
| 139 |
+
"eval_weighted_f1": 0.9311696628544819,
|
| 140 |
+
"step": 435
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0344827586206897,
|
| 144 |
+
"grad_norm": 9.51768970489502,
|
| 145 |
+
"learning_rate": 1.032183908045977e-05,
|
| 146 |
+
"loss": 0.8741,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.0919540229885056,
|
| 151 |
+
"grad_norm": 19.06072998046875,
|
| 152 |
+
"learning_rate": 1.0896551724137932e-05,
|
| 153 |
+
"loss": 0.8094,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1494252873563218,
|
| 158 |
+
"grad_norm": 13.974675178527832,
|
| 159 |
+
"learning_rate": 1.1471264367816093e-05,
|
| 160 |
+
"loss": 0.6359,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.206896551724138,
|
| 165 |
+
"grad_norm": 30.244930267333984,
|
| 166 |
+
"learning_rate": 1.2045977011494254e-05,
|
| 167 |
+
"loss": 0.7821,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.264367816091954,
|
| 172 |
+
"grad_norm": 32.25063705444336,
|
| 173 |
+
"learning_rate": 1.2620689655172415e-05,
|
| 174 |
+
"loss": 0.5364,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3218390804597702,
|
| 179 |
+
"grad_norm": 17.0288143157959,
|
| 180 |
+
"learning_rate": 1.3195402298850574e-05,
|
| 181 |
+
"loss": 0.8934,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3793103448275863,
|
| 186 |
+
"grad_norm": 16.426700592041016,
|
| 187 |
+
"learning_rate": 1.3770114942528736e-05,
|
| 188 |
+
"loss": 0.7919,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4367816091954024,
|
| 193 |
+
"grad_norm": 20.5053653717041,
|
| 194 |
+
"learning_rate": 1.4344827586206897e-05,
|
| 195 |
+
"loss": 0.7274,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.4942528735632183,
|
| 200 |
+
"grad_norm": 11.628549575805664,
|
| 201 |
+
"learning_rate": 1.4919540229885058e-05,
|
| 202 |
+
"loss": 0.8191,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5517241379310345,
|
| 207 |
+
"grad_norm": 13.709463119506836,
|
| 208 |
+
"learning_rate": 1.549425287356322e-05,
|
| 209 |
+
"loss": 0.9148,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6091954022988506,
|
| 214 |
+
"grad_norm": 33.147613525390625,
|
| 215 |
+
"learning_rate": 1.6068965517241383e-05,
|
| 216 |
+
"loss": 0.7473,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6666666666666665,
|
| 221 |
+
"grad_norm": 24.161378860473633,
|
| 222 |
+
"learning_rate": 1.664367816091954e-05,
|
| 223 |
+
"loss": 0.7277,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7241379310344827,
|
| 228 |
+
"grad_norm": 1.9686217308044434,
|
| 229 |
+
"learning_rate": 1.72183908045977e-05,
|
| 230 |
+
"loss": 0.5712,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7816091954022988,
|
| 235 |
+
"grad_norm": 13.214238166809082,
|
| 236 |
+
"learning_rate": 1.7793103448275862e-05,
|
| 237 |
+
"loss": 0.932,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.839080459770115,
|
| 242 |
+
"grad_norm": 14.617436408996582,
|
| 243 |
+
"learning_rate": 1.8367816091954027e-05,
|
| 244 |
+
"loss": 0.8517,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.896551724137931,
|
| 249 |
+
"grad_norm": 3.840311288833618,
|
| 250 |
+
"learning_rate": 1.8942528735632187e-05,
|
| 251 |
+
"loss": 0.732,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9540229885057472,
|
| 256 |
+
"grad_norm": 13.173709869384766,
|
| 257 |
+
"learning_rate": 1.9517241379310345e-05,
|
| 258 |
+
"loss": 0.8144,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9431157078215902,
|
| 264 |
+
"eval_loss": 0.18711702525615692,
|
| 265 |
+
"eval_macro_f1": 0.8438206824091102,
|
| 266 |
+
"eval_runtime": 2.2626,
|
| 267 |
+
"eval_samples_per_second": 683.734,
|
| 268 |
+
"eval_steps_per_second": 42.871,
|
| 269 |
+
"eval_weighted_f1": 0.9425710525096253,
|
| 270 |
+
"step": 870
|
| 271 |
+
}
|
| 272 |
+
],
|
| 273 |
+
"logging_steps": 25,
|
| 274 |
+
"max_steps": 8700,
|
| 275 |
+
"num_input_tokens_seen": 0,
|
| 276 |
+
"num_train_epochs": 20,
|
| 277 |
+
"save_steps": 500,
|
| 278 |
+
"stateful_callbacks": {
|
| 279 |
+
"EarlyStoppingCallback": {
|
| 280 |
+
"args": {
|
| 281 |
+
"early_stopping_patience": 3,
|
| 282 |
+
"early_stopping_threshold": 0.0
|
| 283 |
+
},
|
| 284 |
+
"attributes": {
|
| 285 |
+
"early_stopping_patience_counter": 0
|
| 286 |
+
}
|
| 287 |
+
},
|
| 288 |
+
"TrainerControl": {
|
| 289 |
+
"args": {
|
| 290 |
+
"should_epoch_stop": false,
|
| 291 |
+
"should_evaluate": false,
|
| 292 |
+
"should_log": false,
|
| 293 |
+
"should_save": true,
|
| 294 |
+
"should_training_stop": false
|
| 295 |
+
},
|
| 296 |
+
"attributes": {}
|
| 297 |
+
}
|
| 298 |
+
},
|
| 299 |
+
"total_flos": 0.0,
|
| 300 |
+
"train_batch_size": 8,
|
| 301 |
+
"trial_name": null,
|
| 302 |
+
"trial_params": null
|
| 303 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740/trainer_state.json
ADDED
|
@@ -0,0 +1,570 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1740,
|
| 3 |
+
"best_metric": 0.831875793592655,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740",
|
| 5 |
+
"epoch": 4.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1740,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05747126436781609,
|
| 14 |
+
"grad_norm": 43.92753982543945,
|
| 15 |
+
"learning_rate": 5.517241379310345e-07,
|
| 16 |
+
"loss": 4.7597,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11494252873563218,
|
| 21 |
+
"grad_norm": 54.26432418823242,
|
| 22 |
+
"learning_rate": 1.1264367816091955e-06,
|
| 23 |
+
"loss": 3.8396,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1724137931034483,
|
| 28 |
+
"grad_norm": 18.984745025634766,
|
| 29 |
+
"learning_rate": 1.7011494252873565e-06,
|
| 30 |
+
"loss": 2.9407,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.22988505747126436,
|
| 35 |
+
"grad_norm": 16.851774215698242,
|
| 36 |
+
"learning_rate": 2.2758620689655173e-06,
|
| 37 |
+
"loss": 2.221,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28735632183908044,
|
| 42 |
+
"grad_norm": 22.36330223083496,
|
| 43 |
+
"learning_rate": 2.850574712643678e-06,
|
| 44 |
+
"loss": 1.8853,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3448275862068966,
|
| 49 |
+
"grad_norm": 17.284147262573242,
|
| 50 |
+
"learning_rate": 3.425287356321839e-06,
|
| 51 |
+
"loss": 1.3653,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.40229885057471265,
|
| 56 |
+
"grad_norm": 24.309364318847656,
|
| 57 |
+
"learning_rate": 4.000000000000001e-06,
|
| 58 |
+
"loss": 1.2353,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.45977011494252873,
|
| 63 |
+
"grad_norm": 14.628121376037598,
|
| 64 |
+
"learning_rate": 4.5747126436781615e-06,
|
| 65 |
+
"loss": 1.2475,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5172413793103449,
|
| 70 |
+
"grad_norm": 42.17588806152344,
|
| 71 |
+
"learning_rate": 5.149425287356322e-06,
|
| 72 |
+
"loss": 1.1265,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5747126436781609,
|
| 77 |
+
"grad_norm": 21.512317657470703,
|
| 78 |
+
"learning_rate": 5.724137931034483e-06,
|
| 79 |
+
"loss": 1.0638,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.632183908045977,
|
| 84 |
+
"grad_norm": 13.301989555358887,
|
| 85 |
+
"learning_rate": 6.298850574712644e-06,
|
| 86 |
+
"loss": 1.0406,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6896551724137931,
|
| 91 |
+
"grad_norm": 8.06440544128418,
|
| 92 |
+
"learning_rate": 6.873563218390805e-06,
|
| 93 |
+
"loss": 0.8673,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7471264367816092,
|
| 98 |
+
"grad_norm": 14.911821365356445,
|
| 99 |
+
"learning_rate": 7.4482758620689665e-06,
|
| 100 |
+
"loss": 0.7631,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8045977011494253,
|
| 105 |
+
"grad_norm": 22.513790130615234,
|
| 106 |
+
"learning_rate": 8.022988505747126e-06,
|
| 107 |
+
"loss": 0.9627,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8620689655172413,
|
| 112 |
+
"grad_norm": 20.92084312438965,
|
| 113 |
+
"learning_rate": 8.597701149425289e-06,
|
| 114 |
+
"loss": 1.0727,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9195402298850575,
|
| 119 |
+
"grad_norm": 4.745623588562012,
|
| 120 |
+
"learning_rate": 9.172413793103448e-06,
|
| 121 |
+
"loss": 0.7641,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9770114942528736,
|
| 126 |
+
"grad_norm": 12.206388473510742,
|
| 127 |
+
"learning_rate": 9.74712643678161e-06,
|
| 128 |
+
"loss": 1.0087,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.9379444085326438,
|
| 134 |
+
"eval_loss": 0.19321469962596893,
|
| 135 |
+
"eval_macro_f1": 0.8112362041781633,
|
| 136 |
+
"eval_runtime": 2.344,
|
| 137 |
+
"eval_samples_per_second": 659.986,
|
| 138 |
+
"eval_steps_per_second": 41.382,
|
| 139 |
+
"eval_weighted_f1": 0.9351921904870617,
|
| 140 |
+
"step": 435
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0344827586206897,
|
| 144 |
+
"grad_norm": 4.7473578453063965,
|
| 145 |
+
"learning_rate": 1.032183908045977e-05,
|
| 146 |
+
"loss": 0.7762,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.0919540229885056,
|
| 151 |
+
"grad_norm": 9.127280235290527,
|
| 152 |
+
"learning_rate": 1.0896551724137932e-05,
|
| 153 |
+
"loss": 0.618,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1494252873563218,
|
| 158 |
+
"grad_norm": 10.062734603881836,
|
| 159 |
+
"learning_rate": 1.1471264367816093e-05,
|
| 160 |
+
"loss": 0.7883,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.206896551724138,
|
| 165 |
+
"grad_norm": 10.889771461486816,
|
| 166 |
+
"learning_rate": 1.2045977011494254e-05,
|
| 167 |
+
"loss": 0.6292,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.264367816091954,
|
| 172 |
+
"grad_norm": 12.892745971679688,
|
| 173 |
+
"learning_rate": 1.2620689655172415e-05,
|
| 174 |
+
"loss": 0.8813,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3218390804597702,
|
| 179 |
+
"grad_norm": 18.05405044555664,
|
| 180 |
+
"learning_rate": 1.3195402298850574e-05,
|
| 181 |
+
"loss": 0.7396,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3793103448275863,
|
| 186 |
+
"grad_norm": 29.43499755859375,
|
| 187 |
+
"learning_rate": 1.3770114942528736e-05,
|
| 188 |
+
"loss": 0.7575,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4367816091954024,
|
| 193 |
+
"grad_norm": 14.21605110168457,
|
| 194 |
+
"learning_rate": 1.4344827586206897e-05,
|
| 195 |
+
"loss": 0.8053,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.4942528735632183,
|
| 200 |
+
"grad_norm": 20.178537368774414,
|
| 201 |
+
"learning_rate": 1.4919540229885058e-05,
|
| 202 |
+
"loss": 0.871,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5517241379310345,
|
| 207 |
+
"grad_norm": 19.25311279296875,
|
| 208 |
+
"learning_rate": 1.549425287356322e-05,
|
| 209 |
+
"loss": 0.6638,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6091954022988506,
|
| 214 |
+
"grad_norm": 33.16598892211914,
|
| 215 |
+
"learning_rate": 1.6068965517241383e-05,
|
| 216 |
+
"loss": 0.6572,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6666666666666665,
|
| 221 |
+
"grad_norm": 9.375467300415039,
|
| 222 |
+
"learning_rate": 1.664367816091954e-05,
|
| 223 |
+
"loss": 0.756,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7241379310344827,
|
| 228 |
+
"grad_norm": 19.27079200744629,
|
| 229 |
+
"learning_rate": 1.72183908045977e-05,
|
| 230 |
+
"loss": 0.7834,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7816091954022988,
|
| 235 |
+
"grad_norm": 12.493380546569824,
|
| 236 |
+
"learning_rate": 1.7793103448275862e-05,
|
| 237 |
+
"loss": 0.7776,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.839080459770115,
|
| 242 |
+
"grad_norm": 5.854055881500244,
|
| 243 |
+
"learning_rate": 1.8367816091954027e-05,
|
| 244 |
+
"loss": 0.6756,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.896551724137931,
|
| 249 |
+
"grad_norm": 29.48945426940918,
|
| 250 |
+
"learning_rate": 1.8942528735632187e-05,
|
| 251 |
+
"loss": 0.8908,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9540229885057472,
|
| 256 |
+
"grad_norm": 7.327496528625488,
|
| 257 |
+
"learning_rate": 1.9517241379310345e-05,
|
| 258 |
+
"loss": 0.8974,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9431157078215902,
|
| 264 |
+
"eval_loss": 0.18414054811000824,
|
| 265 |
+
"eval_macro_f1": 0.8307730109587695,
|
| 266 |
+
"eval_runtime": 2.3207,
|
| 267 |
+
"eval_samples_per_second": 666.618,
|
| 268 |
+
"eval_steps_per_second": 41.798,
|
| 269 |
+
"eval_weighted_f1": 0.9401883925754154,
|
| 270 |
+
"step": 870
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.0114942528735633,
|
| 274 |
+
"grad_norm": 9.91934871673584,
|
| 275 |
+
"learning_rate": 1.9989782886334612e-05,
|
| 276 |
+
"loss": 0.6026,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0689655172413794,
|
| 281 |
+
"grad_norm": 9.259641647338867,
|
| 282 |
+
"learning_rate": 1.9925925925925928e-05,
|
| 283 |
+
"loss": 0.4624,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1264367816091956,
|
| 288 |
+
"grad_norm": 1.62489652633667,
|
| 289 |
+
"learning_rate": 1.9862068965517244e-05,
|
| 290 |
+
"loss": 0.4729,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.1839080459770113,
|
| 295 |
+
"grad_norm": 18.912919998168945,
|
| 296 |
+
"learning_rate": 1.979821200510856e-05,
|
| 297 |
+
"loss": 0.5868,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2413793103448274,
|
| 302 |
+
"grad_norm": 20.66802406311035,
|
| 303 |
+
"learning_rate": 1.9734355044699872e-05,
|
| 304 |
+
"loss": 0.6149,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.2988505747126435,
|
| 309 |
+
"grad_norm": 8.85954475402832,
|
| 310 |
+
"learning_rate": 1.9670498084291188e-05,
|
| 311 |
+
"loss": 0.4791,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.3563218390804597,
|
| 316 |
+
"grad_norm": 12.670382499694824,
|
| 317 |
+
"learning_rate": 1.9606641123882504e-05,
|
| 318 |
+
"loss": 0.6279,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.413793103448276,
|
| 323 |
+
"grad_norm": 2.4032747745513916,
|
| 324 |
+
"learning_rate": 1.954278416347382e-05,
|
| 325 |
+
"loss": 0.4186,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.471264367816092,
|
| 330 |
+
"grad_norm": 1.0264756679534912,
|
| 331 |
+
"learning_rate": 1.9478927203065136e-05,
|
| 332 |
+
"loss": 0.683,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.528735632183908,
|
| 337 |
+
"grad_norm": 20.53716278076172,
|
| 338 |
+
"learning_rate": 1.941507024265645e-05,
|
| 339 |
+
"loss": 0.7579,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.586206896551724,
|
| 344 |
+
"grad_norm": 41.269622802734375,
|
| 345 |
+
"learning_rate": 1.9351213282247767e-05,
|
| 346 |
+
"loss": 0.531,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.6436781609195403,
|
| 351 |
+
"grad_norm": 16.64824676513672,
|
| 352 |
+
"learning_rate": 1.928735632183908e-05,
|
| 353 |
+
"loss": 0.583,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7011494252873565,
|
| 358 |
+
"grad_norm": 24.526113510131836,
|
| 359 |
+
"learning_rate": 1.92234993614304e-05,
|
| 360 |
+
"loss": 0.6613,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7586206896551726,
|
| 365 |
+
"grad_norm": 15.500123977661133,
|
| 366 |
+
"learning_rate": 1.915964240102171e-05,
|
| 367 |
+
"loss": 0.4976,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.8160919540229887,
|
| 372 |
+
"grad_norm": 2.3023366928100586,
|
| 373 |
+
"learning_rate": 1.9095785440613027e-05,
|
| 374 |
+
"loss": 0.484,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.873563218390805,
|
| 379 |
+
"grad_norm": 14.467267036437988,
|
| 380 |
+
"learning_rate": 1.9031928480204343e-05,
|
| 381 |
+
"loss": 0.4539,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.9310344827586206,
|
| 386 |
+
"grad_norm": 18.99357032775879,
|
| 387 |
+
"learning_rate": 1.896807151979566e-05,
|
| 388 |
+
"loss": 0.5688,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 2.9885057471264367,
|
| 393 |
+
"grad_norm": 26.804494857788086,
|
| 394 |
+
"learning_rate": 1.8904214559386975e-05,
|
| 395 |
+
"loss": 0.6654,
|
| 396 |
+
"step": 1300
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"epoch": 3.0,
|
| 400 |
+
"eval_accuracy": 0.9411764705882353,
|
| 401 |
+
"eval_loss": 0.23103094100952148,
|
| 402 |
+
"eval_macro_f1": 0.8203289779870856,
|
| 403 |
+
"eval_runtime": 2.1963,
|
| 404 |
+
"eval_samples_per_second": 704.355,
|
| 405 |
+
"eval_steps_per_second": 44.164,
|
| 406 |
+
"eval_weighted_f1": 0.9373632386381461,
|
| 407 |
+
"step": 1305
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.045977011494253,
|
| 411 |
+
"grad_norm": 1.6909418106079102,
|
| 412 |
+
"learning_rate": 1.884035759897829e-05,
|
| 413 |
+
"loss": 0.4165,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.103448275862069,
|
| 418 |
+
"grad_norm": 7.415470123291016,
|
| 419 |
+
"learning_rate": 1.8776500638569606e-05,
|
| 420 |
+
"loss": 0.2505,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.160919540229885,
|
| 425 |
+
"grad_norm": 61.864418029785156,
|
| 426 |
+
"learning_rate": 1.871264367816092e-05,
|
| 427 |
+
"loss": 0.4817,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.218390804597701,
|
| 432 |
+
"grad_norm": 0.211294487118721,
|
| 433 |
+
"learning_rate": 1.8648786717752235e-05,
|
| 434 |
+
"loss": 0.3713,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.2758620689655173,
|
| 439 |
+
"grad_norm": 11.942667007446289,
|
| 440 |
+
"learning_rate": 1.8584929757343554e-05,
|
| 441 |
+
"loss": 0.3288,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3333333333333335,
|
| 446 |
+
"grad_norm": 1.8144135475158691,
|
| 447 |
+
"learning_rate": 1.8521072796934866e-05,
|
| 448 |
+
"loss": 0.5151,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.3908045977011496,
|
| 453 |
+
"grad_norm": 1.6579171419143677,
|
| 454 |
+
"learning_rate": 1.8457215836526182e-05,
|
| 455 |
+
"loss": 0.3496,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4482758620689653,
|
| 460 |
+
"grad_norm": 21.78783416748047,
|
| 461 |
+
"learning_rate": 1.8393358876117498e-05,
|
| 462 |
+
"loss": 0.2835,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5057471264367814,
|
| 467 |
+
"grad_norm": 0.5123804807662964,
|
| 468 |
+
"learning_rate": 1.8329501915708814e-05,
|
| 469 |
+
"loss": 0.464,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.5632183908045976,
|
| 474 |
+
"grad_norm": 3.535961151123047,
|
| 475 |
+
"learning_rate": 1.826564495530013e-05,
|
| 476 |
+
"loss": 0.3406,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6206896551724137,
|
| 481 |
+
"grad_norm": 18.94856071472168,
|
| 482 |
+
"learning_rate": 1.8201787994891446e-05,
|
| 483 |
+
"loss": 0.5609,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.67816091954023,
|
| 488 |
+
"grad_norm": 1.0121936798095703,
|
| 489 |
+
"learning_rate": 1.813793103448276e-05,
|
| 490 |
+
"loss": 0.3999,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.735632183908046,
|
| 495 |
+
"grad_norm": 8.241710662841797,
|
| 496 |
+
"learning_rate": 1.8074074074074074e-05,
|
| 497 |
+
"loss": 0.3378,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.793103448275862,
|
| 502 |
+
"grad_norm": 19.972856521606445,
|
| 503 |
+
"learning_rate": 1.801021711366539e-05,
|
| 504 |
+
"loss": 0.5821,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.8505747126436782,
|
| 509 |
+
"grad_norm": 11.157495498657227,
|
| 510 |
+
"learning_rate": 1.7946360153256706e-05,
|
| 511 |
+
"loss": 0.5065,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.9080459770114944,
|
| 516 |
+
"grad_norm": 0.10184678435325623,
|
| 517 |
+
"learning_rate": 1.788250319284802e-05,
|
| 518 |
+
"loss": 0.3337,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9655172413793105,
|
| 523 |
+
"grad_norm": 11.796550750732422,
|
| 524 |
+
"learning_rate": 1.7818646232439337e-05,
|
| 525 |
+
"loss": 0.316,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9431157078215902,
|
| 531 |
+
"eval_loss": 0.274601548910141,
|
| 532 |
+
"eval_macro_f1": 0.831875793592655,
|
| 533 |
+
"eval_runtime": 2.2751,
|
| 534 |
+
"eval_samples_per_second": 679.984,
|
| 535 |
+
"eval_steps_per_second": 42.636,
|
| 536 |
+
"eval_weighted_f1": 0.9418882118912041,
|
| 537 |
+
"step": 1740
|
| 538 |
+
}
|
| 539 |
+
],
|
| 540 |
+
"logging_steps": 25,
|
| 541 |
+
"max_steps": 8700,
|
| 542 |
+
"num_input_tokens_seen": 0,
|
| 543 |
+
"num_train_epochs": 20,
|
| 544 |
+
"save_steps": 500,
|
| 545 |
+
"stateful_callbacks": {
|
| 546 |
+
"EarlyStoppingCallback": {
|
| 547 |
+
"args": {
|
| 548 |
+
"early_stopping_patience": 3,
|
| 549 |
+
"early_stopping_threshold": 0.0
|
| 550 |
+
},
|
| 551 |
+
"attributes": {
|
| 552 |
+
"early_stopping_patience_counter": 0
|
| 553 |
+
}
|
| 554 |
+
},
|
| 555 |
+
"TrainerControl": {
|
| 556 |
+
"args": {
|
| 557 |
+
"should_epoch_stop": false,
|
| 558 |
+
"should_evaluate": false,
|
| 559 |
+
"should_log": false,
|
| 560 |
+
"should_save": true,
|
| 561 |
+
"should_training_stop": false
|
| 562 |
+
},
|
| 563 |
+
"attributes": {}
|
| 564 |
+
}
|
| 565 |
+
},
|
| 566 |
+
"total_flos": 0.0,
|
| 567 |
+
"train_batch_size": 8,
|
| 568 |
+
"trial_name": null,
|
| 569 |
+
"trial_params": null
|
| 570 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-3045/trainer_state.json
ADDED
|
@@ -0,0 +1,967 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1740,
|
| 3 |
+
"best_metric": 0.831875793592655,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s43-20260830T032819Z-2296c571/trainer/checkpoint-1740",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 3045,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05747126436781609,
|
| 14 |
+
"grad_norm": 43.92753982543945,
|
| 15 |
+
"learning_rate": 5.517241379310345e-07,
|
| 16 |
+
"loss": 4.7597,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11494252873563218,
|
| 21 |
+
"grad_norm": 54.26432418823242,
|
| 22 |
+
"learning_rate": 1.1264367816091955e-06,
|
| 23 |
+
"loss": 3.8396,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1724137931034483,
|
| 28 |
+
"grad_norm": 18.984745025634766,
|
| 29 |
+
"learning_rate": 1.7011494252873565e-06,
|
| 30 |
+
"loss": 2.9407,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.22988505747126436,
|
| 35 |
+
"grad_norm": 16.851774215698242,
|
| 36 |
+
"learning_rate": 2.2758620689655173e-06,
|
| 37 |
+
"loss": 2.221,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28735632183908044,
|
| 42 |
+
"grad_norm": 22.36330223083496,
|
| 43 |
+
"learning_rate": 2.850574712643678e-06,
|
| 44 |
+
"loss": 1.8853,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3448275862068966,
|
| 49 |
+
"grad_norm": 17.284147262573242,
|
| 50 |
+
"learning_rate": 3.425287356321839e-06,
|
| 51 |
+
"loss": 1.3653,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.40229885057471265,
|
| 56 |
+
"grad_norm": 24.309364318847656,
|
| 57 |
+
"learning_rate": 4.000000000000001e-06,
|
| 58 |
+
"loss": 1.2353,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.45977011494252873,
|
| 63 |
+
"grad_norm": 14.628121376037598,
|
| 64 |
+
"learning_rate": 4.5747126436781615e-06,
|
| 65 |
+
"loss": 1.2475,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5172413793103449,
|
| 70 |
+
"grad_norm": 42.17588806152344,
|
| 71 |
+
"learning_rate": 5.149425287356322e-06,
|
| 72 |
+
"loss": 1.1265,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5747126436781609,
|
| 77 |
+
"grad_norm": 21.512317657470703,
|
| 78 |
+
"learning_rate": 5.724137931034483e-06,
|
| 79 |
+
"loss": 1.0638,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.632183908045977,
|
| 84 |
+
"grad_norm": 13.301989555358887,
|
| 85 |
+
"learning_rate": 6.298850574712644e-06,
|
| 86 |
+
"loss": 1.0406,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6896551724137931,
|
| 91 |
+
"grad_norm": 8.06440544128418,
|
| 92 |
+
"learning_rate": 6.873563218390805e-06,
|
| 93 |
+
"loss": 0.8673,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7471264367816092,
|
| 98 |
+
"grad_norm": 14.911821365356445,
|
| 99 |
+
"learning_rate": 7.4482758620689665e-06,
|
| 100 |
+
"loss": 0.7631,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8045977011494253,
|
| 105 |
+
"grad_norm": 22.513790130615234,
|
| 106 |
+
"learning_rate": 8.022988505747126e-06,
|
| 107 |
+
"loss": 0.9627,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8620689655172413,
|
| 112 |
+
"grad_norm": 20.92084312438965,
|
| 113 |
+
"learning_rate": 8.597701149425289e-06,
|
| 114 |
+
"loss": 1.0727,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9195402298850575,
|
| 119 |
+
"grad_norm": 4.745623588562012,
|
| 120 |
+
"learning_rate": 9.172413793103448e-06,
|
| 121 |
+
"loss": 0.7641,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9770114942528736,
|
| 126 |
+
"grad_norm": 12.206388473510742,
|
| 127 |
+
"learning_rate": 9.74712643678161e-06,
|
| 128 |
+
"loss": 1.0087,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.9379444085326438,
|
| 134 |
+
"eval_loss": 0.19321469962596893,
|
| 135 |
+
"eval_macro_f1": 0.8112362041781633,
|
| 136 |
+
"eval_runtime": 2.344,
|
| 137 |
+
"eval_samples_per_second": 659.986,
|
| 138 |
+
"eval_steps_per_second": 41.382,
|
| 139 |
+
"eval_weighted_f1": 0.9351921904870617,
|
| 140 |
+
"step": 435
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0344827586206897,
|
| 144 |
+
"grad_norm": 4.7473578453063965,
|
| 145 |
+
"learning_rate": 1.032183908045977e-05,
|
| 146 |
+
"loss": 0.7762,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.0919540229885056,
|
| 151 |
+
"grad_norm": 9.127280235290527,
|
| 152 |
+
"learning_rate": 1.0896551724137932e-05,
|
| 153 |
+
"loss": 0.618,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1494252873563218,
|
| 158 |
+
"grad_norm": 10.062734603881836,
|
| 159 |
+
"learning_rate": 1.1471264367816093e-05,
|
| 160 |
+
"loss": 0.7883,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.206896551724138,
|
| 165 |
+
"grad_norm": 10.889771461486816,
|
| 166 |
+
"learning_rate": 1.2045977011494254e-05,
|
| 167 |
+
"loss": 0.6292,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.264367816091954,
|
| 172 |
+
"grad_norm": 12.892745971679688,
|
| 173 |
+
"learning_rate": 1.2620689655172415e-05,
|
| 174 |
+
"loss": 0.8813,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3218390804597702,
|
| 179 |
+
"grad_norm": 18.05405044555664,
|
| 180 |
+
"learning_rate": 1.3195402298850574e-05,
|
| 181 |
+
"loss": 0.7396,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3793103448275863,
|
| 186 |
+
"grad_norm": 29.43499755859375,
|
| 187 |
+
"learning_rate": 1.3770114942528736e-05,
|
| 188 |
+
"loss": 0.7575,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4367816091954024,
|
| 193 |
+
"grad_norm": 14.21605110168457,
|
| 194 |
+
"learning_rate": 1.4344827586206897e-05,
|
| 195 |
+
"loss": 0.8053,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.4942528735632183,
|
| 200 |
+
"grad_norm": 20.178537368774414,
|
| 201 |
+
"learning_rate": 1.4919540229885058e-05,
|
| 202 |
+
"loss": 0.871,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5517241379310345,
|
| 207 |
+
"grad_norm": 19.25311279296875,
|
| 208 |
+
"learning_rate": 1.549425287356322e-05,
|
| 209 |
+
"loss": 0.6638,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6091954022988506,
|
| 214 |
+
"grad_norm": 33.16598892211914,
|
| 215 |
+
"learning_rate": 1.6068965517241383e-05,
|
| 216 |
+
"loss": 0.6572,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6666666666666665,
|
| 221 |
+
"grad_norm": 9.375467300415039,
|
| 222 |
+
"learning_rate": 1.664367816091954e-05,
|
| 223 |
+
"loss": 0.756,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7241379310344827,
|
| 228 |
+
"grad_norm": 19.27079200744629,
|
| 229 |
+
"learning_rate": 1.72183908045977e-05,
|
| 230 |
+
"loss": 0.7834,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7816091954022988,
|
| 235 |
+
"grad_norm": 12.493380546569824,
|
| 236 |
+
"learning_rate": 1.7793103448275862e-05,
|
| 237 |
+
"loss": 0.7776,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.839080459770115,
|
| 242 |
+
"grad_norm": 5.854055881500244,
|
| 243 |
+
"learning_rate": 1.8367816091954027e-05,
|
| 244 |
+
"loss": 0.6756,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.896551724137931,
|
| 249 |
+
"grad_norm": 29.48945426940918,
|
| 250 |
+
"learning_rate": 1.8942528735632187e-05,
|
| 251 |
+
"loss": 0.8908,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9540229885057472,
|
| 256 |
+
"grad_norm": 7.327496528625488,
|
| 257 |
+
"learning_rate": 1.9517241379310345e-05,
|
| 258 |
+
"loss": 0.8974,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9431157078215902,
|
| 264 |
+
"eval_loss": 0.18414054811000824,
|
| 265 |
+
"eval_macro_f1": 0.8307730109587695,
|
| 266 |
+
"eval_runtime": 2.3207,
|
| 267 |
+
"eval_samples_per_second": 666.618,
|
| 268 |
+
"eval_steps_per_second": 41.798,
|
| 269 |
+
"eval_weighted_f1": 0.9401883925754154,
|
| 270 |
+
"step": 870
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.0114942528735633,
|
| 274 |
+
"grad_norm": 9.91934871673584,
|
| 275 |
+
"learning_rate": 1.9989782886334612e-05,
|
| 276 |
+
"loss": 0.6026,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0689655172413794,
|
| 281 |
+
"grad_norm": 9.259641647338867,
|
| 282 |
+
"learning_rate": 1.9925925925925928e-05,
|
| 283 |
+
"loss": 0.4624,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1264367816091956,
|
| 288 |
+
"grad_norm": 1.62489652633667,
|
| 289 |
+
"learning_rate": 1.9862068965517244e-05,
|
| 290 |
+
"loss": 0.4729,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.1839080459770113,
|
| 295 |
+
"grad_norm": 18.912919998168945,
|
| 296 |
+
"learning_rate": 1.979821200510856e-05,
|
| 297 |
+
"loss": 0.5868,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2413793103448274,
|
| 302 |
+
"grad_norm": 20.66802406311035,
|
| 303 |
+
"learning_rate": 1.9734355044699872e-05,
|
| 304 |
+
"loss": 0.6149,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.2988505747126435,
|
| 309 |
+
"grad_norm": 8.85954475402832,
|
| 310 |
+
"learning_rate": 1.9670498084291188e-05,
|
| 311 |
+
"loss": 0.4791,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.3563218390804597,
|
| 316 |
+
"grad_norm": 12.670382499694824,
|
| 317 |
+
"learning_rate": 1.9606641123882504e-05,
|
| 318 |
+
"loss": 0.6279,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.413793103448276,
|
| 323 |
+
"grad_norm": 2.4032747745513916,
|
| 324 |
+
"learning_rate": 1.954278416347382e-05,
|
| 325 |
+
"loss": 0.4186,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.471264367816092,
|
| 330 |
+
"grad_norm": 1.0264756679534912,
|
| 331 |
+
"learning_rate": 1.9478927203065136e-05,
|
| 332 |
+
"loss": 0.683,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.528735632183908,
|
| 337 |
+
"grad_norm": 20.53716278076172,
|
| 338 |
+
"learning_rate": 1.941507024265645e-05,
|
| 339 |
+
"loss": 0.7579,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.586206896551724,
|
| 344 |
+
"grad_norm": 41.269622802734375,
|
| 345 |
+
"learning_rate": 1.9351213282247767e-05,
|
| 346 |
+
"loss": 0.531,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.6436781609195403,
|
| 351 |
+
"grad_norm": 16.64824676513672,
|
| 352 |
+
"learning_rate": 1.928735632183908e-05,
|
| 353 |
+
"loss": 0.583,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7011494252873565,
|
| 358 |
+
"grad_norm": 24.526113510131836,
|
| 359 |
+
"learning_rate": 1.92234993614304e-05,
|
| 360 |
+
"loss": 0.6613,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7586206896551726,
|
| 365 |
+
"grad_norm": 15.500123977661133,
|
| 366 |
+
"learning_rate": 1.915964240102171e-05,
|
| 367 |
+
"loss": 0.4976,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.8160919540229887,
|
| 372 |
+
"grad_norm": 2.3023366928100586,
|
| 373 |
+
"learning_rate": 1.9095785440613027e-05,
|
| 374 |
+
"loss": 0.484,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.873563218390805,
|
| 379 |
+
"grad_norm": 14.467267036437988,
|
| 380 |
+
"learning_rate": 1.9031928480204343e-05,
|
| 381 |
+
"loss": 0.4539,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.9310344827586206,
|
| 386 |
+
"grad_norm": 18.99357032775879,
|
| 387 |
+
"learning_rate": 1.896807151979566e-05,
|
| 388 |
+
"loss": 0.5688,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 2.9885057471264367,
|
| 393 |
+
"grad_norm": 26.804494857788086,
|
| 394 |
+
"learning_rate": 1.8904214559386975e-05,
|
| 395 |
+
"loss": 0.6654,
|
| 396 |
+
"step": 1300
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"epoch": 3.0,
|
| 400 |
+
"eval_accuracy": 0.9411764705882353,
|
| 401 |
+
"eval_loss": 0.23103094100952148,
|
| 402 |
+
"eval_macro_f1": 0.8203289779870856,
|
| 403 |
+
"eval_runtime": 2.1963,
|
| 404 |
+
"eval_samples_per_second": 704.355,
|
| 405 |
+
"eval_steps_per_second": 44.164,
|
| 406 |
+
"eval_weighted_f1": 0.9373632386381461,
|
| 407 |
+
"step": 1305
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.045977011494253,
|
| 411 |
+
"grad_norm": 1.6909418106079102,
|
| 412 |
+
"learning_rate": 1.884035759897829e-05,
|
| 413 |
+
"loss": 0.4165,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.103448275862069,
|
| 418 |
+
"grad_norm": 7.415470123291016,
|
| 419 |
+
"learning_rate": 1.8776500638569606e-05,
|
| 420 |
+
"loss": 0.2505,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.160919540229885,
|
| 425 |
+
"grad_norm": 61.864418029785156,
|
| 426 |
+
"learning_rate": 1.871264367816092e-05,
|
| 427 |
+
"loss": 0.4817,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.218390804597701,
|
| 432 |
+
"grad_norm": 0.211294487118721,
|
| 433 |
+
"learning_rate": 1.8648786717752235e-05,
|
| 434 |
+
"loss": 0.3713,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.2758620689655173,
|
| 439 |
+
"grad_norm": 11.942667007446289,
|
| 440 |
+
"learning_rate": 1.8584929757343554e-05,
|
| 441 |
+
"loss": 0.3288,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3333333333333335,
|
| 446 |
+
"grad_norm": 1.8144135475158691,
|
| 447 |
+
"learning_rate": 1.8521072796934866e-05,
|
| 448 |
+
"loss": 0.5151,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.3908045977011496,
|
| 453 |
+
"grad_norm": 1.6579171419143677,
|
| 454 |
+
"learning_rate": 1.8457215836526182e-05,
|
| 455 |
+
"loss": 0.3496,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4482758620689653,
|
| 460 |
+
"grad_norm": 21.78783416748047,
|
| 461 |
+
"learning_rate": 1.8393358876117498e-05,
|
| 462 |
+
"loss": 0.2835,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5057471264367814,
|
| 467 |
+
"grad_norm": 0.5123804807662964,
|
| 468 |
+
"learning_rate": 1.8329501915708814e-05,
|
| 469 |
+
"loss": 0.464,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.5632183908045976,
|
| 474 |
+
"grad_norm": 3.535961151123047,
|
| 475 |
+
"learning_rate": 1.826564495530013e-05,
|
| 476 |
+
"loss": 0.3406,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6206896551724137,
|
| 481 |
+
"grad_norm": 18.94856071472168,
|
| 482 |
+
"learning_rate": 1.8201787994891446e-05,
|
| 483 |
+
"loss": 0.5609,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.67816091954023,
|
| 488 |
+
"grad_norm": 1.0121936798095703,
|
| 489 |
+
"learning_rate": 1.813793103448276e-05,
|
| 490 |
+
"loss": 0.3999,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.735632183908046,
|
| 495 |
+
"grad_norm": 8.241710662841797,
|
| 496 |
+
"learning_rate": 1.8074074074074074e-05,
|
| 497 |
+
"loss": 0.3378,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.793103448275862,
|
| 502 |
+
"grad_norm": 19.972856521606445,
|
| 503 |
+
"learning_rate": 1.801021711366539e-05,
|
| 504 |
+
"loss": 0.5821,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.8505747126436782,
|
| 509 |
+
"grad_norm": 11.157495498657227,
|
| 510 |
+
"learning_rate": 1.7946360153256706e-05,
|
| 511 |
+
"loss": 0.5065,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.9080459770114944,
|
| 516 |
+
"grad_norm": 0.10184678435325623,
|
| 517 |
+
"learning_rate": 1.788250319284802e-05,
|
| 518 |
+
"loss": 0.3337,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9655172413793105,
|
| 523 |
+
"grad_norm": 11.796550750732422,
|
| 524 |
+
"learning_rate": 1.7818646232439337e-05,
|
| 525 |
+
"loss": 0.316,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9431157078215902,
|
| 531 |
+
"eval_loss": 0.274601548910141,
|
| 532 |
+
"eval_macro_f1": 0.831875793592655,
|
| 533 |
+
"eval_runtime": 2.2751,
|
| 534 |
+
"eval_samples_per_second": 679.984,
|
| 535 |
+
"eval_steps_per_second": 42.636,
|
| 536 |
+
"eval_weighted_f1": 0.9418882118912041,
|
| 537 |
+
"step": 1740
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"epoch": 4.022988505747127,
|
| 541 |
+
"grad_norm": 0.539451539516449,
|
| 542 |
+
"learning_rate": 1.7754789272030653e-05,
|
| 543 |
+
"loss": 0.3189,
|
| 544 |
+
"step": 1750
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"epoch": 4.080459770114943,
|
| 548 |
+
"grad_norm": 0.07602579891681671,
|
| 549 |
+
"learning_rate": 1.769093231162197e-05,
|
| 550 |
+
"loss": 0.3014,
|
| 551 |
+
"step": 1775
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"epoch": 4.137931034482759,
|
| 555 |
+
"grad_norm": 2.7947452068328857,
|
| 556 |
+
"learning_rate": 1.762707535121328e-05,
|
| 557 |
+
"loss": 0.2592,
|
| 558 |
+
"step": 1800
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"epoch": 4.195402298850575,
|
| 562 |
+
"grad_norm": 18.70916748046875,
|
| 563 |
+
"learning_rate": 1.75632183908046e-05,
|
| 564 |
+
"loss": 0.2716,
|
| 565 |
+
"step": 1825
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"epoch": 4.252873563218391,
|
| 569 |
+
"grad_norm": 3.7652716636657715,
|
| 570 |
+
"learning_rate": 1.7499361430395913e-05,
|
| 571 |
+
"loss": 0.3048,
|
| 572 |
+
"step": 1850
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"epoch": 4.310344827586207,
|
| 576 |
+
"grad_norm": 0.12484849244356155,
|
| 577 |
+
"learning_rate": 1.743550446998723e-05,
|
| 578 |
+
"loss": 0.2354,
|
| 579 |
+
"step": 1875
|
| 580 |
+
},
|
| 581 |
+
{
|
| 582 |
+
"epoch": 4.3678160919540225,
|
| 583 |
+
"grad_norm": 41.513301849365234,
|
| 584 |
+
"learning_rate": 1.7371647509578545e-05,
|
| 585 |
+
"loss": 0.3177,
|
| 586 |
+
"step": 1900
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"epoch": 4.425287356321839,
|
| 590 |
+
"grad_norm": 27.571611404418945,
|
| 591 |
+
"learning_rate": 1.730779054916986e-05,
|
| 592 |
+
"loss": 0.3431,
|
| 593 |
+
"step": 1925
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 4.482758620689655,
|
| 597 |
+
"grad_norm": 8.196266174316406,
|
| 598 |
+
"learning_rate": 1.7243933588761176e-05,
|
| 599 |
+
"loss": 0.1917,
|
| 600 |
+
"step": 1950
|
| 601 |
+
},
|
| 602 |
+
{
|
| 603 |
+
"epoch": 4.540229885057471,
|
| 604 |
+
"grad_norm": 76.82779693603516,
|
| 605 |
+
"learning_rate": 1.7180076628352492e-05,
|
| 606 |
+
"loss": 0.1939,
|
| 607 |
+
"step": 1975
|
| 608 |
+
},
|
| 609 |
+
{
|
| 610 |
+
"epoch": 4.597701149425287,
|
| 611 |
+
"grad_norm": 0.11054899543523788,
|
| 612 |
+
"learning_rate": 1.7116219667943808e-05,
|
| 613 |
+
"loss": 0.345,
|
| 614 |
+
"step": 2000
|
| 615 |
+
},
|
| 616 |
+
{
|
| 617 |
+
"epoch": 4.655172413793103,
|
| 618 |
+
"grad_norm": 18.812564849853516,
|
| 619 |
+
"learning_rate": 1.705236270753512e-05,
|
| 620 |
+
"loss": 0.4311,
|
| 621 |
+
"step": 2025
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"epoch": 4.712643678160919,
|
| 625 |
+
"grad_norm": 29.074459075927734,
|
| 626 |
+
"learning_rate": 1.6988505747126436e-05,
|
| 627 |
+
"loss": 0.312,
|
| 628 |
+
"step": 2050
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"epoch": 4.7701149425287355,
|
| 632 |
+
"grad_norm": 0.6594240665435791,
|
| 633 |
+
"learning_rate": 1.6924648786717756e-05,
|
| 634 |
+
"loss": 0.3319,
|
| 635 |
+
"step": 2075
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"epoch": 4.827586206896552,
|
| 639 |
+
"grad_norm": 64.8269271850586,
|
| 640 |
+
"learning_rate": 1.6860791826309068e-05,
|
| 641 |
+
"loss": 0.221,
|
| 642 |
+
"step": 2100
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"epoch": 4.885057471264368,
|
| 646 |
+
"grad_norm": 0.15846365690231323,
|
| 647 |
+
"learning_rate": 1.6796934865900384e-05,
|
| 648 |
+
"loss": 0.2398,
|
| 649 |
+
"step": 2125
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"epoch": 4.942528735632184,
|
| 653 |
+
"grad_norm": 84.89204406738281,
|
| 654 |
+
"learning_rate": 1.67330779054917e-05,
|
| 655 |
+
"loss": 0.3951,
|
| 656 |
+
"step": 2150
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"epoch": 5.0,
|
| 660 |
+
"grad_norm": 31.284290313720703,
|
| 661 |
+
"learning_rate": 1.6669220945083016e-05,
|
| 662 |
+
"loss": 0.3202,
|
| 663 |
+
"step": 2175
|
| 664 |
+
},
|
| 665 |
+
{
|
| 666 |
+
"epoch": 5.0,
|
| 667 |
+
"eval_accuracy": 0.9398836457659987,
|
| 668 |
+
"eval_loss": 0.3625054359436035,
|
| 669 |
+
"eval_macro_f1": 0.8091928621853809,
|
| 670 |
+
"eval_runtime": 2.278,
|
| 671 |
+
"eval_samples_per_second": 679.105,
|
| 672 |
+
"eval_steps_per_second": 42.581,
|
| 673 |
+
"eval_weighted_f1": 0.9351554679608979,
|
| 674 |
+
"step": 2175
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"epoch": 5.057471264367816,
|
| 678 |
+
"grad_norm": 1.409571886062622,
|
| 679 |
+
"learning_rate": 1.6605363984674328e-05,
|
| 680 |
+
"loss": 0.3153,
|
| 681 |
+
"step": 2200
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"epoch": 5.114942528735632,
|
| 685 |
+
"grad_norm": 4.0736188888549805,
|
| 686 |
+
"learning_rate": 1.6541507024265647e-05,
|
| 687 |
+
"loss": 0.0772,
|
| 688 |
+
"step": 2225
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"epoch": 5.172413793103448,
|
| 692 |
+
"grad_norm": 16.991321563720703,
|
| 693 |
+
"learning_rate": 1.6477650063856963e-05,
|
| 694 |
+
"loss": 0.1089,
|
| 695 |
+
"step": 2250
|
| 696 |
+
},
|
| 697 |
+
{
|
| 698 |
+
"epoch": 5.2298850574712645,
|
| 699 |
+
"grad_norm": 37.79410171508789,
|
| 700 |
+
"learning_rate": 1.6413793103448276e-05,
|
| 701 |
+
"loss": 0.3613,
|
| 702 |
+
"step": 2275
|
| 703 |
+
},
|
| 704 |
+
{
|
| 705 |
+
"epoch": 5.287356321839081,
|
| 706 |
+
"grad_norm": 19.654098510742188,
|
| 707 |
+
"learning_rate": 1.634993614303959e-05,
|
| 708 |
+
"loss": 0.1357,
|
| 709 |
+
"step": 2300
|
| 710 |
+
},
|
| 711 |
+
{
|
| 712 |
+
"epoch": 5.344827586206897,
|
| 713 |
+
"grad_norm": 5.316087245941162,
|
| 714 |
+
"learning_rate": 1.6286079182630907e-05,
|
| 715 |
+
"loss": 0.1927,
|
| 716 |
+
"step": 2325
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"epoch": 5.402298850574713,
|
| 720 |
+
"grad_norm": 0.2853320837020874,
|
| 721 |
+
"learning_rate": 1.6222222222222223e-05,
|
| 722 |
+
"loss": 0.2066,
|
| 723 |
+
"step": 2350
|
| 724 |
+
},
|
| 725 |
+
{
|
| 726 |
+
"epoch": 5.459770114942529,
|
| 727 |
+
"grad_norm": 0.008479936979711056,
|
| 728 |
+
"learning_rate": 1.615836526181354e-05,
|
| 729 |
+
"loss": 0.0759,
|
| 730 |
+
"step": 2375
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"epoch": 5.517241379310345,
|
| 734 |
+
"grad_norm": 68.12969970703125,
|
| 735 |
+
"learning_rate": 1.6094508301404855e-05,
|
| 736 |
+
"loss": 0.1579,
|
| 737 |
+
"step": 2400
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"epoch": 5.574712643678161,
|
| 741 |
+
"grad_norm": 32.82990646362305,
|
| 742 |
+
"learning_rate": 1.603065134099617e-05,
|
| 743 |
+
"loss": 0.1292,
|
| 744 |
+
"step": 2425
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"epoch": 5.6321839080459775,
|
| 748 |
+
"grad_norm": 19.44382667541504,
|
| 749 |
+
"learning_rate": 1.5966794380587483e-05,
|
| 750 |
+
"loss": 0.2539,
|
| 751 |
+
"step": 2450
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"epoch": 5.689655172413794,
|
| 755 |
+
"grad_norm": 4.571003437042236,
|
| 756 |
+
"learning_rate": 1.5902937420178802e-05,
|
| 757 |
+
"loss": 0.1085,
|
| 758 |
+
"step": 2475
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"epoch": 5.747126436781609,
|
| 762 |
+
"grad_norm": 0.5220823884010315,
|
| 763 |
+
"learning_rate": 1.5839080459770115e-05,
|
| 764 |
+
"loss": 0.2224,
|
| 765 |
+
"step": 2500
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"epoch": 5.804597701149425,
|
| 769 |
+
"grad_norm": 37.0035285949707,
|
| 770 |
+
"learning_rate": 1.577522349936143e-05,
|
| 771 |
+
"loss": 0.2734,
|
| 772 |
+
"step": 2525
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"epoch": 5.862068965517241,
|
| 776 |
+
"grad_norm": 0.009218791499733925,
|
| 777 |
+
"learning_rate": 1.5711366538952746e-05,
|
| 778 |
+
"loss": 0.1063,
|
| 779 |
+
"step": 2550
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"epoch": 5.919540229885057,
|
| 783 |
+
"grad_norm": 40.434722900390625,
|
| 784 |
+
"learning_rate": 1.5647509578544062e-05,
|
| 785 |
+
"loss": 0.3358,
|
| 786 |
+
"step": 2575
|
| 787 |
+
},
|
| 788 |
+
{
|
| 789 |
+
"epoch": 5.977011494252873,
|
| 790 |
+
"grad_norm": 2.1313998699188232,
|
| 791 |
+
"learning_rate": 1.5583652618135378e-05,
|
| 792 |
+
"loss": 0.2005,
|
| 793 |
+
"step": 2600
|
| 794 |
+
},
|
| 795 |
+
{
|
| 796 |
+
"epoch": 6.0,
|
| 797 |
+
"eval_accuracy": 0.9269553975436329,
|
| 798 |
+
"eval_loss": 0.4739115536212921,
|
| 799 |
+
"eval_macro_f1": 0.8070048872761205,
|
| 800 |
+
"eval_runtime": 2.3479,
|
| 801 |
+
"eval_samples_per_second": 658.9,
|
| 802 |
+
"eval_steps_per_second": 41.314,
|
| 803 |
+
"eval_weighted_f1": 0.9288968053974255,
|
| 804 |
+
"step": 2610
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"epoch": 6.0344827586206895,
|
| 808 |
+
"grad_norm": 0.1642177551984787,
|
| 809 |
+
"learning_rate": 1.5519795657726694e-05,
|
| 810 |
+
"loss": 0.3008,
|
| 811 |
+
"step": 2625
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"epoch": 6.091954022988506,
|
| 815 |
+
"grad_norm": 0.12398327142000198,
|
| 816 |
+
"learning_rate": 1.545593869731801e-05,
|
| 817 |
+
"loss": 0.1081,
|
| 818 |
+
"step": 2650
|
| 819 |
+
},
|
| 820 |
+
{
|
| 821 |
+
"epoch": 6.149425287356322,
|
| 822 |
+
"grad_norm": 31.01935577392578,
|
| 823 |
+
"learning_rate": 1.5392081736909322e-05,
|
| 824 |
+
"loss": 0.0865,
|
| 825 |
+
"step": 2675
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"epoch": 6.206896551724138,
|
| 829 |
+
"grad_norm": 0.09506586939096451,
|
| 830 |
+
"learning_rate": 1.5328224776500638e-05,
|
| 831 |
+
"loss": 0.2032,
|
| 832 |
+
"step": 2700
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"epoch": 6.264367816091954,
|
| 836 |
+
"grad_norm": 11.27795696258545,
|
| 837 |
+
"learning_rate": 1.5264367816091957e-05,
|
| 838 |
+
"loss": 0.1416,
|
| 839 |
+
"step": 2725
|
| 840 |
+
},
|
| 841 |
+
{
|
| 842 |
+
"epoch": 6.32183908045977,
|
| 843 |
+
"grad_norm": 0.8249968886375427,
|
| 844 |
+
"learning_rate": 1.520051085568327e-05,
|
| 845 |
+
"loss": 0.1273,
|
| 846 |
+
"step": 2750
|
| 847 |
+
},
|
| 848 |
+
{
|
| 849 |
+
"epoch": 6.379310344827586,
|
| 850 |
+
"grad_norm": 0.02618127502501011,
|
| 851 |
+
"learning_rate": 1.5136653895274587e-05,
|
| 852 |
+
"loss": 0.2802,
|
| 853 |
+
"step": 2775
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"epoch": 6.436781609195402,
|
| 857 |
+
"grad_norm": 0.019554385915398598,
|
| 858 |
+
"learning_rate": 1.5072796934865901e-05,
|
| 859 |
+
"loss": 0.096,
|
| 860 |
+
"step": 2800
|
| 861 |
+
},
|
| 862 |
+
{
|
| 863 |
+
"epoch": 6.494252873563219,
|
| 864 |
+
"grad_norm": 11.902017593383789,
|
| 865 |
+
"learning_rate": 1.5008939974457217e-05,
|
| 866 |
+
"loss": 0.1469,
|
| 867 |
+
"step": 2825
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 6.551724137931035,
|
| 871 |
+
"grad_norm": 52.94746017456055,
|
| 872 |
+
"learning_rate": 1.4945083014048531e-05,
|
| 873 |
+
"loss": 0.2555,
|
| 874 |
+
"step": 2850
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 6.609195402298851,
|
| 878 |
+
"grad_norm": 0.01499953679740429,
|
| 879 |
+
"learning_rate": 1.4881226053639847e-05,
|
| 880 |
+
"loss": 0.1014,
|
| 881 |
+
"step": 2875
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"epoch": 6.666666666666667,
|
| 885 |
+
"grad_norm": 0.013258549384772778,
|
| 886 |
+
"learning_rate": 1.4817369093231165e-05,
|
| 887 |
+
"loss": 0.0833,
|
| 888 |
+
"step": 2900
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"epoch": 6.724137931034483,
|
| 892 |
+
"grad_norm": 0.01712784171104431,
|
| 893 |
+
"learning_rate": 1.4753512132822479e-05,
|
| 894 |
+
"loss": 0.1825,
|
| 895 |
+
"step": 2925
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"epoch": 6.781609195402299,
|
| 899 |
+
"grad_norm": 49.67080307006836,
|
| 900 |
+
"learning_rate": 1.4689655172413795e-05,
|
| 901 |
+
"loss": 0.056,
|
| 902 |
+
"step": 2950
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"epoch": 6.8390804597701145,
|
| 906 |
+
"grad_norm": 94.83477020263672,
|
| 907 |
+
"learning_rate": 1.4625798212005109e-05,
|
| 908 |
+
"loss": 0.1476,
|
| 909 |
+
"step": 2975
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"epoch": 6.896551724137931,
|
| 913 |
+
"grad_norm": 0.822878360748291,
|
| 914 |
+
"learning_rate": 1.4561941251596425e-05,
|
| 915 |
+
"loss": 0.069,
|
| 916 |
+
"step": 3000
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"epoch": 6.954022988505747,
|
| 920 |
+
"grad_norm": 9.957486152648926,
|
| 921 |
+
"learning_rate": 1.4498084291187742e-05,
|
| 922 |
+
"loss": 0.101,
|
| 923 |
+
"step": 3025
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"epoch": 7.0,
|
| 927 |
+
"eval_accuracy": 0.9398836457659987,
|
| 928 |
+
"eval_loss": 0.46285930275917053,
|
| 929 |
+
"eval_macro_f1": 0.8209208101354539,
|
| 930 |
+
"eval_runtime": 2.292,
|
| 931 |
+
"eval_samples_per_second": 674.952,
|
| 932 |
+
"eval_steps_per_second": 42.321,
|
| 933 |
+
"eval_weighted_f1": 0.9360174362223186,
|
| 934 |
+
"step": 3045
|
| 935 |
+
}
|
| 936 |
+
],
|
| 937 |
+
"logging_steps": 25,
|
| 938 |
+
"max_steps": 8700,
|
| 939 |
+
"num_input_tokens_seen": 0,
|
| 940 |
+
"num_train_epochs": 20,
|
| 941 |
+
"save_steps": 500,
|
| 942 |
+
"stateful_callbacks": {
|
| 943 |
+
"EarlyStoppingCallback": {
|
| 944 |
+
"args": {
|
| 945 |
+
"early_stopping_patience": 3,
|
| 946 |
+
"early_stopping_threshold": 0.0
|
| 947 |
+
},
|
| 948 |
+
"attributes": {
|
| 949 |
+
"early_stopping_patience_counter": 3
|
| 950 |
+
}
|
| 951 |
+
},
|
| 952 |
+
"TrainerControl": {
|
| 953 |
+
"args": {
|
| 954 |
+
"should_epoch_stop": false,
|
| 955 |
+
"should_evaluate": false,
|
| 956 |
+
"should_log": false,
|
| 957 |
+
"should_save": true,
|
| 958 |
+
"should_training_stop": true
|
| 959 |
+
},
|
| 960 |
+
"attributes": {}
|
| 961 |
+
}
|
| 962 |
+
},
|
| 963 |
+
"total_flos": 0.0,
|
| 964 |
+
"train_batch_size": 8,
|
| 965 |
+
"trial_name": null,
|
| 966 |
+
"trial_params": null
|
| 967 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258/trainer_state.json
ADDED
|
@@ -0,0 +1,135 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 258,
|
| 3 |
+
"best_metric": 0.8541680296562637,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258",
|
| 5 |
+
"epoch": 2.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 258,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.19455252918287938,
|
| 14 |
+
"grad_norm": 30.284832000732422,
|
| 15 |
+
"learning_rate": 1.86046511627907e-06,
|
| 16 |
+
"loss": 3.9268,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.38910505836575876,
|
| 21 |
+
"grad_norm": 14.927976608276367,
|
| 22 |
+
"learning_rate": 3.798449612403101e-06,
|
| 23 |
+
"loss": 2.736,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.5836575875486382,
|
| 28 |
+
"grad_norm": 20.20260238647461,
|
| 29 |
+
"learning_rate": 5.736434108527133e-06,
|
| 30 |
+
"loss": 2.3508,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.7782101167315175,
|
| 35 |
+
"grad_norm": 15.948766708374023,
|
| 36 |
+
"learning_rate": 7.674418604651164e-06,
|
| 37 |
+
"loss": 1.9639,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.9727626459143969,
|
| 42 |
+
"grad_norm": 30.635663986206055,
|
| 43 |
+
"learning_rate": 9.612403100775196e-06,
|
| 44 |
+
"loss": 1.436,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 1.0,
|
| 49 |
+
"eval_accuracy": 0.8971553610503282,
|
| 50 |
+
"eval_loss": 0.3014640510082245,
|
| 51 |
+
"eval_macro_f1": 0.7846519795991388,
|
| 52 |
+
"eval_runtime": 0.9112,
|
| 53 |
+
"eval_samples_per_second": 501.517,
|
| 54 |
+
"eval_steps_per_second": 31.825,
|
| 55 |
+
"eval_weighted_f1": 0.8880596416530306,
|
| 56 |
+
"step": 129
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.1634241245136188,
|
| 60 |
+
"grad_norm": 24.126483917236328,
|
| 61 |
+
"learning_rate": 1.1550387596899227e-05,
|
| 62 |
+
"loss": 1.2133,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.3579766536964981,
|
| 67 |
+
"grad_norm": 17.894237518310547,
|
| 68 |
+
"learning_rate": 1.3488372093023257e-05,
|
| 69 |
+
"loss": 1.1741,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.5525291828793775,
|
| 74 |
+
"grad_norm": 18.928464889526367,
|
| 75 |
+
"learning_rate": 1.542635658914729e-05,
|
| 76 |
+
"loss": 1.2106,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.7470817120622568,
|
| 81 |
+
"grad_norm": 14.860248565673828,
|
| 82 |
+
"learning_rate": 1.736434108527132e-05,
|
| 83 |
+
"loss": 1.0101,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.9416342412451362,
|
| 88 |
+
"grad_norm": 30.180335998535156,
|
| 89 |
+
"learning_rate": 1.9302325581395353e-05,
|
| 90 |
+
"loss": 0.9154,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 2.0,
|
| 95 |
+
"eval_accuracy": 0.9234135667396062,
|
| 96 |
+
"eval_loss": 0.23821046948432922,
|
| 97 |
+
"eval_macro_f1": 0.8541680296562637,
|
| 98 |
+
"eval_runtime": 0.9953,
|
| 99 |
+
"eval_samples_per_second": 459.159,
|
| 100 |
+
"eval_steps_per_second": 29.137,
|
| 101 |
+
"eval_weighted_f1": 0.9234639232831727,
|
| 102 |
+
"step": 258
|
| 103 |
+
}
|
| 104 |
+
],
|
| 105 |
+
"logging_steps": 25,
|
| 106 |
+
"max_steps": 2580,
|
| 107 |
+
"num_input_tokens_seen": 0,
|
| 108 |
+
"num_train_epochs": 20,
|
| 109 |
+
"save_steps": 500,
|
| 110 |
+
"stateful_callbacks": {
|
| 111 |
+
"EarlyStoppingCallback": {
|
| 112 |
+
"args": {
|
| 113 |
+
"early_stopping_patience": 3,
|
| 114 |
+
"early_stopping_threshold": 0.0
|
| 115 |
+
},
|
| 116 |
+
"attributes": {
|
| 117 |
+
"early_stopping_patience_counter": 0
|
| 118 |
+
}
|
| 119 |
+
},
|
| 120 |
+
"TrainerControl": {
|
| 121 |
+
"args": {
|
| 122 |
+
"should_epoch_stop": false,
|
| 123 |
+
"should_evaluate": false,
|
| 124 |
+
"should_log": false,
|
| 125 |
+
"should_save": true,
|
| 126 |
+
"should_training_stop": false
|
| 127 |
+
},
|
| 128 |
+
"attributes": {}
|
| 129 |
+
}
|
| 130 |
+
},
|
| 131 |
+
"total_flos": 0.0,
|
| 132 |
+
"train_batch_size": 8,
|
| 133 |
+
"trial_name": null,
|
| 134 |
+
"trial_params": null
|
| 135 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-645/trainer_state.json
ADDED
|
@@ -0,0 +1,273 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 258,
|
| 3 |
+
"best_metric": 0.8541680296562637,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s42-20260830T025510Z-764277a9/trainer/checkpoint-258",
|
| 5 |
+
"epoch": 5.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 645,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.19455252918287938,
|
| 14 |
+
"grad_norm": 30.284832000732422,
|
| 15 |
+
"learning_rate": 1.86046511627907e-06,
|
| 16 |
+
"loss": 3.9268,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.38910505836575876,
|
| 21 |
+
"grad_norm": 14.927976608276367,
|
| 22 |
+
"learning_rate": 3.798449612403101e-06,
|
| 23 |
+
"loss": 2.736,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.5836575875486382,
|
| 28 |
+
"grad_norm": 20.20260238647461,
|
| 29 |
+
"learning_rate": 5.736434108527133e-06,
|
| 30 |
+
"loss": 2.3508,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.7782101167315175,
|
| 35 |
+
"grad_norm": 15.948766708374023,
|
| 36 |
+
"learning_rate": 7.674418604651164e-06,
|
| 37 |
+
"loss": 1.9639,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.9727626459143969,
|
| 42 |
+
"grad_norm": 30.635663986206055,
|
| 43 |
+
"learning_rate": 9.612403100775196e-06,
|
| 44 |
+
"loss": 1.436,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 1.0,
|
| 49 |
+
"eval_accuracy": 0.8971553610503282,
|
| 50 |
+
"eval_loss": 0.3014640510082245,
|
| 51 |
+
"eval_macro_f1": 0.7846519795991388,
|
| 52 |
+
"eval_runtime": 0.9112,
|
| 53 |
+
"eval_samples_per_second": 501.517,
|
| 54 |
+
"eval_steps_per_second": 31.825,
|
| 55 |
+
"eval_weighted_f1": 0.8880596416530306,
|
| 56 |
+
"step": 129
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.1634241245136188,
|
| 60 |
+
"grad_norm": 24.126483917236328,
|
| 61 |
+
"learning_rate": 1.1550387596899227e-05,
|
| 62 |
+
"loss": 1.2133,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.3579766536964981,
|
| 67 |
+
"grad_norm": 17.894237518310547,
|
| 68 |
+
"learning_rate": 1.3488372093023257e-05,
|
| 69 |
+
"loss": 1.1741,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.5525291828793775,
|
| 74 |
+
"grad_norm": 18.928464889526367,
|
| 75 |
+
"learning_rate": 1.542635658914729e-05,
|
| 76 |
+
"loss": 1.2106,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.7470817120622568,
|
| 81 |
+
"grad_norm": 14.860248565673828,
|
| 82 |
+
"learning_rate": 1.736434108527132e-05,
|
| 83 |
+
"loss": 1.0101,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.9416342412451362,
|
| 88 |
+
"grad_norm": 30.180335998535156,
|
| 89 |
+
"learning_rate": 1.9302325581395353e-05,
|
| 90 |
+
"loss": 0.9154,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 2.0,
|
| 95 |
+
"eval_accuracy": 0.9234135667396062,
|
| 96 |
+
"eval_loss": 0.23821046948432922,
|
| 97 |
+
"eval_macro_f1": 0.8541680296562637,
|
| 98 |
+
"eval_runtime": 0.9953,
|
| 99 |
+
"eval_samples_per_second": 459.159,
|
| 100 |
+
"eval_steps_per_second": 29.137,
|
| 101 |
+
"eval_weighted_f1": 0.9234639232831727,
|
| 102 |
+
"step": 258
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 2.132295719844358,
|
| 106 |
+
"grad_norm": 7.459944725036621,
|
| 107 |
+
"learning_rate": 1.9862187769164516e-05,
|
| 108 |
+
"loss": 0.8184,
|
| 109 |
+
"step": 275
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"epoch": 2.3268482490272375,
|
| 113 |
+
"grad_norm": 13.877022743225098,
|
| 114 |
+
"learning_rate": 1.9646856158484065e-05,
|
| 115 |
+
"loss": 0.6545,
|
| 116 |
+
"step": 300
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"epoch": 2.5214007782101167,
|
| 120 |
+
"grad_norm": 4.225353717803955,
|
| 121 |
+
"learning_rate": 1.943152454780362e-05,
|
| 122 |
+
"loss": 0.7762,
|
| 123 |
+
"step": 325
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.7159533073929962,
|
| 127 |
+
"grad_norm": 7.8254570960998535,
|
| 128 |
+
"learning_rate": 1.921619293712317e-05,
|
| 129 |
+
"loss": 0.7127,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.9105058365758754,
|
| 134 |
+
"grad_norm": 5.3272705078125,
|
| 135 |
+
"learning_rate": 1.9000861326442723e-05,
|
| 136 |
+
"loss": 0.7226,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 3.0,
|
| 141 |
+
"eval_accuracy": 0.9168490153172867,
|
| 142 |
+
"eval_loss": 0.25294798612594604,
|
| 143 |
+
"eval_macro_f1": 0.8514233560780564,
|
| 144 |
+
"eval_runtime": 0.844,
|
| 145 |
+
"eval_samples_per_second": 541.479,
|
| 146 |
+
"eval_steps_per_second": 34.361,
|
| 147 |
+
"eval_weighted_f1": 0.916085409638489,
|
| 148 |
+
"step": 387
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"epoch": 3.1011673151750974,
|
| 152 |
+
"grad_norm": 18.489866256713867,
|
| 153 |
+
"learning_rate": 1.8785529715762276e-05,
|
| 154 |
+
"loss": 0.461,
|
| 155 |
+
"step": 400
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"epoch": 3.2957198443579765,
|
| 159 |
+
"grad_norm": 1.1032651662826538,
|
| 160 |
+
"learning_rate": 1.857019810508183e-05,
|
| 161 |
+
"loss": 0.3216,
|
| 162 |
+
"step": 425
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"epoch": 3.490272373540856,
|
| 166 |
+
"grad_norm": 23.073633193969727,
|
| 167 |
+
"learning_rate": 1.835486649440138e-05,
|
| 168 |
+
"loss": 0.481,
|
| 169 |
+
"step": 450
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"epoch": 3.6848249027237356,
|
| 173 |
+
"grad_norm": 4.6590657234191895,
|
| 174 |
+
"learning_rate": 1.813953488372093e-05,
|
| 175 |
+
"loss": 0.4306,
|
| 176 |
+
"step": 475
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"epoch": 3.8793774319066148,
|
| 180 |
+
"grad_norm": 13.15764045715332,
|
| 181 |
+
"learning_rate": 1.7924203273040483e-05,
|
| 182 |
+
"loss": 0.2524,
|
| 183 |
+
"step": 500
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 4.0,
|
| 187 |
+
"eval_accuracy": 0.9212253829321663,
|
| 188 |
+
"eval_loss": 0.3719542324542999,
|
| 189 |
+
"eval_macro_f1": 0.8516991756415538,
|
| 190 |
+
"eval_runtime": 0.9048,
|
| 191 |
+
"eval_samples_per_second": 505.092,
|
| 192 |
+
"eval_steps_per_second": 32.052,
|
| 193 |
+
"eval_weighted_f1": 0.9182879716590608,
|
| 194 |
+
"step": 516
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"epoch": 4.070038910505836,
|
| 198 |
+
"grad_norm": 9.219654083251953,
|
| 199 |
+
"learning_rate": 1.7708871662360035e-05,
|
| 200 |
+
"loss": 0.2586,
|
| 201 |
+
"step": 525
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"epoch": 4.264591439688716,
|
| 205 |
+
"grad_norm": 17.314075469970703,
|
| 206 |
+
"learning_rate": 1.7493540051679588e-05,
|
| 207 |
+
"loss": 0.147,
|
| 208 |
+
"step": 550
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"epoch": 4.4591439688715955,
|
| 212 |
+
"grad_norm": 100.88422393798828,
|
| 213 |
+
"learning_rate": 1.727820844099914e-05,
|
| 214 |
+
"loss": 0.1756,
|
| 215 |
+
"step": 575
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"epoch": 4.653696498054475,
|
| 219 |
+
"grad_norm": 1.9778156280517578,
|
| 220 |
+
"learning_rate": 1.7062876830318693e-05,
|
| 221 |
+
"loss": 0.1556,
|
| 222 |
+
"step": 600
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"epoch": 4.848249027237354,
|
| 226 |
+
"grad_norm": 35.530879974365234,
|
| 227 |
+
"learning_rate": 1.6847545219638243e-05,
|
| 228 |
+
"loss": 0.3386,
|
| 229 |
+
"step": 625
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"epoch": 5.0,
|
| 233 |
+
"eval_accuracy": 0.9146608315098468,
|
| 234 |
+
"eval_loss": 0.4260619282722473,
|
| 235 |
+
"eval_macro_f1": 0.8455072275665145,
|
| 236 |
+
"eval_runtime": 0.8821,
|
| 237 |
+
"eval_samples_per_second": 518.078,
|
| 238 |
+
"eval_steps_per_second": 32.876,
|
| 239 |
+
"eval_weighted_f1": 0.9180082761780727,
|
| 240 |
+
"step": 645
|
| 241 |
+
}
|
| 242 |
+
],
|
| 243 |
+
"logging_steps": 25,
|
| 244 |
+
"max_steps": 2580,
|
| 245 |
+
"num_input_tokens_seen": 0,
|
| 246 |
+
"num_train_epochs": 20,
|
| 247 |
+
"save_steps": 500,
|
| 248 |
+
"stateful_callbacks": {
|
| 249 |
+
"EarlyStoppingCallback": {
|
| 250 |
+
"args": {
|
| 251 |
+
"early_stopping_patience": 3,
|
| 252 |
+
"early_stopping_threshold": 0.0
|
| 253 |
+
},
|
| 254 |
+
"attributes": {
|
| 255 |
+
"early_stopping_patience_counter": 3
|
| 256 |
+
}
|
| 257 |
+
},
|
| 258 |
+
"TrainerControl": {
|
| 259 |
+
"args": {
|
| 260 |
+
"should_epoch_stop": false,
|
| 261 |
+
"should_evaluate": false,
|
| 262 |
+
"should_log": false,
|
| 263 |
+
"should_save": true,
|
| 264 |
+
"should_training_stop": true
|
| 265 |
+
},
|
| 266 |
+
"attributes": {}
|
| 267 |
+
}
|
| 268 |
+
},
|
| 269 |
+
"total_flos": 0.0,
|
| 270 |
+
"train_batch_size": 8,
|
| 271 |
+
"trial_name": null,
|
| 272 |
+
"trial_params": null
|
| 273 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387/trainer_state.json
ADDED
|
@@ -0,0 +1,181 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 387,
|
| 3 |
+
"best_metric": 0.8619483159117306,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387",
|
| 5 |
+
"epoch": 3.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 387,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.19455252918287938,
|
| 14 |
+
"grad_norm": 40.3306770324707,
|
| 15 |
+
"learning_rate": 1.86046511627907e-06,
|
| 16 |
+
"loss": 5.2951,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.38910505836575876,
|
| 21 |
+
"grad_norm": 25.717653274536133,
|
| 22 |
+
"learning_rate": 3.798449612403101e-06,
|
| 23 |
+
"loss": 2.8261,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.5836575875486382,
|
| 28 |
+
"grad_norm": 15.301878929138184,
|
| 29 |
+
"learning_rate": 5.736434108527133e-06,
|
| 30 |
+
"loss": 2.388,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.7782101167315175,
|
| 35 |
+
"grad_norm": 19.371498107910156,
|
| 36 |
+
"learning_rate": 7.674418604651164e-06,
|
| 37 |
+
"loss": 1.8315,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.9727626459143969,
|
| 42 |
+
"grad_norm": 18.42759132385254,
|
| 43 |
+
"learning_rate": 9.612403100775196e-06,
|
| 44 |
+
"loss": 1.4473,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 1.0,
|
| 49 |
+
"eval_accuracy": 0.8949671772428884,
|
| 50 |
+
"eval_loss": 0.2954602837562561,
|
| 51 |
+
"eval_macro_f1": 0.7955457946965999,
|
| 52 |
+
"eval_runtime": 0.9188,
|
| 53 |
+
"eval_samples_per_second": 497.386,
|
| 54 |
+
"eval_steps_per_second": 31.563,
|
| 55 |
+
"eval_weighted_f1": 0.8912988670355289,
|
| 56 |
+
"step": 129
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.1634241245136188,
|
| 60 |
+
"grad_norm": 14.577751159667969,
|
| 61 |
+
"learning_rate": 1.1550387596899227e-05,
|
| 62 |
+
"loss": 1.1633,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.3579766536964981,
|
| 67 |
+
"grad_norm": 33.0694694519043,
|
| 68 |
+
"learning_rate": 1.3488372093023257e-05,
|
| 69 |
+
"loss": 1.1071,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.5525291828793775,
|
| 74 |
+
"grad_norm": 11.091922760009766,
|
| 75 |
+
"learning_rate": 1.542635658914729e-05,
|
| 76 |
+
"loss": 1.1466,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.7470817120622568,
|
| 81 |
+
"grad_norm": 14.321767807006836,
|
| 82 |
+
"learning_rate": 1.736434108527132e-05,
|
| 83 |
+
"loss": 1.09,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.9416342412451362,
|
| 88 |
+
"grad_norm": 36.97957229614258,
|
| 89 |
+
"learning_rate": 1.9302325581395353e-05,
|
| 90 |
+
"loss": 1.0779,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 2.0,
|
| 95 |
+
"eval_accuracy": 0.9102844638949672,
|
| 96 |
+
"eval_loss": 0.22182103991508484,
|
| 97 |
+
"eval_macro_f1": 0.8411905569925215,
|
| 98 |
+
"eval_runtime": 0.817,
|
| 99 |
+
"eval_samples_per_second": 559.348,
|
| 100 |
+
"eval_steps_per_second": 35.495,
|
| 101 |
+
"eval_weighted_f1": 0.9094922246880585,
|
| 102 |
+
"step": 258
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 2.132295719844358,
|
| 106 |
+
"grad_norm": 28.324270248413086,
|
| 107 |
+
"learning_rate": 1.9862187769164516e-05,
|
| 108 |
+
"loss": 0.7709,
|
| 109 |
+
"step": 275
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"epoch": 2.3268482490272375,
|
| 113 |
+
"grad_norm": 13.02687931060791,
|
| 114 |
+
"learning_rate": 1.9646856158484065e-05,
|
| 115 |
+
"loss": 0.7208,
|
| 116 |
+
"step": 300
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"epoch": 2.5214007782101167,
|
| 120 |
+
"grad_norm": 21.25614356994629,
|
| 121 |
+
"learning_rate": 1.943152454780362e-05,
|
| 122 |
+
"loss": 0.8868,
|
| 123 |
+
"step": 325
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.7159533073929962,
|
| 127 |
+
"grad_norm": 30.873689651489258,
|
| 128 |
+
"learning_rate": 1.921619293712317e-05,
|
| 129 |
+
"loss": 0.6693,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.9105058365758754,
|
| 134 |
+
"grad_norm": 21.316791534423828,
|
| 135 |
+
"learning_rate": 1.9000861326442723e-05,
|
| 136 |
+
"loss": 0.5578,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 3.0,
|
| 141 |
+
"eval_accuracy": 0.9212253829321663,
|
| 142 |
+
"eval_loss": 0.2655763328075409,
|
| 143 |
+
"eval_macro_f1": 0.8619483159117306,
|
| 144 |
+
"eval_runtime": 0.9299,
|
| 145 |
+
"eval_samples_per_second": 491.441,
|
| 146 |
+
"eval_steps_per_second": 31.186,
|
| 147 |
+
"eval_weighted_f1": 0.920533760550172,
|
| 148 |
+
"step": 387
|
| 149 |
+
}
|
| 150 |
+
],
|
| 151 |
+
"logging_steps": 25,
|
| 152 |
+
"max_steps": 2580,
|
| 153 |
+
"num_input_tokens_seen": 0,
|
| 154 |
+
"num_train_epochs": 20,
|
| 155 |
+
"save_steps": 500,
|
| 156 |
+
"stateful_callbacks": {
|
| 157 |
+
"EarlyStoppingCallback": {
|
| 158 |
+
"args": {
|
| 159 |
+
"early_stopping_patience": 3,
|
| 160 |
+
"early_stopping_threshold": 0.0
|
| 161 |
+
},
|
| 162 |
+
"attributes": {
|
| 163 |
+
"early_stopping_patience_counter": 0
|
| 164 |
+
}
|
| 165 |
+
},
|
| 166 |
+
"TrainerControl": {
|
| 167 |
+
"args": {
|
| 168 |
+
"should_epoch_stop": false,
|
| 169 |
+
"should_evaluate": false,
|
| 170 |
+
"should_log": false,
|
| 171 |
+
"should_save": true,
|
| 172 |
+
"should_training_stop": false
|
| 173 |
+
},
|
| 174 |
+
"attributes": {}
|
| 175 |
+
}
|
| 176 |
+
},
|
| 177 |
+
"total_flos": 0.0,
|
| 178 |
+
"train_batch_size": 8,
|
| 179 |
+
"trial_name": null,
|
| 180 |
+
"trial_params": null
|
| 181 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-774/trainer_state.json
ADDED
|
@@ -0,0 +1,319 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 387,
|
| 3 |
+
"best_metric": 0.8619483159117306,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s43-20260830T034258Z-2296c571/trainer/checkpoint-387",
|
| 5 |
+
"epoch": 6.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 774,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.19455252918287938,
|
| 14 |
+
"grad_norm": 40.3306770324707,
|
| 15 |
+
"learning_rate": 1.86046511627907e-06,
|
| 16 |
+
"loss": 5.2951,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.38910505836575876,
|
| 21 |
+
"grad_norm": 25.717653274536133,
|
| 22 |
+
"learning_rate": 3.798449612403101e-06,
|
| 23 |
+
"loss": 2.8261,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.5836575875486382,
|
| 28 |
+
"grad_norm": 15.301878929138184,
|
| 29 |
+
"learning_rate": 5.736434108527133e-06,
|
| 30 |
+
"loss": 2.388,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.7782101167315175,
|
| 35 |
+
"grad_norm": 19.371498107910156,
|
| 36 |
+
"learning_rate": 7.674418604651164e-06,
|
| 37 |
+
"loss": 1.8315,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.9727626459143969,
|
| 42 |
+
"grad_norm": 18.42759132385254,
|
| 43 |
+
"learning_rate": 9.612403100775196e-06,
|
| 44 |
+
"loss": 1.4473,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 1.0,
|
| 49 |
+
"eval_accuracy": 0.8949671772428884,
|
| 50 |
+
"eval_loss": 0.2954602837562561,
|
| 51 |
+
"eval_macro_f1": 0.7955457946965999,
|
| 52 |
+
"eval_runtime": 0.9188,
|
| 53 |
+
"eval_samples_per_second": 497.386,
|
| 54 |
+
"eval_steps_per_second": 31.563,
|
| 55 |
+
"eval_weighted_f1": 0.8912988670355289,
|
| 56 |
+
"step": 129
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.1634241245136188,
|
| 60 |
+
"grad_norm": 14.577751159667969,
|
| 61 |
+
"learning_rate": 1.1550387596899227e-05,
|
| 62 |
+
"loss": 1.1633,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.3579766536964981,
|
| 67 |
+
"grad_norm": 33.0694694519043,
|
| 68 |
+
"learning_rate": 1.3488372093023257e-05,
|
| 69 |
+
"loss": 1.1071,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.5525291828793775,
|
| 74 |
+
"grad_norm": 11.091922760009766,
|
| 75 |
+
"learning_rate": 1.542635658914729e-05,
|
| 76 |
+
"loss": 1.1466,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.7470817120622568,
|
| 81 |
+
"grad_norm": 14.321767807006836,
|
| 82 |
+
"learning_rate": 1.736434108527132e-05,
|
| 83 |
+
"loss": 1.09,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.9416342412451362,
|
| 88 |
+
"grad_norm": 36.97957229614258,
|
| 89 |
+
"learning_rate": 1.9302325581395353e-05,
|
| 90 |
+
"loss": 1.0779,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 2.0,
|
| 95 |
+
"eval_accuracy": 0.9102844638949672,
|
| 96 |
+
"eval_loss": 0.22182103991508484,
|
| 97 |
+
"eval_macro_f1": 0.8411905569925215,
|
| 98 |
+
"eval_runtime": 0.817,
|
| 99 |
+
"eval_samples_per_second": 559.348,
|
| 100 |
+
"eval_steps_per_second": 35.495,
|
| 101 |
+
"eval_weighted_f1": 0.9094922246880585,
|
| 102 |
+
"step": 258
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 2.132295719844358,
|
| 106 |
+
"grad_norm": 28.324270248413086,
|
| 107 |
+
"learning_rate": 1.9862187769164516e-05,
|
| 108 |
+
"loss": 0.7709,
|
| 109 |
+
"step": 275
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"epoch": 2.3268482490272375,
|
| 113 |
+
"grad_norm": 13.02687931060791,
|
| 114 |
+
"learning_rate": 1.9646856158484065e-05,
|
| 115 |
+
"loss": 0.7208,
|
| 116 |
+
"step": 300
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"epoch": 2.5214007782101167,
|
| 120 |
+
"grad_norm": 21.25614356994629,
|
| 121 |
+
"learning_rate": 1.943152454780362e-05,
|
| 122 |
+
"loss": 0.8868,
|
| 123 |
+
"step": 325
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.7159533073929962,
|
| 127 |
+
"grad_norm": 30.873689651489258,
|
| 128 |
+
"learning_rate": 1.921619293712317e-05,
|
| 129 |
+
"loss": 0.6693,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.9105058365758754,
|
| 134 |
+
"grad_norm": 21.316791534423828,
|
| 135 |
+
"learning_rate": 1.9000861326442723e-05,
|
| 136 |
+
"loss": 0.5578,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 3.0,
|
| 141 |
+
"eval_accuracy": 0.9212253829321663,
|
| 142 |
+
"eval_loss": 0.2655763328075409,
|
| 143 |
+
"eval_macro_f1": 0.8619483159117306,
|
| 144 |
+
"eval_runtime": 0.9299,
|
| 145 |
+
"eval_samples_per_second": 491.441,
|
| 146 |
+
"eval_steps_per_second": 31.186,
|
| 147 |
+
"eval_weighted_f1": 0.920533760550172,
|
| 148 |
+
"step": 387
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"epoch": 3.1011673151750974,
|
| 152 |
+
"grad_norm": 4.480728626251221,
|
| 153 |
+
"learning_rate": 1.8785529715762276e-05,
|
| 154 |
+
"loss": 0.4736,
|
| 155 |
+
"step": 400
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"epoch": 3.2957198443579765,
|
| 159 |
+
"grad_norm": 22.81316375732422,
|
| 160 |
+
"learning_rate": 1.857019810508183e-05,
|
| 161 |
+
"loss": 0.3021,
|
| 162 |
+
"step": 425
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"epoch": 3.490272373540856,
|
| 166 |
+
"grad_norm": 3.2075531482696533,
|
| 167 |
+
"learning_rate": 1.835486649440138e-05,
|
| 168 |
+
"loss": 0.265,
|
| 169 |
+
"step": 450
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"epoch": 3.6848249027237356,
|
| 173 |
+
"grad_norm": 28.236087799072266,
|
| 174 |
+
"learning_rate": 1.813953488372093e-05,
|
| 175 |
+
"loss": 0.392,
|
| 176 |
+
"step": 475
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"epoch": 3.8793774319066148,
|
| 180 |
+
"grad_norm": 37.99840545654297,
|
| 181 |
+
"learning_rate": 1.7924203273040483e-05,
|
| 182 |
+
"loss": 0.5066,
|
| 183 |
+
"step": 500
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 4.0,
|
| 187 |
+
"eval_accuracy": 0.9037199124726477,
|
| 188 |
+
"eval_loss": 0.3612156808376312,
|
| 189 |
+
"eval_macro_f1": 0.8313948363818527,
|
| 190 |
+
"eval_runtime": 0.844,
|
| 191 |
+
"eval_samples_per_second": 541.441,
|
| 192 |
+
"eval_steps_per_second": 34.358,
|
| 193 |
+
"eval_weighted_f1": 0.9080597753213752,
|
| 194 |
+
"step": 516
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"epoch": 4.070038910505836,
|
| 198 |
+
"grad_norm": 18.20682716369629,
|
| 199 |
+
"learning_rate": 1.7708871662360035e-05,
|
| 200 |
+
"loss": 0.3516,
|
| 201 |
+
"step": 525
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"epoch": 4.264591439688716,
|
| 205 |
+
"grad_norm": 2.2822489738464355,
|
| 206 |
+
"learning_rate": 1.7493540051679588e-05,
|
| 207 |
+
"loss": 0.158,
|
| 208 |
+
"step": 550
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"epoch": 4.4591439688715955,
|
| 212 |
+
"grad_norm": 8.405499458312988,
|
| 213 |
+
"learning_rate": 1.727820844099914e-05,
|
| 214 |
+
"loss": 0.2334,
|
| 215 |
+
"step": 575
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"epoch": 4.653696498054475,
|
| 219 |
+
"grad_norm": 5.502824306488037,
|
| 220 |
+
"learning_rate": 1.7062876830318693e-05,
|
| 221 |
+
"loss": 0.4002,
|
| 222 |
+
"step": 600
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"epoch": 4.848249027237354,
|
| 226 |
+
"grad_norm": 54.21750259399414,
|
| 227 |
+
"learning_rate": 1.6847545219638243e-05,
|
| 228 |
+
"loss": 0.2825,
|
| 229 |
+
"step": 625
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"epoch": 5.0,
|
| 233 |
+
"eval_accuracy": 0.9190371991247265,
|
| 234 |
+
"eval_loss": 0.4487853944301605,
|
| 235 |
+
"eval_macro_f1": 0.8479427886884233,
|
| 236 |
+
"eval_runtime": 0.8879,
|
| 237 |
+
"eval_samples_per_second": 514.682,
|
| 238 |
+
"eval_steps_per_second": 32.66,
|
| 239 |
+
"eval_weighted_f1": 0.9169878224437422,
|
| 240 |
+
"step": 645
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"epoch": 5.038910505836576,
|
| 244 |
+
"grad_norm": 0.12955926358699799,
|
| 245 |
+
"learning_rate": 1.6632213608957795e-05,
|
| 246 |
+
"loss": 0.1255,
|
| 247 |
+
"step": 650
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"epoch": 5.233463035019455,
|
| 251 |
+
"grad_norm": 6.288392543792725,
|
| 252 |
+
"learning_rate": 1.6416881998277348e-05,
|
| 253 |
+
"loss": 0.1223,
|
| 254 |
+
"step": 675
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"epoch": 5.428015564202335,
|
| 258 |
+
"grad_norm": 0.41511300206184387,
|
| 259 |
+
"learning_rate": 1.62015503875969e-05,
|
| 260 |
+
"loss": 0.108,
|
| 261 |
+
"step": 700
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"epoch": 5.622568093385214,
|
| 265 |
+
"grad_norm": 15.582630157470703,
|
| 266 |
+
"learning_rate": 1.5986218776916453e-05,
|
| 267 |
+
"loss": 0.2761,
|
| 268 |
+
"step": 725
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"epoch": 5.817120622568093,
|
| 272 |
+
"grad_norm": 0.16510097682476044,
|
| 273 |
+
"learning_rate": 1.5770887166236006e-05,
|
| 274 |
+
"loss": 0.1733,
|
| 275 |
+
"step": 750
|
| 276 |
+
},
|
| 277 |
+
{
|
| 278 |
+
"epoch": 6.0,
|
| 279 |
+
"eval_accuracy": 0.9146608315098468,
|
| 280 |
+
"eval_loss": 0.547421932220459,
|
| 281 |
+
"eval_macro_f1": 0.8433577804104119,
|
| 282 |
+
"eval_runtime": 0.8825,
|
| 283 |
+
"eval_samples_per_second": 517.866,
|
| 284 |
+
"eval_steps_per_second": 32.862,
|
| 285 |
+
"eval_weighted_f1": 0.9146946414316465,
|
| 286 |
+
"step": 774
|
| 287 |
+
}
|
| 288 |
+
],
|
| 289 |
+
"logging_steps": 25,
|
| 290 |
+
"max_steps": 2580,
|
| 291 |
+
"num_input_tokens_seen": 0,
|
| 292 |
+
"num_train_epochs": 20,
|
| 293 |
+
"save_steps": 500,
|
| 294 |
+
"stateful_callbacks": {
|
| 295 |
+
"EarlyStoppingCallback": {
|
| 296 |
+
"args": {
|
| 297 |
+
"early_stopping_patience": 3,
|
| 298 |
+
"early_stopping_threshold": 0.0
|
| 299 |
+
},
|
| 300 |
+
"attributes": {
|
| 301 |
+
"early_stopping_patience_counter": 3
|
| 302 |
+
}
|
| 303 |
+
},
|
| 304 |
+
"TrainerControl": {
|
| 305 |
+
"args": {
|
| 306 |
+
"should_epoch_stop": false,
|
| 307 |
+
"should_evaluate": false,
|
| 308 |
+
"should_log": false,
|
| 309 |
+
"should_save": true,
|
| 310 |
+
"should_training_stop": true
|
| 311 |
+
},
|
| 312 |
+
"attributes": {}
|
| 313 |
+
}
|
| 314 |
+
},
|
| 315 |
+
"total_flos": 0.0,
|
| 316 |
+
"train_batch_size": 8,
|
| 317 |
+
"trial_name": null,
|
| 318 |
+
"trial_params": null
|
| 319 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728/trainer_state.json
ADDED
|
@@ -0,0 +1,570 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1728,
|
| 3 |
+
"best_metric": 0.8285683679197179,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728",
|
| 5 |
+
"epoch": 4.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1728,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05787037037037037,
|
| 14 |
+
"grad_norm": 51.5572509765625,
|
| 15 |
+
"learning_rate": 5.555555555555555e-07,
|
| 16 |
+
"loss": 4.4853,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11574074074074074,
|
| 21 |
+
"grad_norm": 28.665964126586914,
|
| 22 |
+
"learning_rate": 1.1342592592592594e-06,
|
| 23 |
+
"loss": 3.5707,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1736111111111111,
|
| 28 |
+
"grad_norm": 14.788627624511719,
|
| 29 |
+
"learning_rate": 1.7129629629629632e-06,
|
| 30 |
+
"loss": 2.7347,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.23148148148148148,
|
| 35 |
+
"grad_norm": 20.052255630493164,
|
| 36 |
+
"learning_rate": 2.2916666666666666e-06,
|
| 37 |
+
"loss": 2.1937,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28935185185185186,
|
| 42 |
+
"grad_norm": 10.964029312133789,
|
| 43 |
+
"learning_rate": 2.8703703703703706e-06,
|
| 44 |
+
"loss": 1.5422,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3472222222222222,
|
| 49 |
+
"grad_norm": 18.05628204345703,
|
| 50 |
+
"learning_rate": 3.449074074074074e-06,
|
| 51 |
+
"loss": 1.1587,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.4050925925925926,
|
| 56 |
+
"grad_norm": 12.856817245483398,
|
| 57 |
+
"learning_rate": 4.027777777777779e-06,
|
| 58 |
+
"loss": 1.0375,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.46296296296296297,
|
| 63 |
+
"grad_norm": 31.37364959716797,
|
| 64 |
+
"learning_rate": 4.606481481481481e-06,
|
| 65 |
+
"loss": 0.8467,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5208333333333334,
|
| 70 |
+
"grad_norm": 24.643308639526367,
|
| 71 |
+
"learning_rate": 5.185185185185185e-06,
|
| 72 |
+
"loss": 0.8701,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5787037037037037,
|
| 77 |
+
"grad_norm": 29.506141662597656,
|
| 78 |
+
"learning_rate": 5.7638888888888886e-06,
|
| 79 |
+
"loss": 0.9048,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.6365740740740741,
|
| 84 |
+
"grad_norm": 5.7771382331848145,
|
| 85 |
+
"learning_rate": 6.342592592592594e-06,
|
| 86 |
+
"loss": 0.883,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6944444444444444,
|
| 91 |
+
"grad_norm": 20.5034122467041,
|
| 92 |
+
"learning_rate": 6.9212962962962974e-06,
|
| 93 |
+
"loss": 0.8489,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7523148148148148,
|
| 98 |
+
"grad_norm": 18.29084587097168,
|
| 99 |
+
"learning_rate": 7.500000000000001e-06,
|
| 100 |
+
"loss": 0.8598,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8101851851851852,
|
| 105 |
+
"grad_norm": 22.64562225341797,
|
| 106 |
+
"learning_rate": 8.078703703703705e-06,
|
| 107 |
+
"loss": 0.8032,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8680555555555556,
|
| 112 |
+
"grad_norm": 16.959693908691406,
|
| 113 |
+
"learning_rate": 8.657407407407408e-06,
|
| 114 |
+
"loss": 0.8284,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9259259259259259,
|
| 119 |
+
"grad_norm": 14.476662635803223,
|
| 120 |
+
"learning_rate": 9.236111111111112e-06,
|
| 121 |
+
"loss": 0.6906,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9837962962962963,
|
| 126 |
+
"grad_norm": 31.230789184570312,
|
| 127 |
+
"learning_rate": 9.814814814814815e-06,
|
| 128 |
+
"loss": 0.9434,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.9440104166666666,
|
| 134 |
+
"eval_loss": 0.1827782392501831,
|
| 135 |
+
"eval_macro_f1": 0.7967684223909912,
|
| 136 |
+
"eval_runtime": 2.1363,
|
| 137 |
+
"eval_samples_per_second": 719.005,
|
| 138 |
+
"eval_steps_per_second": 44.938,
|
| 139 |
+
"eval_weighted_f1": 0.9424515534573882,
|
| 140 |
+
"step": 432
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0416666666666667,
|
| 144 |
+
"grad_norm": 18.456239700317383,
|
| 145 |
+
"learning_rate": 1.0393518518518519e-05,
|
| 146 |
+
"loss": 0.8723,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.099537037037037,
|
| 151 |
+
"grad_norm": 13.358146667480469,
|
| 152 |
+
"learning_rate": 1.0972222222222224e-05,
|
| 153 |
+
"loss": 0.8673,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1574074074074074,
|
| 158 |
+
"grad_norm": 9.264398574829102,
|
| 159 |
+
"learning_rate": 1.1550925925925926e-05,
|
| 160 |
+
"loss": 0.6439,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.2152777777777777,
|
| 165 |
+
"grad_norm": 15.432361602783203,
|
| 166 |
+
"learning_rate": 1.2129629629629631e-05,
|
| 167 |
+
"loss": 0.6407,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.2731481481481481,
|
| 172 |
+
"grad_norm": 8.902237892150879,
|
| 173 |
+
"learning_rate": 1.2708333333333333e-05,
|
| 174 |
+
"loss": 0.6114,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3310185185185186,
|
| 179 |
+
"grad_norm": 19.649127960205078,
|
| 180 |
+
"learning_rate": 1.3287037037037039e-05,
|
| 181 |
+
"loss": 0.6364,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3888888888888888,
|
| 186 |
+
"grad_norm": 28.15359115600586,
|
| 187 |
+
"learning_rate": 1.3865740740740742e-05,
|
| 188 |
+
"loss": 0.6571,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4467592592592593,
|
| 193 |
+
"grad_norm": 13.229439735412598,
|
| 194 |
+
"learning_rate": 1.4444444444444446e-05,
|
| 195 |
+
"loss": 0.7149,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.5046296296296298,
|
| 200 |
+
"grad_norm": 13.56497573852539,
|
| 201 |
+
"learning_rate": 1.502314814814815e-05,
|
| 202 |
+
"loss": 0.6768,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5625,
|
| 207 |
+
"grad_norm": 15.493696212768555,
|
| 208 |
+
"learning_rate": 1.5601851851851853e-05,
|
| 209 |
+
"loss": 0.5559,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6203703703703702,
|
| 214 |
+
"grad_norm": 14.214064598083496,
|
| 215 |
+
"learning_rate": 1.6180555555555557e-05,
|
| 216 |
+
"loss": 0.5639,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6782407407407407,
|
| 221 |
+
"grad_norm": 18.85956382751465,
|
| 222 |
+
"learning_rate": 1.675925925925926e-05,
|
| 223 |
+
"loss": 0.7589,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7361111111111112,
|
| 228 |
+
"grad_norm": 10.702648162841797,
|
| 229 |
+
"learning_rate": 1.7337962962962964e-05,
|
| 230 |
+
"loss": 0.6973,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7939814814814814,
|
| 235 |
+
"grad_norm": 22.23297691345215,
|
| 236 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 237 |
+
"loss": 0.5926,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.8518518518518519,
|
| 242 |
+
"grad_norm": 22.537094116210938,
|
| 243 |
+
"learning_rate": 1.849537037037037e-05,
|
| 244 |
+
"loss": 0.769,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.9097222222222223,
|
| 249 |
+
"grad_norm": 11.139169692993164,
|
| 250 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 251 |
+
"loss": 0.7358,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9675925925925926,
|
| 256 |
+
"grad_norm": 12.022850036621094,
|
| 257 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 258 |
+
"loss": 0.7098,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9401041666666666,
|
| 264 |
+
"eval_loss": 0.20756281912326813,
|
| 265 |
+
"eval_macro_f1": 0.7906126379278352,
|
| 266 |
+
"eval_runtime": 2.0788,
|
| 267 |
+
"eval_samples_per_second": 738.901,
|
| 268 |
+
"eval_steps_per_second": 46.181,
|
| 269 |
+
"eval_weighted_f1": 0.9361563511894327,
|
| 270 |
+
"step": 864
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.025462962962963,
|
| 274 |
+
"grad_norm": 27.9176082611084,
|
| 275 |
+
"learning_rate": 1.997427983539095e-05,
|
| 276 |
+
"loss": 0.5008,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0833333333333335,
|
| 281 |
+
"grad_norm": 4.322903156280518,
|
| 282 |
+
"learning_rate": 1.9909979423868314e-05,
|
| 283 |
+
"loss": 0.6113,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1412037037037037,
|
| 288 |
+
"grad_norm": 35.05677032470703,
|
| 289 |
+
"learning_rate": 1.984567901234568e-05,
|
| 290 |
+
"loss": 0.3875,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.199074074074074,
|
| 295 |
+
"grad_norm": 8.342792510986328,
|
| 296 |
+
"learning_rate": 1.9781378600823048e-05,
|
| 297 |
+
"loss": 0.4607,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2569444444444446,
|
| 302 |
+
"grad_norm": 32.13624954223633,
|
| 303 |
+
"learning_rate": 1.9717078189300413e-05,
|
| 304 |
+
"loss": 0.5849,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.314814814814815,
|
| 309 |
+
"grad_norm": 1.3357930183410645,
|
| 310 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 311 |
+
"loss": 0.5615,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.372685185185185,
|
| 316 |
+
"grad_norm": 11.261795043945312,
|
| 317 |
+
"learning_rate": 1.9588477366255147e-05,
|
| 318 |
+
"loss": 0.4513,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.4305555555555554,
|
| 323 |
+
"grad_norm": 9.028890609741211,
|
| 324 |
+
"learning_rate": 1.9524176954732512e-05,
|
| 325 |
+
"loss": 0.525,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.488425925925926,
|
| 330 |
+
"grad_norm": 11.498931884765625,
|
| 331 |
+
"learning_rate": 1.945987654320988e-05,
|
| 332 |
+
"loss": 0.7221,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.5462962962962963,
|
| 337 |
+
"grad_norm": 9.91389274597168,
|
| 338 |
+
"learning_rate": 1.9395576131687242e-05,
|
| 339 |
+
"loss": 0.5348,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.6041666666666665,
|
| 344 |
+
"grad_norm": 10.86089038848877,
|
| 345 |
+
"learning_rate": 1.933127572016461e-05,
|
| 346 |
+
"loss": 0.4932,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.662037037037037,
|
| 351 |
+
"grad_norm": 20.162057876586914,
|
| 352 |
+
"learning_rate": 1.926697530864198e-05,
|
| 353 |
+
"loss": 0.5084,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7199074074074074,
|
| 358 |
+
"grad_norm": 5.298495292663574,
|
| 359 |
+
"learning_rate": 1.920267489711934e-05,
|
| 360 |
+
"loss": 0.4962,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7777777777777777,
|
| 365 |
+
"grad_norm": 15.85375690460205,
|
| 366 |
+
"learning_rate": 1.913837448559671e-05,
|
| 367 |
+
"loss": 0.4698,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.835648148148148,
|
| 372 |
+
"grad_norm": 6.340177536010742,
|
| 373 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 374 |
+
"loss": 0.3483,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.8935185185185186,
|
| 379 |
+
"grad_norm": 16.894344329833984,
|
| 380 |
+
"learning_rate": 1.9009773662551443e-05,
|
| 381 |
+
"loss": 0.6613,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.951388888888889,
|
| 386 |
+
"grad_norm": 4.272735595703125,
|
| 387 |
+
"learning_rate": 1.8945473251028808e-05,
|
| 388 |
+
"loss": 0.6163,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 3.0,
|
| 393 |
+
"eval_accuracy": 0.9440104166666666,
|
| 394 |
+
"eval_loss": 0.19392037391662598,
|
| 395 |
+
"eval_macro_f1": 0.8223336782408314,
|
| 396 |
+
"eval_runtime": 2.2596,
|
| 397 |
+
"eval_samples_per_second": 679.776,
|
| 398 |
+
"eval_steps_per_second": 42.486,
|
| 399 |
+
"eval_weighted_f1": 0.9434980084492229,
|
| 400 |
+
"step": 1296
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"epoch": 3.009259259259259,
|
| 404 |
+
"grad_norm": 4.557700157165527,
|
| 405 |
+
"learning_rate": 1.8881172839506173e-05,
|
| 406 |
+
"loss": 0.6528,
|
| 407 |
+
"step": 1300
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.0671296296296298,
|
| 411 |
+
"grad_norm": 0.7617906332015991,
|
| 412 |
+
"learning_rate": 1.8816872427983542e-05,
|
| 413 |
+
"loss": 0.4426,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.125,
|
| 418 |
+
"grad_norm": 0.4542476534843445,
|
| 419 |
+
"learning_rate": 1.8752572016460907e-05,
|
| 420 |
+
"loss": 0.3423,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.1828703703703702,
|
| 425 |
+
"grad_norm": 9.638832092285156,
|
| 426 |
+
"learning_rate": 1.8688271604938272e-05,
|
| 427 |
+
"loss": 0.4119,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.240740740740741,
|
| 432 |
+
"grad_norm": 9.73439884185791,
|
| 433 |
+
"learning_rate": 1.862397119341564e-05,
|
| 434 |
+
"loss": 0.2807,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.298611111111111,
|
| 439 |
+
"grad_norm": 10.412437438964844,
|
| 440 |
+
"learning_rate": 1.8559670781893006e-05,
|
| 441 |
+
"loss": 0.4939,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3564814814814814,
|
| 446 |
+
"grad_norm": 29.67622947692871,
|
| 447 |
+
"learning_rate": 1.849537037037037e-05,
|
| 448 |
+
"loss": 0.2045,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.414351851851852,
|
| 453 |
+
"grad_norm": 20.717100143432617,
|
| 454 |
+
"learning_rate": 1.843106995884774e-05,
|
| 455 |
+
"loss": 0.4118,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4722222222222223,
|
| 460 |
+
"grad_norm": 9.833856582641602,
|
| 461 |
+
"learning_rate": 1.8366769547325105e-05,
|
| 462 |
+
"loss": 0.288,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5300925925925926,
|
| 467 |
+
"grad_norm": 0.7379555106163025,
|
| 468 |
+
"learning_rate": 1.830246913580247e-05,
|
| 469 |
+
"loss": 0.5202,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.587962962962963,
|
| 474 |
+
"grad_norm": 39.76641082763672,
|
| 475 |
+
"learning_rate": 1.8238168724279838e-05,
|
| 476 |
+
"loss": 0.3441,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6458333333333335,
|
| 481 |
+
"grad_norm": 1.0578727722167969,
|
| 482 |
+
"learning_rate": 1.8173868312757203e-05,
|
| 483 |
+
"loss": 0.3978,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.7037037037037037,
|
| 488 |
+
"grad_norm": 45.06163787841797,
|
| 489 |
+
"learning_rate": 1.8109567901234572e-05,
|
| 490 |
+
"loss": 0.4529,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.761574074074074,
|
| 495 |
+
"grad_norm": 3.6384928226470947,
|
| 496 |
+
"learning_rate": 1.8045267489711934e-05,
|
| 497 |
+
"loss": 0.3919,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.8194444444444446,
|
| 502 |
+
"grad_norm": 27.84440040588379,
|
| 503 |
+
"learning_rate": 1.7980967078189302e-05,
|
| 504 |
+
"loss": 0.2888,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.877314814814815,
|
| 509 |
+
"grad_norm": 7.4943318367004395,
|
| 510 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 511 |
+
"loss": 0.3186,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.935185185185185,
|
| 516 |
+
"grad_norm": 0.21617543697357178,
|
| 517 |
+
"learning_rate": 1.7852366255144032e-05,
|
| 518 |
+
"loss": 0.3825,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9930555555555554,
|
| 523 |
+
"grad_norm": 36.4146728515625,
|
| 524 |
+
"learning_rate": 1.77880658436214e-05,
|
| 525 |
+
"loss": 0.345,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9466145833333334,
|
| 531 |
+
"eval_loss": 0.31029507517814636,
|
| 532 |
+
"eval_macro_f1": 0.8285683679197179,
|
| 533 |
+
"eval_runtime": 2.3122,
|
| 534 |
+
"eval_samples_per_second": 664.309,
|
| 535 |
+
"eval_steps_per_second": 41.519,
|
| 536 |
+
"eval_weighted_f1": 0.9467407338323114,
|
| 537 |
+
"step": 1728
|
| 538 |
+
}
|
| 539 |
+
],
|
| 540 |
+
"logging_steps": 25,
|
| 541 |
+
"max_steps": 8640,
|
| 542 |
+
"num_input_tokens_seen": 0,
|
| 543 |
+
"num_train_epochs": 20,
|
| 544 |
+
"save_steps": 500,
|
| 545 |
+
"stateful_callbacks": {
|
| 546 |
+
"EarlyStoppingCallback": {
|
| 547 |
+
"args": {
|
| 548 |
+
"early_stopping_patience": 3,
|
| 549 |
+
"early_stopping_threshold": 0.0
|
| 550 |
+
},
|
| 551 |
+
"attributes": {
|
| 552 |
+
"early_stopping_patience_counter": 0
|
| 553 |
+
}
|
| 554 |
+
},
|
| 555 |
+
"TrainerControl": {
|
| 556 |
+
"args": {
|
| 557 |
+
"should_epoch_stop": false,
|
| 558 |
+
"should_evaluate": false,
|
| 559 |
+
"should_log": false,
|
| 560 |
+
"should_save": true,
|
| 561 |
+
"should_training_stop": false
|
| 562 |
+
},
|
| 563 |
+
"attributes": {}
|
| 564 |
+
}
|
| 565 |
+
},
|
| 566 |
+
"total_flos": 0.0,
|
| 567 |
+
"train_batch_size": 8,
|
| 568 |
+
"trial_name": null,
|
| 569 |
+
"trial_params": null
|
| 570 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-3024/trainer_state.json
ADDED
|
@@ -0,0 +1,960 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1728,
|
| 3 |
+
"best_metric": 0.8285683679197179,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s42-20260830T025848Z-764277a9/trainer/checkpoint-1728",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 3024,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05787037037037037,
|
| 14 |
+
"grad_norm": 51.5572509765625,
|
| 15 |
+
"learning_rate": 5.555555555555555e-07,
|
| 16 |
+
"loss": 4.4853,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11574074074074074,
|
| 21 |
+
"grad_norm": 28.665964126586914,
|
| 22 |
+
"learning_rate": 1.1342592592592594e-06,
|
| 23 |
+
"loss": 3.5707,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1736111111111111,
|
| 28 |
+
"grad_norm": 14.788627624511719,
|
| 29 |
+
"learning_rate": 1.7129629629629632e-06,
|
| 30 |
+
"loss": 2.7347,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.23148148148148148,
|
| 35 |
+
"grad_norm": 20.052255630493164,
|
| 36 |
+
"learning_rate": 2.2916666666666666e-06,
|
| 37 |
+
"loss": 2.1937,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28935185185185186,
|
| 42 |
+
"grad_norm": 10.964029312133789,
|
| 43 |
+
"learning_rate": 2.8703703703703706e-06,
|
| 44 |
+
"loss": 1.5422,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3472222222222222,
|
| 49 |
+
"grad_norm": 18.05628204345703,
|
| 50 |
+
"learning_rate": 3.449074074074074e-06,
|
| 51 |
+
"loss": 1.1587,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.4050925925925926,
|
| 56 |
+
"grad_norm": 12.856817245483398,
|
| 57 |
+
"learning_rate": 4.027777777777779e-06,
|
| 58 |
+
"loss": 1.0375,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.46296296296296297,
|
| 63 |
+
"grad_norm": 31.37364959716797,
|
| 64 |
+
"learning_rate": 4.606481481481481e-06,
|
| 65 |
+
"loss": 0.8467,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5208333333333334,
|
| 70 |
+
"grad_norm": 24.643308639526367,
|
| 71 |
+
"learning_rate": 5.185185185185185e-06,
|
| 72 |
+
"loss": 0.8701,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5787037037037037,
|
| 77 |
+
"grad_norm": 29.506141662597656,
|
| 78 |
+
"learning_rate": 5.7638888888888886e-06,
|
| 79 |
+
"loss": 0.9048,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.6365740740740741,
|
| 84 |
+
"grad_norm": 5.7771382331848145,
|
| 85 |
+
"learning_rate": 6.342592592592594e-06,
|
| 86 |
+
"loss": 0.883,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6944444444444444,
|
| 91 |
+
"grad_norm": 20.5034122467041,
|
| 92 |
+
"learning_rate": 6.9212962962962974e-06,
|
| 93 |
+
"loss": 0.8489,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7523148148148148,
|
| 98 |
+
"grad_norm": 18.29084587097168,
|
| 99 |
+
"learning_rate": 7.500000000000001e-06,
|
| 100 |
+
"loss": 0.8598,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8101851851851852,
|
| 105 |
+
"grad_norm": 22.64562225341797,
|
| 106 |
+
"learning_rate": 8.078703703703705e-06,
|
| 107 |
+
"loss": 0.8032,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8680555555555556,
|
| 112 |
+
"grad_norm": 16.959693908691406,
|
| 113 |
+
"learning_rate": 8.657407407407408e-06,
|
| 114 |
+
"loss": 0.8284,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9259259259259259,
|
| 119 |
+
"grad_norm": 14.476662635803223,
|
| 120 |
+
"learning_rate": 9.236111111111112e-06,
|
| 121 |
+
"loss": 0.6906,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9837962962962963,
|
| 126 |
+
"grad_norm": 31.230789184570312,
|
| 127 |
+
"learning_rate": 9.814814814814815e-06,
|
| 128 |
+
"loss": 0.9434,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.9440104166666666,
|
| 134 |
+
"eval_loss": 0.1827782392501831,
|
| 135 |
+
"eval_macro_f1": 0.7967684223909912,
|
| 136 |
+
"eval_runtime": 2.1363,
|
| 137 |
+
"eval_samples_per_second": 719.005,
|
| 138 |
+
"eval_steps_per_second": 44.938,
|
| 139 |
+
"eval_weighted_f1": 0.9424515534573882,
|
| 140 |
+
"step": 432
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0416666666666667,
|
| 144 |
+
"grad_norm": 18.456239700317383,
|
| 145 |
+
"learning_rate": 1.0393518518518519e-05,
|
| 146 |
+
"loss": 0.8723,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.099537037037037,
|
| 151 |
+
"grad_norm": 13.358146667480469,
|
| 152 |
+
"learning_rate": 1.0972222222222224e-05,
|
| 153 |
+
"loss": 0.8673,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1574074074074074,
|
| 158 |
+
"grad_norm": 9.264398574829102,
|
| 159 |
+
"learning_rate": 1.1550925925925926e-05,
|
| 160 |
+
"loss": 0.6439,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.2152777777777777,
|
| 165 |
+
"grad_norm": 15.432361602783203,
|
| 166 |
+
"learning_rate": 1.2129629629629631e-05,
|
| 167 |
+
"loss": 0.6407,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.2731481481481481,
|
| 172 |
+
"grad_norm": 8.902237892150879,
|
| 173 |
+
"learning_rate": 1.2708333333333333e-05,
|
| 174 |
+
"loss": 0.6114,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3310185185185186,
|
| 179 |
+
"grad_norm": 19.649127960205078,
|
| 180 |
+
"learning_rate": 1.3287037037037039e-05,
|
| 181 |
+
"loss": 0.6364,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3888888888888888,
|
| 186 |
+
"grad_norm": 28.15359115600586,
|
| 187 |
+
"learning_rate": 1.3865740740740742e-05,
|
| 188 |
+
"loss": 0.6571,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4467592592592593,
|
| 193 |
+
"grad_norm": 13.229439735412598,
|
| 194 |
+
"learning_rate": 1.4444444444444446e-05,
|
| 195 |
+
"loss": 0.7149,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.5046296296296298,
|
| 200 |
+
"grad_norm": 13.56497573852539,
|
| 201 |
+
"learning_rate": 1.502314814814815e-05,
|
| 202 |
+
"loss": 0.6768,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5625,
|
| 207 |
+
"grad_norm": 15.493696212768555,
|
| 208 |
+
"learning_rate": 1.5601851851851853e-05,
|
| 209 |
+
"loss": 0.5559,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6203703703703702,
|
| 214 |
+
"grad_norm": 14.214064598083496,
|
| 215 |
+
"learning_rate": 1.6180555555555557e-05,
|
| 216 |
+
"loss": 0.5639,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6782407407407407,
|
| 221 |
+
"grad_norm": 18.85956382751465,
|
| 222 |
+
"learning_rate": 1.675925925925926e-05,
|
| 223 |
+
"loss": 0.7589,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7361111111111112,
|
| 228 |
+
"grad_norm": 10.702648162841797,
|
| 229 |
+
"learning_rate": 1.7337962962962964e-05,
|
| 230 |
+
"loss": 0.6973,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7939814814814814,
|
| 235 |
+
"grad_norm": 22.23297691345215,
|
| 236 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 237 |
+
"loss": 0.5926,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.8518518518518519,
|
| 242 |
+
"grad_norm": 22.537094116210938,
|
| 243 |
+
"learning_rate": 1.849537037037037e-05,
|
| 244 |
+
"loss": 0.769,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.9097222222222223,
|
| 249 |
+
"grad_norm": 11.139169692993164,
|
| 250 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 251 |
+
"loss": 0.7358,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9675925925925926,
|
| 256 |
+
"grad_norm": 12.022850036621094,
|
| 257 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 258 |
+
"loss": 0.7098,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9401041666666666,
|
| 264 |
+
"eval_loss": 0.20756281912326813,
|
| 265 |
+
"eval_macro_f1": 0.7906126379278352,
|
| 266 |
+
"eval_runtime": 2.0788,
|
| 267 |
+
"eval_samples_per_second": 738.901,
|
| 268 |
+
"eval_steps_per_second": 46.181,
|
| 269 |
+
"eval_weighted_f1": 0.9361563511894327,
|
| 270 |
+
"step": 864
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.025462962962963,
|
| 274 |
+
"grad_norm": 27.9176082611084,
|
| 275 |
+
"learning_rate": 1.997427983539095e-05,
|
| 276 |
+
"loss": 0.5008,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0833333333333335,
|
| 281 |
+
"grad_norm": 4.322903156280518,
|
| 282 |
+
"learning_rate": 1.9909979423868314e-05,
|
| 283 |
+
"loss": 0.6113,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1412037037037037,
|
| 288 |
+
"grad_norm": 35.05677032470703,
|
| 289 |
+
"learning_rate": 1.984567901234568e-05,
|
| 290 |
+
"loss": 0.3875,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.199074074074074,
|
| 295 |
+
"grad_norm": 8.342792510986328,
|
| 296 |
+
"learning_rate": 1.9781378600823048e-05,
|
| 297 |
+
"loss": 0.4607,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2569444444444446,
|
| 302 |
+
"grad_norm": 32.13624954223633,
|
| 303 |
+
"learning_rate": 1.9717078189300413e-05,
|
| 304 |
+
"loss": 0.5849,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.314814814814815,
|
| 309 |
+
"grad_norm": 1.3357930183410645,
|
| 310 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 311 |
+
"loss": 0.5615,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.372685185185185,
|
| 316 |
+
"grad_norm": 11.261795043945312,
|
| 317 |
+
"learning_rate": 1.9588477366255147e-05,
|
| 318 |
+
"loss": 0.4513,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.4305555555555554,
|
| 323 |
+
"grad_norm": 9.028890609741211,
|
| 324 |
+
"learning_rate": 1.9524176954732512e-05,
|
| 325 |
+
"loss": 0.525,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.488425925925926,
|
| 330 |
+
"grad_norm": 11.498931884765625,
|
| 331 |
+
"learning_rate": 1.945987654320988e-05,
|
| 332 |
+
"loss": 0.7221,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.5462962962962963,
|
| 337 |
+
"grad_norm": 9.91389274597168,
|
| 338 |
+
"learning_rate": 1.9395576131687242e-05,
|
| 339 |
+
"loss": 0.5348,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.6041666666666665,
|
| 344 |
+
"grad_norm": 10.86089038848877,
|
| 345 |
+
"learning_rate": 1.933127572016461e-05,
|
| 346 |
+
"loss": 0.4932,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.662037037037037,
|
| 351 |
+
"grad_norm": 20.162057876586914,
|
| 352 |
+
"learning_rate": 1.926697530864198e-05,
|
| 353 |
+
"loss": 0.5084,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7199074074074074,
|
| 358 |
+
"grad_norm": 5.298495292663574,
|
| 359 |
+
"learning_rate": 1.920267489711934e-05,
|
| 360 |
+
"loss": 0.4962,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7777777777777777,
|
| 365 |
+
"grad_norm": 15.85375690460205,
|
| 366 |
+
"learning_rate": 1.913837448559671e-05,
|
| 367 |
+
"loss": 0.4698,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.835648148148148,
|
| 372 |
+
"grad_norm": 6.340177536010742,
|
| 373 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 374 |
+
"loss": 0.3483,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.8935185185185186,
|
| 379 |
+
"grad_norm": 16.894344329833984,
|
| 380 |
+
"learning_rate": 1.9009773662551443e-05,
|
| 381 |
+
"loss": 0.6613,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.951388888888889,
|
| 386 |
+
"grad_norm": 4.272735595703125,
|
| 387 |
+
"learning_rate": 1.8945473251028808e-05,
|
| 388 |
+
"loss": 0.6163,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 3.0,
|
| 393 |
+
"eval_accuracy": 0.9440104166666666,
|
| 394 |
+
"eval_loss": 0.19392037391662598,
|
| 395 |
+
"eval_macro_f1": 0.8223336782408314,
|
| 396 |
+
"eval_runtime": 2.2596,
|
| 397 |
+
"eval_samples_per_second": 679.776,
|
| 398 |
+
"eval_steps_per_second": 42.486,
|
| 399 |
+
"eval_weighted_f1": 0.9434980084492229,
|
| 400 |
+
"step": 1296
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"epoch": 3.009259259259259,
|
| 404 |
+
"grad_norm": 4.557700157165527,
|
| 405 |
+
"learning_rate": 1.8881172839506173e-05,
|
| 406 |
+
"loss": 0.6528,
|
| 407 |
+
"step": 1300
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.0671296296296298,
|
| 411 |
+
"grad_norm": 0.7617906332015991,
|
| 412 |
+
"learning_rate": 1.8816872427983542e-05,
|
| 413 |
+
"loss": 0.4426,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.125,
|
| 418 |
+
"grad_norm": 0.4542476534843445,
|
| 419 |
+
"learning_rate": 1.8752572016460907e-05,
|
| 420 |
+
"loss": 0.3423,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.1828703703703702,
|
| 425 |
+
"grad_norm": 9.638832092285156,
|
| 426 |
+
"learning_rate": 1.8688271604938272e-05,
|
| 427 |
+
"loss": 0.4119,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.240740740740741,
|
| 432 |
+
"grad_norm": 9.73439884185791,
|
| 433 |
+
"learning_rate": 1.862397119341564e-05,
|
| 434 |
+
"loss": 0.2807,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.298611111111111,
|
| 439 |
+
"grad_norm": 10.412437438964844,
|
| 440 |
+
"learning_rate": 1.8559670781893006e-05,
|
| 441 |
+
"loss": 0.4939,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3564814814814814,
|
| 446 |
+
"grad_norm": 29.67622947692871,
|
| 447 |
+
"learning_rate": 1.849537037037037e-05,
|
| 448 |
+
"loss": 0.2045,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.414351851851852,
|
| 453 |
+
"grad_norm": 20.717100143432617,
|
| 454 |
+
"learning_rate": 1.843106995884774e-05,
|
| 455 |
+
"loss": 0.4118,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4722222222222223,
|
| 460 |
+
"grad_norm": 9.833856582641602,
|
| 461 |
+
"learning_rate": 1.8366769547325105e-05,
|
| 462 |
+
"loss": 0.288,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5300925925925926,
|
| 467 |
+
"grad_norm": 0.7379555106163025,
|
| 468 |
+
"learning_rate": 1.830246913580247e-05,
|
| 469 |
+
"loss": 0.5202,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.587962962962963,
|
| 474 |
+
"grad_norm": 39.76641082763672,
|
| 475 |
+
"learning_rate": 1.8238168724279838e-05,
|
| 476 |
+
"loss": 0.3441,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6458333333333335,
|
| 481 |
+
"grad_norm": 1.0578727722167969,
|
| 482 |
+
"learning_rate": 1.8173868312757203e-05,
|
| 483 |
+
"loss": 0.3978,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.7037037037037037,
|
| 488 |
+
"grad_norm": 45.06163787841797,
|
| 489 |
+
"learning_rate": 1.8109567901234572e-05,
|
| 490 |
+
"loss": 0.4529,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.761574074074074,
|
| 495 |
+
"grad_norm": 3.6384928226470947,
|
| 496 |
+
"learning_rate": 1.8045267489711934e-05,
|
| 497 |
+
"loss": 0.3919,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.8194444444444446,
|
| 502 |
+
"grad_norm": 27.84440040588379,
|
| 503 |
+
"learning_rate": 1.7980967078189302e-05,
|
| 504 |
+
"loss": 0.2888,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.877314814814815,
|
| 509 |
+
"grad_norm": 7.4943318367004395,
|
| 510 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 511 |
+
"loss": 0.3186,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.935185185185185,
|
| 516 |
+
"grad_norm": 0.21617543697357178,
|
| 517 |
+
"learning_rate": 1.7852366255144032e-05,
|
| 518 |
+
"loss": 0.3825,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9930555555555554,
|
| 523 |
+
"grad_norm": 36.4146728515625,
|
| 524 |
+
"learning_rate": 1.77880658436214e-05,
|
| 525 |
+
"loss": 0.345,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9466145833333334,
|
| 531 |
+
"eval_loss": 0.31029507517814636,
|
| 532 |
+
"eval_macro_f1": 0.8285683679197179,
|
| 533 |
+
"eval_runtime": 2.3122,
|
| 534 |
+
"eval_samples_per_second": 664.309,
|
| 535 |
+
"eval_steps_per_second": 41.519,
|
| 536 |
+
"eval_weighted_f1": 0.9467407338323114,
|
| 537 |
+
"step": 1728
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"epoch": 4.050925925925926,
|
| 541 |
+
"grad_norm": 0.4996044337749481,
|
| 542 |
+
"learning_rate": 1.7723765432098766e-05,
|
| 543 |
+
"loss": 0.1724,
|
| 544 |
+
"step": 1750
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"epoch": 4.108796296296297,
|
| 548 |
+
"grad_norm": 0.47589999437332153,
|
| 549 |
+
"learning_rate": 1.7659465020576135e-05,
|
| 550 |
+
"loss": 0.3343,
|
| 551 |
+
"step": 1775
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"epoch": 4.166666666666667,
|
| 555 |
+
"grad_norm": 61.35443115234375,
|
| 556 |
+
"learning_rate": 1.75951646090535e-05,
|
| 557 |
+
"loss": 0.3115,
|
| 558 |
+
"step": 1800
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"epoch": 4.224537037037037,
|
| 562 |
+
"grad_norm": 29.477888107299805,
|
| 563 |
+
"learning_rate": 1.7530864197530865e-05,
|
| 564 |
+
"loss": 0.1253,
|
| 565 |
+
"step": 1825
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"epoch": 4.282407407407407,
|
| 569 |
+
"grad_norm": 0.031138695776462555,
|
| 570 |
+
"learning_rate": 1.7466563786008233e-05,
|
| 571 |
+
"loss": 0.2128,
|
| 572 |
+
"step": 1850
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"epoch": 4.340277777777778,
|
| 576 |
+
"grad_norm": 0.6445230841636658,
|
| 577 |
+
"learning_rate": 1.74022633744856e-05,
|
| 578 |
+
"loss": 0.3707,
|
| 579 |
+
"step": 1875
|
| 580 |
+
},
|
| 581 |
+
{
|
| 582 |
+
"epoch": 4.398148148148148,
|
| 583 |
+
"grad_norm": 0.1839020997285843,
|
| 584 |
+
"learning_rate": 1.7337962962962964e-05,
|
| 585 |
+
"loss": 0.3348,
|
| 586 |
+
"step": 1900
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"epoch": 4.456018518518518,
|
| 590 |
+
"grad_norm": 4.035579204559326,
|
| 591 |
+
"learning_rate": 1.7273662551440332e-05,
|
| 592 |
+
"loss": 0.3095,
|
| 593 |
+
"step": 1925
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 4.513888888888889,
|
| 597 |
+
"grad_norm": 0.8064649105072021,
|
| 598 |
+
"learning_rate": 1.7209362139917697e-05,
|
| 599 |
+
"loss": 0.3084,
|
| 600 |
+
"step": 1950
|
| 601 |
+
},
|
| 602 |
+
{
|
| 603 |
+
"epoch": 4.5717592592592595,
|
| 604 |
+
"grad_norm": 0.7187575697898865,
|
| 605 |
+
"learning_rate": 1.7145061728395063e-05,
|
| 606 |
+
"loss": 0.1941,
|
| 607 |
+
"step": 1975
|
| 608 |
+
},
|
| 609 |
+
{
|
| 610 |
+
"epoch": 4.62962962962963,
|
| 611 |
+
"grad_norm": 0.09152954071760178,
|
| 612 |
+
"learning_rate": 1.708076131687243e-05,
|
| 613 |
+
"loss": 0.3696,
|
| 614 |
+
"step": 2000
|
| 615 |
+
},
|
| 616 |
+
{
|
| 617 |
+
"epoch": 4.6875,
|
| 618 |
+
"grad_norm": 9.329643249511719,
|
| 619 |
+
"learning_rate": 1.7016460905349796e-05,
|
| 620 |
+
"loss": 0.2181,
|
| 621 |
+
"step": 2025
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"epoch": 4.74537037037037,
|
| 625 |
+
"grad_norm": 20.964998245239258,
|
| 626 |
+
"learning_rate": 1.695216049382716e-05,
|
| 627 |
+
"loss": 0.2066,
|
| 628 |
+
"step": 2050
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"epoch": 4.8032407407407405,
|
| 632 |
+
"grad_norm": 0.24147920310497284,
|
| 633 |
+
"learning_rate": 1.6887860082304527e-05,
|
| 634 |
+
"loss": 0.2548,
|
| 635 |
+
"step": 2075
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"epoch": 4.861111111111111,
|
| 639 |
+
"grad_norm": 36.59870529174805,
|
| 640 |
+
"learning_rate": 1.6823559670781895e-05,
|
| 641 |
+
"loss": 0.3235,
|
| 642 |
+
"step": 2100
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"epoch": 4.918981481481482,
|
| 646 |
+
"grad_norm": 26.20317840576172,
|
| 647 |
+
"learning_rate": 1.675925925925926e-05,
|
| 648 |
+
"loss": 0.3905,
|
| 649 |
+
"step": 2125
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"epoch": 4.976851851851852,
|
| 653 |
+
"grad_norm": 8.389386177062988,
|
| 654 |
+
"learning_rate": 1.6694958847736625e-05,
|
| 655 |
+
"loss": 0.2476,
|
| 656 |
+
"step": 2150
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"epoch": 5.0,
|
| 660 |
+
"eval_accuracy": 0.947265625,
|
| 661 |
+
"eval_loss": 0.3308311998844147,
|
| 662 |
+
"eval_macro_f1": 0.8283339021588718,
|
| 663 |
+
"eval_runtime": 2.2991,
|
| 664 |
+
"eval_samples_per_second": 668.076,
|
| 665 |
+
"eval_steps_per_second": 41.755,
|
| 666 |
+
"eval_weighted_f1": 0.946509441517963,
|
| 667 |
+
"step": 2160
|
| 668 |
+
},
|
| 669 |
+
{
|
| 670 |
+
"epoch": 5.034722222222222,
|
| 671 |
+
"grad_norm": 0.12015306204557419,
|
| 672 |
+
"learning_rate": 1.6630658436213994e-05,
|
| 673 |
+
"loss": 0.1858,
|
| 674 |
+
"step": 2175
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"epoch": 5.092592592592593,
|
| 678 |
+
"grad_norm": 9.90030288696289,
|
| 679 |
+
"learning_rate": 1.656635802469136e-05,
|
| 680 |
+
"loss": 0.1318,
|
| 681 |
+
"step": 2200
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"epoch": 5.150462962962963,
|
| 685 |
+
"grad_norm": 0.43386659026145935,
|
| 686 |
+
"learning_rate": 1.6502057613168724e-05,
|
| 687 |
+
"loss": 0.2502,
|
| 688 |
+
"step": 2225
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"epoch": 5.208333333333333,
|
| 692 |
+
"grad_norm": 0.08468908816576004,
|
| 693 |
+
"learning_rate": 1.6437757201646093e-05,
|
| 694 |
+
"loss": 0.1825,
|
| 695 |
+
"step": 2250
|
| 696 |
+
},
|
| 697 |
+
{
|
| 698 |
+
"epoch": 5.266203703703704,
|
| 699 |
+
"grad_norm": 0.0324290432035923,
|
| 700 |
+
"learning_rate": 1.6373456790123458e-05,
|
| 701 |
+
"loss": 0.1235,
|
| 702 |
+
"step": 2275
|
| 703 |
+
},
|
| 704 |
+
{
|
| 705 |
+
"epoch": 5.324074074074074,
|
| 706 |
+
"grad_norm": 0.0739823579788208,
|
| 707 |
+
"learning_rate": 1.6309156378600823e-05,
|
| 708 |
+
"loss": 0.1408,
|
| 709 |
+
"step": 2300
|
| 710 |
+
},
|
| 711 |
+
{
|
| 712 |
+
"epoch": 5.381944444444445,
|
| 713 |
+
"grad_norm": 4.773551940917969,
|
| 714 |
+
"learning_rate": 1.624485596707819e-05,
|
| 715 |
+
"loss": 0.1449,
|
| 716 |
+
"step": 2325
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"epoch": 5.439814814814815,
|
| 720 |
+
"grad_norm": 11.137266159057617,
|
| 721 |
+
"learning_rate": 1.6180555555555557e-05,
|
| 722 |
+
"loss": 0.1736,
|
| 723 |
+
"step": 2350
|
| 724 |
+
},
|
| 725 |
+
{
|
| 726 |
+
"epoch": 5.497685185185185,
|
| 727 |
+
"grad_norm": 0.031449027359485626,
|
| 728 |
+
"learning_rate": 1.6116255144032925e-05,
|
| 729 |
+
"loss": 0.1252,
|
| 730 |
+
"step": 2375
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"epoch": 5.555555555555555,
|
| 734 |
+
"grad_norm": 75.18289184570312,
|
| 735 |
+
"learning_rate": 1.605195473251029e-05,
|
| 736 |
+
"loss": 0.282,
|
| 737 |
+
"step": 2400
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"epoch": 5.613425925925926,
|
| 741 |
+
"grad_norm": 21.083337783813477,
|
| 742 |
+
"learning_rate": 1.5987654320987655e-05,
|
| 743 |
+
"loss": 0.1462,
|
| 744 |
+
"step": 2425
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"epoch": 5.671296296296296,
|
| 748 |
+
"grad_norm": 30.839567184448242,
|
| 749 |
+
"learning_rate": 1.5923353909465024e-05,
|
| 750 |
+
"loss": 0.3482,
|
| 751 |
+
"step": 2450
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"epoch": 5.729166666666667,
|
| 755 |
+
"grad_norm": 0.019000109285116196,
|
| 756 |
+
"learning_rate": 1.5859053497942386e-05,
|
| 757 |
+
"loss": 0.102,
|
| 758 |
+
"step": 2475
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"epoch": 5.787037037037037,
|
| 762 |
+
"grad_norm": 11.858246803283691,
|
| 763 |
+
"learning_rate": 1.5794753086419754e-05,
|
| 764 |
+
"loss": 0.2501,
|
| 765 |
+
"step": 2500
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"epoch": 5.844907407407407,
|
| 769 |
+
"grad_norm": 1.5322266817092896,
|
| 770 |
+
"learning_rate": 1.573045267489712e-05,
|
| 771 |
+
"loss": 0.1694,
|
| 772 |
+
"step": 2525
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"epoch": 5.902777777777778,
|
| 776 |
+
"grad_norm": 20.890138626098633,
|
| 777 |
+
"learning_rate": 1.5666152263374488e-05,
|
| 778 |
+
"loss": 0.1222,
|
| 779 |
+
"step": 2550
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"epoch": 5.960648148148148,
|
| 783 |
+
"grad_norm": 0.023364916443824768,
|
| 784 |
+
"learning_rate": 1.5601851851851853e-05,
|
| 785 |
+
"loss": 0.2065,
|
| 786 |
+
"step": 2575
|
| 787 |
+
},
|
| 788 |
+
{
|
| 789 |
+
"epoch": 6.0,
|
| 790 |
+
"eval_accuracy": 0.9485677083333334,
|
| 791 |
+
"eval_loss": 0.31647008657455444,
|
| 792 |
+
"eval_macro_f1": 0.8236195554730489,
|
| 793 |
+
"eval_runtime": 2.1408,
|
| 794 |
+
"eval_samples_per_second": 717.497,
|
| 795 |
+
"eval_steps_per_second": 44.844,
|
| 796 |
+
"eval_weighted_f1": 0.9481727721201709,
|
| 797 |
+
"step": 2592
|
| 798 |
+
},
|
| 799 |
+
{
|
| 800 |
+
"epoch": 6.018518518518518,
|
| 801 |
+
"grad_norm": 0.33865684270858765,
|
| 802 |
+
"learning_rate": 1.5537551440329218e-05,
|
| 803 |
+
"loss": 0.2566,
|
| 804 |
+
"step": 2600
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"epoch": 6.076388888888889,
|
| 808 |
+
"grad_norm": 0.01610560528934002,
|
| 809 |
+
"learning_rate": 1.5473251028806587e-05,
|
| 810 |
+
"loss": 0.0571,
|
| 811 |
+
"step": 2625
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"epoch": 6.1342592592592595,
|
| 815 |
+
"grad_norm": 0.3367392122745514,
|
| 816 |
+
"learning_rate": 1.5408950617283952e-05,
|
| 817 |
+
"loss": 0.0795,
|
| 818 |
+
"step": 2650
|
| 819 |
+
},
|
| 820 |
+
{
|
| 821 |
+
"epoch": 6.19212962962963,
|
| 822 |
+
"grad_norm": 0.11400127410888672,
|
| 823 |
+
"learning_rate": 1.5344650205761317e-05,
|
| 824 |
+
"loss": 0.0864,
|
| 825 |
+
"step": 2675
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"epoch": 6.25,
|
| 829 |
+
"grad_norm": 0.35623711347579956,
|
| 830 |
+
"learning_rate": 1.5280349794238685e-05,
|
| 831 |
+
"loss": 0.0923,
|
| 832 |
+
"step": 2700
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"epoch": 6.30787037037037,
|
| 836 |
+
"grad_norm": 28.476383209228516,
|
| 837 |
+
"learning_rate": 1.5216049382716052e-05,
|
| 838 |
+
"loss": 0.123,
|
| 839 |
+
"step": 2725
|
| 840 |
+
},
|
| 841 |
+
{
|
| 842 |
+
"epoch": 6.3657407407407405,
|
| 843 |
+
"grad_norm": 0.07558231055736542,
|
| 844 |
+
"learning_rate": 1.5151748971193416e-05,
|
| 845 |
+
"loss": 0.2126,
|
| 846 |
+
"step": 2750
|
| 847 |
+
},
|
| 848 |
+
{
|
| 849 |
+
"epoch": 6.423611111111111,
|
| 850 |
+
"grad_norm": 0.058778371661901474,
|
| 851 |
+
"learning_rate": 1.5087448559670783e-05,
|
| 852 |
+
"loss": 0.0648,
|
| 853 |
+
"step": 2775
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"epoch": 6.481481481481482,
|
| 857 |
+
"grad_norm": 0.02140236459672451,
|
| 858 |
+
"learning_rate": 1.502314814814815e-05,
|
| 859 |
+
"loss": 0.0958,
|
| 860 |
+
"step": 2800
|
| 861 |
+
},
|
| 862 |
+
{
|
| 863 |
+
"epoch": 6.539351851851852,
|
| 864 |
+
"grad_norm": 0.27422377467155457,
|
| 865 |
+
"learning_rate": 1.4958847736625515e-05,
|
| 866 |
+
"loss": 0.2237,
|
| 867 |
+
"step": 2825
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 6.597222222222222,
|
| 871 |
+
"grad_norm": 0.0975632444024086,
|
| 872 |
+
"learning_rate": 1.4894547325102881e-05,
|
| 873 |
+
"loss": 0.0595,
|
| 874 |
+
"step": 2850
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 6.655092592592593,
|
| 878 |
+
"grad_norm": 0.0067671556025743484,
|
| 879 |
+
"learning_rate": 1.4830246913580248e-05,
|
| 880 |
+
"loss": 0.0847,
|
| 881 |
+
"step": 2875
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"epoch": 6.712962962962963,
|
| 885 |
+
"grad_norm": 0.15457411110401154,
|
| 886 |
+
"learning_rate": 1.4765946502057615e-05,
|
| 887 |
+
"loss": 0.1826,
|
| 888 |
+
"step": 2900
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"epoch": 6.770833333333333,
|
| 892 |
+
"grad_norm": 19.906246185302734,
|
| 893 |
+
"learning_rate": 1.470164609053498e-05,
|
| 894 |
+
"loss": 0.1978,
|
| 895 |
+
"step": 2925
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"epoch": 6.828703703703704,
|
| 899 |
+
"grad_norm": 0.05438966304063797,
|
| 900 |
+
"learning_rate": 1.4637345679012347e-05,
|
| 901 |
+
"loss": 0.2697,
|
| 902 |
+
"step": 2950
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"epoch": 6.886574074074074,
|
| 906 |
+
"grad_norm": 0.010569079779088497,
|
| 907 |
+
"learning_rate": 1.4573045267489714e-05,
|
| 908 |
+
"loss": 0.0758,
|
| 909 |
+
"step": 2975
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"epoch": 6.944444444444445,
|
| 913 |
+
"grad_norm": 0.030286995694041252,
|
| 914 |
+
"learning_rate": 1.4508744855967079e-05,
|
| 915 |
+
"loss": 0.0873,
|
| 916 |
+
"step": 3000
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"epoch": 7.0,
|
| 920 |
+
"eval_accuracy": 0.9440104166666666,
|
| 921 |
+
"eval_loss": 0.45019611716270447,
|
| 922 |
+
"eval_macro_f1": 0.8261023446904275,
|
| 923 |
+
"eval_runtime": 2.3729,
|
| 924 |
+
"eval_samples_per_second": 647.306,
|
| 925 |
+
"eval_steps_per_second": 40.457,
|
| 926 |
+
"eval_weighted_f1": 0.9432635395507045,
|
| 927 |
+
"step": 3024
|
| 928 |
+
}
|
| 929 |
+
],
|
| 930 |
+
"logging_steps": 25,
|
| 931 |
+
"max_steps": 8640,
|
| 932 |
+
"num_input_tokens_seen": 0,
|
| 933 |
+
"num_train_epochs": 20,
|
| 934 |
+
"save_steps": 500,
|
| 935 |
+
"stateful_callbacks": {
|
| 936 |
+
"EarlyStoppingCallback": {
|
| 937 |
+
"args": {
|
| 938 |
+
"early_stopping_patience": 3,
|
| 939 |
+
"early_stopping_threshold": 0.0
|
| 940 |
+
},
|
| 941 |
+
"attributes": {
|
| 942 |
+
"early_stopping_patience_counter": 3
|
| 943 |
+
}
|
| 944 |
+
},
|
| 945 |
+
"TrainerControl": {
|
| 946 |
+
"args": {
|
| 947 |
+
"should_epoch_stop": false,
|
| 948 |
+
"should_evaluate": false,
|
| 949 |
+
"should_log": false,
|
| 950 |
+
"should_save": true,
|
| 951 |
+
"should_training_stop": true
|
| 952 |
+
},
|
| 953 |
+
"attributes": {}
|
| 954 |
+
}
|
| 955 |
+
},
|
| 956 |
+
"total_flos": 0.0,
|
| 957 |
+
"train_batch_size": 8,
|
| 958 |
+
"trial_name": null,
|
| 959 |
+
"trial_params": null
|
| 960 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-2160/trainer_state.json
ADDED
|
@@ -0,0 +1,700 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 864,
|
| 3 |
+
"best_metric": 0.8331498123225596,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864",
|
| 5 |
+
"epoch": 5.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2160,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05787037037037037,
|
| 14 |
+
"grad_norm": 56.3663330078125,
|
| 15 |
+
"learning_rate": 5.555555555555555e-07,
|
| 16 |
+
"loss": 4.9355,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11574074074074074,
|
| 21 |
+
"grad_norm": 39.517478942871094,
|
| 22 |
+
"learning_rate": 1.1342592592592594e-06,
|
| 23 |
+
"loss": 3.9936,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1736111111111111,
|
| 28 |
+
"grad_norm": 20.85622215270996,
|
| 29 |
+
"learning_rate": 1.7129629629629632e-06,
|
| 30 |
+
"loss": 2.831,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.23148148148148148,
|
| 35 |
+
"grad_norm": 28.44572639465332,
|
| 36 |
+
"learning_rate": 2.2916666666666666e-06,
|
| 37 |
+
"loss": 2.0927,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28935185185185186,
|
| 42 |
+
"grad_norm": 18.193603515625,
|
| 43 |
+
"learning_rate": 2.8703703703703706e-06,
|
| 44 |
+
"loss": 1.4889,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3472222222222222,
|
| 49 |
+
"grad_norm": 35.01694107055664,
|
| 50 |
+
"learning_rate": 3.449074074074074e-06,
|
| 51 |
+
"loss": 1.2026,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.4050925925925926,
|
| 56 |
+
"grad_norm": 11.130887985229492,
|
| 57 |
+
"learning_rate": 4.027777777777779e-06,
|
| 58 |
+
"loss": 1.0969,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.46296296296296297,
|
| 63 |
+
"grad_norm": 10.675251960754395,
|
| 64 |
+
"learning_rate": 4.606481481481481e-06,
|
| 65 |
+
"loss": 0.8728,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5208333333333334,
|
| 70 |
+
"grad_norm": 9.42504596710205,
|
| 71 |
+
"learning_rate": 5.185185185185185e-06,
|
| 72 |
+
"loss": 0.9172,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5787037037037037,
|
| 77 |
+
"grad_norm": 14.916022300720215,
|
| 78 |
+
"learning_rate": 5.7638888888888886e-06,
|
| 79 |
+
"loss": 0.8339,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.6365740740740741,
|
| 84 |
+
"grad_norm": 26.94867515563965,
|
| 85 |
+
"learning_rate": 6.342592592592594e-06,
|
| 86 |
+
"loss": 0.8207,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6944444444444444,
|
| 91 |
+
"grad_norm": 15.832971572875977,
|
| 92 |
+
"learning_rate": 6.9212962962962974e-06,
|
| 93 |
+
"loss": 0.931,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7523148148148148,
|
| 98 |
+
"grad_norm": 29.468446731567383,
|
| 99 |
+
"learning_rate": 7.500000000000001e-06,
|
| 100 |
+
"loss": 0.7843,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8101851851851852,
|
| 105 |
+
"grad_norm": 2.389153003692627,
|
| 106 |
+
"learning_rate": 8.078703703703705e-06,
|
| 107 |
+
"loss": 0.7492,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8680555555555556,
|
| 112 |
+
"grad_norm": 9.690020561218262,
|
| 113 |
+
"learning_rate": 8.657407407407408e-06,
|
| 114 |
+
"loss": 1.0024,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9259259259259259,
|
| 119 |
+
"grad_norm": 7.763654708862305,
|
| 120 |
+
"learning_rate": 9.236111111111112e-06,
|
| 121 |
+
"loss": 0.9974,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9837962962962963,
|
| 126 |
+
"grad_norm": 19.333242416381836,
|
| 127 |
+
"learning_rate": 9.814814814814815e-06,
|
| 128 |
+
"loss": 0.7753,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.9322916666666666,
|
| 134 |
+
"eval_loss": 0.2267666608095169,
|
| 135 |
+
"eval_macro_f1": 0.7630978463951815,
|
| 136 |
+
"eval_runtime": 2.5783,
|
| 137 |
+
"eval_samples_per_second": 595.753,
|
| 138 |
+
"eval_steps_per_second": 37.235,
|
| 139 |
+
"eval_weighted_f1": 0.9281359939380148,
|
| 140 |
+
"step": 432
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0416666666666667,
|
| 144 |
+
"grad_norm": 9.77099895477295,
|
| 145 |
+
"learning_rate": 1.0393518518518519e-05,
|
| 146 |
+
"loss": 0.5398,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.099537037037037,
|
| 151 |
+
"grad_norm": 26.781036376953125,
|
| 152 |
+
"learning_rate": 1.0972222222222224e-05,
|
| 153 |
+
"loss": 0.7413,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1574074074074074,
|
| 158 |
+
"grad_norm": 0.3078875243663788,
|
| 159 |
+
"learning_rate": 1.1550925925925926e-05,
|
| 160 |
+
"loss": 0.5187,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.2152777777777777,
|
| 165 |
+
"grad_norm": 10.080214500427246,
|
| 166 |
+
"learning_rate": 1.2129629629629631e-05,
|
| 167 |
+
"loss": 0.7464,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.2731481481481481,
|
| 172 |
+
"grad_norm": 14.216736793518066,
|
| 173 |
+
"learning_rate": 1.2708333333333333e-05,
|
| 174 |
+
"loss": 0.7346,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3310185185185186,
|
| 179 |
+
"grad_norm": 12.71221923828125,
|
| 180 |
+
"learning_rate": 1.3287037037037039e-05,
|
| 181 |
+
"loss": 0.6779,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3888888888888888,
|
| 186 |
+
"grad_norm": 27.73308563232422,
|
| 187 |
+
"learning_rate": 1.3865740740740742e-05,
|
| 188 |
+
"loss": 0.6906,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4467592592592593,
|
| 193 |
+
"grad_norm": 26.80775260925293,
|
| 194 |
+
"learning_rate": 1.4444444444444446e-05,
|
| 195 |
+
"loss": 0.6861,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.5046296296296298,
|
| 200 |
+
"grad_norm": 33.337650299072266,
|
| 201 |
+
"learning_rate": 1.502314814814815e-05,
|
| 202 |
+
"loss": 0.9525,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5625,
|
| 207 |
+
"grad_norm": 29.747241973876953,
|
| 208 |
+
"learning_rate": 1.5601851851851853e-05,
|
| 209 |
+
"loss": 0.6948,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6203703703703702,
|
| 214 |
+
"grad_norm": 15.577874183654785,
|
| 215 |
+
"learning_rate": 1.6180555555555557e-05,
|
| 216 |
+
"loss": 0.6829,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6782407407407407,
|
| 221 |
+
"grad_norm": 13.556779861450195,
|
| 222 |
+
"learning_rate": 1.675925925925926e-05,
|
| 223 |
+
"loss": 0.7373,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7361111111111112,
|
| 228 |
+
"grad_norm": 19.179296493530273,
|
| 229 |
+
"learning_rate": 1.7337962962962964e-05,
|
| 230 |
+
"loss": 0.6591,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7939814814814814,
|
| 235 |
+
"grad_norm": 15.414240837097168,
|
| 236 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 237 |
+
"loss": 0.6219,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.8518518518518519,
|
| 242 |
+
"grad_norm": 14.193696022033691,
|
| 243 |
+
"learning_rate": 1.849537037037037e-05,
|
| 244 |
+
"loss": 0.628,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.9097222222222223,
|
| 249 |
+
"grad_norm": 29.391277313232422,
|
| 250 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 251 |
+
"loss": 0.9186,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9675925925925926,
|
| 256 |
+
"grad_norm": 12.491460800170898,
|
| 257 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 258 |
+
"loss": 0.7896,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.947265625,
|
| 264 |
+
"eval_loss": 0.17221271991729736,
|
| 265 |
+
"eval_macro_f1": 0.8331498123225596,
|
| 266 |
+
"eval_runtime": 2.3253,
|
| 267 |
+
"eval_samples_per_second": 660.557,
|
| 268 |
+
"eval_steps_per_second": 41.285,
|
| 269 |
+
"eval_weighted_f1": 0.9458520336132455,
|
| 270 |
+
"step": 864
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.025462962962963,
|
| 274 |
+
"grad_norm": 7.917859077453613,
|
| 275 |
+
"learning_rate": 1.997427983539095e-05,
|
| 276 |
+
"loss": 0.7091,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0833333333333335,
|
| 281 |
+
"grad_norm": 2.791673421859741,
|
| 282 |
+
"learning_rate": 1.9909979423868314e-05,
|
| 283 |
+
"loss": 0.5532,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1412037037037037,
|
| 288 |
+
"grad_norm": 0.7368311285972595,
|
| 289 |
+
"learning_rate": 1.984567901234568e-05,
|
| 290 |
+
"loss": 0.4455,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.199074074074074,
|
| 295 |
+
"grad_norm": 1.5990346670150757,
|
| 296 |
+
"learning_rate": 1.9781378600823048e-05,
|
| 297 |
+
"loss": 0.7083,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2569444444444446,
|
| 302 |
+
"grad_norm": 9.34106159210205,
|
| 303 |
+
"learning_rate": 1.9717078189300413e-05,
|
| 304 |
+
"loss": 0.5122,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.314814814814815,
|
| 309 |
+
"grad_norm": 15.664786338806152,
|
| 310 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 311 |
+
"loss": 0.5575,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.372685185185185,
|
| 316 |
+
"grad_norm": 9.14615535736084,
|
| 317 |
+
"learning_rate": 1.9588477366255147e-05,
|
| 318 |
+
"loss": 0.3202,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.4305555555555554,
|
| 323 |
+
"grad_norm": 18.047622680664062,
|
| 324 |
+
"learning_rate": 1.9524176954732512e-05,
|
| 325 |
+
"loss": 0.6569,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.488425925925926,
|
| 330 |
+
"grad_norm": 0.22808772325515747,
|
| 331 |
+
"learning_rate": 1.945987654320988e-05,
|
| 332 |
+
"loss": 0.508,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.5462962962962963,
|
| 337 |
+
"grad_norm": 17.343677520751953,
|
| 338 |
+
"learning_rate": 1.9395576131687242e-05,
|
| 339 |
+
"loss": 0.5471,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.6041666666666665,
|
| 344 |
+
"grad_norm": 16.201417922973633,
|
| 345 |
+
"learning_rate": 1.933127572016461e-05,
|
| 346 |
+
"loss": 0.6537,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.662037037037037,
|
| 351 |
+
"grad_norm": 7.854766368865967,
|
| 352 |
+
"learning_rate": 1.926697530864198e-05,
|
| 353 |
+
"loss": 0.4556,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7199074074074074,
|
| 358 |
+
"grad_norm": 11.354819297790527,
|
| 359 |
+
"learning_rate": 1.920267489711934e-05,
|
| 360 |
+
"loss": 0.595,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7777777777777777,
|
| 365 |
+
"grad_norm": 8.738372802734375,
|
| 366 |
+
"learning_rate": 1.913837448559671e-05,
|
| 367 |
+
"loss": 0.4384,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.835648148148148,
|
| 372 |
+
"grad_norm": 22.865732192993164,
|
| 373 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 374 |
+
"loss": 0.5361,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.8935185185185186,
|
| 379 |
+
"grad_norm": 10.164605140686035,
|
| 380 |
+
"learning_rate": 1.9009773662551443e-05,
|
| 381 |
+
"loss": 0.5899,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.951388888888889,
|
| 386 |
+
"grad_norm": 18.591718673706055,
|
| 387 |
+
"learning_rate": 1.8945473251028808e-05,
|
| 388 |
+
"loss": 0.5905,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 3.0,
|
| 393 |
+
"eval_accuracy": 0.9420572916666666,
|
| 394 |
+
"eval_loss": 0.23366005718708038,
|
| 395 |
+
"eval_macro_f1": 0.8139419987596915,
|
| 396 |
+
"eval_runtime": 2.2981,
|
| 397 |
+
"eval_samples_per_second": 668.388,
|
| 398 |
+
"eval_steps_per_second": 41.774,
|
| 399 |
+
"eval_weighted_f1": 0.9426128328019111,
|
| 400 |
+
"step": 1296
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"epoch": 3.009259259259259,
|
| 404 |
+
"grad_norm": 7.985991477966309,
|
| 405 |
+
"learning_rate": 1.8881172839506173e-05,
|
| 406 |
+
"loss": 0.3197,
|
| 407 |
+
"step": 1300
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.0671296296296298,
|
| 411 |
+
"grad_norm": 0.7534512877464294,
|
| 412 |
+
"learning_rate": 1.8816872427983542e-05,
|
| 413 |
+
"loss": 0.2416,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.125,
|
| 418 |
+
"grad_norm": 0.8256842494010925,
|
| 419 |
+
"learning_rate": 1.8752572016460907e-05,
|
| 420 |
+
"loss": 0.3743,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.1828703703703702,
|
| 425 |
+
"grad_norm": 2.7131333351135254,
|
| 426 |
+
"learning_rate": 1.8688271604938272e-05,
|
| 427 |
+
"loss": 0.3491,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.240740740740741,
|
| 432 |
+
"grad_norm": 0.9117520451545715,
|
| 433 |
+
"learning_rate": 1.862397119341564e-05,
|
| 434 |
+
"loss": 0.3181,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.298611111111111,
|
| 439 |
+
"grad_norm": 37.888397216796875,
|
| 440 |
+
"learning_rate": 1.8559670781893006e-05,
|
| 441 |
+
"loss": 0.3435,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3564814814814814,
|
| 446 |
+
"grad_norm": 50.476722717285156,
|
| 447 |
+
"learning_rate": 1.849537037037037e-05,
|
| 448 |
+
"loss": 0.469,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.414351851851852,
|
| 453 |
+
"grad_norm": 38.58515167236328,
|
| 454 |
+
"learning_rate": 1.843106995884774e-05,
|
| 455 |
+
"loss": 0.4502,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4722222222222223,
|
| 460 |
+
"grad_norm": 8.162745475769043,
|
| 461 |
+
"learning_rate": 1.8366769547325105e-05,
|
| 462 |
+
"loss": 0.2759,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5300925925925926,
|
| 467 |
+
"grad_norm": 5.125279903411865,
|
| 468 |
+
"learning_rate": 1.830246913580247e-05,
|
| 469 |
+
"loss": 0.3152,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.587962962962963,
|
| 474 |
+
"grad_norm": 34.803688049316406,
|
| 475 |
+
"learning_rate": 1.8238168724279838e-05,
|
| 476 |
+
"loss": 0.3553,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6458333333333335,
|
| 481 |
+
"grad_norm": 1.0246689319610596,
|
| 482 |
+
"learning_rate": 1.8173868312757203e-05,
|
| 483 |
+
"loss": 0.3989,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.7037037037037037,
|
| 488 |
+
"grad_norm": 7.956479549407959,
|
| 489 |
+
"learning_rate": 1.8109567901234572e-05,
|
| 490 |
+
"loss": 0.3743,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.761574074074074,
|
| 495 |
+
"grad_norm": 1.878613829612732,
|
| 496 |
+
"learning_rate": 1.8045267489711934e-05,
|
| 497 |
+
"loss": 0.3657,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.8194444444444446,
|
| 502 |
+
"grad_norm": 14.323667526245117,
|
| 503 |
+
"learning_rate": 1.7980967078189302e-05,
|
| 504 |
+
"loss": 0.36,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.877314814814815,
|
| 509 |
+
"grad_norm": 5.603907585144043,
|
| 510 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 511 |
+
"loss": 0.5174,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.935185185185185,
|
| 516 |
+
"grad_norm": 10.02408218383789,
|
| 517 |
+
"learning_rate": 1.7852366255144032e-05,
|
| 518 |
+
"loss": 0.4996,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9930555555555554,
|
| 523 |
+
"grad_norm": 0.11081265658140182,
|
| 524 |
+
"learning_rate": 1.77880658436214e-05,
|
| 525 |
+
"loss": 0.319,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9440104166666666,
|
| 531 |
+
"eval_loss": 0.29766330122947693,
|
| 532 |
+
"eval_macro_f1": 0.8152997576285094,
|
| 533 |
+
"eval_runtime": 2.4402,
|
| 534 |
+
"eval_samples_per_second": 629.451,
|
| 535 |
+
"eval_steps_per_second": 39.341,
|
| 536 |
+
"eval_weighted_f1": 0.9440189674972413,
|
| 537 |
+
"step": 1728
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"epoch": 4.050925925925926,
|
| 541 |
+
"grad_norm": 0.3186657130718231,
|
| 542 |
+
"learning_rate": 1.7723765432098766e-05,
|
| 543 |
+
"loss": 0.2323,
|
| 544 |
+
"step": 1750
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"epoch": 4.108796296296297,
|
| 548 |
+
"grad_norm": 56.47826385498047,
|
| 549 |
+
"learning_rate": 1.7659465020576135e-05,
|
| 550 |
+
"loss": 0.2519,
|
| 551 |
+
"step": 1775
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"epoch": 4.166666666666667,
|
| 555 |
+
"grad_norm": 0.1937924325466156,
|
| 556 |
+
"learning_rate": 1.75951646090535e-05,
|
| 557 |
+
"loss": 0.3605,
|
| 558 |
+
"step": 1800
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"epoch": 4.224537037037037,
|
| 562 |
+
"grad_norm": 35.61367416381836,
|
| 563 |
+
"learning_rate": 1.7530864197530865e-05,
|
| 564 |
+
"loss": 0.3174,
|
| 565 |
+
"step": 1825
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"epoch": 4.282407407407407,
|
| 569 |
+
"grad_norm": 9.047532081604004,
|
| 570 |
+
"learning_rate": 1.7466563786008233e-05,
|
| 571 |
+
"loss": 0.3066,
|
| 572 |
+
"step": 1850
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"epoch": 4.340277777777778,
|
| 576 |
+
"grad_norm": 0.19140826165676117,
|
| 577 |
+
"learning_rate": 1.74022633744856e-05,
|
| 578 |
+
"loss": 0.2374,
|
| 579 |
+
"step": 1875
|
| 580 |
+
},
|
| 581 |
+
{
|
| 582 |
+
"epoch": 4.398148148148148,
|
| 583 |
+
"grad_norm": 24.192991256713867,
|
| 584 |
+
"learning_rate": 1.7337962962962964e-05,
|
| 585 |
+
"loss": 0.2561,
|
| 586 |
+
"step": 1900
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"epoch": 4.456018518518518,
|
| 590 |
+
"grad_norm": 0.15614919364452362,
|
| 591 |
+
"learning_rate": 1.7273662551440332e-05,
|
| 592 |
+
"loss": 0.2087,
|
| 593 |
+
"step": 1925
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 4.513888888888889,
|
| 597 |
+
"grad_norm": 20.665735244750977,
|
| 598 |
+
"learning_rate": 1.7209362139917697e-05,
|
| 599 |
+
"loss": 0.4461,
|
| 600 |
+
"step": 1950
|
| 601 |
+
},
|
| 602 |
+
{
|
| 603 |
+
"epoch": 4.5717592592592595,
|
| 604 |
+
"grad_norm": 8.962718963623047,
|
| 605 |
+
"learning_rate": 1.7145061728395063e-05,
|
| 606 |
+
"loss": 0.3547,
|
| 607 |
+
"step": 1975
|
| 608 |
+
},
|
| 609 |
+
{
|
| 610 |
+
"epoch": 4.62962962962963,
|
| 611 |
+
"grad_norm": 1.6151189804077148,
|
| 612 |
+
"learning_rate": 1.708076131687243e-05,
|
| 613 |
+
"loss": 0.1964,
|
| 614 |
+
"step": 2000
|
| 615 |
+
},
|
| 616 |
+
{
|
| 617 |
+
"epoch": 4.6875,
|
| 618 |
+
"grad_norm": 2.120800256729126,
|
| 619 |
+
"learning_rate": 1.7016460905349796e-05,
|
| 620 |
+
"loss": 0.3156,
|
| 621 |
+
"step": 2025
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"epoch": 4.74537037037037,
|
| 625 |
+
"grad_norm": 0.4158247113227844,
|
| 626 |
+
"learning_rate": 1.695216049382716e-05,
|
| 627 |
+
"loss": 0.1909,
|
| 628 |
+
"step": 2050
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"epoch": 4.8032407407407405,
|
| 632 |
+
"grad_norm": 20.857913970947266,
|
| 633 |
+
"learning_rate": 1.6887860082304527e-05,
|
| 634 |
+
"loss": 0.3254,
|
| 635 |
+
"step": 2075
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"epoch": 4.861111111111111,
|
| 639 |
+
"grad_norm": 13.248641967773438,
|
| 640 |
+
"learning_rate": 1.6823559670781895e-05,
|
| 641 |
+
"loss": 0.2662,
|
| 642 |
+
"step": 2100
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"epoch": 4.918981481481482,
|
| 646 |
+
"grad_norm": 0.04265395551919937,
|
| 647 |
+
"learning_rate": 1.675925925925926e-05,
|
| 648 |
+
"loss": 0.2831,
|
| 649 |
+
"step": 2125
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"epoch": 4.976851851851852,
|
| 653 |
+
"grad_norm": 61.5704460144043,
|
| 654 |
+
"learning_rate": 1.6694958847736625e-05,
|
| 655 |
+
"loss": 0.3449,
|
| 656 |
+
"step": 2150
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"epoch": 5.0,
|
| 660 |
+
"eval_accuracy": 0.9459635416666666,
|
| 661 |
+
"eval_loss": 0.27812978625297546,
|
| 662 |
+
"eval_macro_f1": 0.8056545508406868,
|
| 663 |
+
"eval_runtime": 2.2884,
|
| 664 |
+
"eval_samples_per_second": 671.205,
|
| 665 |
+
"eval_steps_per_second": 41.95,
|
| 666 |
+
"eval_weighted_f1": 0.9444719469227553,
|
| 667 |
+
"step": 2160
|
| 668 |
+
}
|
| 669 |
+
],
|
| 670 |
+
"logging_steps": 25,
|
| 671 |
+
"max_steps": 8640,
|
| 672 |
+
"num_input_tokens_seen": 0,
|
| 673 |
+
"num_train_epochs": 20,
|
| 674 |
+
"save_steps": 500,
|
| 675 |
+
"stateful_callbacks": {
|
| 676 |
+
"EarlyStoppingCallback": {
|
| 677 |
+
"args": {
|
| 678 |
+
"early_stopping_patience": 3,
|
| 679 |
+
"early_stopping_threshold": 0.0
|
| 680 |
+
},
|
| 681 |
+
"attributes": {
|
| 682 |
+
"early_stopping_patience_counter": 3
|
| 683 |
+
}
|
| 684 |
+
},
|
| 685 |
+
"TrainerControl": {
|
| 686 |
+
"args": {
|
| 687 |
+
"should_epoch_stop": false,
|
| 688 |
+
"should_evaluate": false,
|
| 689 |
+
"should_log": false,
|
| 690 |
+
"should_save": true,
|
| 691 |
+
"should_training_stop": true
|
| 692 |
+
},
|
| 693 |
+
"attributes": {}
|
| 694 |
+
}
|
| 695 |
+
},
|
| 696 |
+
"total_flos": 0.0,
|
| 697 |
+
"train_batch_size": 8,
|
| 698 |
+
"trial_name": null,
|
| 699 |
+
"trial_params": null
|
| 700 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-02-s43-20260830T034714Z-2296c571/trainer/checkpoint-864/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|