Add files using upload-large-folder tool
Browse files- ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-648/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-648/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-648/trainer_state.json +306 -0
- ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-891/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-891/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-891/trainer_state.json +409 -0
- ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-486/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-486/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-608/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-608/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-608/trainer_state.json +299 -0
- ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-836/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-836/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-836/trainer_state.json +395 -0
- ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-1045/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-1045/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-1045/trainer_state.json +451 -0
- ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-760/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-760/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-760/trainer_state.json +341 -0
- ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-176/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-176/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-176/trainer_state.json +114 -0
- ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-440/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-440/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-440/trainer_state.json +217 -0
- ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-400/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-400/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-400/trainer_state.json +210 -0
- ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-640/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-640/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-640/trainer_state.json +306 -0
- ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-270/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-270/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-270/trainer_state.json +146 -0
- ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-540/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-540/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-540/trainer_state.json +256 -0
- ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-344/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-344/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-344/trainer_state.json +178 -0
- ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-602/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-602/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-602/trainer_state.json +288 -0
- ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-316/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-316/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-316/trainer_state.json +171 -0
- ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-553/special_tokens_map.json +15 -0
- ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-553/tokenizer_config.json +55 -0
- ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-553/trainer_state.json +274 -0
ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-648/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-648/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-648/trainer_state.json
ADDED
|
@@ -0,0 +1,306 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 648,
|
| 3 |
+
"best_metric": 0.799551066217733,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-648",
|
| 5 |
+
"epoch": 8.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 648,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.3115264797507788,
|
| 14 |
+
"grad_norm": 43.08644104003906,
|
| 15 |
+
"learning_rate": 2.962962962962963e-06,
|
| 16 |
+
"loss": 3.5118,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6230529595015576,
|
| 21 |
+
"grad_norm": 41.585792541503906,
|
| 22 |
+
"learning_rate": 6.049382716049383e-06,
|
| 23 |
+
"loss": 3.0813,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9345794392523364,
|
| 28 |
+
"grad_norm": 40.603919982910156,
|
| 29 |
+
"learning_rate": 9.135802469135803e-06,
|
| 30 |
+
"loss": 2.3169,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7929824561403509,
|
| 36 |
+
"eval_loss": 0.4625256359577179,
|
| 37 |
+
"eval_macro_f1": 0.6556067588325654,
|
| 38 |
+
"eval_runtime": 0.7328,
|
| 39 |
+
"eval_samples_per_second": 388.944,
|
| 40 |
+
"eval_steps_per_second": 24.565,
|
| 41 |
+
"eval_weighted_f1": 0.7586385318134046,
|
| 42 |
+
"step": 81
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.236760124610592,
|
| 46 |
+
"grad_norm": 37.50032043457031,
|
| 47 |
+
"learning_rate": 1.2222222222222224e-05,
|
| 48 |
+
"loss": 2.0036,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5482866043613708,
|
| 53 |
+
"grad_norm": 127.68206024169922,
|
| 54 |
+
"learning_rate": 1.5308641975308643e-05,
|
| 55 |
+
"loss": 1.7977,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.8598130841121496,
|
| 60 |
+
"grad_norm": 62.00620651245117,
|
| 61 |
+
"learning_rate": 1.8395061728395062e-05,
|
| 62 |
+
"loss": 1.811,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8140350877192982,
|
| 68 |
+
"eval_loss": 0.4880349636077881,
|
| 69 |
+
"eval_macro_f1": 0.7800701795256331,
|
| 70 |
+
"eval_runtime": 0.7428,
|
| 71 |
+
"eval_samples_per_second": 383.703,
|
| 72 |
+
"eval_steps_per_second": 24.234,
|
| 73 |
+
"eval_weighted_f1": 0.8210100242233545,
|
| 74 |
+
"step": 162
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.161993769470405,
|
| 78 |
+
"grad_norm": 88.33686065673828,
|
| 79 |
+
"learning_rate": 1.983539094650206e-05,
|
| 80 |
+
"loss": 1.5272,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.473520249221184,
|
| 85 |
+
"grad_norm": 49.82176208496094,
|
| 86 |
+
"learning_rate": 1.9492455418381347e-05,
|
| 87 |
+
"loss": 1.5067,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.7850467289719627,
|
| 92 |
+
"grad_norm": 36.86497116088867,
|
| 93 |
+
"learning_rate": 1.9149519890260632e-05,
|
| 94 |
+
"loss": 1.494,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8350877192982457,
|
| 100 |
+
"eval_loss": 0.41785818338394165,
|
| 101 |
+
"eval_macro_f1": 0.7917605907500971,
|
| 102 |
+
"eval_runtime": 0.6965,
|
| 103 |
+
"eval_samples_per_second": 409.177,
|
| 104 |
+
"eval_steps_per_second": 25.843,
|
| 105 |
+
"eval_weighted_f1": 0.8367541473193282,
|
| 106 |
+
"step": 243
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.087227414330218,
|
| 110 |
+
"grad_norm": 8.971888542175293,
|
| 111 |
+
"learning_rate": 1.8806584362139917e-05,
|
| 112 |
+
"loss": 1.2571,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.398753894080997,
|
| 117 |
+
"grad_norm": 27.821800231933594,
|
| 118 |
+
"learning_rate": 1.8463648834019206e-05,
|
| 119 |
+
"loss": 1.3702,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.710280373831776,
|
| 124 |
+
"grad_norm": 17.514726638793945,
|
| 125 |
+
"learning_rate": 1.812071330589849e-05,
|
| 126 |
+
"loss": 1.0703,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8315789473684211,
|
| 132 |
+
"eval_loss": 0.3974180519580841,
|
| 133 |
+
"eval_macro_f1": 0.7930283224400871,
|
| 134 |
+
"eval_runtime": 0.6842,
|
| 135 |
+
"eval_samples_per_second": 416.517,
|
| 136 |
+
"eval_steps_per_second": 26.306,
|
| 137 |
+
"eval_weighted_f1": 0.835339983946795,
|
| 138 |
+
"step": 324
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.012461059190031,
|
| 142 |
+
"grad_norm": 62.86933135986328,
|
| 143 |
+
"learning_rate": 1.7777777777777777e-05,
|
| 144 |
+
"loss": 1.0762,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.32398753894081,
|
| 149 |
+
"grad_norm": 36.23640060424805,
|
| 150 |
+
"learning_rate": 1.7434842249657065e-05,
|
| 151 |
+
"loss": 0.8315,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.635514018691588,
|
| 156 |
+
"grad_norm": 48.676902770996094,
|
| 157 |
+
"learning_rate": 1.7091906721536354e-05,
|
| 158 |
+
"loss": 0.9596,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.947040498442368,
|
| 163 |
+
"grad_norm": 68.49003601074219,
|
| 164 |
+
"learning_rate": 1.674897119341564e-05,
|
| 165 |
+
"loss": 0.8382,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 5.0,
|
| 170 |
+
"eval_accuracy": 0.8315789473684211,
|
| 171 |
+
"eval_loss": 0.44177278876304626,
|
| 172 |
+
"eval_macro_f1": 0.7769953051643192,
|
| 173 |
+
"eval_runtime": 0.7466,
|
| 174 |
+
"eval_samples_per_second": 381.741,
|
| 175 |
+
"eval_steps_per_second": 24.11,
|
| 176 |
+
"eval_weighted_f1": 0.8292562391895231,
|
| 177 |
+
"step": 405
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.249221183800623,
|
| 181 |
+
"grad_norm": 33.890995025634766,
|
| 182 |
+
"learning_rate": 1.6406035665294924e-05,
|
| 183 |
+
"loss": 0.7056,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.5607476635514015,
|
| 188 |
+
"grad_norm": 48.7266845703125,
|
| 189 |
+
"learning_rate": 1.6063100137174213e-05,
|
| 190 |
+
"loss": 0.6372,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.872274143302181,
|
| 195 |
+
"grad_norm": 69.65400695800781,
|
| 196 |
+
"learning_rate": 1.5720164609053498e-05,
|
| 197 |
+
"loss": 0.6766,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 6.0,
|
| 202 |
+
"eval_accuracy": 0.8385964912280702,
|
| 203 |
+
"eval_loss": 0.4106839597225189,
|
| 204 |
+
"eval_macro_f1": 0.7936602870813396,
|
| 205 |
+
"eval_runtime": 0.7514,
|
| 206 |
+
"eval_samples_per_second": 379.303,
|
| 207 |
+
"eval_steps_per_second": 23.956,
|
| 208 |
+
"eval_weighted_f1": 0.8392722236212541,
|
| 209 |
+
"step": 486
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"epoch": 6.174454828660436,
|
| 213 |
+
"grad_norm": 29.23923110961914,
|
| 214 |
+
"learning_rate": 1.5377229080932784e-05,
|
| 215 |
+
"loss": 0.6138,
|
| 216 |
+
"step": 500
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.485981308411215,
|
| 220 |
+
"grad_norm": 62.60116958618164,
|
| 221 |
+
"learning_rate": 1.5034293552812072e-05,
|
| 222 |
+
"loss": 0.7241,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.797507788161994,
|
| 227 |
+
"grad_norm": 51.52345275878906,
|
| 228 |
+
"learning_rate": 1.469135802469136e-05,
|
| 229 |
+
"loss": 0.3661,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 7.0,
|
| 234 |
+
"eval_accuracy": 0.8035087719298246,
|
| 235 |
+
"eval_loss": 0.6850025653839111,
|
| 236 |
+
"eval_macro_f1": 0.7488038277511961,
|
| 237 |
+
"eval_runtime": 0.7455,
|
| 238 |
+
"eval_samples_per_second": 382.3,
|
| 239 |
+
"eval_steps_per_second": 24.145,
|
| 240 |
+
"eval_weighted_f1": 0.8043314026693528,
|
| 241 |
+
"step": 567
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 7.099688473520249,
|
| 245 |
+
"grad_norm": 73.9172592163086,
|
| 246 |
+
"learning_rate": 1.4348422496570646e-05,
|
| 247 |
+
"loss": 0.6108,
|
| 248 |
+
"step": 575
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 7.411214953271028,
|
| 252 |
+
"grad_norm": 18.37914276123047,
|
| 253 |
+
"learning_rate": 1.4005486968449933e-05,
|
| 254 |
+
"loss": 0.4833,
|
| 255 |
+
"step": 600
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 7.722741433021807,
|
| 259 |
+
"grad_norm": 110.71979522705078,
|
| 260 |
+
"learning_rate": 1.366255144032922e-05,
|
| 261 |
+
"loss": 0.3412,
|
| 262 |
+
"step": 625
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"epoch": 8.0,
|
| 266 |
+
"eval_accuracy": 0.8350877192982457,
|
| 267 |
+
"eval_loss": 0.9157554507255554,
|
| 268 |
+
"eval_macro_f1": 0.799551066217733,
|
| 269 |
+
"eval_runtime": 0.7188,
|
| 270 |
+
"eval_samples_per_second": 396.483,
|
| 271 |
+
"eval_steps_per_second": 25.041,
|
| 272 |
+
"eval_weighted_f1": 0.8395298009333096,
|
| 273 |
+
"step": 648
|
| 274 |
+
}
|
| 275 |
+
],
|
| 276 |
+
"logging_steps": 25,
|
| 277 |
+
"max_steps": 1620,
|
| 278 |
+
"num_input_tokens_seen": 0,
|
| 279 |
+
"num_train_epochs": 20,
|
| 280 |
+
"save_steps": 500,
|
| 281 |
+
"stateful_callbacks": {
|
| 282 |
+
"EarlyStoppingCallback": {
|
| 283 |
+
"args": {
|
| 284 |
+
"early_stopping_patience": 3,
|
| 285 |
+
"early_stopping_threshold": 0.0
|
| 286 |
+
},
|
| 287 |
+
"attributes": {
|
| 288 |
+
"early_stopping_patience_counter": 0
|
| 289 |
+
}
|
| 290 |
+
},
|
| 291 |
+
"TrainerControl": {
|
| 292 |
+
"args": {
|
| 293 |
+
"should_epoch_stop": false,
|
| 294 |
+
"should_evaluate": false,
|
| 295 |
+
"should_log": false,
|
| 296 |
+
"should_save": true,
|
| 297 |
+
"should_training_stop": false
|
| 298 |
+
},
|
| 299 |
+
"attributes": {}
|
| 300 |
+
}
|
| 301 |
+
},
|
| 302 |
+
"total_flos": 0.0,
|
| 303 |
+
"train_batch_size": 8,
|
| 304 |
+
"trial_name": null,
|
| 305 |
+
"trial_params": null
|
| 306 |
+
}
|
ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-891/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-891/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-891/trainer_state.json
ADDED
|
@@ -0,0 +1,409 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 648,
|
| 3 |
+
"best_metric": 0.799551066217733,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-00-s42-20260901T121946Z-f02c6615/trainer/checkpoint-648",
|
| 5 |
+
"epoch": 11.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 891,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.3115264797507788,
|
| 14 |
+
"grad_norm": 43.08644104003906,
|
| 15 |
+
"learning_rate": 2.962962962962963e-06,
|
| 16 |
+
"loss": 3.5118,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6230529595015576,
|
| 21 |
+
"grad_norm": 41.585792541503906,
|
| 22 |
+
"learning_rate": 6.049382716049383e-06,
|
| 23 |
+
"loss": 3.0813,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9345794392523364,
|
| 28 |
+
"grad_norm": 40.603919982910156,
|
| 29 |
+
"learning_rate": 9.135802469135803e-06,
|
| 30 |
+
"loss": 2.3169,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7929824561403509,
|
| 36 |
+
"eval_loss": 0.4625256359577179,
|
| 37 |
+
"eval_macro_f1": 0.6556067588325654,
|
| 38 |
+
"eval_runtime": 0.7328,
|
| 39 |
+
"eval_samples_per_second": 388.944,
|
| 40 |
+
"eval_steps_per_second": 24.565,
|
| 41 |
+
"eval_weighted_f1": 0.7586385318134046,
|
| 42 |
+
"step": 81
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.236760124610592,
|
| 46 |
+
"grad_norm": 37.50032043457031,
|
| 47 |
+
"learning_rate": 1.2222222222222224e-05,
|
| 48 |
+
"loss": 2.0036,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5482866043613708,
|
| 53 |
+
"grad_norm": 127.68206024169922,
|
| 54 |
+
"learning_rate": 1.5308641975308643e-05,
|
| 55 |
+
"loss": 1.7977,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.8598130841121496,
|
| 60 |
+
"grad_norm": 62.00620651245117,
|
| 61 |
+
"learning_rate": 1.8395061728395062e-05,
|
| 62 |
+
"loss": 1.811,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8140350877192982,
|
| 68 |
+
"eval_loss": 0.4880349636077881,
|
| 69 |
+
"eval_macro_f1": 0.7800701795256331,
|
| 70 |
+
"eval_runtime": 0.7428,
|
| 71 |
+
"eval_samples_per_second": 383.703,
|
| 72 |
+
"eval_steps_per_second": 24.234,
|
| 73 |
+
"eval_weighted_f1": 0.8210100242233545,
|
| 74 |
+
"step": 162
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.161993769470405,
|
| 78 |
+
"grad_norm": 88.33686065673828,
|
| 79 |
+
"learning_rate": 1.983539094650206e-05,
|
| 80 |
+
"loss": 1.5272,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.473520249221184,
|
| 85 |
+
"grad_norm": 49.82176208496094,
|
| 86 |
+
"learning_rate": 1.9492455418381347e-05,
|
| 87 |
+
"loss": 1.5067,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.7850467289719627,
|
| 92 |
+
"grad_norm": 36.86497116088867,
|
| 93 |
+
"learning_rate": 1.9149519890260632e-05,
|
| 94 |
+
"loss": 1.494,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8350877192982457,
|
| 100 |
+
"eval_loss": 0.41785818338394165,
|
| 101 |
+
"eval_macro_f1": 0.7917605907500971,
|
| 102 |
+
"eval_runtime": 0.6965,
|
| 103 |
+
"eval_samples_per_second": 409.177,
|
| 104 |
+
"eval_steps_per_second": 25.843,
|
| 105 |
+
"eval_weighted_f1": 0.8367541473193282,
|
| 106 |
+
"step": 243
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.087227414330218,
|
| 110 |
+
"grad_norm": 8.971888542175293,
|
| 111 |
+
"learning_rate": 1.8806584362139917e-05,
|
| 112 |
+
"loss": 1.2571,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.398753894080997,
|
| 117 |
+
"grad_norm": 27.821800231933594,
|
| 118 |
+
"learning_rate": 1.8463648834019206e-05,
|
| 119 |
+
"loss": 1.3702,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.710280373831776,
|
| 124 |
+
"grad_norm": 17.514726638793945,
|
| 125 |
+
"learning_rate": 1.812071330589849e-05,
|
| 126 |
+
"loss": 1.0703,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8315789473684211,
|
| 132 |
+
"eval_loss": 0.3974180519580841,
|
| 133 |
+
"eval_macro_f1": 0.7930283224400871,
|
| 134 |
+
"eval_runtime": 0.6842,
|
| 135 |
+
"eval_samples_per_second": 416.517,
|
| 136 |
+
"eval_steps_per_second": 26.306,
|
| 137 |
+
"eval_weighted_f1": 0.835339983946795,
|
| 138 |
+
"step": 324
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.012461059190031,
|
| 142 |
+
"grad_norm": 62.86933135986328,
|
| 143 |
+
"learning_rate": 1.7777777777777777e-05,
|
| 144 |
+
"loss": 1.0762,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.32398753894081,
|
| 149 |
+
"grad_norm": 36.23640060424805,
|
| 150 |
+
"learning_rate": 1.7434842249657065e-05,
|
| 151 |
+
"loss": 0.8315,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.635514018691588,
|
| 156 |
+
"grad_norm": 48.676902770996094,
|
| 157 |
+
"learning_rate": 1.7091906721536354e-05,
|
| 158 |
+
"loss": 0.9596,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.947040498442368,
|
| 163 |
+
"grad_norm": 68.49003601074219,
|
| 164 |
+
"learning_rate": 1.674897119341564e-05,
|
| 165 |
+
"loss": 0.8382,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 5.0,
|
| 170 |
+
"eval_accuracy": 0.8315789473684211,
|
| 171 |
+
"eval_loss": 0.44177278876304626,
|
| 172 |
+
"eval_macro_f1": 0.7769953051643192,
|
| 173 |
+
"eval_runtime": 0.7466,
|
| 174 |
+
"eval_samples_per_second": 381.741,
|
| 175 |
+
"eval_steps_per_second": 24.11,
|
| 176 |
+
"eval_weighted_f1": 0.8292562391895231,
|
| 177 |
+
"step": 405
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.249221183800623,
|
| 181 |
+
"grad_norm": 33.890995025634766,
|
| 182 |
+
"learning_rate": 1.6406035665294924e-05,
|
| 183 |
+
"loss": 0.7056,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.5607476635514015,
|
| 188 |
+
"grad_norm": 48.7266845703125,
|
| 189 |
+
"learning_rate": 1.6063100137174213e-05,
|
| 190 |
+
"loss": 0.6372,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.872274143302181,
|
| 195 |
+
"grad_norm": 69.65400695800781,
|
| 196 |
+
"learning_rate": 1.5720164609053498e-05,
|
| 197 |
+
"loss": 0.6766,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 6.0,
|
| 202 |
+
"eval_accuracy": 0.8385964912280702,
|
| 203 |
+
"eval_loss": 0.4106839597225189,
|
| 204 |
+
"eval_macro_f1": 0.7936602870813396,
|
| 205 |
+
"eval_runtime": 0.7514,
|
| 206 |
+
"eval_samples_per_second": 379.303,
|
| 207 |
+
"eval_steps_per_second": 23.956,
|
| 208 |
+
"eval_weighted_f1": 0.8392722236212541,
|
| 209 |
+
"step": 486
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"epoch": 6.174454828660436,
|
| 213 |
+
"grad_norm": 29.23923110961914,
|
| 214 |
+
"learning_rate": 1.5377229080932784e-05,
|
| 215 |
+
"loss": 0.6138,
|
| 216 |
+
"step": 500
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.485981308411215,
|
| 220 |
+
"grad_norm": 62.60116958618164,
|
| 221 |
+
"learning_rate": 1.5034293552812072e-05,
|
| 222 |
+
"loss": 0.7241,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.797507788161994,
|
| 227 |
+
"grad_norm": 51.52345275878906,
|
| 228 |
+
"learning_rate": 1.469135802469136e-05,
|
| 229 |
+
"loss": 0.3661,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 7.0,
|
| 234 |
+
"eval_accuracy": 0.8035087719298246,
|
| 235 |
+
"eval_loss": 0.6850025653839111,
|
| 236 |
+
"eval_macro_f1": 0.7488038277511961,
|
| 237 |
+
"eval_runtime": 0.7455,
|
| 238 |
+
"eval_samples_per_second": 382.3,
|
| 239 |
+
"eval_steps_per_second": 24.145,
|
| 240 |
+
"eval_weighted_f1": 0.8043314026693528,
|
| 241 |
+
"step": 567
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 7.099688473520249,
|
| 245 |
+
"grad_norm": 73.9172592163086,
|
| 246 |
+
"learning_rate": 1.4348422496570646e-05,
|
| 247 |
+
"loss": 0.6108,
|
| 248 |
+
"step": 575
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 7.411214953271028,
|
| 252 |
+
"grad_norm": 18.37914276123047,
|
| 253 |
+
"learning_rate": 1.4005486968449933e-05,
|
| 254 |
+
"loss": 0.4833,
|
| 255 |
+
"step": 600
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 7.722741433021807,
|
| 259 |
+
"grad_norm": 110.71979522705078,
|
| 260 |
+
"learning_rate": 1.366255144032922e-05,
|
| 261 |
+
"loss": 0.3412,
|
| 262 |
+
"step": 625
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"epoch": 8.0,
|
| 266 |
+
"eval_accuracy": 0.8350877192982457,
|
| 267 |
+
"eval_loss": 0.9157554507255554,
|
| 268 |
+
"eval_macro_f1": 0.799551066217733,
|
| 269 |
+
"eval_runtime": 0.7188,
|
| 270 |
+
"eval_samples_per_second": 396.483,
|
| 271 |
+
"eval_steps_per_second": 25.041,
|
| 272 |
+
"eval_weighted_f1": 0.8395298009333096,
|
| 273 |
+
"step": 648
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"epoch": 8.024922118380061,
|
| 277 |
+
"grad_norm": 107.47509765625,
|
| 278 |
+
"learning_rate": 1.3319615912208505e-05,
|
| 279 |
+
"loss": 0.3497,
|
| 280 |
+
"step": 650
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"epoch": 8.336448598130842,
|
| 284 |
+
"grad_norm": 27.44426727294922,
|
| 285 |
+
"learning_rate": 1.2976680384087792e-05,
|
| 286 |
+
"loss": 0.2813,
|
| 287 |
+
"step": 675
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"epoch": 8.64797507788162,
|
| 291 |
+
"grad_norm": 88.84373474121094,
|
| 292 |
+
"learning_rate": 1.2633744855967079e-05,
|
| 293 |
+
"loss": 0.3018,
|
| 294 |
+
"step": 700
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"epoch": 8.959501557632398,
|
| 298 |
+
"grad_norm": 101.0147705078125,
|
| 299 |
+
"learning_rate": 1.2290809327846366e-05,
|
| 300 |
+
"loss": 0.4174,
|
| 301 |
+
"step": 725
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"epoch": 9.0,
|
| 305 |
+
"eval_accuracy": 0.8315789473684211,
|
| 306 |
+
"eval_loss": 0.943199098110199,
|
| 307 |
+
"eval_macro_f1": 0.7898488386383189,
|
| 308 |
+
"eval_runtime": 0.7339,
|
| 309 |
+
"eval_samples_per_second": 388.361,
|
| 310 |
+
"eval_steps_per_second": 24.528,
|
| 311 |
+
"eval_weighted_f1": 0.8342076156348843,
|
| 312 |
+
"step": 729
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 9.261682242990654,
|
| 316 |
+
"grad_norm": 92.59326934814453,
|
| 317 |
+
"learning_rate": 1.1947873799725653e-05,
|
| 318 |
+
"loss": 0.3711,
|
| 319 |
+
"step": 750
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 9.573208722741432,
|
| 323 |
+
"grad_norm": 1.8823859691619873,
|
| 324 |
+
"learning_rate": 1.160493827160494e-05,
|
| 325 |
+
"loss": 0.4073,
|
| 326 |
+
"step": 775
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 9.884735202492212,
|
| 330 |
+
"grad_norm": 274.4068603515625,
|
| 331 |
+
"learning_rate": 1.1262002743484225e-05,
|
| 332 |
+
"loss": 0.291,
|
| 333 |
+
"step": 800
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 10.0,
|
| 337 |
+
"eval_accuracy": 0.8280701754385965,
|
| 338 |
+
"eval_loss": 1.1993571519851685,
|
| 339 |
+
"eval_macro_f1": 0.7879238864675242,
|
| 340 |
+
"eval_runtime": 0.7178,
|
| 341 |
+
"eval_samples_per_second": 397.045,
|
| 342 |
+
"eval_steps_per_second": 25.077,
|
| 343 |
+
"eval_weighted_f1": 0.8316315397828045,
|
| 344 |
+
"step": 810
|
| 345 |
+
},
|
| 346 |
+
{
|
| 347 |
+
"epoch": 10.186915887850468,
|
| 348 |
+
"grad_norm": 37.62199401855469,
|
| 349 |
+
"learning_rate": 1.0919067215363512e-05,
|
| 350 |
+
"loss": 0.1544,
|
| 351 |
+
"step": 825
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"epoch": 10.498442367601246,
|
| 355 |
+
"grad_norm": 0.17944076657295227,
|
| 356 |
+
"learning_rate": 1.0576131687242799e-05,
|
| 357 |
+
"loss": 0.3255,
|
| 358 |
+
"step": 850
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"epoch": 10.809968847352025,
|
| 362 |
+
"grad_norm": 113.33956146240234,
|
| 363 |
+
"learning_rate": 1.0233196159122084e-05,
|
| 364 |
+
"loss": 0.197,
|
| 365 |
+
"step": 875
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"epoch": 11.0,
|
| 369 |
+
"eval_accuracy": 0.8280701754385965,
|
| 370 |
+
"eval_loss": 1.3978734016418457,
|
| 371 |
+
"eval_macro_f1": 0.7924993685086403,
|
| 372 |
+
"eval_runtime": 0.7537,
|
| 373 |
+
"eval_samples_per_second": 378.157,
|
| 374 |
+
"eval_steps_per_second": 23.884,
|
| 375 |
+
"eval_weighted_f1": 0.8331947832166411,
|
| 376 |
+
"step": 891
|
| 377 |
+
}
|
| 378 |
+
],
|
| 379 |
+
"logging_steps": 25,
|
| 380 |
+
"max_steps": 1620,
|
| 381 |
+
"num_input_tokens_seen": 0,
|
| 382 |
+
"num_train_epochs": 20,
|
| 383 |
+
"save_steps": 500,
|
| 384 |
+
"stateful_callbacks": {
|
| 385 |
+
"EarlyStoppingCallback": {
|
| 386 |
+
"args": {
|
| 387 |
+
"early_stopping_patience": 3,
|
| 388 |
+
"early_stopping_threshold": 0.0
|
| 389 |
+
},
|
| 390 |
+
"attributes": {
|
| 391 |
+
"early_stopping_patience_counter": 3
|
| 392 |
+
}
|
| 393 |
+
},
|
| 394 |
+
"TrainerControl": {
|
| 395 |
+
"args": {
|
| 396 |
+
"should_epoch_stop": false,
|
| 397 |
+
"should_evaluate": false,
|
| 398 |
+
"should_log": false,
|
| 399 |
+
"should_save": true,
|
| 400 |
+
"should_training_stop": true
|
| 401 |
+
},
|
| 402 |
+
"attributes": {}
|
| 403 |
+
}
|
| 404 |
+
},
|
| 405 |
+
"total_flos": 0.0,
|
| 406 |
+
"train_batch_size": 8,
|
| 407 |
+
"trial_name": null,
|
| 408 |
+
"trial_params": null
|
| 409 |
+
}
|
ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-486/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-486/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-608/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-608/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-608/trainer_state.json
ADDED
|
@@ -0,0 +1,299 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 608,
|
| 3 |
+
"best_metric": 0.8365129482219356,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-608",
|
| 5 |
+
"epoch": 8.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 608,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.33112582781456956,
|
| 14 |
+
"grad_norm": 39.1044921875,
|
| 15 |
+
"learning_rate": 3.157894736842105e-06,
|
| 16 |
+
"loss": 3.4462,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6622516556291391,
|
| 21 |
+
"grad_norm": 59.57450866699219,
|
| 22 |
+
"learning_rate": 6.447368421052632e-06,
|
| 23 |
+
"loss": 3.0325,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9933774834437086,
|
| 28 |
+
"grad_norm": 44.10411071777344,
|
| 29 |
+
"learning_rate": 9.736842105263159e-06,
|
| 30 |
+
"loss": 2.5497,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7434944237918215,
|
| 36 |
+
"eval_loss": 0.5285181999206543,
|
| 37 |
+
"eval_macro_f1": 0.6742827059752567,
|
| 38 |
+
"eval_runtime": 0.7125,
|
| 39 |
+
"eval_samples_per_second": 377.548,
|
| 40 |
+
"eval_steps_per_second": 23.86,
|
| 41 |
+
"eval_weighted_f1": 0.7183772681325844,
|
| 42 |
+
"step": 76
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.3178807947019868,
|
| 46 |
+
"grad_norm": 72.57781982421875,
|
| 47 |
+
"learning_rate": 1.3026315789473684e-05,
|
| 48 |
+
"loss": 2.3345,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.6490066225165563,
|
| 53 |
+
"grad_norm": 63.68684005737305,
|
| 54 |
+
"learning_rate": 1.6315789473684213e-05,
|
| 55 |
+
"loss": 2.2898,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.980132450331126,
|
| 60 |
+
"grad_norm": 64.65665435791016,
|
| 61 |
+
"learning_rate": 1.960526315789474e-05,
|
| 62 |
+
"loss": 1.9506,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.7992565055762082,
|
| 68 |
+
"eval_loss": 0.4800349175930023,
|
| 69 |
+
"eval_macro_f1": 0.7647687524290712,
|
| 70 |
+
"eval_runtime": 0.6902,
|
| 71 |
+
"eval_samples_per_second": 389.731,
|
| 72 |
+
"eval_steps_per_second": 24.63,
|
| 73 |
+
"eval_weighted_f1": 0.7912205242603704,
|
| 74 |
+
"step": 152
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.304635761589404,
|
| 78 |
+
"grad_norm": 49.95713806152344,
|
| 79 |
+
"learning_rate": 1.9678362573099416e-05,
|
| 80 |
+
"loss": 2.0871,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.6357615894039736,
|
| 85 |
+
"grad_norm": 40.95054244995117,
|
| 86 |
+
"learning_rate": 1.9312865497076027e-05,
|
| 87 |
+
"loss": 1.8687,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.966887417218543,
|
| 92 |
+
"grad_norm": 85.88043975830078,
|
| 93 |
+
"learning_rate": 1.894736842105263e-05,
|
| 94 |
+
"loss": 1.7867,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.7992565055762082,
|
| 100 |
+
"eval_loss": 0.47458574175834656,
|
| 101 |
+
"eval_macro_f1": 0.7923670668953688,
|
| 102 |
+
"eval_runtime": 0.6589,
|
| 103 |
+
"eval_samples_per_second": 408.275,
|
| 104 |
+
"eval_steps_per_second": 25.802,
|
| 105 |
+
"eval_weighted_f1": 0.8034745292583547,
|
| 106 |
+
"step": 228
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.2913907284768213,
|
| 110 |
+
"grad_norm": 42.31803512573242,
|
| 111 |
+
"learning_rate": 1.8581871345029242e-05,
|
| 112 |
+
"loss": 1.6289,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.622516556291391,
|
| 117 |
+
"grad_norm": 41.86012649536133,
|
| 118 |
+
"learning_rate": 1.821637426900585e-05,
|
| 119 |
+
"loss": 1.6017,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.9536423841059603,
|
| 124 |
+
"grad_norm": 62.57023620605469,
|
| 125 |
+
"learning_rate": 1.785087719298246e-05,
|
| 126 |
+
"loss": 1.4175,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.7769516728624535,
|
| 132 |
+
"eval_loss": 0.42753952741622925,
|
| 133 |
+
"eval_macro_f1": 0.7721626199887069,
|
| 134 |
+
"eval_runtime": 0.6863,
|
| 135 |
+
"eval_samples_per_second": 391.963,
|
| 136 |
+
"eval_steps_per_second": 24.771,
|
| 137 |
+
"eval_weighted_f1": 0.7818635219637322,
|
| 138 |
+
"step": 304
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.2781456953642385,
|
| 142 |
+
"grad_norm": 57.5924072265625,
|
| 143 |
+
"learning_rate": 1.7485380116959064e-05,
|
| 144 |
+
"loss": 1.4099,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.609271523178808,
|
| 149 |
+
"grad_norm": 36.43495559692383,
|
| 150 |
+
"learning_rate": 1.7119883040935675e-05,
|
| 151 |
+
"loss": 1.2524,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.940397350993377,
|
| 156 |
+
"grad_norm": 52.91503143310547,
|
| 157 |
+
"learning_rate": 1.6754385964912282e-05,
|
| 158 |
+
"loss": 1.227,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 5.0,
|
| 163 |
+
"eval_accuracy": 0.8104089219330854,
|
| 164 |
+
"eval_loss": 0.37885284423828125,
|
| 165 |
+
"eval_macro_f1": 0.7840377804014167,
|
| 166 |
+
"eval_runtime": 0.6708,
|
| 167 |
+
"eval_samples_per_second": 401.043,
|
| 168 |
+
"eval_steps_per_second": 25.345,
|
| 169 |
+
"eval_weighted_f1": 0.8062007610503723,
|
| 170 |
+
"step": 380
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"epoch": 5.264900662251655,
|
| 174 |
+
"grad_norm": 25.650480270385742,
|
| 175 |
+
"learning_rate": 1.638888888888889e-05,
|
| 176 |
+
"loss": 0.9193,
|
| 177 |
+
"step": 400
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.596026490066225,
|
| 181 |
+
"grad_norm": 56.03654861450195,
|
| 182 |
+
"learning_rate": 1.60233918128655e-05,
|
| 183 |
+
"loss": 0.9314,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.927152317880795,
|
| 188 |
+
"grad_norm": 26.208642959594727,
|
| 189 |
+
"learning_rate": 1.5657894736842107e-05,
|
| 190 |
+
"loss": 1.0998,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 6.0,
|
| 195 |
+
"eval_accuracy": 0.8327137546468402,
|
| 196 |
+
"eval_loss": 0.3985440731048584,
|
| 197 |
+
"eval_macro_f1": 0.8198043973383747,
|
| 198 |
+
"eval_runtime": 0.729,
|
| 199 |
+
"eval_samples_per_second": 369.017,
|
| 200 |
+
"eval_steps_per_second": 23.321,
|
| 201 |
+
"eval_weighted_f1": 0.8339688310518298,
|
| 202 |
+
"step": 456
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"epoch": 6.251655629139073,
|
| 206 |
+
"grad_norm": 97.93195343017578,
|
| 207 |
+
"learning_rate": 1.5292397660818715e-05,
|
| 208 |
+
"loss": 0.6964,
|
| 209 |
+
"step": 475
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"epoch": 6.582781456953643,
|
| 213 |
+
"grad_norm": 116.99397277832031,
|
| 214 |
+
"learning_rate": 1.4926900584795322e-05,
|
| 215 |
+
"loss": 0.6497,
|
| 216 |
+
"step": 500
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.913907284768212,
|
| 220 |
+
"grad_norm": 32.899051666259766,
|
| 221 |
+
"learning_rate": 1.4561403508771931e-05,
|
| 222 |
+
"loss": 0.6465,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 7.0,
|
| 227 |
+
"eval_accuracy": 0.8364312267657993,
|
| 228 |
+
"eval_loss": 0.473951131105423,
|
| 229 |
+
"eval_macro_f1": 0.8249112426035503,
|
| 230 |
+
"eval_runtime": 0.7292,
|
| 231 |
+
"eval_samples_per_second": 368.895,
|
| 232 |
+
"eval_steps_per_second": 23.313,
|
| 233 |
+
"eval_weighted_f1": 0.8381007896878644,
|
| 234 |
+
"step": 532
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"epoch": 7.23841059602649,
|
| 238 |
+
"grad_norm": 71.61946105957031,
|
| 239 |
+
"learning_rate": 1.4195906432748539e-05,
|
| 240 |
+
"loss": 0.7582,
|
| 241 |
+
"step": 550
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 7.569536423841059,
|
| 245 |
+
"grad_norm": 140.48147583007812,
|
| 246 |
+
"learning_rate": 1.3830409356725148e-05,
|
| 247 |
+
"loss": 0.6905,
|
| 248 |
+
"step": 575
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 7.900662251655629,
|
| 252 |
+
"grad_norm": 138.92677307128906,
|
| 253 |
+
"learning_rate": 1.3464912280701757e-05,
|
| 254 |
+
"loss": 0.5758,
|
| 255 |
+
"step": 600
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 8.0,
|
| 259 |
+
"eval_accuracy": 0.8475836431226765,
|
| 260 |
+
"eval_loss": 0.6085899472236633,
|
| 261 |
+
"eval_macro_f1": 0.8365129482219356,
|
| 262 |
+
"eval_runtime": 0.7245,
|
| 263 |
+
"eval_samples_per_second": 371.301,
|
| 264 |
+
"eval_steps_per_second": 23.465,
|
| 265 |
+
"eval_weighted_f1": 0.8490070181813432,
|
| 266 |
+
"step": 608
|
| 267 |
+
}
|
| 268 |
+
],
|
| 269 |
+
"logging_steps": 25,
|
| 270 |
+
"max_steps": 1520,
|
| 271 |
+
"num_input_tokens_seen": 0,
|
| 272 |
+
"num_train_epochs": 20,
|
| 273 |
+
"save_steps": 500,
|
| 274 |
+
"stateful_callbacks": {
|
| 275 |
+
"EarlyStoppingCallback": {
|
| 276 |
+
"args": {
|
| 277 |
+
"early_stopping_patience": 3,
|
| 278 |
+
"early_stopping_threshold": 0.0
|
| 279 |
+
},
|
| 280 |
+
"attributes": {
|
| 281 |
+
"early_stopping_patience_counter": 0
|
| 282 |
+
}
|
| 283 |
+
},
|
| 284 |
+
"TrainerControl": {
|
| 285 |
+
"args": {
|
| 286 |
+
"should_epoch_stop": false,
|
| 287 |
+
"should_evaluate": false,
|
| 288 |
+
"should_log": false,
|
| 289 |
+
"should_save": true,
|
| 290 |
+
"should_training_stop": false
|
| 291 |
+
},
|
| 292 |
+
"attributes": {}
|
| 293 |
+
}
|
| 294 |
+
},
|
| 295 |
+
"total_flos": 0.0,
|
| 296 |
+
"train_batch_size": 8,
|
| 297 |
+
"trial_name": null,
|
| 298 |
+
"trial_params": null
|
| 299 |
+
}
|
ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-836/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-836/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-836/trainer_state.json
ADDED
|
@@ -0,0 +1,395 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 608,
|
| 3 |
+
"best_metric": 0.8365129482219356,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-01-s42-20260901T122616Z-f02c6615/trainer/checkpoint-608",
|
| 5 |
+
"epoch": 11.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 836,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.33112582781456956,
|
| 14 |
+
"grad_norm": 39.1044921875,
|
| 15 |
+
"learning_rate": 3.157894736842105e-06,
|
| 16 |
+
"loss": 3.4462,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6622516556291391,
|
| 21 |
+
"grad_norm": 59.57450866699219,
|
| 22 |
+
"learning_rate": 6.447368421052632e-06,
|
| 23 |
+
"loss": 3.0325,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9933774834437086,
|
| 28 |
+
"grad_norm": 44.10411071777344,
|
| 29 |
+
"learning_rate": 9.736842105263159e-06,
|
| 30 |
+
"loss": 2.5497,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7434944237918215,
|
| 36 |
+
"eval_loss": 0.5285181999206543,
|
| 37 |
+
"eval_macro_f1": 0.6742827059752567,
|
| 38 |
+
"eval_runtime": 0.7125,
|
| 39 |
+
"eval_samples_per_second": 377.548,
|
| 40 |
+
"eval_steps_per_second": 23.86,
|
| 41 |
+
"eval_weighted_f1": 0.7183772681325844,
|
| 42 |
+
"step": 76
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.3178807947019868,
|
| 46 |
+
"grad_norm": 72.57781982421875,
|
| 47 |
+
"learning_rate": 1.3026315789473684e-05,
|
| 48 |
+
"loss": 2.3345,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.6490066225165563,
|
| 53 |
+
"grad_norm": 63.68684005737305,
|
| 54 |
+
"learning_rate": 1.6315789473684213e-05,
|
| 55 |
+
"loss": 2.2898,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.980132450331126,
|
| 60 |
+
"grad_norm": 64.65665435791016,
|
| 61 |
+
"learning_rate": 1.960526315789474e-05,
|
| 62 |
+
"loss": 1.9506,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.7992565055762082,
|
| 68 |
+
"eval_loss": 0.4800349175930023,
|
| 69 |
+
"eval_macro_f1": 0.7647687524290712,
|
| 70 |
+
"eval_runtime": 0.6902,
|
| 71 |
+
"eval_samples_per_second": 389.731,
|
| 72 |
+
"eval_steps_per_second": 24.63,
|
| 73 |
+
"eval_weighted_f1": 0.7912205242603704,
|
| 74 |
+
"step": 152
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.304635761589404,
|
| 78 |
+
"grad_norm": 49.95713806152344,
|
| 79 |
+
"learning_rate": 1.9678362573099416e-05,
|
| 80 |
+
"loss": 2.0871,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.6357615894039736,
|
| 85 |
+
"grad_norm": 40.95054244995117,
|
| 86 |
+
"learning_rate": 1.9312865497076027e-05,
|
| 87 |
+
"loss": 1.8687,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.966887417218543,
|
| 92 |
+
"grad_norm": 85.88043975830078,
|
| 93 |
+
"learning_rate": 1.894736842105263e-05,
|
| 94 |
+
"loss": 1.7867,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.7992565055762082,
|
| 100 |
+
"eval_loss": 0.47458574175834656,
|
| 101 |
+
"eval_macro_f1": 0.7923670668953688,
|
| 102 |
+
"eval_runtime": 0.6589,
|
| 103 |
+
"eval_samples_per_second": 408.275,
|
| 104 |
+
"eval_steps_per_second": 25.802,
|
| 105 |
+
"eval_weighted_f1": 0.8034745292583547,
|
| 106 |
+
"step": 228
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.2913907284768213,
|
| 110 |
+
"grad_norm": 42.31803512573242,
|
| 111 |
+
"learning_rate": 1.8581871345029242e-05,
|
| 112 |
+
"loss": 1.6289,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.622516556291391,
|
| 117 |
+
"grad_norm": 41.86012649536133,
|
| 118 |
+
"learning_rate": 1.821637426900585e-05,
|
| 119 |
+
"loss": 1.6017,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.9536423841059603,
|
| 124 |
+
"grad_norm": 62.57023620605469,
|
| 125 |
+
"learning_rate": 1.785087719298246e-05,
|
| 126 |
+
"loss": 1.4175,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.7769516728624535,
|
| 132 |
+
"eval_loss": 0.42753952741622925,
|
| 133 |
+
"eval_macro_f1": 0.7721626199887069,
|
| 134 |
+
"eval_runtime": 0.6863,
|
| 135 |
+
"eval_samples_per_second": 391.963,
|
| 136 |
+
"eval_steps_per_second": 24.771,
|
| 137 |
+
"eval_weighted_f1": 0.7818635219637322,
|
| 138 |
+
"step": 304
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.2781456953642385,
|
| 142 |
+
"grad_norm": 57.5924072265625,
|
| 143 |
+
"learning_rate": 1.7485380116959064e-05,
|
| 144 |
+
"loss": 1.4099,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.609271523178808,
|
| 149 |
+
"grad_norm": 36.43495559692383,
|
| 150 |
+
"learning_rate": 1.7119883040935675e-05,
|
| 151 |
+
"loss": 1.2524,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.940397350993377,
|
| 156 |
+
"grad_norm": 52.91503143310547,
|
| 157 |
+
"learning_rate": 1.6754385964912282e-05,
|
| 158 |
+
"loss": 1.227,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 5.0,
|
| 163 |
+
"eval_accuracy": 0.8104089219330854,
|
| 164 |
+
"eval_loss": 0.37885284423828125,
|
| 165 |
+
"eval_macro_f1": 0.7840377804014167,
|
| 166 |
+
"eval_runtime": 0.6708,
|
| 167 |
+
"eval_samples_per_second": 401.043,
|
| 168 |
+
"eval_steps_per_second": 25.345,
|
| 169 |
+
"eval_weighted_f1": 0.8062007610503723,
|
| 170 |
+
"step": 380
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"epoch": 5.264900662251655,
|
| 174 |
+
"grad_norm": 25.650480270385742,
|
| 175 |
+
"learning_rate": 1.638888888888889e-05,
|
| 176 |
+
"loss": 0.9193,
|
| 177 |
+
"step": 400
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.596026490066225,
|
| 181 |
+
"grad_norm": 56.03654861450195,
|
| 182 |
+
"learning_rate": 1.60233918128655e-05,
|
| 183 |
+
"loss": 0.9314,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.927152317880795,
|
| 188 |
+
"grad_norm": 26.208642959594727,
|
| 189 |
+
"learning_rate": 1.5657894736842107e-05,
|
| 190 |
+
"loss": 1.0998,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 6.0,
|
| 195 |
+
"eval_accuracy": 0.8327137546468402,
|
| 196 |
+
"eval_loss": 0.3985440731048584,
|
| 197 |
+
"eval_macro_f1": 0.8198043973383747,
|
| 198 |
+
"eval_runtime": 0.729,
|
| 199 |
+
"eval_samples_per_second": 369.017,
|
| 200 |
+
"eval_steps_per_second": 23.321,
|
| 201 |
+
"eval_weighted_f1": 0.8339688310518298,
|
| 202 |
+
"step": 456
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"epoch": 6.251655629139073,
|
| 206 |
+
"grad_norm": 97.93195343017578,
|
| 207 |
+
"learning_rate": 1.5292397660818715e-05,
|
| 208 |
+
"loss": 0.6964,
|
| 209 |
+
"step": 475
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"epoch": 6.582781456953643,
|
| 213 |
+
"grad_norm": 116.99397277832031,
|
| 214 |
+
"learning_rate": 1.4926900584795322e-05,
|
| 215 |
+
"loss": 0.6497,
|
| 216 |
+
"step": 500
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.913907284768212,
|
| 220 |
+
"grad_norm": 32.899051666259766,
|
| 221 |
+
"learning_rate": 1.4561403508771931e-05,
|
| 222 |
+
"loss": 0.6465,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 7.0,
|
| 227 |
+
"eval_accuracy": 0.8364312267657993,
|
| 228 |
+
"eval_loss": 0.473951131105423,
|
| 229 |
+
"eval_macro_f1": 0.8249112426035503,
|
| 230 |
+
"eval_runtime": 0.7292,
|
| 231 |
+
"eval_samples_per_second": 368.895,
|
| 232 |
+
"eval_steps_per_second": 23.313,
|
| 233 |
+
"eval_weighted_f1": 0.8381007896878644,
|
| 234 |
+
"step": 532
|
| 235 |
+
},
|
| 236 |
+
{
|
| 237 |
+
"epoch": 7.23841059602649,
|
| 238 |
+
"grad_norm": 71.61946105957031,
|
| 239 |
+
"learning_rate": 1.4195906432748539e-05,
|
| 240 |
+
"loss": 0.7582,
|
| 241 |
+
"step": 550
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 7.569536423841059,
|
| 245 |
+
"grad_norm": 140.48147583007812,
|
| 246 |
+
"learning_rate": 1.3830409356725148e-05,
|
| 247 |
+
"loss": 0.6905,
|
| 248 |
+
"step": 575
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 7.900662251655629,
|
| 252 |
+
"grad_norm": 138.92677307128906,
|
| 253 |
+
"learning_rate": 1.3464912280701757e-05,
|
| 254 |
+
"loss": 0.5758,
|
| 255 |
+
"step": 600
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 8.0,
|
| 259 |
+
"eval_accuracy": 0.8475836431226765,
|
| 260 |
+
"eval_loss": 0.6085899472236633,
|
| 261 |
+
"eval_macro_f1": 0.8365129482219356,
|
| 262 |
+
"eval_runtime": 0.7245,
|
| 263 |
+
"eval_samples_per_second": 371.301,
|
| 264 |
+
"eval_steps_per_second": 23.465,
|
| 265 |
+
"eval_weighted_f1": 0.8490070181813432,
|
| 266 |
+
"step": 608
|
| 267 |
+
},
|
| 268 |
+
{
|
| 269 |
+
"epoch": 8.225165562913908,
|
| 270 |
+
"grad_norm": 116.59114837646484,
|
| 271 |
+
"learning_rate": 1.3099415204678362e-05,
|
| 272 |
+
"loss": 0.3672,
|
| 273 |
+
"step": 625
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"epoch": 8.556291390728477,
|
| 277 |
+
"grad_norm": 61.48448181152344,
|
| 278 |
+
"learning_rate": 1.2733918128654971e-05,
|
| 279 |
+
"loss": 0.7529,
|
| 280 |
+
"step": 650
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"epoch": 8.887417218543046,
|
| 284 |
+
"grad_norm": 97.75957489013672,
|
| 285 |
+
"learning_rate": 1.236842105263158e-05,
|
| 286 |
+
"loss": 0.576,
|
| 287 |
+
"step": 675
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"epoch": 9.0,
|
| 291 |
+
"eval_accuracy": 0.8364312267657993,
|
| 292 |
+
"eval_loss": 0.6904541850090027,
|
| 293 |
+
"eval_macro_f1": 0.8262885992720441,
|
| 294 |
+
"eval_runtime": 0.7075,
|
| 295 |
+
"eval_samples_per_second": 380.228,
|
| 296 |
+
"eval_steps_per_second": 24.029,
|
| 297 |
+
"eval_weighted_f1": 0.8386157926875311,
|
| 298 |
+
"step": 684
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 9.211920529801324,
|
| 302 |
+
"grad_norm": 29.456655502319336,
|
| 303 |
+
"learning_rate": 1.2002923976608188e-05,
|
| 304 |
+
"loss": 0.3878,
|
| 305 |
+
"step": 700
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 9.543046357615895,
|
| 309 |
+
"grad_norm": 75.29374694824219,
|
| 310 |
+
"learning_rate": 1.1637426900584797e-05,
|
| 311 |
+
"loss": 0.4255,
|
| 312 |
+
"step": 725
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 9.874172185430464,
|
| 316 |
+
"grad_norm": 4.354138374328613,
|
| 317 |
+
"learning_rate": 1.1271929824561404e-05,
|
| 318 |
+
"loss": 0.4397,
|
| 319 |
+
"step": 750
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 10.0,
|
| 323 |
+
"eval_accuracy": 0.7992565055762082,
|
| 324 |
+
"eval_loss": 0.9264101982116699,
|
| 325 |
+
"eval_macro_f1": 0.7781341642228738,
|
| 326 |
+
"eval_runtime": 0.6944,
|
| 327 |
+
"eval_samples_per_second": 387.367,
|
| 328 |
+
"eval_steps_per_second": 24.48,
|
| 329 |
+
"eval_weighted_f1": 0.7982385614146018,
|
| 330 |
+
"step": 760
|
| 331 |
+
},
|
| 332 |
+
{
|
| 333 |
+
"epoch": 10.198675496688741,
|
| 334 |
+
"grad_norm": 3.4958271980285645,
|
| 335 |
+
"learning_rate": 1.0906432748538012e-05,
|
| 336 |
+
"loss": 0.3073,
|
| 337 |
+
"step": 775
|
| 338 |
+
},
|
| 339 |
+
{
|
| 340 |
+
"epoch": 10.52980132450331,
|
| 341 |
+
"grad_norm": 112.98605346679688,
|
| 342 |
+
"learning_rate": 1.054093567251462e-05,
|
| 343 |
+
"loss": 0.2827,
|
| 344 |
+
"step": 800
|
| 345 |
+
},
|
| 346 |
+
{
|
| 347 |
+
"epoch": 10.860927152317881,
|
| 348 |
+
"grad_norm": 19.475509643554688,
|
| 349 |
+
"learning_rate": 1.017543859649123e-05,
|
| 350 |
+
"loss": 0.368,
|
| 351 |
+
"step": 825
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"epoch": 11.0,
|
| 355 |
+
"eval_accuracy": 0.8104089219330854,
|
| 356 |
+
"eval_loss": 1.0606789588928223,
|
| 357 |
+
"eval_macro_f1": 0.7888247517894251,
|
| 358 |
+
"eval_runtime": 0.6747,
|
| 359 |
+
"eval_samples_per_second": 398.718,
|
| 360 |
+
"eval_steps_per_second": 25.198,
|
| 361 |
+
"eval_weighted_f1": 0.8086520708748806,
|
| 362 |
+
"step": 836
|
| 363 |
+
}
|
| 364 |
+
],
|
| 365 |
+
"logging_steps": 25,
|
| 366 |
+
"max_steps": 1520,
|
| 367 |
+
"num_input_tokens_seen": 0,
|
| 368 |
+
"num_train_epochs": 20,
|
| 369 |
+
"save_steps": 500,
|
| 370 |
+
"stateful_callbacks": {
|
| 371 |
+
"EarlyStoppingCallback": {
|
| 372 |
+
"args": {
|
| 373 |
+
"early_stopping_patience": 3,
|
| 374 |
+
"early_stopping_threshold": 0.0
|
| 375 |
+
},
|
| 376 |
+
"attributes": {
|
| 377 |
+
"early_stopping_patience_counter": 3
|
| 378 |
+
}
|
| 379 |
+
},
|
| 380 |
+
"TrainerControl": {
|
| 381 |
+
"args": {
|
| 382 |
+
"should_epoch_stop": false,
|
| 383 |
+
"should_evaluate": false,
|
| 384 |
+
"should_log": false,
|
| 385 |
+
"should_save": true,
|
| 386 |
+
"should_training_stop": true
|
| 387 |
+
},
|
| 388 |
+
"attributes": {}
|
| 389 |
+
}
|
| 390 |
+
},
|
| 391 |
+
"total_flos": 0.0,
|
| 392 |
+
"train_batch_size": 8,
|
| 393 |
+
"trial_name": null,
|
| 394 |
+
"trial_params": null
|
| 395 |
+
}
|
ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-1045/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-1045/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-1045/trainer_state.json
ADDED
|
@@ -0,0 +1,451 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 760,
|
| 3 |
+
"best_metric": 0.8387559808612439,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-760",
|
| 5 |
+
"epoch": 11.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1045,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.2638522427440633,
|
| 14 |
+
"grad_norm": 52.58781433105469,
|
| 15 |
+
"learning_rate": 2.5263157894736844e-06,
|
| 16 |
+
"loss": 3.5414,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5277044854881267,
|
| 21 |
+
"grad_norm": 27.28529167175293,
|
| 22 |
+
"learning_rate": 5.157894736842106e-06,
|
| 23 |
+
"loss": 3.1211,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.7915567282321899,
|
| 28 |
+
"grad_norm": 52.12260055541992,
|
| 29 |
+
"learning_rate": 7.789473684210526e-06,
|
| 30 |
+
"loss": 2.5874,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7655786350148368,
|
| 36 |
+
"eval_loss": 0.46561455726623535,
|
| 37 |
+
"eval_macro_f1": 0.7260585481298554,
|
| 38 |
+
"eval_runtime": 0.872,
|
| 39 |
+
"eval_samples_per_second": 386.485,
|
| 40 |
+
"eval_steps_per_second": 25.23,
|
| 41 |
+
"eval_weighted_f1": 0.7695923938390927,
|
| 42 |
+
"step": 95
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.0527704485488127,
|
| 46 |
+
"grad_norm": 37.5861701965332,
|
| 47 |
+
"learning_rate": 1.0421052631578948e-05,
|
| 48 |
+
"loss": 2.1984,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.316622691292876,
|
| 53 |
+
"grad_norm": 60.72660446166992,
|
| 54 |
+
"learning_rate": 1.305263157894737e-05,
|
| 55 |
+
"loss": 1.95,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.5804749340369393,
|
| 60 |
+
"grad_norm": 50.081512451171875,
|
| 61 |
+
"learning_rate": 1.568421052631579e-05,
|
| 62 |
+
"loss": 1.7346,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.8443271767810026,
|
| 67 |
+
"grad_norm": 31.059572219848633,
|
| 68 |
+
"learning_rate": 1.831578947368421e-05,
|
| 69 |
+
"loss": 1.7316,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 2.0,
|
| 74 |
+
"eval_accuracy": 0.8011869436201781,
|
| 75 |
+
"eval_loss": 0.41366949677467346,
|
| 76 |
+
"eval_macro_f1": 0.7664297758329972,
|
| 77 |
+
"eval_runtime": 0.8745,
|
| 78 |
+
"eval_samples_per_second": 385.373,
|
| 79 |
+
"eval_steps_per_second": 25.158,
|
| 80 |
+
"eval_weighted_f1": 0.8041279347406319,
|
| 81 |
+
"step": 190
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.1055408970976255,
|
| 85 |
+
"grad_norm": 33.577735900878906,
|
| 86 |
+
"learning_rate": 1.9894736842105265e-05,
|
| 87 |
+
"loss": 1.7272,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.3693931398416885,
|
| 92 |
+
"grad_norm": 61.957847595214844,
|
| 93 |
+
"learning_rate": 1.9602339181286552e-05,
|
| 94 |
+
"loss": 1.5295,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.633245382585752,
|
| 99 |
+
"grad_norm": 69.4172592163086,
|
| 100 |
+
"learning_rate": 1.930994152046784e-05,
|
| 101 |
+
"loss": 1.5151,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 2.897097625329815,
|
| 106 |
+
"grad_norm": 68.30523681640625,
|
| 107 |
+
"learning_rate": 1.9017543859649123e-05,
|
| 108 |
+
"loss": 1.5295,
|
| 109 |
+
"step": 275
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"epoch": 3.0,
|
| 113 |
+
"eval_accuracy": 0.7952522255192879,
|
| 114 |
+
"eval_loss": 0.4285796284675598,
|
| 115 |
+
"eval_macro_f1": 0.7727712468118788,
|
| 116 |
+
"eval_runtime": 0.8281,
|
| 117 |
+
"eval_samples_per_second": 406.969,
|
| 118 |
+
"eval_steps_per_second": 26.568,
|
| 119 |
+
"eval_weighted_f1": 0.8026751901868284,
|
| 120 |
+
"step": 285
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.158311345646438,
|
| 124 |
+
"grad_norm": 54.73160171508789,
|
| 125 |
+
"learning_rate": 1.872514619883041e-05,
|
| 126 |
+
"loss": 1.3928,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.4221635883905015,
|
| 131 |
+
"grad_norm": 35.42438888549805,
|
| 132 |
+
"learning_rate": 1.8432748538011698e-05,
|
| 133 |
+
"loss": 1.4071,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 3.6860158311345645,
|
| 138 |
+
"grad_norm": 68.32476043701172,
|
| 139 |
+
"learning_rate": 1.8140350877192985e-05,
|
| 140 |
+
"loss": 1.1551,
|
| 141 |
+
"step": 350
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"epoch": 3.949868073878628,
|
| 145 |
+
"grad_norm": 110.90963745117188,
|
| 146 |
+
"learning_rate": 1.784795321637427e-05,
|
| 147 |
+
"loss": 1.3729,
|
| 148 |
+
"step": 375
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"epoch": 4.0,
|
| 152 |
+
"eval_accuracy": 0.8308605341246291,
|
| 153 |
+
"eval_loss": 0.4073350429534912,
|
| 154 |
+
"eval_macro_f1": 0.8033738343586542,
|
| 155 |
+
"eval_runtime": 0.8877,
|
| 156 |
+
"eval_samples_per_second": 379.647,
|
| 157 |
+
"eval_steps_per_second": 24.784,
|
| 158 |
+
"eval_weighted_f1": 0.8341327602872453,
|
| 159 |
+
"step": 380
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.211081794195251,
|
| 163 |
+
"grad_norm": 51.71023941040039,
|
| 164 |
+
"learning_rate": 1.7555555555555556e-05,
|
| 165 |
+
"loss": 1.015,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 4.474934036939314,
|
| 170 |
+
"grad_norm": 37.28524398803711,
|
| 171 |
+
"learning_rate": 1.7263157894736843e-05,
|
| 172 |
+
"loss": 0.9702,
|
| 173 |
+
"step": 425
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 4.738786279683377,
|
| 177 |
+
"grad_norm": 36.307838439941406,
|
| 178 |
+
"learning_rate": 1.697076023391813e-05,
|
| 179 |
+
"loss": 0.9305,
|
| 180 |
+
"step": 450
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"epoch": 5.0,
|
| 184 |
+
"grad_norm": 16.500396728515625,
|
| 185 |
+
"learning_rate": 1.6678362573099414e-05,
|
| 186 |
+
"loss": 0.8395,
|
| 187 |
+
"step": 475
|
| 188 |
+
},
|
| 189 |
+
{
|
| 190 |
+
"epoch": 5.0,
|
| 191 |
+
"eval_accuracy": 0.8160237388724035,
|
| 192 |
+
"eval_loss": 0.49196553230285645,
|
| 193 |
+
"eval_macro_f1": 0.790808970764918,
|
| 194 |
+
"eval_runtime": 0.8917,
|
| 195 |
+
"eval_samples_per_second": 377.946,
|
| 196 |
+
"eval_steps_per_second": 24.673,
|
| 197 |
+
"eval_weighted_f1": 0.821195998997016,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 5.263852242744063,
|
| 202 |
+
"grad_norm": 87.61988067626953,
|
| 203 |
+
"learning_rate": 1.6385964912280702e-05,
|
| 204 |
+
"loss": 0.8094,
|
| 205 |
+
"step": 500
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"epoch": 5.527704485488127,
|
| 209 |
+
"grad_norm": 73.52265930175781,
|
| 210 |
+
"learning_rate": 1.609356725146199e-05,
|
| 211 |
+
"loss": 0.6714,
|
| 212 |
+
"step": 525
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"epoch": 5.79155672823219,
|
| 216 |
+
"grad_norm": 54.433170318603516,
|
| 217 |
+
"learning_rate": 1.5801169590643276e-05,
|
| 218 |
+
"loss": 0.65,
|
| 219 |
+
"step": 550
|
| 220 |
+
},
|
| 221 |
+
{
|
| 222 |
+
"epoch": 6.0,
|
| 223 |
+
"eval_accuracy": 0.8545994065281899,
|
| 224 |
+
"eval_loss": 0.49838492274284363,
|
| 225 |
+
"eval_macro_f1": 0.8242718343283424,
|
| 226 |
+
"eval_runtime": 0.8644,
|
| 227 |
+
"eval_samples_per_second": 389.881,
|
| 228 |
+
"eval_steps_per_second": 25.452,
|
| 229 |
+
"eval_weighted_f1": 0.8548160320439031,
|
| 230 |
+
"step": 570
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 6.052770448548813,
|
| 234 |
+
"grad_norm": 50.34051513671875,
|
| 235 |
+
"learning_rate": 1.5508771929824563e-05,
|
| 236 |
+
"loss": 0.7684,
|
| 237 |
+
"step": 575
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 6.316622691292876,
|
| 241 |
+
"grad_norm": 27.870351791381836,
|
| 242 |
+
"learning_rate": 1.5216374269005849e-05,
|
| 243 |
+
"loss": 0.4693,
|
| 244 |
+
"step": 600
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"epoch": 6.580474934036939,
|
| 248 |
+
"grad_norm": 23.94295310974121,
|
| 249 |
+
"learning_rate": 1.4923976608187136e-05,
|
| 250 |
+
"loss": 0.7916,
|
| 251 |
+
"step": 625
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"epoch": 6.844327176781003,
|
| 255 |
+
"grad_norm": 62.62184143066406,
|
| 256 |
+
"learning_rate": 1.4631578947368424e-05,
|
| 257 |
+
"loss": 0.5666,
|
| 258 |
+
"step": 650
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"epoch": 7.0,
|
| 262 |
+
"eval_accuracy": 0.857566765578635,
|
| 263 |
+
"eval_loss": 0.5998704433441162,
|
| 264 |
+
"eval_macro_f1": 0.8240974336668117,
|
| 265 |
+
"eval_runtime": 0.7747,
|
| 266 |
+
"eval_samples_per_second": 435.022,
|
| 267 |
+
"eval_steps_per_second": 28.399,
|
| 268 |
+
"eval_weighted_f1": 0.8562006703985606,
|
| 269 |
+
"step": 665
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"epoch": 7.105540897097625,
|
| 273 |
+
"grad_norm": 12.94682788848877,
|
| 274 |
+
"learning_rate": 1.4339181286549707e-05,
|
| 275 |
+
"loss": 0.4383,
|
| 276 |
+
"step": 675
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"epoch": 7.369393139841689,
|
| 280 |
+
"grad_norm": 280.05108642578125,
|
| 281 |
+
"learning_rate": 1.4046783625730995e-05,
|
| 282 |
+
"loss": 0.4475,
|
| 283 |
+
"step": 700
|
| 284 |
+
},
|
| 285 |
+
{
|
| 286 |
+
"epoch": 7.633245382585752,
|
| 287 |
+
"grad_norm": 0.5514546036720276,
|
| 288 |
+
"learning_rate": 1.3754385964912282e-05,
|
| 289 |
+
"loss": 0.5045,
|
| 290 |
+
"step": 725
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"epoch": 7.897097625329815,
|
| 294 |
+
"grad_norm": 67.47254943847656,
|
| 295 |
+
"learning_rate": 1.3461988304093567e-05,
|
| 296 |
+
"loss": 0.5824,
|
| 297 |
+
"step": 750
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"epoch": 8.0,
|
| 301 |
+
"eval_accuracy": 0.8694362017804155,
|
| 302 |
+
"eval_loss": 0.7211546301841736,
|
| 303 |
+
"eval_macro_f1": 0.8387559808612439,
|
| 304 |
+
"eval_runtime": 0.8796,
|
| 305 |
+
"eval_samples_per_second": 383.119,
|
| 306 |
+
"eval_steps_per_second": 25.011,
|
| 307 |
+
"eval_weighted_f1": 0.8681839478653471,
|
| 308 |
+
"step": 760
|
| 309 |
+
},
|
| 310 |
+
{
|
| 311 |
+
"epoch": 8.158311345646439,
|
| 312 |
+
"grad_norm": 6.042990207672119,
|
| 313 |
+
"learning_rate": 1.3169590643274855e-05,
|
| 314 |
+
"loss": 0.357,
|
| 315 |
+
"step": 775
|
| 316 |
+
},
|
| 317 |
+
{
|
| 318 |
+
"epoch": 8.422163588390502,
|
| 319 |
+
"grad_norm": 454.3146057128906,
|
| 320 |
+
"learning_rate": 1.2877192982456142e-05,
|
| 321 |
+
"loss": 0.4858,
|
| 322 |
+
"step": 800
|
| 323 |
+
},
|
| 324 |
+
{
|
| 325 |
+
"epoch": 8.686015831134565,
|
| 326 |
+
"grad_norm": 204.3596954345703,
|
| 327 |
+
"learning_rate": 1.258479532163743e-05,
|
| 328 |
+
"loss": 0.4703,
|
| 329 |
+
"step": 825
|
| 330 |
+
},
|
| 331 |
+
{
|
| 332 |
+
"epoch": 8.949868073878628,
|
| 333 |
+
"grad_norm": 64.71702575683594,
|
| 334 |
+
"learning_rate": 1.2292397660818713e-05,
|
| 335 |
+
"loss": 0.4441,
|
| 336 |
+
"step": 850
|
| 337 |
+
},
|
| 338 |
+
{
|
| 339 |
+
"epoch": 9.0,
|
| 340 |
+
"eval_accuracy": 0.8100890207715133,
|
| 341 |
+
"eval_loss": 0.9009965658187866,
|
| 342 |
+
"eval_macro_f1": 0.792151723074551,
|
| 343 |
+
"eval_runtime": 0.8321,
|
| 344 |
+
"eval_samples_per_second": 405.008,
|
| 345 |
+
"eval_steps_per_second": 26.44,
|
| 346 |
+
"eval_weighted_f1": 0.8176987834308307,
|
| 347 |
+
"step": 855
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 9.21108179419525,
|
| 351 |
+
"grad_norm": 0.42246463894844055,
|
| 352 |
+
"learning_rate": 1.2e-05,
|
| 353 |
+
"loss": 0.2527,
|
| 354 |
+
"step": 875
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 9.474934036939313,
|
| 358 |
+
"grad_norm": 45.39596176147461,
|
| 359 |
+
"learning_rate": 1.1707602339181288e-05,
|
| 360 |
+
"loss": 0.2853,
|
| 361 |
+
"step": 900
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 9.738786279683378,
|
| 365 |
+
"grad_norm": 0.3488917648792267,
|
| 366 |
+
"learning_rate": 1.1415204678362575e-05,
|
| 367 |
+
"loss": 0.2599,
|
| 368 |
+
"step": 925
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 10.0,
|
| 372 |
+
"grad_norm": 20.337841033935547,
|
| 373 |
+
"learning_rate": 1.112280701754386e-05,
|
| 374 |
+
"loss": 0.5569,
|
| 375 |
+
"step": 950
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 10.0,
|
| 379 |
+
"eval_accuracy": 0.8189910979228486,
|
| 380 |
+
"eval_loss": 1.3337087631225586,
|
| 381 |
+
"eval_macro_f1": 0.7999377147139257,
|
| 382 |
+
"eval_runtime": 0.8005,
|
| 383 |
+
"eval_samples_per_second": 420.998,
|
| 384 |
+
"eval_steps_per_second": 27.484,
|
| 385 |
+
"eval_weighted_f1": 0.8257697054106387,
|
| 386 |
+
"step": 950
|
| 387 |
+
},
|
| 388 |
+
{
|
| 389 |
+
"epoch": 10.263852242744063,
|
| 390 |
+
"grad_norm": 87.80432891845703,
|
| 391 |
+
"learning_rate": 1.0830409356725146e-05,
|
| 392 |
+
"loss": 0.1832,
|
| 393 |
+
"step": 975
|
| 394 |
+
},
|
| 395 |
+
{
|
| 396 |
+
"epoch": 10.527704485488126,
|
| 397 |
+
"grad_norm": 16.818553924560547,
|
| 398 |
+
"learning_rate": 1.0538011695906433e-05,
|
| 399 |
+
"loss": 0.2484,
|
| 400 |
+
"step": 1000
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"epoch": 10.79155672823219,
|
| 404 |
+
"grad_norm": 70.92147064208984,
|
| 405 |
+
"learning_rate": 1.024561403508772e-05,
|
| 406 |
+
"loss": 0.3723,
|
| 407 |
+
"step": 1025
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 11.0,
|
| 411 |
+
"eval_accuracy": 0.8456973293768546,
|
| 412 |
+
"eval_loss": 1.0863046646118164,
|
| 413 |
+
"eval_macro_f1": 0.8042973286875725,
|
| 414 |
+
"eval_runtime": 0.8332,
|
| 415 |
+
"eval_samples_per_second": 404.486,
|
| 416 |
+
"eval_steps_per_second": 26.406,
|
| 417 |
+
"eval_weighted_f1": 0.8419579744758873,
|
| 418 |
+
"step": 1045
|
| 419 |
+
}
|
| 420 |
+
],
|
| 421 |
+
"logging_steps": 25,
|
| 422 |
+
"max_steps": 1900,
|
| 423 |
+
"num_input_tokens_seen": 0,
|
| 424 |
+
"num_train_epochs": 20,
|
| 425 |
+
"save_steps": 500,
|
| 426 |
+
"stateful_callbacks": {
|
| 427 |
+
"EarlyStoppingCallback": {
|
| 428 |
+
"args": {
|
| 429 |
+
"early_stopping_patience": 3,
|
| 430 |
+
"early_stopping_threshold": 0.0
|
| 431 |
+
},
|
| 432 |
+
"attributes": {
|
| 433 |
+
"early_stopping_patience_counter": 3
|
| 434 |
+
}
|
| 435 |
+
},
|
| 436 |
+
"TrainerControl": {
|
| 437 |
+
"args": {
|
| 438 |
+
"should_epoch_stop": false,
|
| 439 |
+
"should_evaluate": false,
|
| 440 |
+
"should_log": false,
|
| 441 |
+
"should_save": true,
|
| 442 |
+
"should_training_stop": true
|
| 443 |
+
},
|
| 444 |
+
"attributes": {}
|
| 445 |
+
}
|
| 446 |
+
},
|
| 447 |
+
"total_flos": 0.0,
|
| 448 |
+
"train_batch_size": 8,
|
| 449 |
+
"trial_name": null,
|
| 450 |
+
"trial_params": null
|
| 451 |
+
}
|
ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-760/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-760/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-760/trainer_state.json
ADDED
|
@@ -0,0 +1,341 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 760,
|
| 3 |
+
"best_metric": 0.8387559808612439,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-02-s42-20260901T123229Z-f02c6615/trainer/checkpoint-760",
|
| 5 |
+
"epoch": 8.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 760,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.2638522427440633,
|
| 14 |
+
"grad_norm": 52.58781433105469,
|
| 15 |
+
"learning_rate": 2.5263157894736844e-06,
|
| 16 |
+
"loss": 3.5414,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5277044854881267,
|
| 21 |
+
"grad_norm": 27.28529167175293,
|
| 22 |
+
"learning_rate": 5.157894736842106e-06,
|
| 23 |
+
"loss": 3.1211,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.7915567282321899,
|
| 28 |
+
"grad_norm": 52.12260055541992,
|
| 29 |
+
"learning_rate": 7.789473684210526e-06,
|
| 30 |
+
"loss": 2.5874,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7655786350148368,
|
| 36 |
+
"eval_loss": 0.46561455726623535,
|
| 37 |
+
"eval_macro_f1": 0.7260585481298554,
|
| 38 |
+
"eval_runtime": 0.872,
|
| 39 |
+
"eval_samples_per_second": 386.485,
|
| 40 |
+
"eval_steps_per_second": 25.23,
|
| 41 |
+
"eval_weighted_f1": 0.7695923938390927,
|
| 42 |
+
"step": 95
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.0527704485488127,
|
| 46 |
+
"grad_norm": 37.5861701965332,
|
| 47 |
+
"learning_rate": 1.0421052631578948e-05,
|
| 48 |
+
"loss": 2.1984,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.316622691292876,
|
| 53 |
+
"grad_norm": 60.72660446166992,
|
| 54 |
+
"learning_rate": 1.305263157894737e-05,
|
| 55 |
+
"loss": 1.95,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.5804749340369393,
|
| 60 |
+
"grad_norm": 50.081512451171875,
|
| 61 |
+
"learning_rate": 1.568421052631579e-05,
|
| 62 |
+
"loss": 1.7346,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.8443271767810026,
|
| 67 |
+
"grad_norm": 31.059572219848633,
|
| 68 |
+
"learning_rate": 1.831578947368421e-05,
|
| 69 |
+
"loss": 1.7316,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 2.0,
|
| 74 |
+
"eval_accuracy": 0.8011869436201781,
|
| 75 |
+
"eval_loss": 0.41366949677467346,
|
| 76 |
+
"eval_macro_f1": 0.7664297758329972,
|
| 77 |
+
"eval_runtime": 0.8745,
|
| 78 |
+
"eval_samples_per_second": 385.373,
|
| 79 |
+
"eval_steps_per_second": 25.158,
|
| 80 |
+
"eval_weighted_f1": 0.8041279347406319,
|
| 81 |
+
"step": 190
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.1055408970976255,
|
| 85 |
+
"grad_norm": 33.577735900878906,
|
| 86 |
+
"learning_rate": 1.9894736842105265e-05,
|
| 87 |
+
"loss": 1.7272,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.3693931398416885,
|
| 92 |
+
"grad_norm": 61.957847595214844,
|
| 93 |
+
"learning_rate": 1.9602339181286552e-05,
|
| 94 |
+
"loss": 1.5295,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.633245382585752,
|
| 99 |
+
"grad_norm": 69.4172592163086,
|
| 100 |
+
"learning_rate": 1.930994152046784e-05,
|
| 101 |
+
"loss": 1.5151,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 2.897097625329815,
|
| 106 |
+
"grad_norm": 68.30523681640625,
|
| 107 |
+
"learning_rate": 1.9017543859649123e-05,
|
| 108 |
+
"loss": 1.5295,
|
| 109 |
+
"step": 275
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"epoch": 3.0,
|
| 113 |
+
"eval_accuracy": 0.7952522255192879,
|
| 114 |
+
"eval_loss": 0.4285796284675598,
|
| 115 |
+
"eval_macro_f1": 0.7727712468118788,
|
| 116 |
+
"eval_runtime": 0.8281,
|
| 117 |
+
"eval_samples_per_second": 406.969,
|
| 118 |
+
"eval_steps_per_second": 26.568,
|
| 119 |
+
"eval_weighted_f1": 0.8026751901868284,
|
| 120 |
+
"step": 285
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.158311345646438,
|
| 124 |
+
"grad_norm": 54.73160171508789,
|
| 125 |
+
"learning_rate": 1.872514619883041e-05,
|
| 126 |
+
"loss": 1.3928,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.4221635883905015,
|
| 131 |
+
"grad_norm": 35.42438888549805,
|
| 132 |
+
"learning_rate": 1.8432748538011698e-05,
|
| 133 |
+
"loss": 1.4071,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 3.6860158311345645,
|
| 138 |
+
"grad_norm": 68.32476043701172,
|
| 139 |
+
"learning_rate": 1.8140350877192985e-05,
|
| 140 |
+
"loss": 1.1551,
|
| 141 |
+
"step": 350
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"epoch": 3.949868073878628,
|
| 145 |
+
"grad_norm": 110.90963745117188,
|
| 146 |
+
"learning_rate": 1.784795321637427e-05,
|
| 147 |
+
"loss": 1.3729,
|
| 148 |
+
"step": 375
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"epoch": 4.0,
|
| 152 |
+
"eval_accuracy": 0.8308605341246291,
|
| 153 |
+
"eval_loss": 0.4073350429534912,
|
| 154 |
+
"eval_macro_f1": 0.8033738343586542,
|
| 155 |
+
"eval_runtime": 0.8877,
|
| 156 |
+
"eval_samples_per_second": 379.647,
|
| 157 |
+
"eval_steps_per_second": 24.784,
|
| 158 |
+
"eval_weighted_f1": 0.8341327602872453,
|
| 159 |
+
"step": 380
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.211081794195251,
|
| 163 |
+
"grad_norm": 51.71023941040039,
|
| 164 |
+
"learning_rate": 1.7555555555555556e-05,
|
| 165 |
+
"loss": 1.015,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 4.474934036939314,
|
| 170 |
+
"grad_norm": 37.28524398803711,
|
| 171 |
+
"learning_rate": 1.7263157894736843e-05,
|
| 172 |
+
"loss": 0.9702,
|
| 173 |
+
"step": 425
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 4.738786279683377,
|
| 177 |
+
"grad_norm": 36.307838439941406,
|
| 178 |
+
"learning_rate": 1.697076023391813e-05,
|
| 179 |
+
"loss": 0.9305,
|
| 180 |
+
"step": 450
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"epoch": 5.0,
|
| 184 |
+
"grad_norm": 16.500396728515625,
|
| 185 |
+
"learning_rate": 1.6678362573099414e-05,
|
| 186 |
+
"loss": 0.8395,
|
| 187 |
+
"step": 475
|
| 188 |
+
},
|
| 189 |
+
{
|
| 190 |
+
"epoch": 5.0,
|
| 191 |
+
"eval_accuracy": 0.8160237388724035,
|
| 192 |
+
"eval_loss": 0.49196553230285645,
|
| 193 |
+
"eval_macro_f1": 0.790808970764918,
|
| 194 |
+
"eval_runtime": 0.8917,
|
| 195 |
+
"eval_samples_per_second": 377.946,
|
| 196 |
+
"eval_steps_per_second": 24.673,
|
| 197 |
+
"eval_weighted_f1": 0.821195998997016,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 5.263852242744063,
|
| 202 |
+
"grad_norm": 87.61988067626953,
|
| 203 |
+
"learning_rate": 1.6385964912280702e-05,
|
| 204 |
+
"loss": 0.8094,
|
| 205 |
+
"step": 500
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"epoch": 5.527704485488127,
|
| 209 |
+
"grad_norm": 73.52265930175781,
|
| 210 |
+
"learning_rate": 1.609356725146199e-05,
|
| 211 |
+
"loss": 0.6714,
|
| 212 |
+
"step": 525
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"epoch": 5.79155672823219,
|
| 216 |
+
"grad_norm": 54.433170318603516,
|
| 217 |
+
"learning_rate": 1.5801169590643276e-05,
|
| 218 |
+
"loss": 0.65,
|
| 219 |
+
"step": 550
|
| 220 |
+
},
|
| 221 |
+
{
|
| 222 |
+
"epoch": 6.0,
|
| 223 |
+
"eval_accuracy": 0.8545994065281899,
|
| 224 |
+
"eval_loss": 0.49838492274284363,
|
| 225 |
+
"eval_macro_f1": 0.8242718343283424,
|
| 226 |
+
"eval_runtime": 0.8644,
|
| 227 |
+
"eval_samples_per_second": 389.881,
|
| 228 |
+
"eval_steps_per_second": 25.452,
|
| 229 |
+
"eval_weighted_f1": 0.8548160320439031,
|
| 230 |
+
"step": 570
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 6.052770448548813,
|
| 234 |
+
"grad_norm": 50.34051513671875,
|
| 235 |
+
"learning_rate": 1.5508771929824563e-05,
|
| 236 |
+
"loss": 0.7684,
|
| 237 |
+
"step": 575
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 6.316622691292876,
|
| 241 |
+
"grad_norm": 27.870351791381836,
|
| 242 |
+
"learning_rate": 1.5216374269005849e-05,
|
| 243 |
+
"loss": 0.4693,
|
| 244 |
+
"step": 600
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"epoch": 6.580474934036939,
|
| 248 |
+
"grad_norm": 23.94295310974121,
|
| 249 |
+
"learning_rate": 1.4923976608187136e-05,
|
| 250 |
+
"loss": 0.7916,
|
| 251 |
+
"step": 625
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"epoch": 6.844327176781003,
|
| 255 |
+
"grad_norm": 62.62184143066406,
|
| 256 |
+
"learning_rate": 1.4631578947368424e-05,
|
| 257 |
+
"loss": 0.5666,
|
| 258 |
+
"step": 650
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"epoch": 7.0,
|
| 262 |
+
"eval_accuracy": 0.857566765578635,
|
| 263 |
+
"eval_loss": 0.5998704433441162,
|
| 264 |
+
"eval_macro_f1": 0.8240974336668117,
|
| 265 |
+
"eval_runtime": 0.7747,
|
| 266 |
+
"eval_samples_per_second": 435.022,
|
| 267 |
+
"eval_steps_per_second": 28.399,
|
| 268 |
+
"eval_weighted_f1": 0.8562006703985606,
|
| 269 |
+
"step": 665
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"epoch": 7.105540897097625,
|
| 273 |
+
"grad_norm": 12.94682788848877,
|
| 274 |
+
"learning_rate": 1.4339181286549707e-05,
|
| 275 |
+
"loss": 0.4383,
|
| 276 |
+
"step": 675
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"epoch": 7.369393139841689,
|
| 280 |
+
"grad_norm": 280.05108642578125,
|
| 281 |
+
"learning_rate": 1.4046783625730995e-05,
|
| 282 |
+
"loss": 0.4475,
|
| 283 |
+
"step": 700
|
| 284 |
+
},
|
| 285 |
+
{
|
| 286 |
+
"epoch": 7.633245382585752,
|
| 287 |
+
"grad_norm": 0.5514546036720276,
|
| 288 |
+
"learning_rate": 1.3754385964912282e-05,
|
| 289 |
+
"loss": 0.5045,
|
| 290 |
+
"step": 725
|
| 291 |
+
},
|
| 292 |
+
{
|
| 293 |
+
"epoch": 7.897097625329815,
|
| 294 |
+
"grad_norm": 67.47254943847656,
|
| 295 |
+
"learning_rate": 1.3461988304093567e-05,
|
| 296 |
+
"loss": 0.5824,
|
| 297 |
+
"step": 750
|
| 298 |
+
},
|
| 299 |
+
{
|
| 300 |
+
"epoch": 8.0,
|
| 301 |
+
"eval_accuracy": 0.8694362017804155,
|
| 302 |
+
"eval_loss": 0.7211546301841736,
|
| 303 |
+
"eval_macro_f1": 0.8387559808612439,
|
| 304 |
+
"eval_runtime": 0.8796,
|
| 305 |
+
"eval_samples_per_second": 383.119,
|
| 306 |
+
"eval_steps_per_second": 25.011,
|
| 307 |
+
"eval_weighted_f1": 0.8681839478653471,
|
| 308 |
+
"step": 760
|
| 309 |
+
}
|
| 310 |
+
],
|
| 311 |
+
"logging_steps": 25,
|
| 312 |
+
"max_steps": 1900,
|
| 313 |
+
"num_input_tokens_seen": 0,
|
| 314 |
+
"num_train_epochs": 20,
|
| 315 |
+
"save_steps": 500,
|
| 316 |
+
"stateful_callbacks": {
|
| 317 |
+
"EarlyStoppingCallback": {
|
| 318 |
+
"args": {
|
| 319 |
+
"early_stopping_patience": 3,
|
| 320 |
+
"early_stopping_threshold": 0.0
|
| 321 |
+
},
|
| 322 |
+
"attributes": {
|
| 323 |
+
"early_stopping_patience_counter": 0
|
| 324 |
+
}
|
| 325 |
+
},
|
| 326 |
+
"TrainerControl": {
|
| 327 |
+
"args": {
|
| 328 |
+
"should_epoch_stop": false,
|
| 329 |
+
"should_evaluate": false,
|
| 330 |
+
"should_log": false,
|
| 331 |
+
"should_save": true,
|
| 332 |
+
"should_training_stop": false
|
| 333 |
+
},
|
| 334 |
+
"attributes": {}
|
| 335 |
+
}
|
| 336 |
+
},
|
| 337 |
+
"total_flos": 0.0,
|
| 338 |
+
"train_batch_size": 8,
|
| 339 |
+
"trial_name": null,
|
| 340 |
+
"trial_params": null
|
| 341 |
+
}
|
ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-176/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-176/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-176/trainer_state.json
ADDED
|
@@ -0,0 +1,114 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 176,
|
| 3 |
+
"best_metric": 0.8014933767306058,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-176",
|
| 5 |
+
"epoch": 2.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 176,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.2840909090909091,
|
| 14 |
+
"grad_norm": 29.31191635131836,
|
| 15 |
+
"learning_rate": 2.7272727272727272e-06,
|
| 16 |
+
"loss": 3.5473,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5681818181818182,
|
| 21 |
+
"grad_norm": 911.2940673828125,
|
| 22 |
+
"learning_rate": 5.568181818181818e-06,
|
| 23 |
+
"loss": 2.9838,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.8522727272727273,
|
| 28 |
+
"grad_norm": 42.18576431274414,
|
| 29 |
+
"learning_rate": 8.40909090909091e-06,
|
| 30 |
+
"loss": 2.5122,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7571884984025559,
|
| 36 |
+
"eval_loss": 0.4731663763523102,
|
| 37 |
+
"eval_macro_f1": 0.5549318964226913,
|
| 38 |
+
"eval_runtime": 0.7561,
|
| 39 |
+
"eval_samples_per_second": 413.978,
|
| 40 |
+
"eval_steps_per_second": 26.452,
|
| 41 |
+
"eval_weighted_f1": 0.6881720275847822,
|
| 42 |
+
"step": 88
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.1363636363636362,
|
| 46 |
+
"grad_norm": 54.44968032836914,
|
| 47 |
+
"learning_rate": 1.125e-05,
|
| 48 |
+
"loss": 2.1127,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.4204545454545454,
|
| 53 |
+
"grad_norm": 123.53498077392578,
|
| 54 |
+
"learning_rate": 1.4090909090909092e-05,
|
| 55 |
+
"loss": 1.937,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.7045454545454546,
|
| 60 |
+
"grad_norm": 40.567169189453125,
|
| 61 |
+
"learning_rate": 1.6931818181818182e-05,
|
| 62 |
+
"loss": 1.847,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.9886363636363638,
|
| 67 |
+
"grad_norm": 32.41838836669922,
|
| 68 |
+
"learning_rate": 1.9772727272727274e-05,
|
| 69 |
+
"loss": 1.8451,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 2.0,
|
| 74 |
+
"eval_accuracy": 0.8306709265175719,
|
| 75 |
+
"eval_loss": 0.3971559703350067,
|
| 76 |
+
"eval_macro_f1": 0.8014933767306058,
|
| 77 |
+
"eval_runtime": 0.8058,
|
| 78 |
+
"eval_samples_per_second": 388.43,
|
| 79 |
+
"eval_steps_per_second": 24.82,
|
| 80 |
+
"eval_weighted_f1": 0.8352907052338415,
|
| 81 |
+
"step": 176
|
| 82 |
+
}
|
| 83 |
+
],
|
| 84 |
+
"logging_steps": 25,
|
| 85 |
+
"max_steps": 1760,
|
| 86 |
+
"num_input_tokens_seen": 0,
|
| 87 |
+
"num_train_epochs": 20,
|
| 88 |
+
"save_steps": 500,
|
| 89 |
+
"stateful_callbacks": {
|
| 90 |
+
"EarlyStoppingCallback": {
|
| 91 |
+
"args": {
|
| 92 |
+
"early_stopping_patience": 3,
|
| 93 |
+
"early_stopping_threshold": 0.0
|
| 94 |
+
},
|
| 95 |
+
"attributes": {
|
| 96 |
+
"early_stopping_patience_counter": 0
|
| 97 |
+
}
|
| 98 |
+
},
|
| 99 |
+
"TrainerControl": {
|
| 100 |
+
"args": {
|
| 101 |
+
"should_epoch_stop": false,
|
| 102 |
+
"should_evaluate": false,
|
| 103 |
+
"should_log": false,
|
| 104 |
+
"should_save": true,
|
| 105 |
+
"should_training_stop": false
|
| 106 |
+
},
|
| 107 |
+
"attributes": {}
|
| 108 |
+
}
|
| 109 |
+
},
|
| 110 |
+
"total_flos": 0.0,
|
| 111 |
+
"train_batch_size": 8,
|
| 112 |
+
"trial_name": null,
|
| 113 |
+
"trial_params": null
|
| 114 |
+
}
|
ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-440/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-440/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-440/trainer_state.json
ADDED
|
@@ -0,0 +1,217 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 176,
|
| 3 |
+
"best_metric": 0.8014933767306058,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-03-s42-20260901T123953Z-f02c6615/trainer/checkpoint-176",
|
| 5 |
+
"epoch": 5.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 440,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.2840909090909091,
|
| 14 |
+
"grad_norm": 29.31191635131836,
|
| 15 |
+
"learning_rate": 2.7272727272727272e-06,
|
| 16 |
+
"loss": 3.5473,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5681818181818182,
|
| 21 |
+
"grad_norm": 911.2940673828125,
|
| 22 |
+
"learning_rate": 5.568181818181818e-06,
|
| 23 |
+
"loss": 2.9838,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.8522727272727273,
|
| 28 |
+
"grad_norm": 42.18576431274414,
|
| 29 |
+
"learning_rate": 8.40909090909091e-06,
|
| 30 |
+
"loss": 2.5122,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7571884984025559,
|
| 36 |
+
"eval_loss": 0.4731663763523102,
|
| 37 |
+
"eval_macro_f1": 0.5549318964226913,
|
| 38 |
+
"eval_runtime": 0.7561,
|
| 39 |
+
"eval_samples_per_second": 413.978,
|
| 40 |
+
"eval_steps_per_second": 26.452,
|
| 41 |
+
"eval_weighted_f1": 0.6881720275847822,
|
| 42 |
+
"step": 88
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.1363636363636362,
|
| 46 |
+
"grad_norm": 54.44968032836914,
|
| 47 |
+
"learning_rate": 1.125e-05,
|
| 48 |
+
"loss": 2.1127,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.4204545454545454,
|
| 53 |
+
"grad_norm": 123.53498077392578,
|
| 54 |
+
"learning_rate": 1.4090909090909092e-05,
|
| 55 |
+
"loss": 1.937,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.7045454545454546,
|
| 60 |
+
"grad_norm": 40.567169189453125,
|
| 61 |
+
"learning_rate": 1.6931818181818182e-05,
|
| 62 |
+
"loss": 1.847,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.9886363636363638,
|
| 67 |
+
"grad_norm": 32.41838836669922,
|
| 68 |
+
"learning_rate": 1.9772727272727274e-05,
|
| 69 |
+
"loss": 1.8451,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 2.0,
|
| 74 |
+
"eval_accuracy": 0.8306709265175719,
|
| 75 |
+
"eval_loss": 0.3971559703350067,
|
| 76 |
+
"eval_macro_f1": 0.8014933767306058,
|
| 77 |
+
"eval_runtime": 0.8058,
|
| 78 |
+
"eval_samples_per_second": 388.43,
|
| 79 |
+
"eval_steps_per_second": 24.82,
|
| 80 |
+
"eval_weighted_f1": 0.8352907052338415,
|
| 81 |
+
"step": 176
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.2727272727272725,
|
| 85 |
+
"grad_norm": 67.15975952148438,
|
| 86 |
+
"learning_rate": 1.9709595959595963e-05,
|
| 87 |
+
"loss": 1.7136,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.5568181818181817,
|
| 92 |
+
"grad_norm": 34.81842803955078,
|
| 93 |
+
"learning_rate": 1.9393939393939395e-05,
|
| 94 |
+
"loss": 1.567,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.840909090909091,
|
| 99 |
+
"grad_norm": 50.14714050292969,
|
| 100 |
+
"learning_rate": 1.907828282828283e-05,
|
| 101 |
+
"loss": 1.8277,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.8402555910543131,
|
| 107 |
+
"eval_loss": 0.4135496914386749,
|
| 108 |
+
"eval_macro_f1": 0.7827836997557184,
|
| 109 |
+
"eval_runtime": 0.7568,
|
| 110 |
+
"eval_samples_per_second": 413.566,
|
| 111 |
+
"eval_steps_per_second": 26.426,
|
| 112 |
+
"eval_weighted_f1": 0.832402289137735,
|
| 113 |
+
"step": 264
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.125,
|
| 117 |
+
"grad_norm": 87.56961059570312,
|
| 118 |
+
"learning_rate": 1.8762626262626265e-05,
|
| 119 |
+
"loss": 1.6381,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.409090909090909,
|
| 124 |
+
"grad_norm": 60.826438903808594,
|
| 125 |
+
"learning_rate": 1.84469696969697e-05,
|
| 126 |
+
"loss": 1.3016,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.6931818181818183,
|
| 131 |
+
"grad_norm": 62.905147552490234,
|
| 132 |
+
"learning_rate": 1.8131313131313132e-05,
|
| 133 |
+
"loss": 1.3447,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 3.9772727272727275,
|
| 138 |
+
"grad_norm": 62.023765563964844,
|
| 139 |
+
"learning_rate": 1.7815656565656567e-05,
|
| 140 |
+
"loss": 1.4568,
|
| 141 |
+
"step": 350
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"epoch": 4.0,
|
| 145 |
+
"eval_accuracy": 0.8402555910543131,
|
| 146 |
+
"eval_loss": 0.3661033511161804,
|
| 147 |
+
"eval_macro_f1": 0.7981166150670795,
|
| 148 |
+
"eval_runtime": 0.7085,
|
| 149 |
+
"eval_samples_per_second": 441.752,
|
| 150 |
+
"eval_steps_per_second": 28.227,
|
| 151 |
+
"eval_weighted_f1": 0.8390768784392857,
|
| 152 |
+
"step": 352
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.261363636363637,
|
| 156 |
+
"grad_norm": 159.33555603027344,
|
| 157 |
+
"learning_rate": 1.7500000000000002e-05,
|
| 158 |
+
"loss": 1.3402,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.545454545454545,
|
| 163 |
+
"grad_norm": 54.19893264770508,
|
| 164 |
+
"learning_rate": 1.7184343434343437e-05,
|
| 165 |
+
"loss": 0.9727,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 4.829545454545455,
|
| 170 |
+
"grad_norm": 30.48138427734375,
|
| 171 |
+
"learning_rate": 1.686868686868687e-05,
|
| 172 |
+
"loss": 1.1131,
|
| 173 |
+
"step": 425
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 5.0,
|
| 177 |
+
"eval_accuracy": 0.8146964856230032,
|
| 178 |
+
"eval_loss": 0.39781150221824646,
|
| 179 |
+
"eval_macro_f1": 0.7911989326463011,
|
| 180 |
+
"eval_runtime": 0.6982,
|
| 181 |
+
"eval_samples_per_second": 448.279,
|
| 182 |
+
"eval_steps_per_second": 28.644,
|
| 183 |
+
"eval_weighted_f1": 0.8223052170630781,
|
| 184 |
+
"step": 440
|
| 185 |
+
}
|
| 186 |
+
],
|
| 187 |
+
"logging_steps": 25,
|
| 188 |
+
"max_steps": 1760,
|
| 189 |
+
"num_input_tokens_seen": 0,
|
| 190 |
+
"num_train_epochs": 20,
|
| 191 |
+
"save_steps": 500,
|
| 192 |
+
"stateful_callbacks": {
|
| 193 |
+
"EarlyStoppingCallback": {
|
| 194 |
+
"args": {
|
| 195 |
+
"early_stopping_patience": 3,
|
| 196 |
+
"early_stopping_threshold": 0.0
|
| 197 |
+
},
|
| 198 |
+
"attributes": {
|
| 199 |
+
"early_stopping_patience_counter": 3
|
| 200 |
+
}
|
| 201 |
+
},
|
| 202 |
+
"TrainerControl": {
|
| 203 |
+
"args": {
|
| 204 |
+
"should_epoch_stop": false,
|
| 205 |
+
"should_evaluate": false,
|
| 206 |
+
"should_log": false,
|
| 207 |
+
"should_save": true,
|
| 208 |
+
"should_training_stop": true
|
| 209 |
+
},
|
| 210 |
+
"attributes": {}
|
| 211 |
+
}
|
| 212 |
+
},
|
| 213 |
+
"total_flos": 0.0,
|
| 214 |
+
"train_batch_size": 8,
|
| 215 |
+
"trial_name": null,
|
| 216 |
+
"trial_params": null
|
| 217 |
+
}
|
ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-400/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-400/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-400/trainer_state.json
ADDED
|
@@ -0,0 +1,210 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 400,
|
| 3 |
+
"best_metric": 0.8590881525993714,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-400",
|
| 5 |
+
"epoch": 5.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 400,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.3125,
|
| 14 |
+
"grad_norm": 34.604347229003906,
|
| 15 |
+
"learning_rate": 3e-06,
|
| 16 |
+
"loss": 3.372,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.625,
|
| 21 |
+
"grad_norm": 693.146728515625,
|
| 22 |
+
"learning_rate": 6.125000000000001e-06,
|
| 23 |
+
"loss": 2.985,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9375,
|
| 28 |
+
"grad_norm": 116.57025909423828,
|
| 29 |
+
"learning_rate": 9.250000000000001e-06,
|
| 30 |
+
"loss": 2.4698,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7746478873239436,
|
| 36 |
+
"eval_loss": 0.4824889302253723,
|
| 37 |
+
"eval_macro_f1": 0.687461310956737,
|
| 38 |
+
"eval_runtime": 0.7284,
|
| 39 |
+
"eval_samples_per_second": 389.907,
|
| 40 |
+
"eval_steps_per_second": 24.712,
|
| 41 |
+
"eval_weighted_f1": 0.7455856952015415,
|
| 42 |
+
"step": 80
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.25,
|
| 46 |
+
"grad_norm": 20.77181625366211,
|
| 47 |
+
"learning_rate": 1.2375000000000001e-05,
|
| 48 |
+
"loss": 2.1461,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5625,
|
| 53 |
+
"grad_norm": 49.455955505371094,
|
| 54 |
+
"learning_rate": 1.55e-05,
|
| 55 |
+
"loss": 2.0427,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.875,
|
| 60 |
+
"grad_norm": 64.49543762207031,
|
| 61 |
+
"learning_rate": 1.8625000000000002e-05,
|
| 62 |
+
"loss": 2.0018,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.852112676056338,
|
| 68 |
+
"eval_loss": 0.3640977144241333,
|
| 69 |
+
"eval_macro_f1": 0.8186462324393359,
|
| 70 |
+
"eval_runtime": 0.7158,
|
| 71 |
+
"eval_samples_per_second": 396.756,
|
| 72 |
+
"eval_steps_per_second": 25.147,
|
| 73 |
+
"eval_weighted_f1": 0.846077743600813,
|
| 74 |
+
"step": 160
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.1875,
|
| 78 |
+
"grad_norm": 50.472373962402344,
|
| 79 |
+
"learning_rate": 1.9805555555555557e-05,
|
| 80 |
+
"loss": 1.7968,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.5,
|
| 85 |
+
"grad_norm": 65.18142700195312,
|
| 86 |
+
"learning_rate": 1.9458333333333333e-05,
|
| 87 |
+
"loss": 1.5348,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.8125,
|
| 92 |
+
"grad_norm": 56.238407135009766,
|
| 93 |
+
"learning_rate": 1.9111111111111113e-05,
|
| 94 |
+
"loss": 1.4969,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8697183098591549,
|
| 100 |
+
"eval_loss": 0.3131292760372162,
|
| 101 |
+
"eval_macro_f1": 0.8472119229371138,
|
| 102 |
+
"eval_runtime": 0.6904,
|
| 103 |
+
"eval_samples_per_second": 411.332,
|
| 104 |
+
"eval_steps_per_second": 26.07,
|
| 105 |
+
"eval_weighted_f1": 0.8678599843334818,
|
| 106 |
+
"step": 240
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.125,
|
| 110 |
+
"grad_norm": 24.571138381958008,
|
| 111 |
+
"learning_rate": 1.876388888888889e-05,
|
| 112 |
+
"loss": 1.3414,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.4375,
|
| 117 |
+
"grad_norm": 38.13446807861328,
|
| 118 |
+
"learning_rate": 1.8416666666666666e-05,
|
| 119 |
+
"loss": 1.2322,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.75,
|
| 124 |
+
"grad_norm": 51.08767318725586,
|
| 125 |
+
"learning_rate": 1.8069444444444446e-05,
|
| 126 |
+
"loss": 1.1777,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8697183098591549,
|
| 132 |
+
"eval_loss": 0.31924760341644287,
|
| 133 |
+
"eval_macro_f1": 0.8568996745243834,
|
| 134 |
+
"eval_runtime": 0.7376,
|
| 135 |
+
"eval_samples_per_second": 385.014,
|
| 136 |
+
"eval_steps_per_second": 24.402,
|
| 137 |
+
"eval_weighted_f1": 0.8719804219770558,
|
| 138 |
+
"step": 320
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.0625,
|
| 142 |
+
"grad_norm": 44.544010162353516,
|
| 143 |
+
"learning_rate": 1.7722222222222222e-05,
|
| 144 |
+
"loss": 1.118,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.375,
|
| 149 |
+
"grad_norm": 84.4989242553711,
|
| 150 |
+
"learning_rate": 1.7375000000000002e-05,
|
| 151 |
+
"loss": 0.911,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.6875,
|
| 156 |
+
"grad_norm": 25.019487380981445,
|
| 157 |
+
"learning_rate": 1.702777777777778e-05,
|
| 158 |
+
"loss": 1.0139,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 5.0,
|
| 163 |
+
"grad_norm": 43.3385009765625,
|
| 164 |
+
"learning_rate": 1.668055555555556e-05,
|
| 165 |
+
"loss": 0.9401,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 5.0,
|
| 170 |
+
"eval_accuracy": 0.8732394366197183,
|
| 171 |
+
"eval_loss": 0.29950594902038574,
|
| 172 |
+
"eval_macro_f1": 0.8590881525993714,
|
| 173 |
+
"eval_runtime": 0.7168,
|
| 174 |
+
"eval_samples_per_second": 396.184,
|
| 175 |
+
"eval_steps_per_second": 25.11,
|
| 176 |
+
"eval_weighted_f1": 0.8748118015108679,
|
| 177 |
+
"step": 400
|
| 178 |
+
}
|
| 179 |
+
],
|
| 180 |
+
"logging_steps": 25,
|
| 181 |
+
"max_steps": 1600,
|
| 182 |
+
"num_input_tokens_seen": 0,
|
| 183 |
+
"num_train_epochs": 20,
|
| 184 |
+
"save_steps": 500,
|
| 185 |
+
"stateful_callbacks": {
|
| 186 |
+
"EarlyStoppingCallback": {
|
| 187 |
+
"args": {
|
| 188 |
+
"early_stopping_patience": 3,
|
| 189 |
+
"early_stopping_threshold": 0.0
|
| 190 |
+
},
|
| 191 |
+
"attributes": {
|
| 192 |
+
"early_stopping_patience_counter": 0
|
| 193 |
+
}
|
| 194 |
+
},
|
| 195 |
+
"TrainerControl": {
|
| 196 |
+
"args": {
|
| 197 |
+
"should_epoch_stop": false,
|
| 198 |
+
"should_evaluate": false,
|
| 199 |
+
"should_log": false,
|
| 200 |
+
"should_save": true,
|
| 201 |
+
"should_training_stop": false
|
| 202 |
+
},
|
| 203 |
+
"attributes": {}
|
| 204 |
+
}
|
| 205 |
+
},
|
| 206 |
+
"total_flos": 0.0,
|
| 207 |
+
"train_batch_size": 8,
|
| 208 |
+
"trial_name": null,
|
| 209 |
+
"trial_params": null
|
| 210 |
+
}
|
ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-640/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-640/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-640/trainer_state.json
ADDED
|
@@ -0,0 +1,306 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 400,
|
| 3 |
+
"best_metric": 0.8590881525993714,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-04-s42-20260901T124316Z-f02c6615/trainer/checkpoint-400",
|
| 5 |
+
"epoch": 8.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 640,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.3125,
|
| 14 |
+
"grad_norm": 34.604347229003906,
|
| 15 |
+
"learning_rate": 3e-06,
|
| 16 |
+
"loss": 3.372,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.625,
|
| 21 |
+
"grad_norm": 693.146728515625,
|
| 22 |
+
"learning_rate": 6.125000000000001e-06,
|
| 23 |
+
"loss": 2.985,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9375,
|
| 28 |
+
"grad_norm": 116.57025909423828,
|
| 29 |
+
"learning_rate": 9.250000000000001e-06,
|
| 30 |
+
"loss": 2.4698,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7746478873239436,
|
| 36 |
+
"eval_loss": 0.4824889302253723,
|
| 37 |
+
"eval_macro_f1": 0.687461310956737,
|
| 38 |
+
"eval_runtime": 0.7284,
|
| 39 |
+
"eval_samples_per_second": 389.907,
|
| 40 |
+
"eval_steps_per_second": 24.712,
|
| 41 |
+
"eval_weighted_f1": 0.7455856952015415,
|
| 42 |
+
"step": 80
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.25,
|
| 46 |
+
"grad_norm": 20.77181625366211,
|
| 47 |
+
"learning_rate": 1.2375000000000001e-05,
|
| 48 |
+
"loss": 2.1461,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5625,
|
| 53 |
+
"grad_norm": 49.455955505371094,
|
| 54 |
+
"learning_rate": 1.55e-05,
|
| 55 |
+
"loss": 2.0427,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.875,
|
| 60 |
+
"grad_norm": 64.49543762207031,
|
| 61 |
+
"learning_rate": 1.8625000000000002e-05,
|
| 62 |
+
"loss": 2.0018,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.852112676056338,
|
| 68 |
+
"eval_loss": 0.3640977144241333,
|
| 69 |
+
"eval_macro_f1": 0.8186462324393359,
|
| 70 |
+
"eval_runtime": 0.7158,
|
| 71 |
+
"eval_samples_per_second": 396.756,
|
| 72 |
+
"eval_steps_per_second": 25.147,
|
| 73 |
+
"eval_weighted_f1": 0.846077743600813,
|
| 74 |
+
"step": 160
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.1875,
|
| 78 |
+
"grad_norm": 50.472373962402344,
|
| 79 |
+
"learning_rate": 1.9805555555555557e-05,
|
| 80 |
+
"loss": 1.7968,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.5,
|
| 85 |
+
"grad_norm": 65.18142700195312,
|
| 86 |
+
"learning_rate": 1.9458333333333333e-05,
|
| 87 |
+
"loss": 1.5348,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.8125,
|
| 92 |
+
"grad_norm": 56.238407135009766,
|
| 93 |
+
"learning_rate": 1.9111111111111113e-05,
|
| 94 |
+
"loss": 1.4969,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8697183098591549,
|
| 100 |
+
"eval_loss": 0.3131292760372162,
|
| 101 |
+
"eval_macro_f1": 0.8472119229371138,
|
| 102 |
+
"eval_runtime": 0.6904,
|
| 103 |
+
"eval_samples_per_second": 411.332,
|
| 104 |
+
"eval_steps_per_second": 26.07,
|
| 105 |
+
"eval_weighted_f1": 0.8678599843334818,
|
| 106 |
+
"step": 240
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.125,
|
| 110 |
+
"grad_norm": 24.571138381958008,
|
| 111 |
+
"learning_rate": 1.876388888888889e-05,
|
| 112 |
+
"loss": 1.3414,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.4375,
|
| 117 |
+
"grad_norm": 38.13446807861328,
|
| 118 |
+
"learning_rate": 1.8416666666666666e-05,
|
| 119 |
+
"loss": 1.2322,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.75,
|
| 124 |
+
"grad_norm": 51.08767318725586,
|
| 125 |
+
"learning_rate": 1.8069444444444446e-05,
|
| 126 |
+
"loss": 1.1777,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8697183098591549,
|
| 132 |
+
"eval_loss": 0.31924760341644287,
|
| 133 |
+
"eval_macro_f1": 0.8568996745243834,
|
| 134 |
+
"eval_runtime": 0.7376,
|
| 135 |
+
"eval_samples_per_second": 385.014,
|
| 136 |
+
"eval_steps_per_second": 24.402,
|
| 137 |
+
"eval_weighted_f1": 0.8719804219770558,
|
| 138 |
+
"step": 320
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.0625,
|
| 142 |
+
"grad_norm": 44.544010162353516,
|
| 143 |
+
"learning_rate": 1.7722222222222222e-05,
|
| 144 |
+
"loss": 1.118,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.375,
|
| 149 |
+
"grad_norm": 84.4989242553711,
|
| 150 |
+
"learning_rate": 1.7375000000000002e-05,
|
| 151 |
+
"loss": 0.911,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.6875,
|
| 156 |
+
"grad_norm": 25.019487380981445,
|
| 157 |
+
"learning_rate": 1.702777777777778e-05,
|
| 158 |
+
"loss": 1.0139,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 5.0,
|
| 163 |
+
"grad_norm": 43.3385009765625,
|
| 164 |
+
"learning_rate": 1.668055555555556e-05,
|
| 165 |
+
"loss": 0.9401,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 5.0,
|
| 170 |
+
"eval_accuracy": 0.8732394366197183,
|
| 171 |
+
"eval_loss": 0.29950594902038574,
|
| 172 |
+
"eval_macro_f1": 0.8590881525993714,
|
| 173 |
+
"eval_runtime": 0.7168,
|
| 174 |
+
"eval_samples_per_second": 396.184,
|
| 175 |
+
"eval_steps_per_second": 25.11,
|
| 176 |
+
"eval_weighted_f1": 0.8748118015108679,
|
| 177 |
+
"step": 400
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.3125,
|
| 181 |
+
"grad_norm": 119.144287109375,
|
| 182 |
+
"learning_rate": 1.6333333333333335e-05,
|
| 183 |
+
"loss": 0.6305,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.625,
|
| 188 |
+
"grad_norm": 224.1616668701172,
|
| 189 |
+
"learning_rate": 1.5986111111111115e-05,
|
| 190 |
+
"loss": 0.6473,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.9375,
|
| 195 |
+
"grad_norm": 75.20263671875,
|
| 196 |
+
"learning_rate": 1.563888888888889e-05,
|
| 197 |
+
"loss": 0.7855,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 6.0,
|
| 202 |
+
"eval_accuracy": 0.8697183098591549,
|
| 203 |
+
"eval_loss": 0.345990926027298,
|
| 204 |
+
"eval_macro_f1": 0.8499864376775593,
|
| 205 |
+
"eval_runtime": 0.6999,
|
| 206 |
+
"eval_samples_per_second": 405.779,
|
| 207 |
+
"eval_steps_per_second": 25.718,
|
| 208 |
+
"eval_weighted_f1": 0.8691435951354191,
|
| 209 |
+
"step": 480
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"epoch": 6.25,
|
| 213 |
+
"grad_norm": 37.94600296020508,
|
| 214 |
+
"learning_rate": 1.5291666666666668e-05,
|
| 215 |
+
"loss": 0.3888,
|
| 216 |
+
"step": 500
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.5625,
|
| 220 |
+
"grad_norm": 59.69365310668945,
|
| 221 |
+
"learning_rate": 1.4944444444444446e-05,
|
| 222 |
+
"loss": 1.0548,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.875,
|
| 227 |
+
"grad_norm": 30.051963806152344,
|
| 228 |
+
"learning_rate": 1.4597222222222223e-05,
|
| 229 |
+
"loss": 0.8196,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 7.0,
|
| 234 |
+
"eval_accuracy": 0.8767605633802817,
|
| 235 |
+
"eval_loss": 0.5778881907463074,
|
| 236 |
+
"eval_macro_f1": 0.8515686830827124,
|
| 237 |
+
"eval_runtime": 0.6617,
|
| 238 |
+
"eval_samples_per_second": 429.203,
|
| 239 |
+
"eval_steps_per_second": 27.203,
|
| 240 |
+
"eval_weighted_f1": 0.8731002047045666,
|
| 241 |
+
"step": 560
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 7.1875,
|
| 245 |
+
"grad_norm": 194.99844360351562,
|
| 246 |
+
"learning_rate": 1.425e-05,
|
| 247 |
+
"loss": 0.7039,
|
| 248 |
+
"step": 575
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 7.5,
|
| 252 |
+
"grad_norm": 48.71138381958008,
|
| 253 |
+
"learning_rate": 1.3902777777777779e-05,
|
| 254 |
+
"loss": 0.4667,
|
| 255 |
+
"step": 600
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 7.8125,
|
| 259 |
+
"grad_norm": 63.01594543457031,
|
| 260 |
+
"learning_rate": 1.3555555555555557e-05,
|
| 261 |
+
"loss": 0.4591,
|
| 262 |
+
"step": 625
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"epoch": 8.0,
|
| 266 |
+
"eval_accuracy": 0.8732394366197183,
|
| 267 |
+
"eval_loss": 0.6880003809928894,
|
| 268 |
+
"eval_macro_f1": 0.8433823529411765,
|
| 269 |
+
"eval_runtime": 0.7446,
|
| 270 |
+
"eval_samples_per_second": 381.408,
|
| 271 |
+
"eval_steps_per_second": 24.174,
|
| 272 |
+
"eval_weighted_f1": 0.8674606462303232,
|
| 273 |
+
"step": 640
|
| 274 |
+
}
|
| 275 |
+
],
|
| 276 |
+
"logging_steps": 25,
|
| 277 |
+
"max_steps": 1600,
|
| 278 |
+
"num_input_tokens_seen": 0,
|
| 279 |
+
"num_train_epochs": 20,
|
| 280 |
+
"save_steps": 500,
|
| 281 |
+
"stateful_callbacks": {
|
| 282 |
+
"EarlyStoppingCallback": {
|
| 283 |
+
"args": {
|
| 284 |
+
"early_stopping_patience": 3,
|
| 285 |
+
"early_stopping_threshold": 0.0
|
| 286 |
+
},
|
| 287 |
+
"attributes": {
|
| 288 |
+
"early_stopping_patience_counter": 3
|
| 289 |
+
}
|
| 290 |
+
},
|
| 291 |
+
"TrainerControl": {
|
| 292 |
+
"args": {
|
| 293 |
+
"should_epoch_stop": false,
|
| 294 |
+
"should_evaluate": false,
|
| 295 |
+
"should_log": false,
|
| 296 |
+
"should_save": true,
|
| 297 |
+
"should_training_stop": true
|
| 298 |
+
},
|
| 299 |
+
"attributes": {}
|
| 300 |
+
}
|
| 301 |
+
},
|
| 302 |
+
"total_flos": 0.0,
|
| 303 |
+
"train_batch_size": 8,
|
| 304 |
+
"trial_name": null,
|
| 305 |
+
"trial_params": null
|
| 306 |
+
}
|
ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-270/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-270/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-270/trainer_state.json
ADDED
|
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 270,
|
| 3 |
+
"best_metric": 0.8165999109924343,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-270",
|
| 5 |
+
"epoch": 3.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 270,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.2801120448179272,
|
| 14 |
+
"grad_norm": 28.66261100769043,
|
| 15 |
+
"learning_rate": 2.666666666666667e-06,
|
| 16 |
+
"loss": 3.4706,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5602240896358543,
|
| 21 |
+
"grad_norm": 87.94918823242188,
|
| 22 |
+
"learning_rate": 5.444444444444445e-06,
|
| 23 |
+
"loss": 3.1372,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.8403361344537815,
|
| 28 |
+
"grad_norm": 22.240447998046875,
|
| 29 |
+
"learning_rate": 8.222222222222222e-06,
|
| 30 |
+
"loss": 2.4785,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7854889589905363,
|
| 36 |
+
"eval_loss": 0.4807336926460266,
|
| 37 |
+
"eval_macro_f1": 0.7643225750021867,
|
| 38 |
+
"eval_runtime": 0.734,
|
| 39 |
+
"eval_samples_per_second": 431.854,
|
| 40 |
+
"eval_steps_per_second": 27.246,
|
| 41 |
+
"eval_weighted_f1": 0.7850433509065711,
|
| 42 |
+
"step": 90
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.112044817927171,
|
| 46 |
+
"grad_norm": 39.38436508178711,
|
| 47 |
+
"learning_rate": 1.1000000000000001e-05,
|
| 48 |
+
"loss": 2.1504,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.392156862745098,
|
| 53 |
+
"grad_norm": 95.23200988769531,
|
| 54 |
+
"learning_rate": 1.377777777777778e-05,
|
| 55 |
+
"loss": 1.9788,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.6722689075630253,
|
| 60 |
+
"grad_norm": 50.19845199584961,
|
| 61 |
+
"learning_rate": 1.6555555555555556e-05,
|
| 62 |
+
"loss": 1.8544,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.9523809523809523,
|
| 67 |
+
"grad_norm": 63.159996032714844,
|
| 68 |
+
"learning_rate": 1.9333333333333333e-05,
|
| 69 |
+
"loss": 1.7882,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 2.0,
|
| 74 |
+
"eval_accuracy": 0.8138801261829653,
|
| 75 |
+
"eval_loss": 0.4345119595527649,
|
| 76 |
+
"eval_macro_f1": 0.7983395331284705,
|
| 77 |
+
"eval_runtime": 0.6728,
|
| 78 |
+
"eval_samples_per_second": 471.156,
|
| 79 |
+
"eval_steps_per_second": 29.726,
|
| 80 |
+
"eval_weighted_f1": 0.814763114424698,
|
| 81 |
+
"step": 180
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.224089635854342,
|
| 85 |
+
"grad_norm": 66.17145538330078,
|
| 86 |
+
"learning_rate": 1.9765432098765434e-05,
|
| 87 |
+
"loss": 1.6297,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.504201680672269,
|
| 92 |
+
"grad_norm": 99.67339324951172,
|
| 93 |
+
"learning_rate": 1.9456790123456793e-05,
|
| 94 |
+
"loss": 1.5723,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.784313725490196,
|
| 99 |
+
"grad_norm": 58.98139953613281,
|
| 100 |
+
"learning_rate": 1.9148148148148148e-05,
|
| 101 |
+
"loss": 1.4483,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.8359621451104101,
|
| 107 |
+
"eval_loss": 0.3891948461532593,
|
| 108 |
+
"eval_macro_f1": 0.8165999109924343,
|
| 109 |
+
"eval_runtime": 0.7213,
|
| 110 |
+
"eval_samples_per_second": 439.504,
|
| 111 |
+
"eval_steps_per_second": 27.729,
|
| 112 |
+
"eval_weighted_f1": 0.8340823165552669,
|
| 113 |
+
"step": 270
|
| 114 |
+
}
|
| 115 |
+
],
|
| 116 |
+
"logging_steps": 25,
|
| 117 |
+
"max_steps": 1800,
|
| 118 |
+
"num_input_tokens_seen": 0,
|
| 119 |
+
"num_train_epochs": 20,
|
| 120 |
+
"save_steps": 500,
|
| 121 |
+
"stateful_callbacks": {
|
| 122 |
+
"EarlyStoppingCallback": {
|
| 123 |
+
"args": {
|
| 124 |
+
"early_stopping_patience": 3,
|
| 125 |
+
"early_stopping_threshold": 0.0
|
| 126 |
+
},
|
| 127 |
+
"attributes": {
|
| 128 |
+
"early_stopping_patience_counter": 0
|
| 129 |
+
}
|
| 130 |
+
},
|
| 131 |
+
"TrainerControl": {
|
| 132 |
+
"args": {
|
| 133 |
+
"should_epoch_stop": false,
|
| 134 |
+
"should_evaluate": false,
|
| 135 |
+
"should_log": false,
|
| 136 |
+
"should_save": true,
|
| 137 |
+
"should_training_stop": false
|
| 138 |
+
},
|
| 139 |
+
"attributes": {}
|
| 140 |
+
}
|
| 141 |
+
},
|
| 142 |
+
"total_flos": 0.0,
|
| 143 |
+
"train_batch_size": 8,
|
| 144 |
+
"trial_name": null,
|
| 145 |
+
"trial_params": null
|
| 146 |
+
}
|
ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-540/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-540/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-540/trainer_state.json
ADDED
|
@@ -0,0 +1,256 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 270,
|
| 3 |
+
"best_metric": 0.8165999109924343,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-05-s42-20260901T124758Z-f02c6615/trainer/checkpoint-270",
|
| 5 |
+
"epoch": 6.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 540,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.2801120448179272,
|
| 14 |
+
"grad_norm": 28.66261100769043,
|
| 15 |
+
"learning_rate": 2.666666666666667e-06,
|
| 16 |
+
"loss": 3.4706,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5602240896358543,
|
| 21 |
+
"grad_norm": 87.94918823242188,
|
| 22 |
+
"learning_rate": 5.444444444444445e-06,
|
| 23 |
+
"loss": 3.1372,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.8403361344537815,
|
| 28 |
+
"grad_norm": 22.240447998046875,
|
| 29 |
+
"learning_rate": 8.222222222222222e-06,
|
| 30 |
+
"loss": 2.4785,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7854889589905363,
|
| 36 |
+
"eval_loss": 0.4807336926460266,
|
| 37 |
+
"eval_macro_f1": 0.7643225750021867,
|
| 38 |
+
"eval_runtime": 0.734,
|
| 39 |
+
"eval_samples_per_second": 431.854,
|
| 40 |
+
"eval_steps_per_second": 27.246,
|
| 41 |
+
"eval_weighted_f1": 0.7850433509065711,
|
| 42 |
+
"step": 90
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.112044817927171,
|
| 46 |
+
"grad_norm": 39.38436508178711,
|
| 47 |
+
"learning_rate": 1.1000000000000001e-05,
|
| 48 |
+
"loss": 2.1504,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.392156862745098,
|
| 53 |
+
"grad_norm": 95.23200988769531,
|
| 54 |
+
"learning_rate": 1.377777777777778e-05,
|
| 55 |
+
"loss": 1.9788,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.6722689075630253,
|
| 60 |
+
"grad_norm": 50.19845199584961,
|
| 61 |
+
"learning_rate": 1.6555555555555556e-05,
|
| 62 |
+
"loss": 1.8544,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.9523809523809523,
|
| 67 |
+
"grad_norm": 63.159996032714844,
|
| 68 |
+
"learning_rate": 1.9333333333333333e-05,
|
| 69 |
+
"loss": 1.7882,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 2.0,
|
| 74 |
+
"eval_accuracy": 0.8138801261829653,
|
| 75 |
+
"eval_loss": 0.4345119595527649,
|
| 76 |
+
"eval_macro_f1": 0.7983395331284705,
|
| 77 |
+
"eval_runtime": 0.6728,
|
| 78 |
+
"eval_samples_per_second": 471.156,
|
| 79 |
+
"eval_steps_per_second": 29.726,
|
| 80 |
+
"eval_weighted_f1": 0.814763114424698,
|
| 81 |
+
"step": 180
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.224089635854342,
|
| 85 |
+
"grad_norm": 66.17145538330078,
|
| 86 |
+
"learning_rate": 1.9765432098765434e-05,
|
| 87 |
+
"loss": 1.6297,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.504201680672269,
|
| 92 |
+
"grad_norm": 99.67339324951172,
|
| 93 |
+
"learning_rate": 1.9456790123456793e-05,
|
| 94 |
+
"loss": 1.5723,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.784313725490196,
|
| 99 |
+
"grad_norm": 58.98139953613281,
|
| 100 |
+
"learning_rate": 1.9148148148148148e-05,
|
| 101 |
+
"loss": 1.4483,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.8359621451104101,
|
| 107 |
+
"eval_loss": 0.3891948461532593,
|
| 108 |
+
"eval_macro_f1": 0.8165999109924343,
|
| 109 |
+
"eval_runtime": 0.7213,
|
| 110 |
+
"eval_samples_per_second": 439.504,
|
| 111 |
+
"eval_steps_per_second": 27.729,
|
| 112 |
+
"eval_weighted_f1": 0.8340823165552669,
|
| 113 |
+
"step": 270
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.0560224089635852,
|
| 117 |
+
"grad_norm": 66.10682678222656,
|
| 118 |
+
"learning_rate": 1.8839506172839507e-05,
|
| 119 |
+
"loss": 1.4017,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.3361344537815127,
|
| 124 |
+
"grad_norm": 69.986083984375,
|
| 125 |
+
"learning_rate": 1.8530864197530866e-05,
|
| 126 |
+
"loss": 0.9804,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.61624649859944,
|
| 131 |
+
"grad_norm": 85.50492858886719,
|
| 132 |
+
"learning_rate": 1.8222222222222224e-05,
|
| 133 |
+
"loss": 1.3484,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 3.896358543417367,
|
| 138 |
+
"grad_norm": 65.00498962402344,
|
| 139 |
+
"learning_rate": 1.7913580246913583e-05,
|
| 140 |
+
"loss": 1.2311,
|
| 141 |
+
"step": 350
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"epoch": 4.0,
|
| 145 |
+
"eval_accuracy": 0.8296529968454258,
|
| 146 |
+
"eval_loss": 0.4423885941505432,
|
| 147 |
+
"eval_macro_f1": 0.8104066985645932,
|
| 148 |
+
"eval_runtime": 0.6956,
|
| 149 |
+
"eval_samples_per_second": 455.736,
|
| 150 |
+
"eval_steps_per_second": 28.753,
|
| 151 |
+
"eval_weighted_f1": 0.828128537575657,
|
| 152 |
+
"step": 360
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.168067226890757,
|
| 156 |
+
"grad_norm": 106.05670928955078,
|
| 157 |
+
"learning_rate": 1.760493827160494e-05,
|
| 158 |
+
"loss": 0.8084,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.448179271708684,
|
| 163 |
+
"grad_norm": 43.672122955322266,
|
| 164 |
+
"learning_rate": 1.7296296296296297e-05,
|
| 165 |
+
"loss": 0.9602,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 4.728291316526611,
|
| 170 |
+
"grad_norm": 101.56539154052734,
|
| 171 |
+
"learning_rate": 1.6987654320987656e-05,
|
| 172 |
+
"loss": 0.8258,
|
| 173 |
+
"step": 425
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 5.0,
|
| 177 |
+
"grad_norm": 5.700253963470459,
|
| 178 |
+
"learning_rate": 1.6679012345679015e-05,
|
| 179 |
+
"loss": 0.9687,
|
| 180 |
+
"step": 450
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"epoch": 5.0,
|
| 184 |
+
"eval_accuracy": 0.8296529968454258,
|
| 185 |
+
"eval_loss": 0.39246171712875366,
|
| 186 |
+
"eval_macro_f1": 0.8143545028630921,
|
| 187 |
+
"eval_runtime": 0.6993,
|
| 188 |
+
"eval_samples_per_second": 453.32,
|
| 189 |
+
"eval_steps_per_second": 28.601,
|
| 190 |
+
"eval_weighted_f1": 0.8299892274824002,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.280112044817927,
|
| 195 |
+
"grad_norm": 143.3936004638672,
|
| 196 |
+
"learning_rate": 1.6370370370370374e-05,
|
| 197 |
+
"loss": 0.7335,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 5.560224089635854,
|
| 202 |
+
"grad_norm": 25.507854461669922,
|
| 203 |
+
"learning_rate": 1.606172839506173e-05,
|
| 204 |
+
"loss": 0.5957,
|
| 205 |
+
"step": 500
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"epoch": 5.840336134453781,
|
| 209 |
+
"grad_norm": 75.28197479248047,
|
| 210 |
+
"learning_rate": 1.5753086419753088e-05,
|
| 211 |
+
"loss": 0.7469,
|
| 212 |
+
"step": 525
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"epoch": 6.0,
|
| 216 |
+
"eval_accuracy": 0.8422712933753943,
|
| 217 |
+
"eval_loss": 0.5463045835494995,
|
| 218 |
+
"eval_macro_f1": 0.8163979241960894,
|
| 219 |
+
"eval_runtime": 0.7311,
|
| 220 |
+
"eval_samples_per_second": 433.594,
|
| 221 |
+
"eval_steps_per_second": 27.356,
|
| 222 |
+
"eval_weighted_f1": 0.8366182883446218,
|
| 223 |
+
"step": 540
|
| 224 |
+
}
|
| 225 |
+
],
|
| 226 |
+
"logging_steps": 25,
|
| 227 |
+
"max_steps": 1800,
|
| 228 |
+
"num_input_tokens_seen": 0,
|
| 229 |
+
"num_train_epochs": 20,
|
| 230 |
+
"save_steps": 500,
|
| 231 |
+
"stateful_callbacks": {
|
| 232 |
+
"EarlyStoppingCallback": {
|
| 233 |
+
"args": {
|
| 234 |
+
"early_stopping_patience": 3,
|
| 235 |
+
"early_stopping_threshold": 0.0
|
| 236 |
+
},
|
| 237 |
+
"attributes": {
|
| 238 |
+
"early_stopping_patience_counter": 3
|
| 239 |
+
}
|
| 240 |
+
},
|
| 241 |
+
"TrainerControl": {
|
| 242 |
+
"args": {
|
| 243 |
+
"should_epoch_stop": false,
|
| 244 |
+
"should_evaluate": false,
|
| 245 |
+
"should_log": false,
|
| 246 |
+
"should_save": true,
|
| 247 |
+
"should_training_stop": true
|
| 248 |
+
},
|
| 249 |
+
"attributes": {}
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"total_flos": 0.0,
|
| 253 |
+
"train_batch_size": 8,
|
| 254 |
+
"trial_name": null,
|
| 255 |
+
"trial_params": null
|
| 256 |
+
}
|
ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-344/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-344/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-344/trainer_state.json
ADDED
|
@@ -0,0 +1,178 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 344,
|
| 3 |
+
"best_metric": 0.8558837381416942,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-344",
|
| 5 |
+
"epoch": 4.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 344,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.29069767441860467,
|
| 14 |
+
"grad_norm": 42.82968521118164,
|
| 15 |
+
"learning_rate": 2.790697674418605e-06,
|
| 16 |
+
"loss": 3.5154,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5813953488372093,
|
| 21 |
+
"grad_norm": 112.17858123779297,
|
| 22 |
+
"learning_rate": 5.697674418604652e-06,
|
| 23 |
+
"loss": 3.0605,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.872093023255814,
|
| 28 |
+
"grad_norm": 44.11190414428711,
|
| 29 |
+
"learning_rate": 8.604651162790698e-06,
|
| 30 |
+
"loss": 2.5121,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7875816993464052,
|
| 36 |
+
"eval_loss": 0.43834811449050903,
|
| 37 |
+
"eval_macro_f1": 0.7167755991285403,
|
| 38 |
+
"eval_runtime": 0.726,
|
| 39 |
+
"eval_samples_per_second": 421.485,
|
| 40 |
+
"eval_steps_per_second": 27.548,
|
| 41 |
+
"eval_weighted_f1": 0.7806399248152419,
|
| 42 |
+
"step": 86
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.1627906976744187,
|
| 46 |
+
"grad_norm": 47.744468688964844,
|
| 47 |
+
"learning_rate": 1.1511627906976746e-05,
|
| 48 |
+
"loss": 2.1242,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.4534883720930232,
|
| 53 |
+
"grad_norm": 35.82158660888672,
|
| 54 |
+
"learning_rate": 1.441860465116279e-05,
|
| 55 |
+
"loss": 2.0177,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.744186046511628,
|
| 60 |
+
"grad_norm": 87.84774017333984,
|
| 61 |
+
"learning_rate": 1.7325581395348837e-05,
|
| 62 |
+
"loss": 1.96,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8104575163398693,
|
| 68 |
+
"eval_loss": 0.3966934084892273,
|
| 69 |
+
"eval_macro_f1": 0.7811374734869038,
|
| 70 |
+
"eval_runtime": 0.723,
|
| 71 |
+
"eval_samples_per_second": 423.208,
|
| 72 |
+
"eval_steps_per_second": 27.661,
|
| 73 |
+
"eval_weighted_f1": 0.8172639548593077,
|
| 74 |
+
"step": 172
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.0348837209302326,
|
| 78 |
+
"grad_norm": 121.19184112548828,
|
| 79 |
+
"learning_rate": 1.9974160206718347e-05,
|
| 80 |
+
"loss": 1.8395,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.3255813953488373,
|
| 85 |
+
"grad_norm": 43.72991180419922,
|
| 86 |
+
"learning_rate": 1.9651162790697676e-05,
|
| 87 |
+
"loss": 1.6565,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.616279069767442,
|
| 92 |
+
"grad_norm": 59.76092529296875,
|
| 93 |
+
"learning_rate": 1.9328165374677004e-05,
|
| 94 |
+
"loss": 1.5426,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.9069767441860463,
|
| 99 |
+
"grad_norm": 30.287975311279297,
|
| 100 |
+
"learning_rate": 1.9005167958656333e-05,
|
| 101 |
+
"loss": 1.5537,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.8202614379084967,
|
| 107 |
+
"eval_loss": 0.3772048354148865,
|
| 108 |
+
"eval_macro_f1": 0.7962741039328903,
|
| 109 |
+
"eval_runtime": 0.7197,
|
| 110 |
+
"eval_samples_per_second": 425.187,
|
| 111 |
+
"eval_steps_per_second": 27.79,
|
| 112 |
+
"eval_weighted_f1": 0.8278003143008302,
|
| 113 |
+
"step": 258
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.197674418604651,
|
| 117 |
+
"grad_norm": 92.73638916015625,
|
| 118 |
+
"learning_rate": 1.868217054263566e-05,
|
| 119 |
+
"loss": 1.4252,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.488372093023256,
|
| 124 |
+
"grad_norm": 28.25164794921875,
|
| 125 |
+
"learning_rate": 1.8359173126614988e-05,
|
| 126 |
+
"loss": 1.2249,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.7790697674418605,
|
| 131 |
+
"grad_norm": 74.1076889038086,
|
| 132 |
+
"learning_rate": 1.8036175710594317e-05,
|
| 133 |
+
"loss": 1.2557,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 4.0,
|
| 138 |
+
"eval_accuracy": 0.8856209150326797,
|
| 139 |
+
"eval_loss": 0.29525017738342285,
|
| 140 |
+
"eval_macro_f1": 0.8558837381416942,
|
| 141 |
+
"eval_runtime": 0.7496,
|
| 142 |
+
"eval_samples_per_second": 408.223,
|
| 143 |
+
"eval_steps_per_second": 26.681,
|
| 144 |
+
"eval_weighted_f1": 0.8854069785082842,
|
| 145 |
+
"step": 344
|
| 146 |
+
}
|
| 147 |
+
],
|
| 148 |
+
"logging_steps": 25,
|
| 149 |
+
"max_steps": 1720,
|
| 150 |
+
"num_input_tokens_seen": 0,
|
| 151 |
+
"num_train_epochs": 20,
|
| 152 |
+
"save_steps": 500,
|
| 153 |
+
"stateful_callbacks": {
|
| 154 |
+
"EarlyStoppingCallback": {
|
| 155 |
+
"args": {
|
| 156 |
+
"early_stopping_patience": 3,
|
| 157 |
+
"early_stopping_threshold": 0.0
|
| 158 |
+
},
|
| 159 |
+
"attributes": {
|
| 160 |
+
"early_stopping_patience_counter": 0
|
| 161 |
+
}
|
| 162 |
+
},
|
| 163 |
+
"TrainerControl": {
|
| 164 |
+
"args": {
|
| 165 |
+
"should_epoch_stop": false,
|
| 166 |
+
"should_evaluate": false,
|
| 167 |
+
"should_log": false,
|
| 168 |
+
"should_save": true,
|
| 169 |
+
"should_training_stop": false
|
| 170 |
+
},
|
| 171 |
+
"attributes": {}
|
| 172 |
+
}
|
| 173 |
+
},
|
| 174 |
+
"total_flos": 0.0,
|
| 175 |
+
"train_batch_size": 8,
|
| 176 |
+
"trial_name": null,
|
| 177 |
+
"trial_params": null
|
| 178 |
+
}
|
ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-602/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-602/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-602/trainer_state.json
ADDED
|
@@ -0,0 +1,288 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 344,
|
| 3 |
+
"best_metric": 0.8558837381416942,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-06-s42-20260901T125151Z-f02c6615/trainer/checkpoint-344",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 602,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.29069767441860467,
|
| 14 |
+
"grad_norm": 42.82968521118164,
|
| 15 |
+
"learning_rate": 2.790697674418605e-06,
|
| 16 |
+
"loss": 3.5154,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5813953488372093,
|
| 21 |
+
"grad_norm": 112.17858123779297,
|
| 22 |
+
"learning_rate": 5.697674418604652e-06,
|
| 23 |
+
"loss": 3.0605,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.872093023255814,
|
| 28 |
+
"grad_norm": 44.11190414428711,
|
| 29 |
+
"learning_rate": 8.604651162790698e-06,
|
| 30 |
+
"loss": 2.5121,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7875816993464052,
|
| 36 |
+
"eval_loss": 0.43834811449050903,
|
| 37 |
+
"eval_macro_f1": 0.7167755991285403,
|
| 38 |
+
"eval_runtime": 0.726,
|
| 39 |
+
"eval_samples_per_second": 421.485,
|
| 40 |
+
"eval_steps_per_second": 27.548,
|
| 41 |
+
"eval_weighted_f1": 0.7806399248152419,
|
| 42 |
+
"step": 86
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.1627906976744187,
|
| 46 |
+
"grad_norm": 47.744468688964844,
|
| 47 |
+
"learning_rate": 1.1511627906976746e-05,
|
| 48 |
+
"loss": 2.1242,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.4534883720930232,
|
| 53 |
+
"grad_norm": 35.82158660888672,
|
| 54 |
+
"learning_rate": 1.441860465116279e-05,
|
| 55 |
+
"loss": 2.0177,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.744186046511628,
|
| 60 |
+
"grad_norm": 87.84774017333984,
|
| 61 |
+
"learning_rate": 1.7325581395348837e-05,
|
| 62 |
+
"loss": 1.96,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8104575163398693,
|
| 68 |
+
"eval_loss": 0.3966934084892273,
|
| 69 |
+
"eval_macro_f1": 0.7811374734869038,
|
| 70 |
+
"eval_runtime": 0.723,
|
| 71 |
+
"eval_samples_per_second": 423.208,
|
| 72 |
+
"eval_steps_per_second": 27.661,
|
| 73 |
+
"eval_weighted_f1": 0.8172639548593077,
|
| 74 |
+
"step": 172
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.0348837209302326,
|
| 78 |
+
"grad_norm": 121.19184112548828,
|
| 79 |
+
"learning_rate": 1.9974160206718347e-05,
|
| 80 |
+
"loss": 1.8395,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.3255813953488373,
|
| 85 |
+
"grad_norm": 43.72991180419922,
|
| 86 |
+
"learning_rate": 1.9651162790697676e-05,
|
| 87 |
+
"loss": 1.6565,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.616279069767442,
|
| 92 |
+
"grad_norm": 59.76092529296875,
|
| 93 |
+
"learning_rate": 1.9328165374677004e-05,
|
| 94 |
+
"loss": 1.5426,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.9069767441860463,
|
| 99 |
+
"grad_norm": 30.287975311279297,
|
| 100 |
+
"learning_rate": 1.9005167958656333e-05,
|
| 101 |
+
"loss": 1.5537,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.8202614379084967,
|
| 107 |
+
"eval_loss": 0.3772048354148865,
|
| 108 |
+
"eval_macro_f1": 0.7962741039328903,
|
| 109 |
+
"eval_runtime": 0.7197,
|
| 110 |
+
"eval_samples_per_second": 425.187,
|
| 111 |
+
"eval_steps_per_second": 27.79,
|
| 112 |
+
"eval_weighted_f1": 0.8278003143008302,
|
| 113 |
+
"step": 258
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.197674418604651,
|
| 117 |
+
"grad_norm": 92.73638916015625,
|
| 118 |
+
"learning_rate": 1.868217054263566e-05,
|
| 119 |
+
"loss": 1.4252,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.488372093023256,
|
| 124 |
+
"grad_norm": 28.25164794921875,
|
| 125 |
+
"learning_rate": 1.8359173126614988e-05,
|
| 126 |
+
"loss": 1.2249,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.7790697674418605,
|
| 131 |
+
"grad_norm": 74.1076889038086,
|
| 132 |
+
"learning_rate": 1.8036175710594317e-05,
|
| 133 |
+
"loss": 1.2557,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 4.0,
|
| 138 |
+
"eval_accuracy": 0.8856209150326797,
|
| 139 |
+
"eval_loss": 0.29525017738342285,
|
| 140 |
+
"eval_macro_f1": 0.8558837381416942,
|
| 141 |
+
"eval_runtime": 0.7496,
|
| 142 |
+
"eval_samples_per_second": 408.223,
|
| 143 |
+
"eval_steps_per_second": 26.681,
|
| 144 |
+
"eval_weighted_f1": 0.8854069785082842,
|
| 145 |
+
"step": 344
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.069767441860465,
|
| 149 |
+
"grad_norm": 109.0876235961914,
|
| 150 |
+
"learning_rate": 1.7713178294573646e-05,
|
| 151 |
+
"loss": 1.0528,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.3604651162790695,
|
| 156 |
+
"grad_norm": 47.43384552001953,
|
| 157 |
+
"learning_rate": 1.7390180878552975e-05,
|
| 158 |
+
"loss": 0.9951,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.651162790697675,
|
| 163 |
+
"grad_norm": 36.253143310546875,
|
| 164 |
+
"learning_rate": 1.70671834625323e-05,
|
| 165 |
+
"loss": 0.9787,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 4.941860465116279,
|
| 170 |
+
"grad_norm": 54.395015716552734,
|
| 171 |
+
"learning_rate": 1.674418604651163e-05,
|
| 172 |
+
"loss": 0.8808,
|
| 173 |
+
"step": 425
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 5.0,
|
| 177 |
+
"eval_accuracy": 0.8137254901960784,
|
| 178 |
+
"eval_loss": 0.4927426874637604,
|
| 179 |
+
"eval_macro_f1": 0.7919484702093398,
|
| 180 |
+
"eval_runtime": 0.7013,
|
| 181 |
+
"eval_samples_per_second": 436.333,
|
| 182 |
+
"eval_steps_per_second": 28.518,
|
| 183 |
+
"eval_weighted_f1": 0.8223043162514604,
|
| 184 |
+
"step": 430
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.232558139534884,
|
| 188 |
+
"grad_norm": 99.62388610839844,
|
| 189 |
+
"learning_rate": 1.6421188630490958e-05,
|
| 190 |
+
"loss": 0.9254,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.523255813953488,
|
| 195 |
+
"grad_norm": 88.08311462402344,
|
| 196 |
+
"learning_rate": 1.6098191214470284e-05,
|
| 197 |
+
"loss": 0.6867,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 5.813953488372093,
|
| 202 |
+
"grad_norm": 75.14176940917969,
|
| 203 |
+
"learning_rate": 1.5775193798449613e-05,
|
| 204 |
+
"loss": 0.8068,
|
| 205 |
+
"step": 500
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"epoch": 6.0,
|
| 209 |
+
"eval_accuracy": 0.8529411764705882,
|
| 210 |
+
"eval_loss": 0.43031296133995056,
|
| 211 |
+
"eval_macro_f1": 0.8234864314006999,
|
| 212 |
+
"eval_runtime": 0.764,
|
| 213 |
+
"eval_samples_per_second": 400.505,
|
| 214 |
+
"eval_steps_per_second": 26.177,
|
| 215 |
+
"eval_weighted_f1": 0.8560044699578566,
|
| 216 |
+
"step": 516
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.104651162790698,
|
| 220 |
+
"grad_norm": 115.90933990478516,
|
| 221 |
+
"learning_rate": 1.545219638242894e-05,
|
| 222 |
+
"loss": 0.6625,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.395348837209302,
|
| 227 |
+
"grad_norm": 93.4968490600586,
|
| 228 |
+
"learning_rate": 1.5129198966408269e-05,
|
| 229 |
+
"loss": 0.5618,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 6.686046511627907,
|
| 234 |
+
"grad_norm": 124.06663513183594,
|
| 235 |
+
"learning_rate": 1.4806201550387598e-05,
|
| 236 |
+
"loss": 0.6206,
|
| 237 |
+
"step": 575
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 6.976744186046512,
|
| 241 |
+
"grad_norm": 91.86563873291016,
|
| 242 |
+
"learning_rate": 1.4483204134366927e-05,
|
| 243 |
+
"loss": 0.5074,
|
| 244 |
+
"step": 600
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"epoch": 7.0,
|
| 248 |
+
"eval_accuracy": 0.8660130718954249,
|
| 249 |
+
"eval_loss": 0.4849162995815277,
|
| 250 |
+
"eval_macro_f1": 0.8336316982933525,
|
| 251 |
+
"eval_runtime": 0.7571,
|
| 252 |
+
"eval_samples_per_second": 404.173,
|
| 253 |
+
"eval_steps_per_second": 26.417,
|
| 254 |
+
"eval_weighted_f1": 0.8667326579754709,
|
| 255 |
+
"step": 602
|
| 256 |
+
}
|
| 257 |
+
],
|
| 258 |
+
"logging_steps": 25,
|
| 259 |
+
"max_steps": 1720,
|
| 260 |
+
"num_input_tokens_seen": 0,
|
| 261 |
+
"num_train_epochs": 20,
|
| 262 |
+
"save_steps": 500,
|
| 263 |
+
"stateful_callbacks": {
|
| 264 |
+
"EarlyStoppingCallback": {
|
| 265 |
+
"args": {
|
| 266 |
+
"early_stopping_patience": 3,
|
| 267 |
+
"early_stopping_threshold": 0.0
|
| 268 |
+
},
|
| 269 |
+
"attributes": {
|
| 270 |
+
"early_stopping_patience_counter": 3
|
| 271 |
+
}
|
| 272 |
+
},
|
| 273 |
+
"TrainerControl": {
|
| 274 |
+
"args": {
|
| 275 |
+
"should_epoch_stop": false,
|
| 276 |
+
"should_evaluate": false,
|
| 277 |
+
"should_log": false,
|
| 278 |
+
"should_save": true,
|
| 279 |
+
"should_training_stop": true
|
| 280 |
+
},
|
| 281 |
+
"attributes": {}
|
| 282 |
+
}
|
| 283 |
+
},
|
| 284 |
+
"total_flos": 0.0,
|
| 285 |
+
"train_batch_size": 8,
|
| 286 |
+
"trial_name": null,
|
| 287 |
+
"trial_params": null
|
| 288 |
+
}
|
ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-316/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-316/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-316/trainer_state.json
ADDED
|
@@ -0,0 +1,171 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 316,
|
| 3 |
+
"best_metric": 0.8334780391670457,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-316",
|
| 5 |
+
"epoch": 4.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 316,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.31645569620253167,
|
| 14 |
+
"grad_norm": 47.957847595214844,
|
| 15 |
+
"learning_rate": 3.037974683544304e-06,
|
| 16 |
+
"loss": 3.3821,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6329113924050633,
|
| 21 |
+
"grad_norm": 285.6885681152344,
|
| 22 |
+
"learning_rate": 6.20253164556962e-06,
|
| 23 |
+
"loss": 3.0105,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9493670886075949,
|
| 28 |
+
"grad_norm": 24.469375610351562,
|
| 29 |
+
"learning_rate": 9.367088607594937e-06,
|
| 30 |
+
"loss": 2.4907,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7366548042704626,
|
| 36 |
+
"eval_loss": 0.5261543393135071,
|
| 37 |
+
"eval_macro_f1": 0.7175956106040853,
|
| 38 |
+
"eval_runtime": 0.7296,
|
| 39 |
+
"eval_samples_per_second": 385.128,
|
| 40 |
+
"eval_steps_per_second": 24.67,
|
| 41 |
+
"eval_weighted_f1": 0.7423986708548505,
|
| 42 |
+
"step": 79
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.2658227848101267,
|
| 46 |
+
"grad_norm": 28.503406524658203,
|
| 47 |
+
"learning_rate": 1.2531645569620255e-05,
|
| 48 |
+
"loss": 2.0791,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5822784810126582,
|
| 53 |
+
"grad_norm": 33.13637161254883,
|
| 54 |
+
"learning_rate": 1.5696202531645572e-05,
|
| 55 |
+
"loss": 1.9626,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.8987341772151898,
|
| 60 |
+
"grad_norm": 34.05684280395508,
|
| 61 |
+
"learning_rate": 1.886075949367089e-05,
|
| 62 |
+
"loss": 1.9468,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.797153024911032,
|
| 68 |
+
"eval_loss": 0.45911774039268494,
|
| 69 |
+
"eval_macro_f1": 0.7860548988178722,
|
| 70 |
+
"eval_runtime": 0.707,
|
| 71 |
+
"eval_samples_per_second": 397.446,
|
| 72 |
+
"eval_steps_per_second": 25.459,
|
| 73 |
+
"eval_weighted_f1": 0.8025286797374063,
|
| 74 |
+
"step": 158
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.2151898734177213,
|
| 78 |
+
"grad_norm": 67.79735565185547,
|
| 79 |
+
"learning_rate": 1.977496483825598e-05,
|
| 80 |
+
"loss": 1.6111,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.5316455696202533,
|
| 85 |
+
"grad_norm": 83.45414733886719,
|
| 86 |
+
"learning_rate": 1.9423347398030942e-05,
|
| 87 |
+
"loss": 1.5677,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.848101265822785,
|
| 92 |
+
"grad_norm": 32.20594787597656,
|
| 93 |
+
"learning_rate": 1.907172995780591e-05,
|
| 94 |
+
"loss": 1.5846,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8434163701067615,
|
| 100 |
+
"eval_loss": 0.3814561069011688,
|
| 101 |
+
"eval_macro_f1": 0.8180051813471503,
|
| 102 |
+
"eval_runtime": 0.6175,
|
| 103 |
+
"eval_samples_per_second": 455.059,
|
| 104 |
+
"eval_steps_per_second": 29.15,
|
| 105 |
+
"eval_weighted_f1": 0.8409962568915605,
|
| 106 |
+
"step": 237
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.1645569620253164,
|
| 110 |
+
"grad_norm": 81.80986785888672,
|
| 111 |
+
"learning_rate": 1.872011251758087e-05,
|
| 112 |
+
"loss": 1.3449,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.481012658227848,
|
| 117 |
+
"grad_norm": 47.65251159667969,
|
| 118 |
+
"learning_rate": 1.8368495077355838e-05,
|
| 119 |
+
"loss": 1.2269,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.7974683544303796,
|
| 124 |
+
"grad_norm": 32.10591506958008,
|
| 125 |
+
"learning_rate": 1.8016877637130804e-05,
|
| 126 |
+
"loss": 1.409,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8469750889679716,
|
| 132 |
+
"eval_loss": 0.36810535192489624,
|
| 133 |
+
"eval_macro_f1": 0.8334780391670457,
|
| 134 |
+
"eval_runtime": 0.6939,
|
| 135 |
+
"eval_samples_per_second": 404.958,
|
| 136 |
+
"eval_steps_per_second": 25.94,
|
| 137 |
+
"eval_weighted_f1": 0.8495057858056452,
|
| 138 |
+
"step": 316
|
| 139 |
+
}
|
| 140 |
+
],
|
| 141 |
+
"logging_steps": 25,
|
| 142 |
+
"max_steps": 1580,
|
| 143 |
+
"num_input_tokens_seen": 0,
|
| 144 |
+
"num_train_epochs": 20,
|
| 145 |
+
"save_steps": 500,
|
| 146 |
+
"stateful_callbacks": {
|
| 147 |
+
"EarlyStoppingCallback": {
|
| 148 |
+
"args": {
|
| 149 |
+
"early_stopping_patience": 3,
|
| 150 |
+
"early_stopping_threshold": 0.0
|
| 151 |
+
},
|
| 152 |
+
"attributes": {
|
| 153 |
+
"early_stopping_patience_counter": 0
|
| 154 |
+
}
|
| 155 |
+
},
|
| 156 |
+
"TrainerControl": {
|
| 157 |
+
"args": {
|
| 158 |
+
"should_epoch_stop": false,
|
| 159 |
+
"should_evaluate": false,
|
| 160 |
+
"should_log": false,
|
| 161 |
+
"should_save": true,
|
| 162 |
+
"should_training_stop": false
|
| 163 |
+
},
|
| 164 |
+
"attributes": {}
|
| 165 |
+
}
|
| 166 |
+
},
|
| 167 |
+
"total_flos": 0.0,
|
| 168 |
+
"train_batch_size": 8,
|
| 169 |
+
"trial_name": null,
|
| 170 |
+
"trial_params": null
|
| 171 |
+
}
|
ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-553/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-553/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"250001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-553/trainer_state.json
ADDED
|
@@ -0,0 +1,274 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 316,
|
| 3 |
+
"best_metric": 0.8334780391670457,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-07-s42-20260901T125616Z-f02c6615/trainer/checkpoint-316",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 553,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.31645569620253167,
|
| 14 |
+
"grad_norm": 47.957847595214844,
|
| 15 |
+
"learning_rate": 3.037974683544304e-06,
|
| 16 |
+
"loss": 3.3821,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6329113924050633,
|
| 21 |
+
"grad_norm": 285.6885681152344,
|
| 22 |
+
"learning_rate": 6.20253164556962e-06,
|
| 23 |
+
"loss": 3.0105,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9493670886075949,
|
| 28 |
+
"grad_norm": 24.469375610351562,
|
| 29 |
+
"learning_rate": 9.367088607594937e-06,
|
| 30 |
+
"loss": 2.4907,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7366548042704626,
|
| 36 |
+
"eval_loss": 0.5261543393135071,
|
| 37 |
+
"eval_macro_f1": 0.7175956106040853,
|
| 38 |
+
"eval_runtime": 0.7296,
|
| 39 |
+
"eval_samples_per_second": 385.128,
|
| 40 |
+
"eval_steps_per_second": 24.67,
|
| 41 |
+
"eval_weighted_f1": 0.7423986708548505,
|
| 42 |
+
"step": 79
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.2658227848101267,
|
| 46 |
+
"grad_norm": 28.503406524658203,
|
| 47 |
+
"learning_rate": 1.2531645569620255e-05,
|
| 48 |
+
"loss": 2.0791,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5822784810126582,
|
| 53 |
+
"grad_norm": 33.13637161254883,
|
| 54 |
+
"learning_rate": 1.5696202531645572e-05,
|
| 55 |
+
"loss": 1.9626,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.8987341772151898,
|
| 60 |
+
"grad_norm": 34.05684280395508,
|
| 61 |
+
"learning_rate": 1.886075949367089e-05,
|
| 62 |
+
"loss": 1.9468,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.797153024911032,
|
| 68 |
+
"eval_loss": 0.45911774039268494,
|
| 69 |
+
"eval_macro_f1": 0.7860548988178722,
|
| 70 |
+
"eval_runtime": 0.707,
|
| 71 |
+
"eval_samples_per_second": 397.446,
|
| 72 |
+
"eval_steps_per_second": 25.459,
|
| 73 |
+
"eval_weighted_f1": 0.8025286797374063,
|
| 74 |
+
"step": 158
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.2151898734177213,
|
| 78 |
+
"grad_norm": 67.79735565185547,
|
| 79 |
+
"learning_rate": 1.977496483825598e-05,
|
| 80 |
+
"loss": 1.6111,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.5316455696202533,
|
| 85 |
+
"grad_norm": 83.45414733886719,
|
| 86 |
+
"learning_rate": 1.9423347398030942e-05,
|
| 87 |
+
"loss": 1.5677,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.848101265822785,
|
| 92 |
+
"grad_norm": 32.20594787597656,
|
| 93 |
+
"learning_rate": 1.907172995780591e-05,
|
| 94 |
+
"loss": 1.5846,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8434163701067615,
|
| 100 |
+
"eval_loss": 0.3814561069011688,
|
| 101 |
+
"eval_macro_f1": 0.8180051813471503,
|
| 102 |
+
"eval_runtime": 0.6175,
|
| 103 |
+
"eval_samples_per_second": 455.059,
|
| 104 |
+
"eval_steps_per_second": 29.15,
|
| 105 |
+
"eval_weighted_f1": 0.8409962568915605,
|
| 106 |
+
"step": 237
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.1645569620253164,
|
| 110 |
+
"grad_norm": 81.80986785888672,
|
| 111 |
+
"learning_rate": 1.872011251758087e-05,
|
| 112 |
+
"loss": 1.3449,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.481012658227848,
|
| 117 |
+
"grad_norm": 47.65251159667969,
|
| 118 |
+
"learning_rate": 1.8368495077355838e-05,
|
| 119 |
+
"loss": 1.2269,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.7974683544303796,
|
| 124 |
+
"grad_norm": 32.10591506958008,
|
| 125 |
+
"learning_rate": 1.8016877637130804e-05,
|
| 126 |
+
"loss": 1.409,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8469750889679716,
|
| 132 |
+
"eval_loss": 0.36810535192489624,
|
| 133 |
+
"eval_macro_f1": 0.8334780391670457,
|
| 134 |
+
"eval_runtime": 0.6939,
|
| 135 |
+
"eval_samples_per_second": 404.958,
|
| 136 |
+
"eval_steps_per_second": 25.94,
|
| 137 |
+
"eval_weighted_f1": 0.8495057858056452,
|
| 138 |
+
"step": 316
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.113924050632911,
|
| 142 |
+
"grad_norm": 31.446163177490234,
|
| 143 |
+
"learning_rate": 1.7665260196905767e-05,
|
| 144 |
+
"loss": 1.1163,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.430379746835443,
|
| 149 |
+
"grad_norm": 29.218338012695312,
|
| 150 |
+
"learning_rate": 1.7313642756680733e-05,
|
| 151 |
+
"loss": 1.0216,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.746835443037975,
|
| 156 |
+
"grad_norm": 104.91082000732422,
|
| 157 |
+
"learning_rate": 1.6962025316455696e-05,
|
| 158 |
+
"loss": 0.9914,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 5.0,
|
| 163 |
+
"eval_accuracy": 0.8398576512455516,
|
| 164 |
+
"eval_loss": 0.4053092300891876,
|
| 165 |
+
"eval_macro_f1": 0.8176824257104546,
|
| 166 |
+
"eval_runtime": 0.6821,
|
| 167 |
+
"eval_samples_per_second": 411.945,
|
| 168 |
+
"eval_steps_per_second": 26.388,
|
| 169 |
+
"eval_weighted_f1": 0.8391788178108036,
|
| 170 |
+
"step": 395
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"epoch": 5.063291139240507,
|
| 174 |
+
"grad_norm": 94.52244567871094,
|
| 175 |
+
"learning_rate": 1.6610407876230663e-05,
|
| 176 |
+
"loss": 0.9089,
|
| 177 |
+
"step": 400
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.379746835443038,
|
| 181 |
+
"grad_norm": 48.915504455566406,
|
| 182 |
+
"learning_rate": 1.6258790436005626e-05,
|
| 183 |
+
"loss": 0.647,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.69620253164557,
|
| 188 |
+
"grad_norm": 192.80575561523438,
|
| 189 |
+
"learning_rate": 1.5907172995780592e-05,
|
| 190 |
+
"loss": 0.9111,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 6.0,
|
| 195 |
+
"eval_accuracy": 0.8327402135231317,
|
| 196 |
+
"eval_loss": 0.48066574335098267,
|
| 197 |
+
"eval_macro_f1": 0.8126586946962282,
|
| 198 |
+
"eval_runtime": 0.7077,
|
| 199 |
+
"eval_samples_per_second": 397.062,
|
| 200 |
+
"eval_steps_per_second": 25.435,
|
| 201 |
+
"eval_weighted_f1": 0.8333950456587916,
|
| 202 |
+
"step": 474
|
| 203 |
+
},
|
| 204 |
+
{
|
| 205 |
+
"epoch": 6.012658227848101,
|
| 206 |
+
"grad_norm": 59.63547134399414,
|
| 207 |
+
"learning_rate": 1.555555555555556e-05,
|
| 208 |
+
"loss": 0.8119,
|
| 209 |
+
"step": 475
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"epoch": 6.329113924050633,
|
| 213 |
+
"grad_norm": 44.07497787475586,
|
| 214 |
+
"learning_rate": 1.5203938115330521e-05,
|
| 215 |
+
"loss": 0.5851,
|
| 216 |
+
"step": 500
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.6455696202531644,
|
| 220 |
+
"grad_norm": 154.95181274414062,
|
| 221 |
+
"learning_rate": 1.4852320675105488e-05,
|
| 222 |
+
"loss": 0.6972,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.962025316455696,
|
| 227 |
+
"grad_norm": 167.9027099609375,
|
| 228 |
+
"learning_rate": 1.450070323488045e-05,
|
| 229 |
+
"loss": 0.5702,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 7.0,
|
| 234 |
+
"eval_accuracy": 0.8398576512455516,
|
| 235 |
+
"eval_loss": 0.7186012268066406,
|
| 236 |
+
"eval_macro_f1": 0.8186966807656463,
|
| 237 |
+
"eval_runtime": 0.7095,
|
| 238 |
+
"eval_samples_per_second": 396.03,
|
| 239 |
+
"eval_steps_per_second": 25.368,
|
| 240 |
+
"eval_weighted_f1": 0.8396372244697192,
|
| 241 |
+
"step": 553
|
| 242 |
+
}
|
| 243 |
+
],
|
| 244 |
+
"logging_steps": 25,
|
| 245 |
+
"max_steps": 1580,
|
| 246 |
+
"num_input_tokens_seen": 0,
|
| 247 |
+
"num_train_epochs": 20,
|
| 248 |
+
"save_steps": 500,
|
| 249 |
+
"stateful_callbacks": {
|
| 250 |
+
"EarlyStoppingCallback": {
|
| 251 |
+
"args": {
|
| 252 |
+
"early_stopping_patience": 3,
|
| 253 |
+
"early_stopping_threshold": 0.0
|
| 254 |
+
},
|
| 255 |
+
"attributes": {
|
| 256 |
+
"early_stopping_patience_counter": 3
|
| 257 |
+
}
|
| 258 |
+
},
|
| 259 |
+
"TrainerControl": {
|
| 260 |
+
"args": {
|
| 261 |
+
"should_epoch_stop": false,
|
| 262 |
+
"should_evaluate": false,
|
| 263 |
+
"should_log": false,
|
| 264 |
+
"should_save": true,
|
| 265 |
+
"should_training_stop": true
|
| 266 |
+
},
|
| 267 |
+
"attributes": {}
|
| 268 |
+
}
|
| 269 |
+
},
|
| 270 |
+
"total_flos": 0.0,
|
| 271 |
+
"train_batch_size": 8,
|
| 272 |
+
"trial_name": null,
|
| 273 |
+
"trial_params": null
|
| 274 |
+
}
|