Upload additional checkpoints (part 3)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/scheduler.pt +3 -0
- ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/special_tokens_map.json +9 -0
- ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/tokenizer_config.json +55 -0
- ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/trainer_state.json +249 -0
- ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/training_args.bin +3 -0
- ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/vocab.txt +0 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/model.safetensors +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/added_tokens.json +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/bpe.codes +0 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/model.safetensors +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/optimizer.pt +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/rng_state.pth +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/scheduler.pt +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/special_tokens_map.json +9 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/tokenizer_config.json +55 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/trainer_state.json +320 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/training_args.bin +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/vocab.txt +0 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/added_tokens.json +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/bpe.codes +0 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/model.safetensors +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/optimizer.pt +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/rng_state.pth +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/scheduler.pt +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/special_tokens_map.json +9 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/tokenizer_config.json +55 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/trainer_state.json +423 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/training_args.bin +3 -0
- ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/vocab.txt +0 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/model.safetensors +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/added_tokens.json +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/bpe.codes +0 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/model.safetensors +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/optimizer.pt +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/rng_state.pth +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/scheduler.pt +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/special_tokens_map.json +9 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/tokenizer_config.json +55 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/trainer_state.json +178 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/training_args.bin +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/vocab.txt +0 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/added_tokens.json +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/bpe.codes +0 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/model.safetensors +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/optimizer.pt +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/rng_state.pth +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/scheduler.pt +3 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/special_tokens_map.json +9 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/tokenizer_config.json +55 -0
- ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/trainer_state.json +288 -0
ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:298c4f2d91aec4be716185614a89ff2619b53d18e726c6ff20b230e684a34fb9
|
| 3 |
+
size 1064
|
ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/special_tokens_map.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": "<mask>",
|
| 6 |
+
"pad_token": "<pad>",
|
| 7 |
+
"sep_token": "</s>",
|
| 8 |
+
"unk_token": "<unk>"
|
| 9 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"64000": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 256,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "PhobertTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/trainer_state.json
ADDED
|
@@ -0,0 +1,249 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 258,
|
| 3 |
+
"best_metric": 0.8519516181758745,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-258",
|
| 5 |
+
"epoch": 6.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 516,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.29069767441860467,
|
| 14 |
+
"grad_norm": 7.607216835021973,
|
| 15 |
+
"learning_rate": 2.790697674418605e-06,
|
| 16 |
+
"loss": 2.5115,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5813953488372093,
|
| 21 |
+
"grad_norm": 10.45543384552002,
|
| 22 |
+
"learning_rate": 5.697674418604652e-06,
|
| 23 |
+
"loss": 2.4815,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.872093023255814,
|
| 28 |
+
"grad_norm": 10.092838287353516,
|
| 29 |
+
"learning_rate": 8.604651162790698e-06,
|
| 30 |
+
"loss": 2.2875,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.8137254901960784,
|
| 36 |
+
"eval_loss": 0.4454593062400818,
|
| 37 |
+
"eval_macro_f1": 0.7100104743378722,
|
| 38 |
+
"eval_runtime": 0.7593,
|
| 39 |
+
"eval_samples_per_second": 402.986,
|
| 40 |
+
"eval_steps_per_second": 26.339,
|
| 41 |
+
"eval_weighted_f1": 0.7882217977719294,
|
| 42 |
+
"step": 86
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.1627906976744187,
|
| 46 |
+
"grad_norm": 10.602852821350098,
|
| 47 |
+
"learning_rate": 1.1511627906976746e-05,
|
| 48 |
+
"loss": 1.8841,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.4534883720930232,
|
| 53 |
+
"grad_norm": 21.933637619018555,
|
| 54 |
+
"learning_rate": 1.441860465116279e-05,
|
| 55 |
+
"loss": 1.571,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.744186046511628,
|
| 60 |
+
"grad_norm": 30.903688430786133,
|
| 61 |
+
"learning_rate": 1.7325581395348837e-05,
|
| 62 |
+
"loss": 1.5056,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8562091503267973,
|
| 68 |
+
"eval_loss": 0.3129767179489136,
|
| 69 |
+
"eval_macro_f1": 0.8153086419753086,
|
| 70 |
+
"eval_runtime": 0.7508,
|
| 71 |
+
"eval_samples_per_second": 407.562,
|
| 72 |
+
"eval_steps_per_second": 26.638,
|
| 73 |
+
"eval_weighted_f1": 0.8545049624788187,
|
| 74 |
+
"step": 172
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.0348837209302326,
|
| 78 |
+
"grad_norm": 23.681777954101562,
|
| 79 |
+
"learning_rate": 1.9974160206718347e-05,
|
| 80 |
+
"loss": 1.4876,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.3255813953488373,
|
| 85 |
+
"grad_norm": 48.1093635559082,
|
| 86 |
+
"learning_rate": 1.9651162790697676e-05,
|
| 87 |
+
"loss": 1.0673,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.616279069767442,
|
| 92 |
+
"grad_norm": 52.58942794799805,
|
| 93 |
+
"learning_rate": 1.9328165374677004e-05,
|
| 94 |
+
"loss": 1.1142,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.9069767441860463,
|
| 99 |
+
"grad_norm": 31.121440887451172,
|
| 100 |
+
"learning_rate": 1.9005167958656333e-05,
|
| 101 |
+
"loss": 1.1072,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.8790849673202614,
|
| 107 |
+
"eval_loss": 0.2901511490345001,
|
| 108 |
+
"eval_macro_f1": 0.8519516181758745,
|
| 109 |
+
"eval_runtime": 0.7646,
|
| 110 |
+
"eval_samples_per_second": 400.208,
|
| 111 |
+
"eval_steps_per_second": 26.157,
|
| 112 |
+
"eval_weighted_f1": 0.8805348409386639,
|
| 113 |
+
"step": 258
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.197674418604651,
|
| 117 |
+
"grad_norm": 26.336668014526367,
|
| 118 |
+
"learning_rate": 1.868217054263566e-05,
|
| 119 |
+
"loss": 0.8942,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.488372093023256,
|
| 124 |
+
"grad_norm": 13.030853271484375,
|
| 125 |
+
"learning_rate": 1.8359173126614988e-05,
|
| 126 |
+
"loss": 0.7903,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.7790697674418605,
|
| 131 |
+
"grad_norm": 30.528785705566406,
|
| 132 |
+
"learning_rate": 1.8036175710594317e-05,
|
| 133 |
+
"loss": 0.7919,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 4.0,
|
| 138 |
+
"eval_accuracy": 0.8856209150326797,
|
| 139 |
+
"eval_loss": 0.35677433013916016,
|
| 140 |
+
"eval_macro_f1": 0.8488035575633515,
|
| 141 |
+
"eval_runtime": 0.7303,
|
| 142 |
+
"eval_samples_per_second": 418.989,
|
| 143 |
+
"eval_steps_per_second": 27.385,
|
| 144 |
+
"eval_weighted_f1": 0.882451208760486,
|
| 145 |
+
"step": 344
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.069767441860465,
|
| 149 |
+
"grad_norm": 8.904385566711426,
|
| 150 |
+
"learning_rate": 1.7713178294573646e-05,
|
| 151 |
+
"loss": 0.6027,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.3604651162790695,
|
| 156 |
+
"grad_norm": 20.950611114501953,
|
| 157 |
+
"learning_rate": 1.7390180878552975e-05,
|
| 158 |
+
"loss": 0.4359,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.651162790697675,
|
| 163 |
+
"grad_norm": 10.36581039428711,
|
| 164 |
+
"learning_rate": 1.70671834625323e-05,
|
| 165 |
+
"loss": 0.4411,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 4.941860465116279,
|
| 170 |
+
"grad_norm": 2.760133743286133,
|
| 171 |
+
"learning_rate": 1.674418604651163e-05,
|
| 172 |
+
"loss": 0.4355,
|
| 173 |
+
"step": 425
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 5.0,
|
| 177 |
+
"eval_accuracy": 0.8627450980392157,
|
| 178 |
+
"eval_loss": 0.49010372161865234,
|
| 179 |
+
"eval_macro_f1": 0.8368041446566437,
|
| 180 |
+
"eval_runtime": 0.7659,
|
| 181 |
+
"eval_samples_per_second": 399.532,
|
| 182 |
+
"eval_steps_per_second": 26.113,
|
| 183 |
+
"eval_weighted_f1": 0.8661471902861104,
|
| 184 |
+
"step": 430
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.232558139534884,
|
| 188 |
+
"grad_norm": 80.24978637695312,
|
| 189 |
+
"learning_rate": 1.6421188630490958e-05,
|
| 190 |
+
"loss": 0.5566,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.523255813953488,
|
| 195 |
+
"grad_norm": 55.60939407348633,
|
| 196 |
+
"learning_rate": 1.6098191214470284e-05,
|
| 197 |
+
"loss": 0.3424,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 5.813953488372093,
|
| 202 |
+
"grad_norm": 58.98149490356445,
|
| 203 |
+
"learning_rate": 1.5775193798449613e-05,
|
| 204 |
+
"loss": 0.3328,
|
| 205 |
+
"step": 500
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"epoch": 6.0,
|
| 209 |
+
"eval_accuracy": 0.8823529411764706,
|
| 210 |
+
"eval_loss": 0.4624873995780945,
|
| 211 |
+
"eval_macro_f1": 0.8464283722745776,
|
| 212 |
+
"eval_runtime": 0.7302,
|
| 213 |
+
"eval_samples_per_second": 419.082,
|
| 214 |
+
"eval_steps_per_second": 27.391,
|
| 215 |
+
"eval_weighted_f1": 0.8799256054398563,
|
| 216 |
+
"step": 516
|
| 217 |
+
}
|
| 218 |
+
],
|
| 219 |
+
"logging_steps": 25,
|
| 220 |
+
"max_steps": 1720,
|
| 221 |
+
"num_input_tokens_seen": 0,
|
| 222 |
+
"num_train_epochs": 20,
|
| 223 |
+
"save_steps": 500,
|
| 224 |
+
"stateful_callbacks": {
|
| 225 |
+
"EarlyStoppingCallback": {
|
| 226 |
+
"args": {
|
| 227 |
+
"early_stopping_patience": 3,
|
| 228 |
+
"early_stopping_threshold": 0.0
|
| 229 |
+
},
|
| 230 |
+
"attributes": {
|
| 231 |
+
"early_stopping_patience_counter": 3
|
| 232 |
+
}
|
| 233 |
+
},
|
| 234 |
+
"TrainerControl": {
|
| 235 |
+
"args": {
|
| 236 |
+
"should_epoch_stop": false,
|
| 237 |
+
"should_evaluate": false,
|
| 238 |
+
"should_log": false,
|
| 239 |
+
"should_save": true,
|
| 240 |
+
"should_training_stop": true
|
| 241 |
+
},
|
| 242 |
+
"attributes": {}
|
| 243 |
+
}
|
| 244 |
+
},
|
| 245 |
+
"total_flos": 0.0,
|
| 246 |
+
"train_batch_size": 8,
|
| 247 |
+
"trial_name": null,
|
| 248 |
+
"trial_params": null
|
| 249 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ec6c098487fad525aef1e8991c22eb6907d9387183c27302adacf22e883fa205
|
| 3 |
+
size 5624
|
ood-viclickbait2025-phobert-source-source-06-s42-20260812T060139Z-fe163e57/trainer/checkpoint-516/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:53d5363c74dea1e09c693be46d634002ee84dc7d01281435e89d549b291a4b88
|
| 3 |
+
size 540023320
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/added_tokens.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"<mask>": 64000
|
| 3 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/bpe.codes
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9c86a6638980be01ea81527459adfbb165432818e63132e3522f59bfb44ac1ad
|
| 3 |
+
size 540023352
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe8bae4655b1fced8d66c875e1555868485c981465da85ac7cc071de90f2fe31
|
| 3 |
+
size 1075440186
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bca7e994af1ad3d99977990e44ae955e4eef4a156b66290d715e442143d09638
|
| 3 |
+
size 14244
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e676f7441474829238d6f1e79cd3aae2bfb4d25688f0c75979293c7aeaa34e4
|
| 3 |
+
size 1064
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/special_tokens_map.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": "<mask>",
|
| 6 |
+
"pad_token": "<pad>",
|
| 7 |
+
"sep_token": "</s>",
|
| 8 |
+
"unk_token": "<unk>"
|
| 9 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"64000": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 256,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "PhobertTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/trainer_state.json
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 688,
|
| 3 |
+
"best_metric": 0.853393665158371,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688",
|
| 5 |
+
"epoch": 8.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 688,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.29069767441860467,
|
| 14 |
+
"grad_norm": 10.628174781799316,
|
| 15 |
+
"learning_rate": 2.790697674418605e-06,
|
| 16 |
+
"loss": 2.7386,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5813953488372093,
|
| 21 |
+
"grad_norm": 6.7458176612854,
|
| 22 |
+
"learning_rate": 5.697674418604652e-06,
|
| 23 |
+
"loss": 2.3835,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.872093023255814,
|
| 28 |
+
"grad_norm": 8.614574432373047,
|
| 29 |
+
"learning_rate": 8.604651162790698e-06,
|
| 30 |
+
"loss": 2.3774,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7941176470588235,
|
| 36 |
+
"eval_loss": 0.4485294222831726,
|
| 37 |
+
"eval_macro_f1": 0.6671328671328671,
|
| 38 |
+
"eval_runtime": 0.8202,
|
| 39 |
+
"eval_samples_per_second": 373.095,
|
| 40 |
+
"eval_steps_per_second": 24.385,
|
| 41 |
+
"eval_weighted_f1": 0.7598519127930893,
|
| 42 |
+
"step": 86
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.1627906976744187,
|
| 46 |
+
"grad_norm": 14.452742576599121,
|
| 47 |
+
"learning_rate": 1.1511627906976746e-05,
|
| 48 |
+
"loss": 1.9,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.4534883720930232,
|
| 53 |
+
"grad_norm": 19.030040740966797,
|
| 54 |
+
"learning_rate": 1.441860465116279e-05,
|
| 55 |
+
"loss": 1.5971,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.744186046511628,
|
| 60 |
+
"grad_norm": 23.035057067871094,
|
| 61 |
+
"learning_rate": 1.7325581395348837e-05,
|
| 62 |
+
"loss": 1.4332,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8300653594771242,
|
| 68 |
+
"eval_loss": 0.36004638671875,
|
| 69 |
+
"eval_macro_f1": 0.8037784245055,
|
| 70 |
+
"eval_runtime": 0.7613,
|
| 71 |
+
"eval_samples_per_second": 401.955,
|
| 72 |
+
"eval_steps_per_second": 26.272,
|
| 73 |
+
"eval_weighted_f1": 0.8361676836669656,
|
| 74 |
+
"step": 172
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.0348837209302326,
|
| 78 |
+
"grad_norm": 431.03643798828125,
|
| 79 |
+
"learning_rate": 1.9974160206718347e-05,
|
| 80 |
+
"loss": 1.4592,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.3255813953488373,
|
| 85 |
+
"grad_norm": 65.63175964355469,
|
| 86 |
+
"learning_rate": 1.9651162790697676e-05,
|
| 87 |
+
"loss": 1.0948,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.616279069767442,
|
| 92 |
+
"grad_norm": 16.12420654296875,
|
| 93 |
+
"learning_rate": 1.9328165374677004e-05,
|
| 94 |
+
"loss": 1.2057,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.9069767441860463,
|
| 99 |
+
"grad_norm": 32.69841003417969,
|
| 100 |
+
"learning_rate": 1.9005167958656333e-05,
|
| 101 |
+
"loss": 1.1343,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.869281045751634,
|
| 107 |
+
"eval_loss": 0.2790355682373047,
|
| 108 |
+
"eval_macro_f1": 0.8249427917620137,
|
| 109 |
+
"eval_runtime": 0.7467,
|
| 110 |
+
"eval_samples_per_second": 409.782,
|
| 111 |
+
"eval_steps_per_second": 26.783,
|
| 112 |
+
"eval_weighted_f1": 0.8646744739085566,
|
| 113 |
+
"step": 258
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.197674418604651,
|
| 117 |
+
"grad_norm": 21.681232452392578,
|
| 118 |
+
"learning_rate": 1.868217054263566e-05,
|
| 119 |
+
"loss": 0.7693,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.488372093023256,
|
| 124 |
+
"grad_norm": 52.378257751464844,
|
| 125 |
+
"learning_rate": 1.8359173126614988e-05,
|
| 126 |
+
"loss": 0.7285,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.7790697674418605,
|
| 131 |
+
"grad_norm": 71.02740478515625,
|
| 132 |
+
"learning_rate": 1.8036175710594317e-05,
|
| 133 |
+
"loss": 0.6824,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 4.0,
|
| 138 |
+
"eval_accuracy": 0.8431372549019608,
|
| 139 |
+
"eval_loss": 0.44071272015571594,
|
| 140 |
+
"eval_macro_f1": 0.8235294117647058,
|
| 141 |
+
"eval_runtime": 0.8105,
|
| 142 |
+
"eval_samples_per_second": 377.562,
|
| 143 |
+
"eval_steps_per_second": 24.677,
|
| 144 |
+
"eval_weighted_f1": 0.8500576701268743,
|
| 145 |
+
"step": 344
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.069767441860465,
|
| 149 |
+
"grad_norm": 28.077131271362305,
|
| 150 |
+
"learning_rate": 1.7713178294573646e-05,
|
| 151 |
+
"loss": 0.9022,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.3604651162790695,
|
| 156 |
+
"grad_norm": 12.555953025817871,
|
| 157 |
+
"learning_rate": 1.7390180878552975e-05,
|
| 158 |
+
"loss": 0.5863,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.651162790697675,
|
| 163 |
+
"grad_norm": 30.693681716918945,
|
| 164 |
+
"learning_rate": 1.70671834625323e-05,
|
| 165 |
+
"loss": 0.5446,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 4.941860465116279,
|
| 170 |
+
"grad_norm": 40.195228576660156,
|
| 171 |
+
"learning_rate": 1.674418604651163e-05,
|
| 172 |
+
"loss": 0.553,
|
| 173 |
+
"step": 425
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 5.0,
|
| 177 |
+
"eval_accuracy": 0.8758169934640523,
|
| 178 |
+
"eval_loss": 0.36155861616134644,
|
| 179 |
+
"eval_macro_f1": 0.8452488687782805,
|
| 180 |
+
"eval_runtime": 0.8315,
|
| 181 |
+
"eval_samples_per_second": 368.011,
|
| 182 |
+
"eval_steps_per_second": 24.053,
|
| 183 |
+
"eval_weighted_f1": 0.8762665247094312,
|
| 184 |
+
"step": 430
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.232558139534884,
|
| 188 |
+
"grad_norm": 18.928476333618164,
|
| 189 |
+
"learning_rate": 1.6421188630490958e-05,
|
| 190 |
+
"loss": 0.2971,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.523255813953488,
|
| 195 |
+
"grad_norm": 36.57341384887695,
|
| 196 |
+
"learning_rate": 1.6098191214470284e-05,
|
| 197 |
+
"loss": 0.3536,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 5.813953488372093,
|
| 202 |
+
"grad_norm": 36.306766510009766,
|
| 203 |
+
"learning_rate": 1.5775193798449613e-05,
|
| 204 |
+
"loss": 0.324,
|
| 205 |
+
"step": 500
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"epoch": 6.0,
|
| 209 |
+
"eval_accuracy": 0.8496732026143791,
|
| 210 |
+
"eval_loss": 0.5615511536598206,
|
| 211 |
+
"eval_macro_f1": 0.8264193755240961,
|
| 212 |
+
"eval_runtime": 0.7483,
|
| 213 |
+
"eval_samples_per_second": 408.914,
|
| 214 |
+
"eval_steps_per_second": 26.726,
|
| 215 |
+
"eval_weighted_f1": 0.8550714124746233,
|
| 216 |
+
"step": 516
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.104651162790698,
|
| 220 |
+
"grad_norm": 20.410608291625977,
|
| 221 |
+
"learning_rate": 1.545219638242894e-05,
|
| 222 |
+
"loss": 0.2222,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.395348837209302,
|
| 227 |
+
"grad_norm": 3.830162763595581,
|
| 228 |
+
"learning_rate": 1.5129198966408269e-05,
|
| 229 |
+
"loss": 0.3208,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 6.686046511627907,
|
| 234 |
+
"grad_norm": 0.5077958703041077,
|
| 235 |
+
"learning_rate": 1.4806201550387598e-05,
|
| 236 |
+
"loss": 0.2523,
|
| 237 |
+
"step": 575
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 6.976744186046512,
|
| 241 |
+
"grad_norm": 0.7218340635299683,
|
| 242 |
+
"learning_rate": 1.4483204134366927e-05,
|
| 243 |
+
"loss": 0.194,
|
| 244 |
+
"step": 600
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"epoch": 7.0,
|
| 248 |
+
"eval_accuracy": 0.8594771241830066,
|
| 249 |
+
"eval_loss": 0.6294175386428833,
|
| 250 |
+
"eval_macro_f1": 0.8291057860900058,
|
| 251 |
+
"eval_runtime": 0.9672,
|
| 252 |
+
"eval_samples_per_second": 316.365,
|
| 253 |
+
"eval_steps_per_second": 20.677,
|
| 254 |
+
"eval_weighted_f1": 0.8615960547476345,
|
| 255 |
+
"step": 602
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 7.267441860465116,
|
| 259 |
+
"grad_norm": 1.9693344831466675,
|
| 260 |
+
"learning_rate": 1.4160206718346254e-05,
|
| 261 |
+
"loss": 0.2481,
|
| 262 |
+
"step": 625
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"epoch": 7.558139534883721,
|
| 266 |
+
"grad_norm": 0.14398913085460663,
|
| 267 |
+
"learning_rate": 1.3837209302325583e-05,
|
| 268 |
+
"loss": 0.1321,
|
| 269 |
+
"step": 650
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"epoch": 7.848837209302325,
|
| 273 |
+
"grad_norm": 117.103759765625,
|
| 274 |
+
"learning_rate": 1.3514211886304912e-05,
|
| 275 |
+
"loss": 0.2235,
|
| 276 |
+
"step": 675
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"epoch": 8.0,
|
| 280 |
+
"eval_accuracy": 0.8823529411764706,
|
| 281 |
+
"eval_loss": 0.6370428800582886,
|
| 282 |
+
"eval_macro_f1": 0.853393665158371,
|
| 283 |
+
"eval_runtime": 0.6962,
|
| 284 |
+
"eval_samples_per_second": 439.559,
|
| 285 |
+
"eval_steps_per_second": 28.729,
|
| 286 |
+
"eval_weighted_f1": 0.8827788128826191,
|
| 287 |
+
"step": 688
|
| 288 |
+
}
|
| 289 |
+
],
|
| 290 |
+
"logging_steps": 25,
|
| 291 |
+
"max_steps": 1720,
|
| 292 |
+
"num_input_tokens_seen": 0,
|
| 293 |
+
"num_train_epochs": 20,
|
| 294 |
+
"save_steps": 500,
|
| 295 |
+
"stateful_callbacks": {
|
| 296 |
+
"EarlyStoppingCallback": {
|
| 297 |
+
"args": {
|
| 298 |
+
"early_stopping_patience": 3,
|
| 299 |
+
"early_stopping_threshold": 0.0
|
| 300 |
+
},
|
| 301 |
+
"attributes": {
|
| 302 |
+
"early_stopping_patience_counter": 0
|
| 303 |
+
}
|
| 304 |
+
},
|
| 305 |
+
"TrainerControl": {
|
| 306 |
+
"args": {
|
| 307 |
+
"should_epoch_stop": false,
|
| 308 |
+
"should_evaluate": false,
|
| 309 |
+
"should_log": false,
|
| 310 |
+
"should_save": true,
|
| 311 |
+
"should_training_stop": false
|
| 312 |
+
},
|
| 313 |
+
"attributes": {}
|
| 314 |
+
}
|
| 315 |
+
},
|
| 316 |
+
"total_flos": 0.0,
|
| 317 |
+
"train_batch_size": 8,
|
| 318 |
+
"trial_name": null,
|
| 319 |
+
"trial_params": null
|
| 320 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:adbd6ebb3429ec5905e7c112242553873c8281d72273526b008edbc53597f8c0
|
| 3 |
+
size 5624
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/added_tokens.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"<mask>": 64000
|
| 3 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/bpe.codes
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4b33406a22a6f73db5a3ad9e4f87c04b13458b1630378c82a1865efd5e119812
|
| 3 |
+
size 540023352
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f596bb4aa13f60e30c49c76c62f40c6fcce2852a3bd64d297171cda9380d31f
|
| 3 |
+
size 1075440186
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f8bacbb651ea9900a5a7fc6713ef78f4e26117a42ab3ea2cdada0f84cc9cf74
|
| 3 |
+
size 14244
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:42b80dcc04c53a61e85dd0a008fd813b53ab7602e75fb65f255c450424daf3f6
|
| 3 |
+
size 1064
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/special_tokens_map.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": "<mask>",
|
| 6 |
+
"pad_token": "<pad>",
|
| 7 |
+
"sep_token": "</s>",
|
| 8 |
+
"unk_token": "<unk>"
|
| 9 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"64000": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 256,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "PhobertTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/trainer_state.json
ADDED
|
@@ -0,0 +1,423 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 688,
|
| 3 |
+
"best_metric": 0.853393665158371,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-688",
|
| 5 |
+
"epoch": 11.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 946,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.29069767441860467,
|
| 14 |
+
"grad_norm": 10.628174781799316,
|
| 15 |
+
"learning_rate": 2.790697674418605e-06,
|
| 16 |
+
"loss": 2.7386,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5813953488372093,
|
| 21 |
+
"grad_norm": 6.7458176612854,
|
| 22 |
+
"learning_rate": 5.697674418604652e-06,
|
| 23 |
+
"loss": 2.3835,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.872093023255814,
|
| 28 |
+
"grad_norm": 8.614574432373047,
|
| 29 |
+
"learning_rate": 8.604651162790698e-06,
|
| 30 |
+
"loss": 2.3774,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7941176470588235,
|
| 36 |
+
"eval_loss": 0.4485294222831726,
|
| 37 |
+
"eval_macro_f1": 0.6671328671328671,
|
| 38 |
+
"eval_runtime": 0.8202,
|
| 39 |
+
"eval_samples_per_second": 373.095,
|
| 40 |
+
"eval_steps_per_second": 24.385,
|
| 41 |
+
"eval_weighted_f1": 0.7598519127930893,
|
| 42 |
+
"step": 86
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.1627906976744187,
|
| 46 |
+
"grad_norm": 14.452742576599121,
|
| 47 |
+
"learning_rate": 1.1511627906976746e-05,
|
| 48 |
+
"loss": 1.9,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.4534883720930232,
|
| 53 |
+
"grad_norm": 19.030040740966797,
|
| 54 |
+
"learning_rate": 1.441860465116279e-05,
|
| 55 |
+
"loss": 1.5971,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.744186046511628,
|
| 60 |
+
"grad_norm": 23.035057067871094,
|
| 61 |
+
"learning_rate": 1.7325581395348837e-05,
|
| 62 |
+
"loss": 1.4332,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8300653594771242,
|
| 68 |
+
"eval_loss": 0.36004638671875,
|
| 69 |
+
"eval_macro_f1": 0.8037784245055,
|
| 70 |
+
"eval_runtime": 0.7613,
|
| 71 |
+
"eval_samples_per_second": 401.955,
|
| 72 |
+
"eval_steps_per_second": 26.272,
|
| 73 |
+
"eval_weighted_f1": 0.8361676836669656,
|
| 74 |
+
"step": 172
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.0348837209302326,
|
| 78 |
+
"grad_norm": 431.03643798828125,
|
| 79 |
+
"learning_rate": 1.9974160206718347e-05,
|
| 80 |
+
"loss": 1.4592,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.3255813953488373,
|
| 85 |
+
"grad_norm": 65.63175964355469,
|
| 86 |
+
"learning_rate": 1.9651162790697676e-05,
|
| 87 |
+
"loss": 1.0948,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.616279069767442,
|
| 92 |
+
"grad_norm": 16.12420654296875,
|
| 93 |
+
"learning_rate": 1.9328165374677004e-05,
|
| 94 |
+
"loss": 1.2057,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.9069767441860463,
|
| 99 |
+
"grad_norm": 32.69841003417969,
|
| 100 |
+
"learning_rate": 1.9005167958656333e-05,
|
| 101 |
+
"loss": 1.1343,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.869281045751634,
|
| 107 |
+
"eval_loss": 0.2790355682373047,
|
| 108 |
+
"eval_macro_f1": 0.8249427917620137,
|
| 109 |
+
"eval_runtime": 0.7467,
|
| 110 |
+
"eval_samples_per_second": 409.782,
|
| 111 |
+
"eval_steps_per_second": 26.783,
|
| 112 |
+
"eval_weighted_f1": 0.8646744739085566,
|
| 113 |
+
"step": 258
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.197674418604651,
|
| 117 |
+
"grad_norm": 21.681232452392578,
|
| 118 |
+
"learning_rate": 1.868217054263566e-05,
|
| 119 |
+
"loss": 0.7693,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.488372093023256,
|
| 124 |
+
"grad_norm": 52.378257751464844,
|
| 125 |
+
"learning_rate": 1.8359173126614988e-05,
|
| 126 |
+
"loss": 0.7285,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.7790697674418605,
|
| 131 |
+
"grad_norm": 71.02740478515625,
|
| 132 |
+
"learning_rate": 1.8036175710594317e-05,
|
| 133 |
+
"loss": 0.6824,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 4.0,
|
| 138 |
+
"eval_accuracy": 0.8431372549019608,
|
| 139 |
+
"eval_loss": 0.44071272015571594,
|
| 140 |
+
"eval_macro_f1": 0.8235294117647058,
|
| 141 |
+
"eval_runtime": 0.8105,
|
| 142 |
+
"eval_samples_per_second": 377.562,
|
| 143 |
+
"eval_steps_per_second": 24.677,
|
| 144 |
+
"eval_weighted_f1": 0.8500576701268743,
|
| 145 |
+
"step": 344
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.069767441860465,
|
| 149 |
+
"grad_norm": 28.077131271362305,
|
| 150 |
+
"learning_rate": 1.7713178294573646e-05,
|
| 151 |
+
"loss": 0.9022,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.3604651162790695,
|
| 156 |
+
"grad_norm": 12.555953025817871,
|
| 157 |
+
"learning_rate": 1.7390180878552975e-05,
|
| 158 |
+
"loss": 0.5863,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.651162790697675,
|
| 163 |
+
"grad_norm": 30.693681716918945,
|
| 164 |
+
"learning_rate": 1.70671834625323e-05,
|
| 165 |
+
"loss": 0.5446,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 4.941860465116279,
|
| 170 |
+
"grad_norm": 40.195228576660156,
|
| 171 |
+
"learning_rate": 1.674418604651163e-05,
|
| 172 |
+
"loss": 0.553,
|
| 173 |
+
"step": 425
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 5.0,
|
| 177 |
+
"eval_accuracy": 0.8758169934640523,
|
| 178 |
+
"eval_loss": 0.36155861616134644,
|
| 179 |
+
"eval_macro_f1": 0.8452488687782805,
|
| 180 |
+
"eval_runtime": 0.8315,
|
| 181 |
+
"eval_samples_per_second": 368.011,
|
| 182 |
+
"eval_steps_per_second": 24.053,
|
| 183 |
+
"eval_weighted_f1": 0.8762665247094312,
|
| 184 |
+
"step": 430
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.232558139534884,
|
| 188 |
+
"grad_norm": 18.928476333618164,
|
| 189 |
+
"learning_rate": 1.6421188630490958e-05,
|
| 190 |
+
"loss": 0.2971,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.523255813953488,
|
| 195 |
+
"grad_norm": 36.57341384887695,
|
| 196 |
+
"learning_rate": 1.6098191214470284e-05,
|
| 197 |
+
"loss": 0.3536,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 5.813953488372093,
|
| 202 |
+
"grad_norm": 36.306766510009766,
|
| 203 |
+
"learning_rate": 1.5775193798449613e-05,
|
| 204 |
+
"loss": 0.324,
|
| 205 |
+
"step": 500
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"epoch": 6.0,
|
| 209 |
+
"eval_accuracy": 0.8496732026143791,
|
| 210 |
+
"eval_loss": 0.5615511536598206,
|
| 211 |
+
"eval_macro_f1": 0.8264193755240961,
|
| 212 |
+
"eval_runtime": 0.7483,
|
| 213 |
+
"eval_samples_per_second": 408.914,
|
| 214 |
+
"eval_steps_per_second": 26.726,
|
| 215 |
+
"eval_weighted_f1": 0.8550714124746233,
|
| 216 |
+
"step": 516
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.104651162790698,
|
| 220 |
+
"grad_norm": 20.410608291625977,
|
| 221 |
+
"learning_rate": 1.545219638242894e-05,
|
| 222 |
+
"loss": 0.2222,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.395348837209302,
|
| 227 |
+
"grad_norm": 3.830162763595581,
|
| 228 |
+
"learning_rate": 1.5129198966408269e-05,
|
| 229 |
+
"loss": 0.3208,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 6.686046511627907,
|
| 234 |
+
"grad_norm": 0.5077958703041077,
|
| 235 |
+
"learning_rate": 1.4806201550387598e-05,
|
| 236 |
+
"loss": 0.2523,
|
| 237 |
+
"step": 575
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 6.976744186046512,
|
| 241 |
+
"grad_norm": 0.7218340635299683,
|
| 242 |
+
"learning_rate": 1.4483204134366927e-05,
|
| 243 |
+
"loss": 0.194,
|
| 244 |
+
"step": 600
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"epoch": 7.0,
|
| 248 |
+
"eval_accuracy": 0.8594771241830066,
|
| 249 |
+
"eval_loss": 0.6294175386428833,
|
| 250 |
+
"eval_macro_f1": 0.8291057860900058,
|
| 251 |
+
"eval_runtime": 0.9672,
|
| 252 |
+
"eval_samples_per_second": 316.365,
|
| 253 |
+
"eval_steps_per_second": 20.677,
|
| 254 |
+
"eval_weighted_f1": 0.8615960547476345,
|
| 255 |
+
"step": 602
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 7.267441860465116,
|
| 259 |
+
"grad_norm": 1.9693344831466675,
|
| 260 |
+
"learning_rate": 1.4160206718346254e-05,
|
| 261 |
+
"loss": 0.2481,
|
| 262 |
+
"step": 625
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"epoch": 7.558139534883721,
|
| 266 |
+
"grad_norm": 0.14398913085460663,
|
| 267 |
+
"learning_rate": 1.3837209302325583e-05,
|
| 268 |
+
"loss": 0.1321,
|
| 269 |
+
"step": 650
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"epoch": 7.848837209302325,
|
| 273 |
+
"grad_norm": 117.103759765625,
|
| 274 |
+
"learning_rate": 1.3514211886304912e-05,
|
| 275 |
+
"loss": 0.2235,
|
| 276 |
+
"step": 675
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"epoch": 8.0,
|
| 280 |
+
"eval_accuracy": 0.8823529411764706,
|
| 281 |
+
"eval_loss": 0.6370428800582886,
|
| 282 |
+
"eval_macro_f1": 0.853393665158371,
|
| 283 |
+
"eval_runtime": 0.6962,
|
| 284 |
+
"eval_samples_per_second": 439.559,
|
| 285 |
+
"eval_steps_per_second": 28.729,
|
| 286 |
+
"eval_weighted_f1": 0.8827788128826191,
|
| 287 |
+
"step": 688
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"epoch": 8.13953488372093,
|
| 291 |
+
"grad_norm": 0.4395591914653778,
|
| 292 |
+
"learning_rate": 1.3191214470284239e-05,
|
| 293 |
+
"loss": 0.2067,
|
| 294 |
+
"step": 700
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"epoch": 8.430232558139535,
|
| 298 |
+
"grad_norm": 1.5679869651794434,
|
| 299 |
+
"learning_rate": 1.2868217054263568e-05,
|
| 300 |
+
"loss": 0.1984,
|
| 301 |
+
"step": 725
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"epoch": 8.720930232558139,
|
| 305 |
+
"grad_norm": 0.11524174362421036,
|
| 306 |
+
"learning_rate": 1.2545219638242895e-05,
|
| 307 |
+
"loss": 0.191,
|
| 308 |
+
"step": 750
|
| 309 |
+
},
|
| 310 |
+
{
|
| 311 |
+
"epoch": 9.0,
|
| 312 |
+
"eval_accuracy": 0.8790849673202614,
|
| 313 |
+
"eval_loss": 0.7006841897964478,
|
| 314 |
+
"eval_macro_f1": 0.8440732120477614,
|
| 315 |
+
"eval_runtime": 0.7667,
|
| 316 |
+
"eval_samples_per_second": 399.114,
|
| 317 |
+
"eval_steps_per_second": 26.086,
|
| 318 |
+
"eval_weighted_f1": 0.8773947446519338,
|
| 319 |
+
"step": 774
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 9.011627906976743,
|
| 323 |
+
"grad_norm": 0.13722340762615204,
|
| 324 |
+
"learning_rate": 1.2222222222222224e-05,
|
| 325 |
+
"loss": 0.0389,
|
| 326 |
+
"step": 775
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 9.30232558139535,
|
| 330 |
+
"grad_norm": 1.6231681108474731,
|
| 331 |
+
"learning_rate": 1.189922480620155e-05,
|
| 332 |
+
"loss": 0.1113,
|
| 333 |
+
"step": 800
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 9.593023255813954,
|
| 337 |
+
"grad_norm": 0.1028166338801384,
|
| 338 |
+
"learning_rate": 1.1576227390180879e-05,
|
| 339 |
+
"loss": 0.0863,
|
| 340 |
+
"step": 825
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 9.883720930232558,
|
| 344 |
+
"grad_norm": 0.09808694571256638,
|
| 345 |
+
"learning_rate": 1.1253229974160208e-05,
|
| 346 |
+
"loss": 0.0392,
|
| 347 |
+
"step": 850
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 10.0,
|
| 351 |
+
"eval_accuracy": 0.8660130718954249,
|
| 352 |
+
"eval_loss": 0.7332886457443237,
|
| 353 |
+
"eval_macro_f1": 0.8370543541788428,
|
| 354 |
+
"eval_runtime": 0.9544,
|
| 355 |
+
"eval_samples_per_second": 320.627,
|
| 356 |
+
"eval_steps_per_second": 20.956,
|
| 357 |
+
"eval_weighted_f1": 0.8680334475500701,
|
| 358 |
+
"step": 860
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"epoch": 10.174418604651162,
|
| 362 |
+
"grad_norm": 0.15469573438167572,
|
| 363 |
+
"learning_rate": 1.0930232558139535e-05,
|
| 364 |
+
"loss": 0.0695,
|
| 365 |
+
"step": 875
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"epoch": 10.465116279069768,
|
| 369 |
+
"grad_norm": 0.08230384439229965,
|
| 370 |
+
"learning_rate": 1.0607235142118864e-05,
|
| 371 |
+
"loss": 0.0849,
|
| 372 |
+
"step": 900
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"epoch": 10.755813953488373,
|
| 376 |
+
"grad_norm": 0.08559635281562805,
|
| 377 |
+
"learning_rate": 1.0284237726098191e-05,
|
| 378 |
+
"loss": 0.0383,
|
| 379 |
+
"step": 925
|
| 380 |
+
},
|
| 381 |
+
{
|
| 382 |
+
"epoch": 11.0,
|
| 383 |
+
"eval_accuracy": 0.8790849673202614,
|
| 384 |
+
"eval_loss": 0.6972549557685852,
|
| 385 |
+
"eval_macro_f1": 0.8487718220310685,
|
| 386 |
+
"eval_runtime": 0.7746,
|
| 387 |
+
"eval_samples_per_second": 395.059,
|
| 388 |
+
"eval_steps_per_second": 25.821,
|
| 389 |
+
"eval_weighted_f1": 0.8793062311544891,
|
| 390 |
+
"step": 946
|
| 391 |
+
}
|
| 392 |
+
],
|
| 393 |
+
"logging_steps": 25,
|
| 394 |
+
"max_steps": 1720,
|
| 395 |
+
"num_input_tokens_seen": 0,
|
| 396 |
+
"num_train_epochs": 20,
|
| 397 |
+
"save_steps": 500,
|
| 398 |
+
"stateful_callbacks": {
|
| 399 |
+
"EarlyStoppingCallback": {
|
| 400 |
+
"args": {
|
| 401 |
+
"early_stopping_patience": 3,
|
| 402 |
+
"early_stopping_threshold": 0.0
|
| 403 |
+
},
|
| 404 |
+
"attributes": {
|
| 405 |
+
"early_stopping_patience_counter": 3
|
| 406 |
+
}
|
| 407 |
+
},
|
| 408 |
+
"TrainerControl": {
|
| 409 |
+
"args": {
|
| 410 |
+
"should_epoch_stop": false,
|
| 411 |
+
"should_evaluate": false,
|
| 412 |
+
"should_log": false,
|
| 413 |
+
"should_save": true,
|
| 414 |
+
"should_training_stop": true
|
| 415 |
+
},
|
| 416 |
+
"attributes": {}
|
| 417 |
+
}
|
| 418 |
+
},
|
| 419 |
+
"total_flos": 0.0,
|
| 420 |
+
"train_batch_size": 8,
|
| 421 |
+
"trial_name": null,
|
| 422 |
+
"trial_params": null
|
| 423 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:adbd6ebb3429ec5905e7c112242553873c8281d72273526b008edbc53597f8c0
|
| 3 |
+
size 5624
|
ood-viclickbait2025-phobert-source-source-06-s43-20260812T065336Z-6785dbb2/trainer/checkpoint-946/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9abbcc060d365b1da0664552efa50dc657592a7d91edb45e7210ecb4f56c249c
|
| 3 |
+
size 540023320
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/added_tokens.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"<mask>": 64000
|
| 3 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/bpe.codes
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1999be0cbc77c6ed858af5ae8ac71dc47e2daf73045818cdda2059e935b35452
|
| 3 |
+
size 540023352
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:afda5de58cf637723dc3daa3cfb415424a4fa32f57c5dca86c882a50f148e0ce
|
| 3 |
+
size 1075440186
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5fe1f4aade7cd9e0455d9723e7a911aa0c7e3da14b096f35d054f2f1465f849
|
| 3 |
+
size 14244
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:16c450524511764b54fbbbd4c35799c864402f9880313fde1083f94f35c94ffa
|
| 3 |
+
size 1064
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/special_tokens_map.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": "<mask>",
|
| 6 |
+
"pad_token": "<pad>",
|
| 7 |
+
"sep_token": "</s>",
|
| 8 |
+
"unk_token": "<unk>"
|
| 9 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"64000": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 256,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "PhobertTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/trainer_state.json
ADDED
|
@@ -0,0 +1,178 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 344,
|
| 3 |
+
"best_metric": 0.8404938271604938,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344",
|
| 5 |
+
"epoch": 4.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 344,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.29069767441860467,
|
| 14 |
+
"grad_norm": 8.920269012451172,
|
| 15 |
+
"learning_rate": 2.790697674418605e-06,
|
| 16 |
+
"loss": 2.6814,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5813953488372093,
|
| 21 |
+
"grad_norm": 6.647463798522949,
|
| 22 |
+
"learning_rate": 5.697674418604652e-06,
|
| 23 |
+
"loss": 2.4838,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.872093023255814,
|
| 28 |
+
"grad_norm": 7.1835713386535645,
|
| 29 |
+
"learning_rate": 8.604651162790698e-06,
|
| 30 |
+
"loss": 2.1814,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.8137254901960784,
|
| 36 |
+
"eval_loss": 0.4286949932575226,
|
| 37 |
+
"eval_macro_f1": 0.7168276645831642,
|
| 38 |
+
"eval_runtime": 0.7386,
|
| 39 |
+
"eval_samples_per_second": 414.324,
|
| 40 |
+
"eval_steps_per_second": 27.08,
|
| 41 |
+
"eval_weighted_f1": 0.7915310161730087,
|
| 42 |
+
"step": 86
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.1627906976744187,
|
| 46 |
+
"grad_norm": 13.757879257202148,
|
| 47 |
+
"learning_rate": 1.1511627906976746e-05,
|
| 48 |
+
"loss": 1.9591,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.4534883720930232,
|
| 53 |
+
"grad_norm": 16.53462791442871,
|
| 54 |
+
"learning_rate": 1.441860465116279e-05,
|
| 55 |
+
"loss": 1.5298,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.744186046511628,
|
| 60 |
+
"grad_norm": 30.45404624938965,
|
| 61 |
+
"learning_rate": 1.7325581395348837e-05,
|
| 62 |
+
"loss": 1.6177,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8464052287581699,
|
| 68 |
+
"eval_loss": 0.3357555866241455,
|
| 69 |
+
"eval_macro_f1": 0.7876098353392897,
|
| 70 |
+
"eval_runtime": 0.7762,
|
| 71 |
+
"eval_samples_per_second": 394.245,
|
| 72 |
+
"eval_steps_per_second": 25.768,
|
| 73 |
+
"eval_weighted_f1": 0.8380058868411872,
|
| 74 |
+
"step": 172
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.0348837209302326,
|
| 78 |
+
"grad_norm": 20.409210205078125,
|
| 79 |
+
"learning_rate": 1.9974160206718347e-05,
|
| 80 |
+
"loss": 1.3154,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.3255813953488373,
|
| 85 |
+
"grad_norm": 28.716705322265625,
|
| 86 |
+
"learning_rate": 1.9651162790697676e-05,
|
| 87 |
+
"loss": 1.1793,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.616279069767442,
|
| 92 |
+
"grad_norm": 51.54234313964844,
|
| 93 |
+
"learning_rate": 1.9328165374677004e-05,
|
| 94 |
+
"loss": 1.0869,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.9069767441860463,
|
| 99 |
+
"grad_norm": 24.04104232788086,
|
| 100 |
+
"learning_rate": 1.9005167958656333e-05,
|
| 101 |
+
"loss": 1.0633,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.8333333333333334,
|
| 107 |
+
"eval_loss": 0.37155768275260925,
|
| 108 |
+
"eval_macro_f1": 0.8091125925019876,
|
| 109 |
+
"eval_runtime": 0.7949,
|
| 110 |
+
"eval_samples_per_second": 384.937,
|
| 111 |
+
"eval_steps_per_second": 25.159,
|
| 112 |
+
"eval_weighted_f1": 0.8397773836462601,
|
| 113 |
+
"step": 258
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.197674418604651,
|
| 117 |
+
"grad_norm": 12.88745403289795,
|
| 118 |
+
"learning_rate": 1.868217054263566e-05,
|
| 119 |
+
"loss": 1.0202,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.488372093023256,
|
| 124 |
+
"grad_norm": 21.998735427856445,
|
| 125 |
+
"learning_rate": 1.8359173126614988e-05,
|
| 126 |
+
"loss": 0.7768,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.7790697674418605,
|
| 131 |
+
"grad_norm": 25.018888473510742,
|
| 132 |
+
"learning_rate": 1.8036175710594317e-05,
|
| 133 |
+
"loss": 0.9377,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 4.0,
|
| 138 |
+
"eval_accuracy": 0.8758169934640523,
|
| 139 |
+
"eval_loss": 0.31726762652397156,
|
| 140 |
+
"eval_macro_f1": 0.8404938271604938,
|
| 141 |
+
"eval_runtime": 0.7395,
|
| 142 |
+
"eval_samples_per_second": 413.807,
|
| 143 |
+
"eval_steps_per_second": 27.046,
|
| 144 |
+
"eval_weighted_f1": 0.8743451948680707,
|
| 145 |
+
"step": 344
|
| 146 |
+
}
|
| 147 |
+
],
|
| 148 |
+
"logging_steps": 25,
|
| 149 |
+
"max_steps": 1720,
|
| 150 |
+
"num_input_tokens_seen": 0,
|
| 151 |
+
"num_train_epochs": 20,
|
| 152 |
+
"save_steps": 500,
|
| 153 |
+
"stateful_callbacks": {
|
| 154 |
+
"EarlyStoppingCallback": {
|
| 155 |
+
"args": {
|
| 156 |
+
"early_stopping_patience": 3,
|
| 157 |
+
"early_stopping_threshold": 0.0
|
| 158 |
+
},
|
| 159 |
+
"attributes": {
|
| 160 |
+
"early_stopping_patience_counter": 0
|
| 161 |
+
}
|
| 162 |
+
},
|
| 163 |
+
"TrainerControl": {
|
| 164 |
+
"args": {
|
| 165 |
+
"should_epoch_stop": false,
|
| 166 |
+
"should_evaluate": false,
|
| 167 |
+
"should_log": false,
|
| 168 |
+
"should_save": true,
|
| 169 |
+
"should_training_stop": false
|
| 170 |
+
},
|
| 171 |
+
"attributes": {}
|
| 172 |
+
}
|
| 173 |
+
},
|
| 174 |
+
"total_flos": 0.0,
|
| 175 |
+
"train_batch_size": 8,
|
| 176 |
+
"trial_name": null,
|
| 177 |
+
"trial_params": null
|
| 178 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a7cca143787772ef0caa159bae691a751cb81c265046e66bc6e01b9cf2445a25
|
| 3 |
+
size 5624
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344/vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/added_tokens.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"<mask>": 64000
|
| 3 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/bpe.codes
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59b470bcb31063a477cb599479e60668185ce1e7040f800f4976ea55325a88a3
|
| 3 |
+
size 540023352
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:47d41ae7084714d90bd07dae0e6cd961213a6557ed2d6bfaaa5638dd44078015
|
| 3 |
+
size 1075440186
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7101a857d1d3ab0c26b33d76f336e7dcbda5e4274e367441b2a85056fd3fe99f
|
| 3 |
+
size 14244
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5fdbafae00f9f909fc853496ab649b416e1ce126ee35f30f84a2d3397b41d16a
|
| 3 |
+
size 1064
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/special_tokens_map.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": "<mask>",
|
| 6 |
+
"pad_token": "<pad>",
|
| 7 |
+
"sep_token": "</s>",
|
| 8 |
+
"unk_token": "<unk>"
|
| 9 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/tokenizer_config.json
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"64000": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 256,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"tokenizer_class": "PhobertTokenizer",
|
| 54 |
+
"unk_token": "<unk>"
|
| 55 |
+
}
|
ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-602/trainer_state.json
ADDED
|
@@ -0,0 +1,288 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 344,
|
| 3 |
+
"best_metric": 0.8404938271604938,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-phobert-source-source-06-s44-20260812T080138Z-4df93cfc/trainer/checkpoint-344",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 602,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.29069767441860467,
|
| 14 |
+
"grad_norm": 8.920269012451172,
|
| 15 |
+
"learning_rate": 2.790697674418605e-06,
|
| 16 |
+
"loss": 2.6814,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.5813953488372093,
|
| 21 |
+
"grad_norm": 6.647463798522949,
|
| 22 |
+
"learning_rate": 5.697674418604652e-06,
|
| 23 |
+
"loss": 2.4838,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.872093023255814,
|
| 28 |
+
"grad_norm": 7.1835713386535645,
|
| 29 |
+
"learning_rate": 8.604651162790698e-06,
|
| 30 |
+
"loss": 2.1814,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.8137254901960784,
|
| 36 |
+
"eval_loss": 0.4286949932575226,
|
| 37 |
+
"eval_macro_f1": 0.7168276645831642,
|
| 38 |
+
"eval_runtime": 0.7386,
|
| 39 |
+
"eval_samples_per_second": 414.324,
|
| 40 |
+
"eval_steps_per_second": 27.08,
|
| 41 |
+
"eval_weighted_f1": 0.7915310161730087,
|
| 42 |
+
"step": 86
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.1627906976744187,
|
| 46 |
+
"grad_norm": 13.757879257202148,
|
| 47 |
+
"learning_rate": 1.1511627906976746e-05,
|
| 48 |
+
"loss": 1.9591,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.4534883720930232,
|
| 53 |
+
"grad_norm": 16.53462791442871,
|
| 54 |
+
"learning_rate": 1.441860465116279e-05,
|
| 55 |
+
"loss": 1.5298,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.744186046511628,
|
| 60 |
+
"grad_norm": 30.45404624938965,
|
| 61 |
+
"learning_rate": 1.7325581395348837e-05,
|
| 62 |
+
"loss": 1.6177,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8464052287581699,
|
| 68 |
+
"eval_loss": 0.3357555866241455,
|
| 69 |
+
"eval_macro_f1": 0.7876098353392897,
|
| 70 |
+
"eval_runtime": 0.7762,
|
| 71 |
+
"eval_samples_per_second": 394.245,
|
| 72 |
+
"eval_steps_per_second": 25.768,
|
| 73 |
+
"eval_weighted_f1": 0.8380058868411872,
|
| 74 |
+
"step": 172
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.0348837209302326,
|
| 78 |
+
"grad_norm": 20.409210205078125,
|
| 79 |
+
"learning_rate": 1.9974160206718347e-05,
|
| 80 |
+
"loss": 1.3154,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.3255813953488373,
|
| 85 |
+
"grad_norm": 28.716705322265625,
|
| 86 |
+
"learning_rate": 1.9651162790697676e-05,
|
| 87 |
+
"loss": 1.1793,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.616279069767442,
|
| 92 |
+
"grad_norm": 51.54234313964844,
|
| 93 |
+
"learning_rate": 1.9328165374677004e-05,
|
| 94 |
+
"loss": 1.0869,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 2.9069767441860463,
|
| 99 |
+
"grad_norm": 24.04104232788086,
|
| 100 |
+
"learning_rate": 1.9005167958656333e-05,
|
| 101 |
+
"loss": 1.0633,
|
| 102 |
+
"step": 250
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 3.0,
|
| 106 |
+
"eval_accuracy": 0.8333333333333334,
|
| 107 |
+
"eval_loss": 0.37155768275260925,
|
| 108 |
+
"eval_macro_f1": 0.8091125925019876,
|
| 109 |
+
"eval_runtime": 0.7949,
|
| 110 |
+
"eval_samples_per_second": 384.937,
|
| 111 |
+
"eval_steps_per_second": 25.159,
|
| 112 |
+
"eval_weighted_f1": 0.8397773836462601,
|
| 113 |
+
"step": 258
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.197674418604651,
|
| 117 |
+
"grad_norm": 12.88745403289795,
|
| 118 |
+
"learning_rate": 1.868217054263566e-05,
|
| 119 |
+
"loss": 1.0202,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.488372093023256,
|
| 124 |
+
"grad_norm": 21.998735427856445,
|
| 125 |
+
"learning_rate": 1.8359173126614988e-05,
|
| 126 |
+
"loss": 0.7768,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 3.7790697674418605,
|
| 131 |
+
"grad_norm": 25.018888473510742,
|
| 132 |
+
"learning_rate": 1.8036175710594317e-05,
|
| 133 |
+
"loss": 0.9377,
|
| 134 |
+
"step": 325
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"epoch": 4.0,
|
| 138 |
+
"eval_accuracy": 0.8758169934640523,
|
| 139 |
+
"eval_loss": 0.31726762652397156,
|
| 140 |
+
"eval_macro_f1": 0.8404938271604938,
|
| 141 |
+
"eval_runtime": 0.7395,
|
| 142 |
+
"eval_samples_per_second": 413.807,
|
| 143 |
+
"eval_steps_per_second": 27.046,
|
| 144 |
+
"eval_weighted_f1": 0.8743451948680707,
|
| 145 |
+
"step": 344
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.069767441860465,
|
| 149 |
+
"grad_norm": 10.468819618225098,
|
| 150 |
+
"learning_rate": 1.7713178294573646e-05,
|
| 151 |
+
"loss": 0.6733,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.3604651162790695,
|
| 156 |
+
"grad_norm": 14.305419921875,
|
| 157 |
+
"learning_rate": 1.7390180878552975e-05,
|
| 158 |
+
"loss": 0.5202,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.651162790697675,
|
| 163 |
+
"grad_norm": 32.28017807006836,
|
| 164 |
+
"learning_rate": 1.70671834625323e-05,
|
| 165 |
+
"loss": 0.5533,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 4.941860465116279,
|
| 170 |
+
"grad_norm": 15.833965301513672,
|
| 171 |
+
"learning_rate": 1.674418604651163e-05,
|
| 172 |
+
"loss": 0.4682,
|
| 173 |
+
"step": 425
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"epoch": 5.0,
|
| 177 |
+
"eval_accuracy": 0.8529411764705882,
|
| 178 |
+
"eval_loss": 0.3944088816642761,
|
| 179 |
+
"eval_macro_f1": 0.8103593119499801,
|
| 180 |
+
"eval_runtime": 0.8005,
|
| 181 |
+
"eval_samples_per_second": 382.283,
|
| 182 |
+
"eval_steps_per_second": 24.986,
|
| 183 |
+
"eval_weighted_f1": 0.850885500252352,
|
| 184 |
+
"step": 430
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.232558139534884,
|
| 188 |
+
"grad_norm": 4.996170997619629,
|
| 189 |
+
"learning_rate": 1.6421188630490958e-05,
|
| 190 |
+
"loss": 0.3394,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.523255813953488,
|
| 195 |
+
"grad_norm": 20.959630966186523,
|
| 196 |
+
"learning_rate": 1.6098191214470284e-05,
|
| 197 |
+
"loss": 0.3026,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 5.813953488372093,
|
| 202 |
+
"grad_norm": 73.45991516113281,
|
| 203 |
+
"learning_rate": 1.5775193798449613e-05,
|
| 204 |
+
"loss": 0.469,
|
| 205 |
+
"step": 500
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"epoch": 6.0,
|
| 209 |
+
"eval_accuracy": 0.8529411764705882,
|
| 210 |
+
"eval_loss": 0.48018112778663635,
|
| 211 |
+
"eval_macro_f1": 0.8267379679144385,
|
| 212 |
+
"eval_runtime": 0.7277,
|
| 213 |
+
"eval_samples_per_second": 420.497,
|
| 214 |
+
"eval_steps_per_second": 27.483,
|
| 215 |
+
"eval_weighted_f1": 0.8571248820383769,
|
| 216 |
+
"step": 516
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.104651162790698,
|
| 220 |
+
"grad_norm": 8.579399108886719,
|
| 221 |
+
"learning_rate": 1.545219638242894e-05,
|
| 222 |
+
"loss": 0.3018,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.395348837209302,
|
| 227 |
+
"grad_norm": 7.224218845367432,
|
| 228 |
+
"learning_rate": 1.5129198966408269e-05,
|
| 229 |
+
"loss": 0.2503,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 6.686046511627907,
|
| 234 |
+
"grad_norm": 22.316865921020508,
|
| 235 |
+
"learning_rate": 1.4806201550387598e-05,
|
| 236 |
+
"loss": 0.2564,
|
| 237 |
+
"step": 575
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"epoch": 6.976744186046512,
|
| 241 |
+
"grad_norm": 1.3570128679275513,
|
| 242 |
+
"learning_rate": 1.4483204134366927e-05,
|
| 243 |
+
"loss": 0.3055,
|
| 244 |
+
"step": 600
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"epoch": 7.0,
|
| 248 |
+
"eval_accuracy": 0.8431372549019608,
|
| 249 |
+
"eval_loss": 0.6764308214187622,
|
| 250 |
+
"eval_macro_f1": 0.8146297137664698,
|
| 251 |
+
"eval_runtime": 0.9109,
|
| 252 |
+
"eval_samples_per_second": 335.931,
|
| 253 |
+
"eval_steps_per_second": 21.956,
|
| 254 |
+
"eval_weighted_f1": 0.8474133860722844,
|
| 255 |
+
"step": 602
|
| 256 |
+
}
|
| 257 |
+
],
|
| 258 |
+
"logging_steps": 25,
|
| 259 |
+
"max_steps": 1720,
|
| 260 |
+
"num_input_tokens_seen": 0,
|
| 261 |
+
"num_train_epochs": 20,
|
| 262 |
+
"save_steps": 500,
|
| 263 |
+
"stateful_callbacks": {
|
| 264 |
+
"EarlyStoppingCallback": {
|
| 265 |
+
"args": {
|
| 266 |
+
"early_stopping_patience": 3,
|
| 267 |
+
"early_stopping_threshold": 0.0
|
| 268 |
+
},
|
| 269 |
+
"attributes": {
|
| 270 |
+
"early_stopping_patience_counter": 3
|
| 271 |
+
}
|
| 272 |
+
},
|
| 273 |
+
"TrainerControl": {
|
| 274 |
+
"args": {
|
| 275 |
+
"should_epoch_stop": false,
|
| 276 |
+
"should_evaluate": false,
|
| 277 |
+
"should_log": false,
|
| 278 |
+
"should_save": true,
|
| 279 |
+
"should_training_stop": true
|
| 280 |
+
},
|
| 281 |
+
"attributes": {}
|
| 282 |
+
}
|
| 283 |
+
},
|
| 284 |
+
"total_flos": 0.0,
|
| 285 |
+
"train_batch_size": 8,
|
| 286 |
+
"trial_name": null,
|
| 287 |
+
"trial_params": null
|
| 288 |
+
}
|