Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/trainer_state.json +707 -0
- ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/trainer_state.json +1104 -0
- ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/trainer_state.json +418 -0
- ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/trainer_state.json +273 -0
- ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/trainer_state.json +570 -0
- ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/trainer_state.json +960 -0
- ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/trainer_state.json +384 -0
- ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/special_tokens_map.json +15 -0
- ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/tokenizer.json +0 -0
- ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/tokenizer_config.json +56 -0
- ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/trainer_state.json +725 -0
- ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/special_tokens_map.json +15 -0
- ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/tokenizer.json +0 -0
- ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/tokenizer_config.json +56 -0
- ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/trainer_state.json +139 -0
- ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/special_tokens_map.json +15 -0
- ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/tokenizer.json +0 -0
- ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/tokenizer_config.json +56 -0
- ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/trainer_state.json +242 -0
- ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/special_tokens_map.json +15 -0
- ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/tokenizer.json +0 -0
- ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/tokenizer_config.json +56 -0
- ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/trainer_state.json +345 -0
- ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/special_tokens_map.json +15 -0
- ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/tokenizer.json +0 -0
- ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/tokenizer_config.json +56 -0
- ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/trainer_state.json +441 -0
- ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/special_tokens_map.json +15 -0
- ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/tokenizer.json +0 -0
- ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/tokenizer_config.json +56 -0
- ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/trainer_state.json +235 -0
- ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-684/special_tokens_map.json +15 -0
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175/trainer_state.json
ADDED
|
@@ -0,0 +1,707 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2175,
|
| 3 |
+
"best_metric": 0.84173887873304,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175",
|
| 5 |
+
"epoch": 5.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2175,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05747126436781609,
|
| 14 |
+
"grad_norm": 42.9394416809082,
|
| 15 |
+
"learning_rate": 5.517241379310345e-07,
|
| 16 |
+
"loss": 4.3524,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11494252873563218,
|
| 21 |
+
"grad_norm": 19.999839782714844,
|
| 22 |
+
"learning_rate": 1.1264367816091955e-06,
|
| 23 |
+
"loss": 3.6505,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1724137931034483,
|
| 28 |
+
"grad_norm": 17.920988082885742,
|
| 29 |
+
"learning_rate": 1.7011494252873565e-06,
|
| 30 |
+
"loss": 2.7748,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.22988505747126436,
|
| 35 |
+
"grad_norm": 14.815277099609375,
|
| 36 |
+
"learning_rate": 2.2758620689655173e-06,
|
| 37 |
+
"loss": 2.2795,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28735632183908044,
|
| 42 |
+
"grad_norm": 15.115994453430176,
|
| 43 |
+
"learning_rate": 2.850574712643678e-06,
|
| 44 |
+
"loss": 1.7836,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3448275862068966,
|
| 49 |
+
"grad_norm": 29.842082977294922,
|
| 50 |
+
"learning_rate": 3.425287356321839e-06,
|
| 51 |
+
"loss": 1.5479,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.40229885057471265,
|
| 56 |
+
"grad_norm": 16.612159729003906,
|
| 57 |
+
"learning_rate": 4.000000000000001e-06,
|
| 58 |
+
"loss": 1.2247,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.45977011494252873,
|
| 63 |
+
"grad_norm": 18.689720153808594,
|
| 64 |
+
"learning_rate": 4.5747126436781615e-06,
|
| 65 |
+
"loss": 1.2561,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5172413793103449,
|
| 70 |
+
"grad_norm": 22.616313934326172,
|
| 71 |
+
"learning_rate": 5.149425287356322e-06,
|
| 72 |
+
"loss": 1.0953,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5747126436781609,
|
| 77 |
+
"grad_norm": 20.529455184936523,
|
| 78 |
+
"learning_rate": 5.724137931034483e-06,
|
| 79 |
+
"loss": 0.9632,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.632183908045977,
|
| 84 |
+
"grad_norm": 13.217202186584473,
|
| 85 |
+
"learning_rate": 6.298850574712644e-06,
|
| 86 |
+
"loss": 0.9633,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6896551724137931,
|
| 91 |
+
"grad_norm": 34.54133605957031,
|
| 92 |
+
"learning_rate": 6.873563218390805e-06,
|
| 93 |
+
"loss": 0.9828,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7471264367816092,
|
| 98 |
+
"grad_norm": 14.949626922607422,
|
| 99 |
+
"learning_rate": 7.4482758620689665e-06,
|
| 100 |
+
"loss": 0.8974,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8045977011494253,
|
| 105 |
+
"grad_norm": 12.686253547668457,
|
| 106 |
+
"learning_rate": 8.022988505747126e-06,
|
| 107 |
+
"loss": 1.0681,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8620689655172413,
|
| 112 |
+
"grad_norm": 26.864015579223633,
|
| 113 |
+
"learning_rate": 8.597701149425289e-06,
|
| 114 |
+
"loss": 0.9986,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9195402298850575,
|
| 119 |
+
"grad_norm": 24.97718048095703,
|
| 120 |
+
"learning_rate": 9.172413793103448e-06,
|
| 121 |
+
"loss": 0.8753,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9770114942528736,
|
| 126 |
+
"grad_norm": 16.675100326538086,
|
| 127 |
+
"learning_rate": 9.74712643678161e-06,
|
| 128 |
+
"loss": 0.8944,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.940530058177117,
|
| 134 |
+
"eval_loss": 0.1931191384792328,
|
| 135 |
+
"eval_macro_f1": 0.8196367599605372,
|
| 136 |
+
"eval_runtime": 2.2352,
|
| 137 |
+
"eval_samples_per_second": 692.1,
|
| 138 |
+
"eval_steps_per_second": 43.396,
|
| 139 |
+
"eval_weighted_f1": 0.9367312662458428,
|
| 140 |
+
"step": 435
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0344827586206897,
|
| 144 |
+
"grad_norm": 19.226642608642578,
|
| 145 |
+
"learning_rate": 1.032183908045977e-05,
|
| 146 |
+
"loss": 0.6817,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.0919540229885056,
|
| 151 |
+
"grad_norm": 1.5510896444320679,
|
| 152 |
+
"learning_rate": 1.0896551724137932e-05,
|
| 153 |
+
"loss": 0.8167,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1494252873563218,
|
| 158 |
+
"grad_norm": 25.533885955810547,
|
| 159 |
+
"learning_rate": 1.1471264367816093e-05,
|
| 160 |
+
"loss": 0.6512,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.206896551724138,
|
| 165 |
+
"grad_norm": 19.42919921875,
|
| 166 |
+
"learning_rate": 1.2045977011494254e-05,
|
| 167 |
+
"loss": 0.7946,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.264367816091954,
|
| 172 |
+
"grad_norm": 21.6502628326416,
|
| 173 |
+
"learning_rate": 1.2620689655172415e-05,
|
| 174 |
+
"loss": 0.7577,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3218390804597702,
|
| 179 |
+
"grad_norm": 22.860177993774414,
|
| 180 |
+
"learning_rate": 1.3195402298850574e-05,
|
| 181 |
+
"loss": 0.7081,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3793103448275863,
|
| 186 |
+
"grad_norm": 19.05306053161621,
|
| 187 |
+
"learning_rate": 1.3770114942528736e-05,
|
| 188 |
+
"loss": 0.8096,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4367816091954024,
|
| 193 |
+
"grad_norm": 14.01755428314209,
|
| 194 |
+
"learning_rate": 1.4344827586206897e-05,
|
| 195 |
+
"loss": 0.7475,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.4942528735632183,
|
| 200 |
+
"grad_norm": 28.961877822875977,
|
| 201 |
+
"learning_rate": 1.4919540229885058e-05,
|
| 202 |
+
"loss": 0.8671,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5517241379310345,
|
| 207 |
+
"grad_norm": 13.76294994354248,
|
| 208 |
+
"learning_rate": 1.549425287356322e-05,
|
| 209 |
+
"loss": 0.8954,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6091954022988506,
|
| 214 |
+
"grad_norm": 33.66984176635742,
|
| 215 |
+
"learning_rate": 1.6068965517241383e-05,
|
| 216 |
+
"loss": 0.9608,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6666666666666665,
|
| 221 |
+
"grad_norm": 18.624176025390625,
|
| 222 |
+
"learning_rate": 1.664367816091954e-05,
|
| 223 |
+
"loss": 0.6833,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7241379310344827,
|
| 228 |
+
"grad_norm": 23.350048065185547,
|
| 229 |
+
"learning_rate": 1.72183908045977e-05,
|
| 230 |
+
"loss": 0.7519,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7816091954022988,
|
| 235 |
+
"grad_norm": 16.577146530151367,
|
| 236 |
+
"learning_rate": 1.7793103448275862e-05,
|
| 237 |
+
"loss": 0.7101,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.839080459770115,
|
| 242 |
+
"grad_norm": 8.301774024963379,
|
| 243 |
+
"learning_rate": 1.8367816091954027e-05,
|
| 244 |
+
"loss": 0.7167,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.896551724137931,
|
| 249 |
+
"grad_norm": 11.305232048034668,
|
| 250 |
+
"learning_rate": 1.8942528735632187e-05,
|
| 251 |
+
"loss": 0.7181,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9540229885057472,
|
| 256 |
+
"grad_norm": 13.970582962036133,
|
| 257 |
+
"learning_rate": 1.9517241379310345e-05,
|
| 258 |
+
"loss": 0.8617,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9424692954104719,
|
| 264 |
+
"eval_loss": 0.19509783387184143,
|
| 265 |
+
"eval_macro_f1": 0.8271132308551663,
|
| 266 |
+
"eval_runtime": 2.2903,
|
| 267 |
+
"eval_samples_per_second": 675.459,
|
| 268 |
+
"eval_steps_per_second": 42.353,
|
| 269 |
+
"eval_weighted_f1": 0.9383604177376932,
|
| 270 |
+
"step": 870
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.0114942528735633,
|
| 274 |
+
"grad_norm": 6.878677845001221,
|
| 275 |
+
"learning_rate": 1.9989782886334612e-05,
|
| 276 |
+
"loss": 0.7639,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0689655172413794,
|
| 281 |
+
"grad_norm": 0.2279549539089203,
|
| 282 |
+
"learning_rate": 1.9925925925925928e-05,
|
| 283 |
+
"loss": 0.4404,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1264367816091956,
|
| 288 |
+
"grad_norm": 35.79534149169922,
|
| 289 |
+
"learning_rate": 1.9862068965517244e-05,
|
| 290 |
+
"loss": 0.4381,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.1839080459770113,
|
| 295 |
+
"grad_norm": 22.789058685302734,
|
| 296 |
+
"learning_rate": 1.979821200510856e-05,
|
| 297 |
+
"loss": 0.8788,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2413793103448274,
|
| 302 |
+
"grad_norm": 28.669857025146484,
|
| 303 |
+
"learning_rate": 1.9734355044699872e-05,
|
| 304 |
+
"loss": 0.4104,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.2988505747126435,
|
| 309 |
+
"grad_norm": 8.117264747619629,
|
| 310 |
+
"learning_rate": 1.9670498084291188e-05,
|
| 311 |
+
"loss": 0.7947,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.3563218390804597,
|
| 316 |
+
"grad_norm": 14.23740291595459,
|
| 317 |
+
"learning_rate": 1.9606641123882504e-05,
|
| 318 |
+
"loss": 0.5118,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.413793103448276,
|
| 323 |
+
"grad_norm": 27.256938934326172,
|
| 324 |
+
"learning_rate": 1.954278416347382e-05,
|
| 325 |
+
"loss": 0.637,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.471264367816092,
|
| 330 |
+
"grad_norm": 16.517955780029297,
|
| 331 |
+
"learning_rate": 1.9478927203065136e-05,
|
| 332 |
+
"loss": 0.6148,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.528735632183908,
|
| 337 |
+
"grad_norm": 21.132980346679688,
|
| 338 |
+
"learning_rate": 1.941507024265645e-05,
|
| 339 |
+
"loss": 0.4779,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.586206896551724,
|
| 344 |
+
"grad_norm": 6.9297027587890625,
|
| 345 |
+
"learning_rate": 1.9351213282247767e-05,
|
| 346 |
+
"loss": 0.6014,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.6436781609195403,
|
| 351 |
+
"grad_norm": 12.361140251159668,
|
| 352 |
+
"learning_rate": 1.928735632183908e-05,
|
| 353 |
+
"loss": 0.7325,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7011494252873565,
|
| 358 |
+
"grad_norm": 26.90311622619629,
|
| 359 |
+
"learning_rate": 1.92234993614304e-05,
|
| 360 |
+
"loss": 0.5744,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7586206896551726,
|
| 365 |
+
"grad_norm": 11.853816032409668,
|
| 366 |
+
"learning_rate": 1.915964240102171e-05,
|
| 367 |
+
"loss": 0.5119,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.8160919540229887,
|
| 372 |
+
"grad_norm": 12.217926979064941,
|
| 373 |
+
"learning_rate": 1.9095785440613027e-05,
|
| 374 |
+
"loss": 0.694,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.873563218390805,
|
| 379 |
+
"grad_norm": 21.56905746459961,
|
| 380 |
+
"learning_rate": 1.9031928480204343e-05,
|
| 381 |
+
"loss": 0.6384,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.9310344827586206,
|
| 386 |
+
"grad_norm": 0.7440150380134583,
|
| 387 |
+
"learning_rate": 1.896807151979566e-05,
|
| 388 |
+
"loss": 0.4766,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 2.9885057471264367,
|
| 393 |
+
"grad_norm": 0.46360915899276733,
|
| 394 |
+
"learning_rate": 1.8904214559386975e-05,
|
| 395 |
+
"loss": 0.7379,
|
| 396 |
+
"step": 1300
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"epoch": 3.0,
|
| 400 |
+
"eval_accuracy": 0.9424692954104719,
|
| 401 |
+
"eval_loss": 0.23183989524841309,
|
| 402 |
+
"eval_macro_f1": 0.8279954335741966,
|
| 403 |
+
"eval_runtime": 2.3302,
|
| 404 |
+
"eval_samples_per_second": 663.899,
|
| 405 |
+
"eval_steps_per_second": 41.628,
|
| 406 |
+
"eval_weighted_f1": 0.9392246799332529,
|
| 407 |
+
"step": 1305
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.045977011494253,
|
| 411 |
+
"grad_norm": 0.2507317364215851,
|
| 412 |
+
"learning_rate": 1.884035759897829e-05,
|
| 413 |
+
"loss": 0.5009,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.103448275862069,
|
| 418 |
+
"grad_norm": 20.456125259399414,
|
| 419 |
+
"learning_rate": 1.8776500638569606e-05,
|
| 420 |
+
"loss": 0.3874,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.160919540229885,
|
| 425 |
+
"grad_norm": 16.75828742980957,
|
| 426 |
+
"learning_rate": 1.871264367816092e-05,
|
| 427 |
+
"loss": 0.3901,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.218390804597701,
|
| 432 |
+
"grad_norm": 17.676267623901367,
|
| 433 |
+
"learning_rate": 1.8648786717752235e-05,
|
| 434 |
+
"loss": 0.3319,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.2758620689655173,
|
| 439 |
+
"grad_norm": 1.7441763877868652,
|
| 440 |
+
"learning_rate": 1.8584929757343554e-05,
|
| 441 |
+
"loss": 0.3665,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3333333333333335,
|
| 446 |
+
"grad_norm": 21.73114585876465,
|
| 447 |
+
"learning_rate": 1.8521072796934866e-05,
|
| 448 |
+
"loss": 0.3072,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.3908045977011496,
|
| 453 |
+
"grad_norm": 11.427308082580566,
|
| 454 |
+
"learning_rate": 1.8457215836526182e-05,
|
| 455 |
+
"loss": 0.4227,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4482758620689653,
|
| 460 |
+
"grad_norm": 0.5305787920951843,
|
| 461 |
+
"learning_rate": 1.8393358876117498e-05,
|
| 462 |
+
"loss": 0.3736,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5057471264367814,
|
| 467 |
+
"grad_norm": 0.5248211026191711,
|
| 468 |
+
"learning_rate": 1.8329501915708814e-05,
|
| 469 |
+
"loss": 0.427,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.5632183908045976,
|
| 474 |
+
"grad_norm": 56.1809196472168,
|
| 475 |
+
"learning_rate": 1.826564495530013e-05,
|
| 476 |
+
"loss": 0.4751,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6206896551724137,
|
| 481 |
+
"grad_norm": 69.40298461914062,
|
| 482 |
+
"learning_rate": 1.8201787994891446e-05,
|
| 483 |
+
"loss": 0.5209,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.67816091954023,
|
| 488 |
+
"grad_norm": 23.511856079101562,
|
| 489 |
+
"learning_rate": 1.813793103448276e-05,
|
| 490 |
+
"loss": 0.4827,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.735632183908046,
|
| 495 |
+
"grad_norm": 62.91733169555664,
|
| 496 |
+
"learning_rate": 1.8074074074074074e-05,
|
| 497 |
+
"loss": 0.2162,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.793103448275862,
|
| 502 |
+
"grad_norm": 0.6055736541748047,
|
| 503 |
+
"learning_rate": 1.801021711366539e-05,
|
| 504 |
+
"loss": 0.6207,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.8505747126436782,
|
| 509 |
+
"grad_norm": 2.4084033966064453,
|
| 510 |
+
"learning_rate": 1.7946360153256706e-05,
|
| 511 |
+
"loss": 0.411,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.9080459770114944,
|
| 516 |
+
"grad_norm": 0.7051402926445007,
|
| 517 |
+
"learning_rate": 1.788250319284802e-05,
|
| 518 |
+
"loss": 0.5059,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9655172413793105,
|
| 523 |
+
"grad_norm": 14.125753402709961,
|
| 524 |
+
"learning_rate": 1.7818646232439337e-05,
|
| 525 |
+
"loss": 0.4082,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9385908209437621,
|
| 531 |
+
"eval_loss": 0.3057391941547394,
|
| 532 |
+
"eval_macro_f1": 0.7991696988667211,
|
| 533 |
+
"eval_runtime": 2.6881,
|
| 534 |
+
"eval_samples_per_second": 575.508,
|
| 535 |
+
"eval_steps_per_second": 36.086,
|
| 536 |
+
"eval_weighted_f1": 0.9331965836499267,
|
| 537 |
+
"step": 1740
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"epoch": 4.022988505747127,
|
| 541 |
+
"grad_norm": 0.22900362312793732,
|
| 542 |
+
"learning_rate": 1.7754789272030653e-05,
|
| 543 |
+
"loss": 0.3584,
|
| 544 |
+
"step": 1750
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"epoch": 4.080459770114943,
|
| 548 |
+
"grad_norm": 8.224105834960938,
|
| 549 |
+
"learning_rate": 1.769093231162197e-05,
|
| 550 |
+
"loss": 0.1878,
|
| 551 |
+
"step": 1775
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"epoch": 4.137931034482759,
|
| 555 |
+
"grad_norm": 0.27649250626564026,
|
| 556 |
+
"learning_rate": 1.762707535121328e-05,
|
| 557 |
+
"loss": 0.1868,
|
| 558 |
+
"step": 1800
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"epoch": 4.195402298850575,
|
| 562 |
+
"grad_norm": 0.2674671411514282,
|
| 563 |
+
"learning_rate": 1.75632183908046e-05,
|
| 564 |
+
"loss": 0.5689,
|
| 565 |
+
"step": 1825
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"epoch": 4.252873563218391,
|
| 569 |
+
"grad_norm": 0.24198037385940552,
|
| 570 |
+
"learning_rate": 1.7499361430395913e-05,
|
| 571 |
+
"loss": 0.1836,
|
| 572 |
+
"step": 1850
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"epoch": 4.310344827586207,
|
| 576 |
+
"grad_norm": 21.765043258666992,
|
| 577 |
+
"learning_rate": 1.743550446998723e-05,
|
| 578 |
+
"loss": 0.1875,
|
| 579 |
+
"step": 1875
|
| 580 |
+
},
|
| 581 |
+
{
|
| 582 |
+
"epoch": 4.3678160919540225,
|
| 583 |
+
"grad_norm": 8.434713363647461,
|
| 584 |
+
"learning_rate": 1.7371647509578545e-05,
|
| 585 |
+
"loss": 0.3692,
|
| 586 |
+
"step": 1900
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"epoch": 4.425287356321839,
|
| 590 |
+
"grad_norm": 0.28183433413505554,
|
| 591 |
+
"learning_rate": 1.730779054916986e-05,
|
| 592 |
+
"loss": 0.2317,
|
| 593 |
+
"step": 1925
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 4.482758620689655,
|
| 597 |
+
"grad_norm": 22.8424129486084,
|
| 598 |
+
"learning_rate": 1.7243933588761176e-05,
|
| 599 |
+
"loss": 0.1646,
|
| 600 |
+
"step": 1950
|
| 601 |
+
},
|
| 602 |
+
{
|
| 603 |
+
"epoch": 4.540229885057471,
|
| 604 |
+
"grad_norm": 0.9295241832733154,
|
| 605 |
+
"learning_rate": 1.7180076628352492e-05,
|
| 606 |
+
"loss": 0.2879,
|
| 607 |
+
"step": 1975
|
| 608 |
+
},
|
| 609 |
+
{
|
| 610 |
+
"epoch": 4.597701149425287,
|
| 611 |
+
"grad_norm": 19.010690689086914,
|
| 612 |
+
"learning_rate": 1.7116219667943808e-05,
|
| 613 |
+
"loss": 0.1843,
|
| 614 |
+
"step": 2000
|
| 615 |
+
},
|
| 616 |
+
{
|
| 617 |
+
"epoch": 4.655172413793103,
|
| 618 |
+
"grad_norm": 12.645793914794922,
|
| 619 |
+
"learning_rate": 1.705236270753512e-05,
|
| 620 |
+
"loss": 0.3973,
|
| 621 |
+
"step": 2025
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"epoch": 4.712643678160919,
|
| 625 |
+
"grad_norm": 0.042842965573072433,
|
| 626 |
+
"learning_rate": 1.6988505747126436e-05,
|
| 627 |
+
"loss": 0.2613,
|
| 628 |
+
"step": 2050
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"epoch": 4.7701149425287355,
|
| 632 |
+
"grad_norm": 0.09502663463354111,
|
| 633 |
+
"learning_rate": 1.6924648786717756e-05,
|
| 634 |
+
"loss": 0.3422,
|
| 635 |
+
"step": 2075
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"epoch": 4.827586206896552,
|
| 639 |
+
"grad_norm": 24.18151092529297,
|
| 640 |
+
"learning_rate": 1.6860791826309068e-05,
|
| 641 |
+
"loss": 0.3774,
|
| 642 |
+
"step": 2100
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"epoch": 4.885057471264368,
|
| 646 |
+
"grad_norm": 8.699256896972656,
|
| 647 |
+
"learning_rate": 1.6796934865900384e-05,
|
| 648 |
+
"loss": 0.1949,
|
| 649 |
+
"step": 2125
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"epoch": 4.942528735632184,
|
| 653 |
+
"grad_norm": 3.265231132507324,
|
| 654 |
+
"learning_rate": 1.67330779054917e-05,
|
| 655 |
+
"loss": 0.3089,
|
| 656 |
+
"step": 2150
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"epoch": 5.0,
|
| 660 |
+
"grad_norm": 20.134044647216797,
|
| 661 |
+
"learning_rate": 1.6669220945083016e-05,
|
| 662 |
+
"loss": 0.375,
|
| 663 |
+
"step": 2175
|
| 664 |
+
},
|
| 665 |
+
{
|
| 666 |
+
"epoch": 5.0,
|
| 667 |
+
"eval_accuracy": 0.9418228829993536,
|
| 668 |
+
"eval_loss": 0.36229148507118225,
|
| 669 |
+
"eval_macro_f1": 0.84173887873304,
|
| 670 |
+
"eval_runtime": 2.6399,
|
| 671 |
+
"eval_samples_per_second": 586.011,
|
| 672 |
+
"eval_steps_per_second": 36.744,
|
| 673 |
+
"eval_weighted_f1": 0.9406208744188674,
|
| 674 |
+
"step": 2175
|
| 675 |
+
}
|
| 676 |
+
],
|
| 677 |
+
"logging_steps": 25,
|
| 678 |
+
"max_steps": 8700,
|
| 679 |
+
"num_input_tokens_seen": 0,
|
| 680 |
+
"num_train_epochs": 20,
|
| 681 |
+
"save_steps": 500,
|
| 682 |
+
"stateful_callbacks": {
|
| 683 |
+
"EarlyStoppingCallback": {
|
| 684 |
+
"args": {
|
| 685 |
+
"early_stopping_patience": 3,
|
| 686 |
+
"early_stopping_threshold": 0.0
|
| 687 |
+
},
|
| 688 |
+
"attributes": {
|
| 689 |
+
"early_stopping_patience_counter": 0
|
| 690 |
+
}
|
| 691 |
+
},
|
| 692 |
+
"TrainerControl": {
|
| 693 |
+
"args": {
|
| 694 |
+
"should_epoch_stop": false,
|
| 695 |
+
"should_evaluate": false,
|
| 696 |
+
"should_log": false,
|
| 697 |
+
"should_save": true,
|
| 698 |
+
"should_training_stop": false
|
| 699 |
+
},
|
| 700 |
+
"attributes": {}
|
| 701 |
+
}
|
| 702 |
+
},
|
| 703 |
+
"total_flos": 0.0,
|
| 704 |
+
"train_batch_size": 8,
|
| 705 |
+
"trial_name": null,
|
| 706 |
+
"trial_params": null
|
| 707 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-3480/trainer_state.json
ADDED
|
@@ -0,0 +1,1104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 2175,
|
| 3 |
+
"best_metric": 0.84173887873304,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-00-s44-20260830T041447Z-90d3fdde/trainer/checkpoint-2175",
|
| 5 |
+
"epoch": 8.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 3480,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05747126436781609,
|
| 14 |
+
"grad_norm": 42.9394416809082,
|
| 15 |
+
"learning_rate": 5.517241379310345e-07,
|
| 16 |
+
"loss": 4.3524,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11494252873563218,
|
| 21 |
+
"grad_norm": 19.999839782714844,
|
| 22 |
+
"learning_rate": 1.1264367816091955e-06,
|
| 23 |
+
"loss": 3.6505,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1724137931034483,
|
| 28 |
+
"grad_norm": 17.920988082885742,
|
| 29 |
+
"learning_rate": 1.7011494252873565e-06,
|
| 30 |
+
"loss": 2.7748,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.22988505747126436,
|
| 35 |
+
"grad_norm": 14.815277099609375,
|
| 36 |
+
"learning_rate": 2.2758620689655173e-06,
|
| 37 |
+
"loss": 2.2795,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28735632183908044,
|
| 42 |
+
"grad_norm": 15.115994453430176,
|
| 43 |
+
"learning_rate": 2.850574712643678e-06,
|
| 44 |
+
"loss": 1.7836,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3448275862068966,
|
| 49 |
+
"grad_norm": 29.842082977294922,
|
| 50 |
+
"learning_rate": 3.425287356321839e-06,
|
| 51 |
+
"loss": 1.5479,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.40229885057471265,
|
| 56 |
+
"grad_norm": 16.612159729003906,
|
| 57 |
+
"learning_rate": 4.000000000000001e-06,
|
| 58 |
+
"loss": 1.2247,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.45977011494252873,
|
| 63 |
+
"grad_norm": 18.689720153808594,
|
| 64 |
+
"learning_rate": 4.5747126436781615e-06,
|
| 65 |
+
"loss": 1.2561,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5172413793103449,
|
| 70 |
+
"grad_norm": 22.616313934326172,
|
| 71 |
+
"learning_rate": 5.149425287356322e-06,
|
| 72 |
+
"loss": 1.0953,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5747126436781609,
|
| 77 |
+
"grad_norm": 20.529455184936523,
|
| 78 |
+
"learning_rate": 5.724137931034483e-06,
|
| 79 |
+
"loss": 0.9632,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.632183908045977,
|
| 84 |
+
"grad_norm": 13.217202186584473,
|
| 85 |
+
"learning_rate": 6.298850574712644e-06,
|
| 86 |
+
"loss": 0.9633,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6896551724137931,
|
| 91 |
+
"grad_norm": 34.54133605957031,
|
| 92 |
+
"learning_rate": 6.873563218390805e-06,
|
| 93 |
+
"loss": 0.9828,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7471264367816092,
|
| 98 |
+
"grad_norm": 14.949626922607422,
|
| 99 |
+
"learning_rate": 7.4482758620689665e-06,
|
| 100 |
+
"loss": 0.8974,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8045977011494253,
|
| 105 |
+
"grad_norm": 12.686253547668457,
|
| 106 |
+
"learning_rate": 8.022988505747126e-06,
|
| 107 |
+
"loss": 1.0681,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8620689655172413,
|
| 112 |
+
"grad_norm": 26.864015579223633,
|
| 113 |
+
"learning_rate": 8.597701149425289e-06,
|
| 114 |
+
"loss": 0.9986,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9195402298850575,
|
| 119 |
+
"grad_norm": 24.97718048095703,
|
| 120 |
+
"learning_rate": 9.172413793103448e-06,
|
| 121 |
+
"loss": 0.8753,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9770114942528736,
|
| 126 |
+
"grad_norm": 16.675100326538086,
|
| 127 |
+
"learning_rate": 9.74712643678161e-06,
|
| 128 |
+
"loss": 0.8944,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.940530058177117,
|
| 134 |
+
"eval_loss": 0.1931191384792328,
|
| 135 |
+
"eval_macro_f1": 0.8196367599605372,
|
| 136 |
+
"eval_runtime": 2.2352,
|
| 137 |
+
"eval_samples_per_second": 692.1,
|
| 138 |
+
"eval_steps_per_second": 43.396,
|
| 139 |
+
"eval_weighted_f1": 0.9367312662458428,
|
| 140 |
+
"step": 435
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0344827586206897,
|
| 144 |
+
"grad_norm": 19.226642608642578,
|
| 145 |
+
"learning_rate": 1.032183908045977e-05,
|
| 146 |
+
"loss": 0.6817,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.0919540229885056,
|
| 151 |
+
"grad_norm": 1.5510896444320679,
|
| 152 |
+
"learning_rate": 1.0896551724137932e-05,
|
| 153 |
+
"loss": 0.8167,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1494252873563218,
|
| 158 |
+
"grad_norm": 25.533885955810547,
|
| 159 |
+
"learning_rate": 1.1471264367816093e-05,
|
| 160 |
+
"loss": 0.6512,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.206896551724138,
|
| 165 |
+
"grad_norm": 19.42919921875,
|
| 166 |
+
"learning_rate": 1.2045977011494254e-05,
|
| 167 |
+
"loss": 0.7946,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.264367816091954,
|
| 172 |
+
"grad_norm": 21.6502628326416,
|
| 173 |
+
"learning_rate": 1.2620689655172415e-05,
|
| 174 |
+
"loss": 0.7577,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3218390804597702,
|
| 179 |
+
"grad_norm": 22.860177993774414,
|
| 180 |
+
"learning_rate": 1.3195402298850574e-05,
|
| 181 |
+
"loss": 0.7081,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3793103448275863,
|
| 186 |
+
"grad_norm": 19.05306053161621,
|
| 187 |
+
"learning_rate": 1.3770114942528736e-05,
|
| 188 |
+
"loss": 0.8096,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4367816091954024,
|
| 193 |
+
"grad_norm": 14.01755428314209,
|
| 194 |
+
"learning_rate": 1.4344827586206897e-05,
|
| 195 |
+
"loss": 0.7475,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.4942528735632183,
|
| 200 |
+
"grad_norm": 28.961877822875977,
|
| 201 |
+
"learning_rate": 1.4919540229885058e-05,
|
| 202 |
+
"loss": 0.8671,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5517241379310345,
|
| 207 |
+
"grad_norm": 13.76294994354248,
|
| 208 |
+
"learning_rate": 1.549425287356322e-05,
|
| 209 |
+
"loss": 0.8954,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6091954022988506,
|
| 214 |
+
"grad_norm": 33.66984176635742,
|
| 215 |
+
"learning_rate": 1.6068965517241383e-05,
|
| 216 |
+
"loss": 0.9608,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6666666666666665,
|
| 221 |
+
"grad_norm": 18.624176025390625,
|
| 222 |
+
"learning_rate": 1.664367816091954e-05,
|
| 223 |
+
"loss": 0.6833,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7241379310344827,
|
| 228 |
+
"grad_norm": 23.350048065185547,
|
| 229 |
+
"learning_rate": 1.72183908045977e-05,
|
| 230 |
+
"loss": 0.7519,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7816091954022988,
|
| 235 |
+
"grad_norm": 16.577146530151367,
|
| 236 |
+
"learning_rate": 1.7793103448275862e-05,
|
| 237 |
+
"loss": 0.7101,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.839080459770115,
|
| 242 |
+
"grad_norm": 8.301774024963379,
|
| 243 |
+
"learning_rate": 1.8367816091954027e-05,
|
| 244 |
+
"loss": 0.7167,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.896551724137931,
|
| 249 |
+
"grad_norm": 11.305232048034668,
|
| 250 |
+
"learning_rate": 1.8942528735632187e-05,
|
| 251 |
+
"loss": 0.7181,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9540229885057472,
|
| 256 |
+
"grad_norm": 13.970582962036133,
|
| 257 |
+
"learning_rate": 1.9517241379310345e-05,
|
| 258 |
+
"loss": 0.8617,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9424692954104719,
|
| 264 |
+
"eval_loss": 0.19509783387184143,
|
| 265 |
+
"eval_macro_f1": 0.8271132308551663,
|
| 266 |
+
"eval_runtime": 2.2903,
|
| 267 |
+
"eval_samples_per_second": 675.459,
|
| 268 |
+
"eval_steps_per_second": 42.353,
|
| 269 |
+
"eval_weighted_f1": 0.9383604177376932,
|
| 270 |
+
"step": 870
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.0114942528735633,
|
| 274 |
+
"grad_norm": 6.878677845001221,
|
| 275 |
+
"learning_rate": 1.9989782886334612e-05,
|
| 276 |
+
"loss": 0.7639,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0689655172413794,
|
| 281 |
+
"grad_norm": 0.2279549539089203,
|
| 282 |
+
"learning_rate": 1.9925925925925928e-05,
|
| 283 |
+
"loss": 0.4404,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1264367816091956,
|
| 288 |
+
"grad_norm": 35.79534149169922,
|
| 289 |
+
"learning_rate": 1.9862068965517244e-05,
|
| 290 |
+
"loss": 0.4381,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.1839080459770113,
|
| 295 |
+
"grad_norm": 22.789058685302734,
|
| 296 |
+
"learning_rate": 1.979821200510856e-05,
|
| 297 |
+
"loss": 0.8788,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2413793103448274,
|
| 302 |
+
"grad_norm": 28.669857025146484,
|
| 303 |
+
"learning_rate": 1.9734355044699872e-05,
|
| 304 |
+
"loss": 0.4104,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.2988505747126435,
|
| 309 |
+
"grad_norm": 8.117264747619629,
|
| 310 |
+
"learning_rate": 1.9670498084291188e-05,
|
| 311 |
+
"loss": 0.7947,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.3563218390804597,
|
| 316 |
+
"grad_norm": 14.23740291595459,
|
| 317 |
+
"learning_rate": 1.9606641123882504e-05,
|
| 318 |
+
"loss": 0.5118,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.413793103448276,
|
| 323 |
+
"grad_norm": 27.256938934326172,
|
| 324 |
+
"learning_rate": 1.954278416347382e-05,
|
| 325 |
+
"loss": 0.637,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.471264367816092,
|
| 330 |
+
"grad_norm": 16.517955780029297,
|
| 331 |
+
"learning_rate": 1.9478927203065136e-05,
|
| 332 |
+
"loss": 0.6148,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.528735632183908,
|
| 337 |
+
"grad_norm": 21.132980346679688,
|
| 338 |
+
"learning_rate": 1.941507024265645e-05,
|
| 339 |
+
"loss": 0.4779,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.586206896551724,
|
| 344 |
+
"grad_norm": 6.9297027587890625,
|
| 345 |
+
"learning_rate": 1.9351213282247767e-05,
|
| 346 |
+
"loss": 0.6014,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.6436781609195403,
|
| 351 |
+
"grad_norm": 12.361140251159668,
|
| 352 |
+
"learning_rate": 1.928735632183908e-05,
|
| 353 |
+
"loss": 0.7325,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7011494252873565,
|
| 358 |
+
"grad_norm": 26.90311622619629,
|
| 359 |
+
"learning_rate": 1.92234993614304e-05,
|
| 360 |
+
"loss": 0.5744,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7586206896551726,
|
| 365 |
+
"grad_norm": 11.853816032409668,
|
| 366 |
+
"learning_rate": 1.915964240102171e-05,
|
| 367 |
+
"loss": 0.5119,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.8160919540229887,
|
| 372 |
+
"grad_norm": 12.217926979064941,
|
| 373 |
+
"learning_rate": 1.9095785440613027e-05,
|
| 374 |
+
"loss": 0.694,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.873563218390805,
|
| 379 |
+
"grad_norm": 21.56905746459961,
|
| 380 |
+
"learning_rate": 1.9031928480204343e-05,
|
| 381 |
+
"loss": 0.6384,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.9310344827586206,
|
| 386 |
+
"grad_norm": 0.7440150380134583,
|
| 387 |
+
"learning_rate": 1.896807151979566e-05,
|
| 388 |
+
"loss": 0.4766,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 2.9885057471264367,
|
| 393 |
+
"grad_norm": 0.46360915899276733,
|
| 394 |
+
"learning_rate": 1.8904214559386975e-05,
|
| 395 |
+
"loss": 0.7379,
|
| 396 |
+
"step": 1300
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"epoch": 3.0,
|
| 400 |
+
"eval_accuracy": 0.9424692954104719,
|
| 401 |
+
"eval_loss": 0.23183989524841309,
|
| 402 |
+
"eval_macro_f1": 0.8279954335741966,
|
| 403 |
+
"eval_runtime": 2.3302,
|
| 404 |
+
"eval_samples_per_second": 663.899,
|
| 405 |
+
"eval_steps_per_second": 41.628,
|
| 406 |
+
"eval_weighted_f1": 0.9392246799332529,
|
| 407 |
+
"step": 1305
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.045977011494253,
|
| 411 |
+
"grad_norm": 0.2507317364215851,
|
| 412 |
+
"learning_rate": 1.884035759897829e-05,
|
| 413 |
+
"loss": 0.5009,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.103448275862069,
|
| 418 |
+
"grad_norm": 20.456125259399414,
|
| 419 |
+
"learning_rate": 1.8776500638569606e-05,
|
| 420 |
+
"loss": 0.3874,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.160919540229885,
|
| 425 |
+
"grad_norm": 16.75828742980957,
|
| 426 |
+
"learning_rate": 1.871264367816092e-05,
|
| 427 |
+
"loss": 0.3901,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.218390804597701,
|
| 432 |
+
"grad_norm": 17.676267623901367,
|
| 433 |
+
"learning_rate": 1.8648786717752235e-05,
|
| 434 |
+
"loss": 0.3319,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.2758620689655173,
|
| 439 |
+
"grad_norm": 1.7441763877868652,
|
| 440 |
+
"learning_rate": 1.8584929757343554e-05,
|
| 441 |
+
"loss": 0.3665,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3333333333333335,
|
| 446 |
+
"grad_norm": 21.73114585876465,
|
| 447 |
+
"learning_rate": 1.8521072796934866e-05,
|
| 448 |
+
"loss": 0.3072,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.3908045977011496,
|
| 453 |
+
"grad_norm": 11.427308082580566,
|
| 454 |
+
"learning_rate": 1.8457215836526182e-05,
|
| 455 |
+
"loss": 0.4227,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4482758620689653,
|
| 460 |
+
"grad_norm": 0.5305787920951843,
|
| 461 |
+
"learning_rate": 1.8393358876117498e-05,
|
| 462 |
+
"loss": 0.3736,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5057471264367814,
|
| 467 |
+
"grad_norm": 0.5248211026191711,
|
| 468 |
+
"learning_rate": 1.8329501915708814e-05,
|
| 469 |
+
"loss": 0.427,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.5632183908045976,
|
| 474 |
+
"grad_norm": 56.1809196472168,
|
| 475 |
+
"learning_rate": 1.826564495530013e-05,
|
| 476 |
+
"loss": 0.4751,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6206896551724137,
|
| 481 |
+
"grad_norm": 69.40298461914062,
|
| 482 |
+
"learning_rate": 1.8201787994891446e-05,
|
| 483 |
+
"loss": 0.5209,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.67816091954023,
|
| 488 |
+
"grad_norm": 23.511856079101562,
|
| 489 |
+
"learning_rate": 1.813793103448276e-05,
|
| 490 |
+
"loss": 0.4827,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.735632183908046,
|
| 495 |
+
"grad_norm": 62.91733169555664,
|
| 496 |
+
"learning_rate": 1.8074074074074074e-05,
|
| 497 |
+
"loss": 0.2162,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.793103448275862,
|
| 502 |
+
"grad_norm": 0.6055736541748047,
|
| 503 |
+
"learning_rate": 1.801021711366539e-05,
|
| 504 |
+
"loss": 0.6207,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.8505747126436782,
|
| 509 |
+
"grad_norm": 2.4084033966064453,
|
| 510 |
+
"learning_rate": 1.7946360153256706e-05,
|
| 511 |
+
"loss": 0.411,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.9080459770114944,
|
| 516 |
+
"grad_norm": 0.7051402926445007,
|
| 517 |
+
"learning_rate": 1.788250319284802e-05,
|
| 518 |
+
"loss": 0.5059,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9655172413793105,
|
| 523 |
+
"grad_norm": 14.125753402709961,
|
| 524 |
+
"learning_rate": 1.7818646232439337e-05,
|
| 525 |
+
"loss": 0.4082,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9385908209437621,
|
| 531 |
+
"eval_loss": 0.3057391941547394,
|
| 532 |
+
"eval_macro_f1": 0.7991696988667211,
|
| 533 |
+
"eval_runtime": 2.6881,
|
| 534 |
+
"eval_samples_per_second": 575.508,
|
| 535 |
+
"eval_steps_per_second": 36.086,
|
| 536 |
+
"eval_weighted_f1": 0.9331965836499267,
|
| 537 |
+
"step": 1740
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"epoch": 4.022988505747127,
|
| 541 |
+
"grad_norm": 0.22900362312793732,
|
| 542 |
+
"learning_rate": 1.7754789272030653e-05,
|
| 543 |
+
"loss": 0.3584,
|
| 544 |
+
"step": 1750
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"epoch": 4.080459770114943,
|
| 548 |
+
"grad_norm": 8.224105834960938,
|
| 549 |
+
"learning_rate": 1.769093231162197e-05,
|
| 550 |
+
"loss": 0.1878,
|
| 551 |
+
"step": 1775
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"epoch": 4.137931034482759,
|
| 555 |
+
"grad_norm": 0.27649250626564026,
|
| 556 |
+
"learning_rate": 1.762707535121328e-05,
|
| 557 |
+
"loss": 0.1868,
|
| 558 |
+
"step": 1800
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"epoch": 4.195402298850575,
|
| 562 |
+
"grad_norm": 0.2674671411514282,
|
| 563 |
+
"learning_rate": 1.75632183908046e-05,
|
| 564 |
+
"loss": 0.5689,
|
| 565 |
+
"step": 1825
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"epoch": 4.252873563218391,
|
| 569 |
+
"grad_norm": 0.24198037385940552,
|
| 570 |
+
"learning_rate": 1.7499361430395913e-05,
|
| 571 |
+
"loss": 0.1836,
|
| 572 |
+
"step": 1850
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"epoch": 4.310344827586207,
|
| 576 |
+
"grad_norm": 21.765043258666992,
|
| 577 |
+
"learning_rate": 1.743550446998723e-05,
|
| 578 |
+
"loss": 0.1875,
|
| 579 |
+
"step": 1875
|
| 580 |
+
},
|
| 581 |
+
{
|
| 582 |
+
"epoch": 4.3678160919540225,
|
| 583 |
+
"grad_norm": 8.434713363647461,
|
| 584 |
+
"learning_rate": 1.7371647509578545e-05,
|
| 585 |
+
"loss": 0.3692,
|
| 586 |
+
"step": 1900
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"epoch": 4.425287356321839,
|
| 590 |
+
"grad_norm": 0.28183433413505554,
|
| 591 |
+
"learning_rate": 1.730779054916986e-05,
|
| 592 |
+
"loss": 0.2317,
|
| 593 |
+
"step": 1925
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 4.482758620689655,
|
| 597 |
+
"grad_norm": 22.8424129486084,
|
| 598 |
+
"learning_rate": 1.7243933588761176e-05,
|
| 599 |
+
"loss": 0.1646,
|
| 600 |
+
"step": 1950
|
| 601 |
+
},
|
| 602 |
+
{
|
| 603 |
+
"epoch": 4.540229885057471,
|
| 604 |
+
"grad_norm": 0.9295241832733154,
|
| 605 |
+
"learning_rate": 1.7180076628352492e-05,
|
| 606 |
+
"loss": 0.2879,
|
| 607 |
+
"step": 1975
|
| 608 |
+
},
|
| 609 |
+
{
|
| 610 |
+
"epoch": 4.597701149425287,
|
| 611 |
+
"grad_norm": 19.010690689086914,
|
| 612 |
+
"learning_rate": 1.7116219667943808e-05,
|
| 613 |
+
"loss": 0.1843,
|
| 614 |
+
"step": 2000
|
| 615 |
+
},
|
| 616 |
+
{
|
| 617 |
+
"epoch": 4.655172413793103,
|
| 618 |
+
"grad_norm": 12.645793914794922,
|
| 619 |
+
"learning_rate": 1.705236270753512e-05,
|
| 620 |
+
"loss": 0.3973,
|
| 621 |
+
"step": 2025
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"epoch": 4.712643678160919,
|
| 625 |
+
"grad_norm": 0.042842965573072433,
|
| 626 |
+
"learning_rate": 1.6988505747126436e-05,
|
| 627 |
+
"loss": 0.2613,
|
| 628 |
+
"step": 2050
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"epoch": 4.7701149425287355,
|
| 632 |
+
"grad_norm": 0.09502663463354111,
|
| 633 |
+
"learning_rate": 1.6924648786717756e-05,
|
| 634 |
+
"loss": 0.3422,
|
| 635 |
+
"step": 2075
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"epoch": 4.827586206896552,
|
| 639 |
+
"grad_norm": 24.18151092529297,
|
| 640 |
+
"learning_rate": 1.6860791826309068e-05,
|
| 641 |
+
"loss": 0.3774,
|
| 642 |
+
"step": 2100
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"epoch": 4.885057471264368,
|
| 646 |
+
"grad_norm": 8.699256896972656,
|
| 647 |
+
"learning_rate": 1.6796934865900384e-05,
|
| 648 |
+
"loss": 0.1949,
|
| 649 |
+
"step": 2125
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"epoch": 4.942528735632184,
|
| 653 |
+
"grad_norm": 3.265231132507324,
|
| 654 |
+
"learning_rate": 1.67330779054917e-05,
|
| 655 |
+
"loss": 0.3089,
|
| 656 |
+
"step": 2150
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"epoch": 5.0,
|
| 660 |
+
"grad_norm": 20.134044647216797,
|
| 661 |
+
"learning_rate": 1.6669220945083016e-05,
|
| 662 |
+
"loss": 0.375,
|
| 663 |
+
"step": 2175
|
| 664 |
+
},
|
| 665 |
+
{
|
| 666 |
+
"epoch": 5.0,
|
| 667 |
+
"eval_accuracy": 0.9418228829993536,
|
| 668 |
+
"eval_loss": 0.36229148507118225,
|
| 669 |
+
"eval_macro_f1": 0.84173887873304,
|
| 670 |
+
"eval_runtime": 2.6399,
|
| 671 |
+
"eval_samples_per_second": 586.011,
|
| 672 |
+
"eval_steps_per_second": 36.744,
|
| 673 |
+
"eval_weighted_f1": 0.9406208744188674,
|
| 674 |
+
"step": 2175
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"epoch": 5.057471264367816,
|
| 678 |
+
"grad_norm": 3.3672537803649902,
|
| 679 |
+
"learning_rate": 1.6605363984674328e-05,
|
| 680 |
+
"loss": 0.1059,
|
| 681 |
+
"step": 2200
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"epoch": 5.114942528735632,
|
| 685 |
+
"grad_norm": 0.28620997071266174,
|
| 686 |
+
"learning_rate": 1.6541507024265647e-05,
|
| 687 |
+
"loss": 0.128,
|
| 688 |
+
"step": 2225
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"epoch": 5.172413793103448,
|
| 692 |
+
"grad_norm": 0.12600284814834595,
|
| 693 |
+
"learning_rate": 1.6477650063856963e-05,
|
| 694 |
+
"loss": 0.0414,
|
| 695 |
+
"step": 2250
|
| 696 |
+
},
|
| 697 |
+
{
|
| 698 |
+
"epoch": 5.2298850574712645,
|
| 699 |
+
"grad_norm": 14.306071281433105,
|
| 700 |
+
"learning_rate": 1.6413793103448276e-05,
|
| 701 |
+
"loss": 0.2653,
|
| 702 |
+
"step": 2275
|
| 703 |
+
},
|
| 704 |
+
{
|
| 705 |
+
"epoch": 5.287356321839081,
|
| 706 |
+
"grad_norm": 10.148439407348633,
|
| 707 |
+
"learning_rate": 1.634993614303959e-05,
|
| 708 |
+
"loss": 0.3953,
|
| 709 |
+
"step": 2300
|
| 710 |
+
},
|
| 711 |
+
{
|
| 712 |
+
"epoch": 5.344827586206897,
|
| 713 |
+
"grad_norm": 0.08653853833675385,
|
| 714 |
+
"learning_rate": 1.6286079182630907e-05,
|
| 715 |
+
"loss": 0.2174,
|
| 716 |
+
"step": 2325
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"epoch": 5.402298850574713,
|
| 720 |
+
"grad_norm": 0.08541058003902435,
|
| 721 |
+
"learning_rate": 1.6222222222222223e-05,
|
| 722 |
+
"loss": 0.2245,
|
| 723 |
+
"step": 2350
|
| 724 |
+
},
|
| 725 |
+
{
|
| 726 |
+
"epoch": 5.459770114942529,
|
| 727 |
+
"grad_norm": 0.2418803572654724,
|
| 728 |
+
"learning_rate": 1.615836526181354e-05,
|
| 729 |
+
"loss": 0.1804,
|
| 730 |
+
"step": 2375
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"epoch": 5.517241379310345,
|
| 734 |
+
"grad_norm": 2.014183521270752,
|
| 735 |
+
"learning_rate": 1.6094508301404855e-05,
|
| 736 |
+
"loss": 0.1917,
|
| 737 |
+
"step": 2400
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"epoch": 5.574712643678161,
|
| 741 |
+
"grad_norm": 0.35083115100860596,
|
| 742 |
+
"learning_rate": 1.603065134099617e-05,
|
| 743 |
+
"loss": 0.1892,
|
| 744 |
+
"step": 2425
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"epoch": 5.6321839080459775,
|
| 748 |
+
"grad_norm": 0.21352094411849976,
|
| 749 |
+
"learning_rate": 1.5966794380587483e-05,
|
| 750 |
+
"loss": 0.2279,
|
| 751 |
+
"step": 2450
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"epoch": 5.689655172413794,
|
| 755 |
+
"grad_norm": 30.312578201293945,
|
| 756 |
+
"learning_rate": 1.5902937420178802e-05,
|
| 757 |
+
"loss": 0.1066,
|
| 758 |
+
"step": 2475
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"epoch": 5.747126436781609,
|
| 762 |
+
"grad_norm": 2.051069498062134,
|
| 763 |
+
"learning_rate": 1.5839080459770115e-05,
|
| 764 |
+
"loss": 0.2318,
|
| 765 |
+
"step": 2500
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"epoch": 5.804597701149425,
|
| 769 |
+
"grad_norm": 0.025227412581443787,
|
| 770 |
+
"learning_rate": 1.577522349936143e-05,
|
| 771 |
+
"loss": 0.1461,
|
| 772 |
+
"step": 2525
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"epoch": 5.862068965517241,
|
| 776 |
+
"grad_norm": 22.580059051513672,
|
| 777 |
+
"learning_rate": 1.5711366538952746e-05,
|
| 778 |
+
"loss": 0.2711,
|
| 779 |
+
"step": 2550
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"epoch": 5.919540229885057,
|
| 783 |
+
"grad_norm": 22.971460342407227,
|
| 784 |
+
"learning_rate": 1.5647509578544062e-05,
|
| 785 |
+
"loss": 0.189,
|
| 786 |
+
"step": 2575
|
| 787 |
+
},
|
| 788 |
+
{
|
| 789 |
+
"epoch": 5.977011494252873,
|
| 790 |
+
"grad_norm": 0.06587787717580795,
|
| 791 |
+
"learning_rate": 1.5583652618135378e-05,
|
| 792 |
+
"loss": 0.1753,
|
| 793 |
+
"step": 2600
|
| 794 |
+
},
|
| 795 |
+
{
|
| 796 |
+
"epoch": 6.0,
|
| 797 |
+
"eval_accuracy": 0.940530058177117,
|
| 798 |
+
"eval_loss": 0.39422428607940674,
|
| 799 |
+
"eval_macro_f1": 0.8337273887018997,
|
| 800 |
+
"eval_runtime": 2.697,
|
| 801 |
+
"eval_samples_per_second": 573.606,
|
| 802 |
+
"eval_steps_per_second": 35.966,
|
| 803 |
+
"eval_weighted_f1": 0.9403199703457497,
|
| 804 |
+
"step": 2610
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"epoch": 6.0344827586206895,
|
| 808 |
+
"grad_norm": 0.7628039121627808,
|
| 809 |
+
"learning_rate": 1.5519795657726694e-05,
|
| 810 |
+
"loss": 0.2684,
|
| 811 |
+
"step": 2625
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"epoch": 6.091954022988506,
|
| 815 |
+
"grad_norm": 0.137947678565979,
|
| 816 |
+
"learning_rate": 1.545593869731801e-05,
|
| 817 |
+
"loss": 0.1077,
|
| 818 |
+
"step": 2650
|
| 819 |
+
},
|
| 820 |
+
{
|
| 821 |
+
"epoch": 6.149425287356322,
|
| 822 |
+
"grad_norm": 0.05193226411938667,
|
| 823 |
+
"learning_rate": 1.5392081736909322e-05,
|
| 824 |
+
"loss": 0.2062,
|
| 825 |
+
"step": 2675
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"epoch": 6.206896551724138,
|
| 829 |
+
"grad_norm": 0.02881675213575363,
|
| 830 |
+
"learning_rate": 1.5328224776500638e-05,
|
| 831 |
+
"loss": 0.1294,
|
| 832 |
+
"step": 2700
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"epoch": 6.264367816091954,
|
| 836 |
+
"grad_norm": 59.46043014526367,
|
| 837 |
+
"learning_rate": 1.5264367816091957e-05,
|
| 838 |
+
"loss": 0.1531,
|
| 839 |
+
"step": 2725
|
| 840 |
+
},
|
| 841 |
+
{
|
| 842 |
+
"epoch": 6.32183908045977,
|
| 843 |
+
"grad_norm": 0.19220709800720215,
|
| 844 |
+
"learning_rate": 1.520051085568327e-05,
|
| 845 |
+
"loss": 0.1422,
|
| 846 |
+
"step": 2750
|
| 847 |
+
},
|
| 848 |
+
{
|
| 849 |
+
"epoch": 6.379310344827586,
|
| 850 |
+
"grad_norm": 5.0531086921691895,
|
| 851 |
+
"learning_rate": 1.5136653895274587e-05,
|
| 852 |
+
"loss": 0.0834,
|
| 853 |
+
"step": 2775
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"epoch": 6.436781609195402,
|
| 857 |
+
"grad_norm": 0.060920778661966324,
|
| 858 |
+
"learning_rate": 1.5072796934865901e-05,
|
| 859 |
+
"loss": 0.1525,
|
| 860 |
+
"step": 2800
|
| 861 |
+
},
|
| 862 |
+
{
|
| 863 |
+
"epoch": 6.494252873563219,
|
| 864 |
+
"grad_norm": 64.39537811279297,
|
| 865 |
+
"learning_rate": 1.5008939974457217e-05,
|
| 866 |
+
"loss": 0.1664,
|
| 867 |
+
"step": 2825
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 6.551724137931035,
|
| 871 |
+
"grad_norm": 44.67112350463867,
|
| 872 |
+
"learning_rate": 1.4945083014048531e-05,
|
| 873 |
+
"loss": 0.108,
|
| 874 |
+
"step": 2850
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 6.609195402298851,
|
| 878 |
+
"grad_norm": 0.011370922438800335,
|
| 879 |
+
"learning_rate": 1.4881226053639847e-05,
|
| 880 |
+
"loss": 0.1098,
|
| 881 |
+
"step": 2875
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"epoch": 6.666666666666667,
|
| 885 |
+
"grad_norm": 0.07158887386322021,
|
| 886 |
+
"learning_rate": 1.4817369093231165e-05,
|
| 887 |
+
"loss": 0.1637,
|
| 888 |
+
"step": 2900
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"epoch": 6.724137931034483,
|
| 892 |
+
"grad_norm": 0.6176570057868958,
|
| 893 |
+
"learning_rate": 1.4753512132822479e-05,
|
| 894 |
+
"loss": 0.1172,
|
| 895 |
+
"step": 2925
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"epoch": 6.781609195402299,
|
| 899 |
+
"grad_norm": 0.5290688276290894,
|
| 900 |
+
"learning_rate": 1.4689655172413795e-05,
|
| 901 |
+
"loss": 0.0525,
|
| 902 |
+
"step": 2950
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"epoch": 6.8390804597701145,
|
| 906 |
+
"grad_norm": 0.043776270002126694,
|
| 907 |
+
"learning_rate": 1.4625798212005109e-05,
|
| 908 |
+
"loss": 0.2919,
|
| 909 |
+
"step": 2975
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"epoch": 6.896551724137931,
|
| 913 |
+
"grad_norm": 11.878656387329102,
|
| 914 |
+
"learning_rate": 1.4561941251596425e-05,
|
| 915 |
+
"loss": 0.1802,
|
| 916 |
+
"step": 3000
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"epoch": 6.954022988505747,
|
| 920 |
+
"grad_norm": 0.020613035187125206,
|
| 921 |
+
"learning_rate": 1.4498084291187742e-05,
|
| 922 |
+
"loss": 0.097,
|
| 923 |
+
"step": 3025
|
| 924 |
+
},
|
| 925 |
+
{
|
| 926 |
+
"epoch": 7.0,
|
| 927 |
+
"eval_accuracy": 0.9392372333548804,
|
| 928 |
+
"eval_loss": 0.4919027090072632,
|
| 929 |
+
"eval_macro_f1": 0.8268020341522241,
|
| 930 |
+
"eval_runtime": 2.1826,
|
| 931 |
+
"eval_samples_per_second": 708.777,
|
| 932 |
+
"eval_steps_per_second": 44.442,
|
| 933 |
+
"eval_weighted_f1": 0.9377629607057446,
|
| 934 |
+
"step": 3045
|
| 935 |
+
},
|
| 936 |
+
{
|
| 937 |
+
"epoch": 7.011494252873563,
|
| 938 |
+
"grad_norm": 0.10164282470941544,
|
| 939 |
+
"learning_rate": 1.4434227330779056e-05,
|
| 940 |
+
"loss": 0.0575,
|
| 941 |
+
"step": 3050
|
| 942 |
+
},
|
| 943 |
+
{
|
| 944 |
+
"epoch": 7.068965517241379,
|
| 945 |
+
"grad_norm": 19.09836769104004,
|
| 946 |
+
"learning_rate": 1.4370370370370372e-05,
|
| 947 |
+
"loss": 0.1075,
|
| 948 |
+
"step": 3075
|
| 949 |
+
},
|
| 950 |
+
{
|
| 951 |
+
"epoch": 7.126436781609195,
|
| 952 |
+
"grad_norm": 0.013897685334086418,
|
| 953 |
+
"learning_rate": 1.4306513409961686e-05,
|
| 954 |
+
"loss": 0.1726,
|
| 955 |
+
"step": 3100
|
| 956 |
+
},
|
| 957 |
+
{
|
| 958 |
+
"epoch": 7.183908045977011,
|
| 959 |
+
"grad_norm": 0.0205154400318861,
|
| 960 |
+
"learning_rate": 1.4242656449553002e-05,
|
| 961 |
+
"loss": 0.1151,
|
| 962 |
+
"step": 3125
|
| 963 |
+
},
|
| 964 |
+
{
|
| 965 |
+
"epoch": 7.241379310344827,
|
| 966 |
+
"grad_norm": 0.08551286906003952,
|
| 967 |
+
"learning_rate": 1.4178799489144316e-05,
|
| 968 |
+
"loss": 0.0461,
|
| 969 |
+
"step": 3150
|
| 970 |
+
},
|
| 971 |
+
{
|
| 972 |
+
"epoch": 7.2988505747126435,
|
| 973 |
+
"grad_norm": 14.645271301269531,
|
| 974 |
+
"learning_rate": 1.4114942528735634e-05,
|
| 975 |
+
"loss": 0.0722,
|
| 976 |
+
"step": 3175
|
| 977 |
+
},
|
| 978 |
+
{
|
| 979 |
+
"epoch": 7.35632183908046,
|
| 980 |
+
"grad_norm": 0.08286949247121811,
|
| 981 |
+
"learning_rate": 1.405108556832695e-05,
|
| 982 |
+
"loss": 0.0453,
|
| 983 |
+
"step": 3200
|
| 984 |
+
},
|
| 985 |
+
{
|
| 986 |
+
"epoch": 7.413793103448276,
|
| 987 |
+
"grad_norm": 0.006002671085298061,
|
| 988 |
+
"learning_rate": 1.3987228607918264e-05,
|
| 989 |
+
"loss": 0.1127,
|
| 990 |
+
"step": 3225
|
| 991 |
+
},
|
| 992 |
+
{
|
| 993 |
+
"epoch": 7.471264367816092,
|
| 994 |
+
"grad_norm": 0.01721877045929432,
|
| 995 |
+
"learning_rate": 1.392337164750958e-05,
|
| 996 |
+
"loss": 0.0488,
|
| 997 |
+
"step": 3250
|
| 998 |
+
},
|
| 999 |
+
{
|
| 1000 |
+
"epoch": 7.528735632183908,
|
| 1001 |
+
"grad_norm": 0.013115691021084785,
|
| 1002 |
+
"learning_rate": 1.3859514687100894e-05,
|
| 1003 |
+
"loss": 0.1066,
|
| 1004 |
+
"step": 3275
|
| 1005 |
+
},
|
| 1006 |
+
{
|
| 1007 |
+
"epoch": 7.586206896551724,
|
| 1008 |
+
"grad_norm": 0.07004620879888535,
|
| 1009 |
+
"learning_rate": 1.3795657726692211e-05,
|
| 1010 |
+
"loss": 0.2372,
|
| 1011 |
+
"step": 3300
|
| 1012 |
+
},
|
| 1013 |
+
{
|
| 1014 |
+
"epoch": 7.64367816091954,
|
| 1015 |
+
"grad_norm": 0.18319949507713318,
|
| 1016 |
+
"learning_rate": 1.3731800766283526e-05,
|
| 1017 |
+
"loss": 0.0833,
|
| 1018 |
+
"step": 3325
|
| 1019 |
+
},
|
| 1020 |
+
{
|
| 1021 |
+
"epoch": 7.7011494252873565,
|
| 1022 |
+
"grad_norm": 0.015342919155955315,
|
| 1023 |
+
"learning_rate": 1.3667943805874841e-05,
|
| 1024 |
+
"loss": 0.0728,
|
| 1025 |
+
"step": 3350
|
| 1026 |
+
},
|
| 1027 |
+
{
|
| 1028 |
+
"epoch": 7.758620689655173,
|
| 1029 |
+
"grad_norm": 0.0024707030970603228,
|
| 1030 |
+
"learning_rate": 1.3604086845466157e-05,
|
| 1031 |
+
"loss": 0.1316,
|
| 1032 |
+
"step": 3375
|
| 1033 |
+
},
|
| 1034 |
+
{
|
| 1035 |
+
"epoch": 7.816091954022989,
|
| 1036 |
+
"grad_norm": 55.9690055847168,
|
| 1037 |
+
"learning_rate": 1.3540229885057471e-05,
|
| 1038 |
+
"loss": 0.0779,
|
| 1039 |
+
"step": 3400
|
| 1040 |
+
},
|
| 1041 |
+
{
|
| 1042 |
+
"epoch": 7.873563218390805,
|
| 1043 |
+
"grad_norm": 10.697671890258789,
|
| 1044 |
+
"learning_rate": 1.3476372924648789e-05,
|
| 1045 |
+
"loss": 0.1083,
|
| 1046 |
+
"step": 3425
|
| 1047 |
+
},
|
| 1048 |
+
{
|
| 1049 |
+
"epoch": 7.931034482758621,
|
| 1050 |
+
"grad_norm": 0.20633521676063538,
|
| 1051 |
+
"learning_rate": 1.3412515964240103e-05,
|
| 1052 |
+
"loss": 0.1122,
|
| 1053 |
+
"step": 3450
|
| 1054 |
+
},
|
| 1055 |
+
{
|
| 1056 |
+
"epoch": 7.988505747126437,
|
| 1057 |
+
"grad_norm": 0.1338725984096527,
|
| 1058 |
+
"learning_rate": 1.3348659003831419e-05,
|
| 1059 |
+
"loss": 0.0875,
|
| 1060 |
+
"step": 3475
|
| 1061 |
+
},
|
| 1062 |
+
{
|
| 1063 |
+
"epoch": 8.0,
|
| 1064 |
+
"eval_accuracy": 0.9366515837104072,
|
| 1065 |
+
"eval_loss": 0.5336994528770447,
|
| 1066 |
+
"eval_macro_f1": 0.8216568477440912,
|
| 1067 |
+
"eval_runtime": 2.2863,
|
| 1068 |
+
"eval_samples_per_second": 676.647,
|
| 1069 |
+
"eval_steps_per_second": 42.427,
|
| 1070 |
+
"eval_weighted_f1": 0.9349995385391366,
|
| 1071 |
+
"step": 3480
|
| 1072 |
+
}
|
| 1073 |
+
],
|
| 1074 |
+
"logging_steps": 25,
|
| 1075 |
+
"max_steps": 8700,
|
| 1076 |
+
"num_input_tokens_seen": 0,
|
| 1077 |
+
"num_train_epochs": 20,
|
| 1078 |
+
"save_steps": 500,
|
| 1079 |
+
"stateful_callbacks": {
|
| 1080 |
+
"EarlyStoppingCallback": {
|
| 1081 |
+
"args": {
|
| 1082 |
+
"early_stopping_patience": 3,
|
| 1083 |
+
"early_stopping_threshold": 0.0
|
| 1084 |
+
},
|
| 1085 |
+
"attributes": {
|
| 1086 |
+
"early_stopping_patience_counter": 3
|
| 1087 |
+
}
|
| 1088 |
+
},
|
| 1089 |
+
"TrainerControl": {
|
| 1090 |
+
"args": {
|
| 1091 |
+
"should_epoch_stop": false,
|
| 1092 |
+
"should_evaluate": false,
|
| 1093 |
+
"should_log": false,
|
| 1094 |
+
"should_save": true,
|
| 1095 |
+
"should_training_stop": true
|
| 1096 |
+
},
|
| 1097 |
+
"attributes": {}
|
| 1098 |
+
}
|
| 1099 |
+
},
|
| 1100 |
+
"total_flos": 0.0,
|
| 1101 |
+
"train_batch_size": 8,
|
| 1102 |
+
"trial_name": null,
|
| 1103 |
+
"trial_params": null
|
| 1104 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-1032/trainer_state.json
ADDED
|
@@ -0,0 +1,418 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 645,
|
| 3 |
+
"best_metric": 0.8624880190992057,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645",
|
| 5 |
+
"epoch": 8.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1032,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.19455252918287938,
|
| 14 |
+
"grad_norm": 21.932497024536133,
|
| 15 |
+
"learning_rate": 1.86046511627907e-06,
|
| 16 |
+
"loss": 4.0105,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.38910505836575876,
|
| 21 |
+
"grad_norm": 16.9117431640625,
|
| 22 |
+
"learning_rate": 3.798449612403101e-06,
|
| 23 |
+
"loss": 2.7791,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.5836575875486382,
|
| 28 |
+
"grad_norm": 14.233518600463867,
|
| 29 |
+
"learning_rate": 5.736434108527133e-06,
|
| 30 |
+
"loss": 2.4012,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.7782101167315175,
|
| 35 |
+
"grad_norm": 21.225431442260742,
|
| 36 |
+
"learning_rate": 7.674418604651164e-06,
|
| 37 |
+
"loss": 1.8569,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.9727626459143969,
|
| 42 |
+
"grad_norm": 24.991239547729492,
|
| 43 |
+
"learning_rate": 9.612403100775196e-06,
|
| 44 |
+
"loss": 1.5261,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 1.0,
|
| 49 |
+
"eval_accuracy": 0.8774617067833698,
|
| 50 |
+
"eval_loss": 0.3220883011817932,
|
| 51 |
+
"eval_macro_f1": 0.6875888104175946,
|
| 52 |
+
"eval_runtime": 0.7974,
|
| 53 |
+
"eval_samples_per_second": 573.121,
|
| 54 |
+
"eval_steps_per_second": 36.369,
|
| 55 |
+
"eval_weighted_f1": 0.8594179266787875,
|
| 56 |
+
"step": 129
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.1634241245136188,
|
| 60 |
+
"grad_norm": 16.950359344482422,
|
| 61 |
+
"learning_rate": 1.1550387596899227e-05,
|
| 62 |
+
"loss": 1.2437,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.3579766536964981,
|
| 67 |
+
"grad_norm": 18.769039154052734,
|
| 68 |
+
"learning_rate": 1.3488372093023257e-05,
|
| 69 |
+
"loss": 1.1565,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.5525291828793775,
|
| 74 |
+
"grad_norm": 27.007003784179688,
|
| 75 |
+
"learning_rate": 1.542635658914729e-05,
|
| 76 |
+
"loss": 1.3564,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.7470817120622568,
|
| 81 |
+
"grad_norm": 23.112010955810547,
|
| 82 |
+
"learning_rate": 1.736434108527132e-05,
|
| 83 |
+
"loss": 1.0931,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.9416342412451362,
|
| 88 |
+
"grad_norm": 12.986550331115723,
|
| 89 |
+
"learning_rate": 1.9302325581395353e-05,
|
| 90 |
+
"loss": 0.9695,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 2.0,
|
| 95 |
+
"eval_accuracy": 0.9212253829321663,
|
| 96 |
+
"eval_loss": 0.23895560204982758,
|
| 97 |
+
"eval_macro_f1": 0.8555459275753409,
|
| 98 |
+
"eval_runtime": 0.9099,
|
| 99 |
+
"eval_samples_per_second": 502.234,
|
| 100 |
+
"eval_steps_per_second": 31.87,
|
| 101 |
+
"eval_weighted_f1": 0.9202059029858721,
|
| 102 |
+
"step": 258
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 2.132295719844358,
|
| 106 |
+
"grad_norm": 34.37649917602539,
|
| 107 |
+
"learning_rate": 1.9862187769164516e-05,
|
| 108 |
+
"loss": 0.7391,
|
| 109 |
+
"step": 275
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"epoch": 2.3268482490272375,
|
| 113 |
+
"grad_norm": 27.02556610107422,
|
| 114 |
+
"learning_rate": 1.9646856158484065e-05,
|
| 115 |
+
"loss": 0.6799,
|
| 116 |
+
"step": 300
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"epoch": 2.5214007782101167,
|
| 120 |
+
"grad_norm": 12.545148849487305,
|
| 121 |
+
"learning_rate": 1.943152454780362e-05,
|
| 122 |
+
"loss": 0.4263,
|
| 123 |
+
"step": 325
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.7159533073929962,
|
| 127 |
+
"grad_norm": 16.990201950073242,
|
| 128 |
+
"learning_rate": 1.921619293712317e-05,
|
| 129 |
+
"loss": 0.7957,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.9105058365758754,
|
| 134 |
+
"grad_norm": 14.255719184875488,
|
| 135 |
+
"learning_rate": 1.9000861326442723e-05,
|
| 136 |
+
"loss": 0.8709,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 3.0,
|
| 141 |
+
"eval_accuracy": 0.9168490153172867,
|
| 142 |
+
"eval_loss": 0.25377827882766724,
|
| 143 |
+
"eval_macro_f1": 0.8466388302772742,
|
| 144 |
+
"eval_runtime": 0.9581,
|
| 145 |
+
"eval_samples_per_second": 477.004,
|
| 146 |
+
"eval_steps_per_second": 30.269,
|
| 147 |
+
"eval_weighted_f1": 0.9180919569141933,
|
| 148 |
+
"step": 387
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"epoch": 3.1011673151750974,
|
| 152 |
+
"grad_norm": 14.303030014038086,
|
| 153 |
+
"learning_rate": 1.8785529715762276e-05,
|
| 154 |
+
"loss": 0.5016,
|
| 155 |
+
"step": 400
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"epoch": 3.2957198443579765,
|
| 159 |
+
"grad_norm": 9.060361862182617,
|
| 160 |
+
"learning_rate": 1.857019810508183e-05,
|
| 161 |
+
"loss": 0.2944,
|
| 162 |
+
"step": 425
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"epoch": 3.490272373540856,
|
| 166 |
+
"grad_norm": 24.819242477416992,
|
| 167 |
+
"learning_rate": 1.835486649440138e-05,
|
| 168 |
+
"loss": 0.4286,
|
| 169 |
+
"step": 450
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"epoch": 3.6848249027237356,
|
| 173 |
+
"grad_norm": 28.397451400756836,
|
| 174 |
+
"learning_rate": 1.813953488372093e-05,
|
| 175 |
+
"loss": 0.4493,
|
| 176 |
+
"step": 475
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"epoch": 3.8793774319066148,
|
| 180 |
+
"grad_norm": 50.768470764160156,
|
| 181 |
+
"learning_rate": 1.7924203273040483e-05,
|
| 182 |
+
"loss": 0.5564,
|
| 183 |
+
"step": 500
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 4.0,
|
| 187 |
+
"eval_accuracy": 0.9146608315098468,
|
| 188 |
+
"eval_loss": 0.3213328421115875,
|
| 189 |
+
"eval_macro_f1": 0.8387093801682219,
|
| 190 |
+
"eval_runtime": 0.9609,
|
| 191 |
+
"eval_samples_per_second": 475.61,
|
| 192 |
+
"eval_steps_per_second": 30.181,
|
| 193 |
+
"eval_weighted_f1": 0.9147061450709649,
|
| 194 |
+
"step": 516
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"epoch": 4.070038910505836,
|
| 198 |
+
"grad_norm": 0.09162689000368118,
|
| 199 |
+
"learning_rate": 1.7708871662360035e-05,
|
| 200 |
+
"loss": 0.1929,
|
| 201 |
+
"step": 525
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"epoch": 4.264591439688716,
|
| 205 |
+
"grad_norm": 0.13500326871871948,
|
| 206 |
+
"learning_rate": 1.7493540051679588e-05,
|
| 207 |
+
"loss": 0.2158,
|
| 208 |
+
"step": 550
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"epoch": 4.4591439688715955,
|
| 212 |
+
"grad_norm": 41.8469123840332,
|
| 213 |
+
"learning_rate": 1.727820844099914e-05,
|
| 214 |
+
"loss": 0.2167,
|
| 215 |
+
"step": 575
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"epoch": 4.653696498054475,
|
| 219 |
+
"grad_norm": 1.6758092641830444,
|
| 220 |
+
"learning_rate": 1.7062876830318693e-05,
|
| 221 |
+
"loss": 0.1847,
|
| 222 |
+
"step": 600
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"epoch": 4.848249027237354,
|
| 226 |
+
"grad_norm": 1.8414052724838257,
|
| 227 |
+
"learning_rate": 1.6847545219638243e-05,
|
| 228 |
+
"loss": 0.252,
|
| 229 |
+
"step": 625
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"epoch": 5.0,
|
| 233 |
+
"eval_accuracy": 0.9146608315098468,
|
| 234 |
+
"eval_loss": 0.44646748900413513,
|
| 235 |
+
"eval_macro_f1": 0.8624880190992057,
|
| 236 |
+
"eval_runtime": 0.8948,
|
| 237 |
+
"eval_samples_per_second": 510.737,
|
| 238 |
+
"eval_steps_per_second": 32.41,
|
| 239 |
+
"eval_weighted_f1": 0.9165807513571401,
|
| 240 |
+
"step": 645
|
| 241 |
+
},
|
| 242 |
+
{
|
| 243 |
+
"epoch": 5.038910505836576,
|
| 244 |
+
"grad_norm": 33.313385009765625,
|
| 245 |
+
"learning_rate": 1.6632213608957795e-05,
|
| 246 |
+
"loss": 0.3203,
|
| 247 |
+
"step": 650
|
| 248 |
+
},
|
| 249 |
+
{
|
| 250 |
+
"epoch": 5.233463035019455,
|
| 251 |
+
"grad_norm": 0.22497348487377167,
|
| 252 |
+
"learning_rate": 1.6416881998277348e-05,
|
| 253 |
+
"loss": 0.0778,
|
| 254 |
+
"step": 675
|
| 255 |
+
},
|
| 256 |
+
{
|
| 257 |
+
"epoch": 5.428015564202335,
|
| 258 |
+
"grad_norm": 4.769800662994385,
|
| 259 |
+
"learning_rate": 1.62015503875969e-05,
|
| 260 |
+
"loss": 0.1277,
|
| 261 |
+
"step": 700
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"epoch": 5.622568093385214,
|
| 265 |
+
"grad_norm": 38.86052322387695,
|
| 266 |
+
"learning_rate": 1.5986218776916453e-05,
|
| 267 |
+
"loss": 0.1422,
|
| 268 |
+
"step": 725
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"epoch": 5.817120622568093,
|
| 272 |
+
"grad_norm": 19.852649688720703,
|
| 273 |
+
"learning_rate": 1.5770887166236006e-05,
|
| 274 |
+
"loss": 0.069,
|
| 275 |
+
"step": 750
|
| 276 |
+
},
|
| 277 |
+
{
|
| 278 |
+
"epoch": 6.0,
|
| 279 |
+
"eval_accuracy": 0.899343544857768,
|
| 280 |
+
"eval_loss": 0.5115997791290283,
|
| 281 |
+
"eval_macro_f1": 0.8321953589211178,
|
| 282 |
+
"eval_runtime": 0.844,
|
| 283 |
+
"eval_samples_per_second": 541.494,
|
| 284 |
+
"eval_steps_per_second": 34.362,
|
| 285 |
+
"eval_weighted_f1": 0.9017140260195048,
|
| 286 |
+
"step": 774
|
| 287 |
+
},
|
| 288 |
+
{
|
| 289 |
+
"epoch": 6.007782101167315,
|
| 290 |
+
"grad_norm": 2.486048698425293,
|
| 291 |
+
"learning_rate": 1.555555555555556e-05,
|
| 292 |
+
"loss": 0.3384,
|
| 293 |
+
"step": 775
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
"epoch": 6.202334630350195,
|
| 297 |
+
"grad_norm": 9.803997993469238,
|
| 298 |
+
"learning_rate": 1.534022394487511e-05,
|
| 299 |
+
"loss": 0.0773,
|
| 300 |
+
"step": 800
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"epoch": 6.396887159533074,
|
| 304 |
+
"grad_norm": 20.524486541748047,
|
| 305 |
+
"learning_rate": 1.512489233419466e-05,
|
| 306 |
+
"loss": 0.0508,
|
| 307 |
+
"step": 825
|
| 308 |
+
},
|
| 309 |
+
{
|
| 310 |
+
"epoch": 6.591439688715953,
|
| 311 |
+
"grad_norm": 7.122224807739258,
|
| 312 |
+
"learning_rate": 1.4909560723514215e-05,
|
| 313 |
+
"loss": 0.0586,
|
| 314 |
+
"step": 850
|
| 315 |
+
},
|
| 316 |
+
{
|
| 317 |
+
"epoch": 6.785992217898833,
|
| 318 |
+
"grad_norm": 54.0321044921875,
|
| 319 |
+
"learning_rate": 1.4694229112833764e-05,
|
| 320 |
+
"loss": 0.1309,
|
| 321 |
+
"step": 875
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"epoch": 6.980544747081712,
|
| 325 |
+
"grad_norm": 0.008877701126039028,
|
| 326 |
+
"learning_rate": 1.4478897502153318e-05,
|
| 327 |
+
"loss": 0.0543,
|
| 328 |
+
"step": 900
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"epoch": 7.0,
|
| 332 |
+
"eval_accuracy": 0.9168490153172867,
|
| 333 |
+
"eval_loss": 0.5475757122039795,
|
| 334 |
+
"eval_macro_f1": 0.858699956374375,
|
| 335 |
+
"eval_runtime": 0.8836,
|
| 336 |
+
"eval_samples_per_second": 517.229,
|
| 337 |
+
"eval_steps_per_second": 32.822,
|
| 338 |
+
"eval_weighted_f1": 0.9178610916334188,
|
| 339 |
+
"step": 903
|
| 340 |
+
},
|
| 341 |
+
{
|
| 342 |
+
"epoch": 7.171206225680934,
|
| 343 |
+
"grad_norm": 0.17105813324451447,
|
| 344 |
+
"learning_rate": 1.426356589147287e-05,
|
| 345 |
+
"loss": 0.0599,
|
| 346 |
+
"step": 925
|
| 347 |
+
},
|
| 348 |
+
{
|
| 349 |
+
"epoch": 7.365758754863813,
|
| 350 |
+
"grad_norm": 0.02605263888835907,
|
| 351 |
+
"learning_rate": 1.4048234280792422e-05,
|
| 352 |
+
"loss": 0.0454,
|
| 353 |
+
"step": 950
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"epoch": 7.560311284046692,
|
| 357 |
+
"grad_norm": 0.013035743497312069,
|
| 358 |
+
"learning_rate": 1.3832902670111974e-05,
|
| 359 |
+
"loss": 0.0794,
|
| 360 |
+
"step": 975
|
| 361 |
+
},
|
| 362 |
+
{
|
| 363 |
+
"epoch": 7.754863813229572,
|
| 364 |
+
"grad_norm": 0.08271278440952301,
|
| 365 |
+
"learning_rate": 1.3617571059431525e-05,
|
| 366 |
+
"loss": 0.0808,
|
| 367 |
+
"step": 1000
|
| 368 |
+
},
|
| 369 |
+
{
|
| 370 |
+
"epoch": 7.9494163424124515,
|
| 371 |
+
"grad_norm": 0.012618235312402248,
|
| 372 |
+
"learning_rate": 1.3402239448751078e-05,
|
| 373 |
+
"loss": 0.0362,
|
| 374 |
+
"step": 1025
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"epoch": 8.0,
|
| 378 |
+
"eval_accuracy": 0.9146608315098468,
|
| 379 |
+
"eval_loss": 0.6044173836708069,
|
| 380 |
+
"eval_macro_f1": 0.855229224754629,
|
| 381 |
+
"eval_runtime": 0.9207,
|
| 382 |
+
"eval_samples_per_second": 496.366,
|
| 383 |
+
"eval_steps_per_second": 31.498,
|
| 384 |
+
"eval_weighted_f1": 0.9159103716955136,
|
| 385 |
+
"step": 1032
|
| 386 |
+
}
|
| 387 |
+
],
|
| 388 |
+
"logging_steps": 25,
|
| 389 |
+
"max_steps": 2580,
|
| 390 |
+
"num_input_tokens_seen": 0,
|
| 391 |
+
"num_train_epochs": 20,
|
| 392 |
+
"save_steps": 500,
|
| 393 |
+
"stateful_callbacks": {
|
| 394 |
+
"EarlyStoppingCallback": {
|
| 395 |
+
"args": {
|
| 396 |
+
"early_stopping_patience": 3,
|
| 397 |
+
"early_stopping_threshold": 0.0
|
| 398 |
+
},
|
| 399 |
+
"attributes": {
|
| 400 |
+
"early_stopping_patience_counter": 3
|
| 401 |
+
}
|
| 402 |
+
},
|
| 403 |
+
"TrainerControl": {
|
| 404 |
+
"args": {
|
| 405 |
+
"should_epoch_stop": false,
|
| 406 |
+
"should_evaluate": false,
|
| 407 |
+
"should_log": false,
|
| 408 |
+
"should_save": true,
|
| 409 |
+
"should_training_stop": true
|
| 410 |
+
},
|
| 411 |
+
"attributes": {}
|
| 412 |
+
}
|
| 413 |
+
},
|
| 414 |
+
"total_flos": 0.0,
|
| 415 |
+
"train_batch_size": 8,
|
| 416 |
+
"trial_name": null,
|
| 417 |
+
"trial_params": null
|
| 418 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645/trainer_state.json
ADDED
|
@@ -0,0 +1,273 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 645,
|
| 3 |
+
"best_metric": 0.8624880190992057,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-01-s44-20260830T043136Z-90d3fdde/trainer/checkpoint-645",
|
| 5 |
+
"epoch": 5.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 645,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.19455252918287938,
|
| 14 |
+
"grad_norm": 21.932497024536133,
|
| 15 |
+
"learning_rate": 1.86046511627907e-06,
|
| 16 |
+
"loss": 4.0105,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.38910505836575876,
|
| 21 |
+
"grad_norm": 16.9117431640625,
|
| 22 |
+
"learning_rate": 3.798449612403101e-06,
|
| 23 |
+
"loss": 2.7791,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.5836575875486382,
|
| 28 |
+
"grad_norm": 14.233518600463867,
|
| 29 |
+
"learning_rate": 5.736434108527133e-06,
|
| 30 |
+
"loss": 2.4012,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.7782101167315175,
|
| 35 |
+
"grad_norm": 21.225431442260742,
|
| 36 |
+
"learning_rate": 7.674418604651164e-06,
|
| 37 |
+
"loss": 1.8569,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.9727626459143969,
|
| 42 |
+
"grad_norm": 24.991239547729492,
|
| 43 |
+
"learning_rate": 9.612403100775196e-06,
|
| 44 |
+
"loss": 1.5261,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 1.0,
|
| 49 |
+
"eval_accuracy": 0.8774617067833698,
|
| 50 |
+
"eval_loss": 0.3220883011817932,
|
| 51 |
+
"eval_macro_f1": 0.6875888104175946,
|
| 52 |
+
"eval_runtime": 0.7974,
|
| 53 |
+
"eval_samples_per_second": 573.121,
|
| 54 |
+
"eval_steps_per_second": 36.369,
|
| 55 |
+
"eval_weighted_f1": 0.8594179266787875,
|
| 56 |
+
"step": 129
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.1634241245136188,
|
| 60 |
+
"grad_norm": 16.950359344482422,
|
| 61 |
+
"learning_rate": 1.1550387596899227e-05,
|
| 62 |
+
"loss": 1.2437,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 1.3579766536964981,
|
| 67 |
+
"grad_norm": 18.769039154052734,
|
| 68 |
+
"learning_rate": 1.3488372093023257e-05,
|
| 69 |
+
"loss": 1.1565,
|
| 70 |
+
"step": 175
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 1.5525291828793775,
|
| 74 |
+
"grad_norm": 27.007003784179688,
|
| 75 |
+
"learning_rate": 1.542635658914729e-05,
|
| 76 |
+
"loss": 1.3564,
|
| 77 |
+
"step": 200
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"epoch": 1.7470817120622568,
|
| 81 |
+
"grad_norm": 23.112010955810547,
|
| 82 |
+
"learning_rate": 1.736434108527132e-05,
|
| 83 |
+
"loss": 1.0931,
|
| 84 |
+
"step": 225
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"epoch": 1.9416342412451362,
|
| 88 |
+
"grad_norm": 12.986550331115723,
|
| 89 |
+
"learning_rate": 1.9302325581395353e-05,
|
| 90 |
+
"loss": 0.9695,
|
| 91 |
+
"step": 250
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"epoch": 2.0,
|
| 95 |
+
"eval_accuracy": 0.9212253829321663,
|
| 96 |
+
"eval_loss": 0.23895560204982758,
|
| 97 |
+
"eval_macro_f1": 0.8555459275753409,
|
| 98 |
+
"eval_runtime": 0.9099,
|
| 99 |
+
"eval_samples_per_second": 502.234,
|
| 100 |
+
"eval_steps_per_second": 31.87,
|
| 101 |
+
"eval_weighted_f1": 0.9202059029858721,
|
| 102 |
+
"step": 258
|
| 103 |
+
},
|
| 104 |
+
{
|
| 105 |
+
"epoch": 2.132295719844358,
|
| 106 |
+
"grad_norm": 34.37649917602539,
|
| 107 |
+
"learning_rate": 1.9862187769164516e-05,
|
| 108 |
+
"loss": 0.7391,
|
| 109 |
+
"step": 275
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"epoch": 2.3268482490272375,
|
| 113 |
+
"grad_norm": 27.02556610107422,
|
| 114 |
+
"learning_rate": 1.9646856158484065e-05,
|
| 115 |
+
"loss": 0.6799,
|
| 116 |
+
"step": 300
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"epoch": 2.5214007782101167,
|
| 120 |
+
"grad_norm": 12.545148849487305,
|
| 121 |
+
"learning_rate": 1.943152454780362e-05,
|
| 122 |
+
"loss": 0.4263,
|
| 123 |
+
"step": 325
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"epoch": 2.7159533073929962,
|
| 127 |
+
"grad_norm": 16.990201950073242,
|
| 128 |
+
"learning_rate": 1.921619293712317e-05,
|
| 129 |
+
"loss": 0.7957,
|
| 130 |
+
"step": 350
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"epoch": 2.9105058365758754,
|
| 134 |
+
"grad_norm": 14.255719184875488,
|
| 135 |
+
"learning_rate": 1.9000861326442723e-05,
|
| 136 |
+
"loss": 0.8709,
|
| 137 |
+
"step": 375
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"epoch": 3.0,
|
| 141 |
+
"eval_accuracy": 0.9168490153172867,
|
| 142 |
+
"eval_loss": 0.25377827882766724,
|
| 143 |
+
"eval_macro_f1": 0.8466388302772742,
|
| 144 |
+
"eval_runtime": 0.9581,
|
| 145 |
+
"eval_samples_per_second": 477.004,
|
| 146 |
+
"eval_steps_per_second": 30.269,
|
| 147 |
+
"eval_weighted_f1": 0.9180919569141933,
|
| 148 |
+
"step": 387
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"epoch": 3.1011673151750974,
|
| 152 |
+
"grad_norm": 14.303030014038086,
|
| 153 |
+
"learning_rate": 1.8785529715762276e-05,
|
| 154 |
+
"loss": 0.5016,
|
| 155 |
+
"step": 400
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"epoch": 3.2957198443579765,
|
| 159 |
+
"grad_norm": 9.060361862182617,
|
| 160 |
+
"learning_rate": 1.857019810508183e-05,
|
| 161 |
+
"loss": 0.2944,
|
| 162 |
+
"step": 425
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"epoch": 3.490272373540856,
|
| 166 |
+
"grad_norm": 24.819242477416992,
|
| 167 |
+
"learning_rate": 1.835486649440138e-05,
|
| 168 |
+
"loss": 0.4286,
|
| 169 |
+
"step": 450
|
| 170 |
+
},
|
| 171 |
+
{
|
| 172 |
+
"epoch": 3.6848249027237356,
|
| 173 |
+
"grad_norm": 28.397451400756836,
|
| 174 |
+
"learning_rate": 1.813953488372093e-05,
|
| 175 |
+
"loss": 0.4493,
|
| 176 |
+
"step": 475
|
| 177 |
+
},
|
| 178 |
+
{
|
| 179 |
+
"epoch": 3.8793774319066148,
|
| 180 |
+
"grad_norm": 50.768470764160156,
|
| 181 |
+
"learning_rate": 1.7924203273040483e-05,
|
| 182 |
+
"loss": 0.5564,
|
| 183 |
+
"step": 500
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"epoch": 4.0,
|
| 187 |
+
"eval_accuracy": 0.9146608315098468,
|
| 188 |
+
"eval_loss": 0.3213328421115875,
|
| 189 |
+
"eval_macro_f1": 0.8387093801682219,
|
| 190 |
+
"eval_runtime": 0.9609,
|
| 191 |
+
"eval_samples_per_second": 475.61,
|
| 192 |
+
"eval_steps_per_second": 30.181,
|
| 193 |
+
"eval_weighted_f1": 0.9147061450709649,
|
| 194 |
+
"step": 516
|
| 195 |
+
},
|
| 196 |
+
{
|
| 197 |
+
"epoch": 4.070038910505836,
|
| 198 |
+
"grad_norm": 0.09162689000368118,
|
| 199 |
+
"learning_rate": 1.7708871662360035e-05,
|
| 200 |
+
"loss": 0.1929,
|
| 201 |
+
"step": 525
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"epoch": 4.264591439688716,
|
| 205 |
+
"grad_norm": 0.13500326871871948,
|
| 206 |
+
"learning_rate": 1.7493540051679588e-05,
|
| 207 |
+
"loss": 0.2158,
|
| 208 |
+
"step": 550
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"epoch": 4.4591439688715955,
|
| 212 |
+
"grad_norm": 41.8469123840332,
|
| 213 |
+
"learning_rate": 1.727820844099914e-05,
|
| 214 |
+
"loss": 0.2167,
|
| 215 |
+
"step": 575
|
| 216 |
+
},
|
| 217 |
+
{
|
| 218 |
+
"epoch": 4.653696498054475,
|
| 219 |
+
"grad_norm": 1.6758092641830444,
|
| 220 |
+
"learning_rate": 1.7062876830318693e-05,
|
| 221 |
+
"loss": 0.1847,
|
| 222 |
+
"step": 600
|
| 223 |
+
},
|
| 224 |
+
{
|
| 225 |
+
"epoch": 4.848249027237354,
|
| 226 |
+
"grad_norm": 1.8414052724838257,
|
| 227 |
+
"learning_rate": 1.6847545219638243e-05,
|
| 228 |
+
"loss": 0.252,
|
| 229 |
+
"step": 625
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"epoch": 5.0,
|
| 233 |
+
"eval_accuracy": 0.9146608315098468,
|
| 234 |
+
"eval_loss": 0.44646748900413513,
|
| 235 |
+
"eval_macro_f1": 0.8624880190992057,
|
| 236 |
+
"eval_runtime": 0.8948,
|
| 237 |
+
"eval_samples_per_second": 510.737,
|
| 238 |
+
"eval_steps_per_second": 32.41,
|
| 239 |
+
"eval_weighted_f1": 0.9165807513571401,
|
| 240 |
+
"step": 645
|
| 241 |
+
}
|
| 242 |
+
],
|
| 243 |
+
"logging_steps": 25,
|
| 244 |
+
"max_steps": 2580,
|
| 245 |
+
"num_input_tokens_seen": 0,
|
| 246 |
+
"num_train_epochs": 20,
|
| 247 |
+
"save_steps": 500,
|
| 248 |
+
"stateful_callbacks": {
|
| 249 |
+
"EarlyStoppingCallback": {
|
| 250 |
+
"args": {
|
| 251 |
+
"early_stopping_patience": 3,
|
| 252 |
+
"early_stopping_threshold": 0.0
|
| 253 |
+
},
|
| 254 |
+
"attributes": {
|
| 255 |
+
"early_stopping_patience_counter": 0
|
| 256 |
+
}
|
| 257 |
+
},
|
| 258 |
+
"TrainerControl": {
|
| 259 |
+
"args": {
|
| 260 |
+
"should_epoch_stop": false,
|
| 261 |
+
"should_evaluate": false,
|
| 262 |
+
"should_log": false,
|
| 263 |
+
"should_save": true,
|
| 264 |
+
"should_training_stop": false
|
| 265 |
+
},
|
| 266 |
+
"attributes": {}
|
| 267 |
+
}
|
| 268 |
+
},
|
| 269 |
+
"total_flos": 0.0,
|
| 270 |
+
"train_batch_size": 8,
|
| 271 |
+
"trial_name": null,
|
| 272 |
+
"trial_params": null
|
| 273 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728/trainer_state.json
ADDED
|
@@ -0,0 +1,570 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1728,
|
| 3 |
+
"best_metric": 0.8379296611085877,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728",
|
| 5 |
+
"epoch": 4.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1728,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05787037037037037,
|
| 14 |
+
"grad_norm": 46.804622650146484,
|
| 15 |
+
"learning_rate": 5.555555555555555e-07,
|
| 16 |
+
"loss": 4.3737,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11574074074074074,
|
| 21 |
+
"grad_norm": 33.51039505004883,
|
| 22 |
+
"learning_rate": 1.1342592592592594e-06,
|
| 23 |
+
"loss": 3.563,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1736111111111111,
|
| 28 |
+
"grad_norm": 17.671571731567383,
|
| 29 |
+
"learning_rate": 1.7129629629629632e-06,
|
| 30 |
+
"loss": 2.6781,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.23148148148148148,
|
| 35 |
+
"grad_norm": 15.195050239562988,
|
| 36 |
+
"learning_rate": 2.2916666666666666e-06,
|
| 37 |
+
"loss": 2.0019,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28935185185185186,
|
| 42 |
+
"grad_norm": 15.729442596435547,
|
| 43 |
+
"learning_rate": 2.8703703703703706e-06,
|
| 44 |
+
"loss": 1.5138,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3472222222222222,
|
| 49 |
+
"grad_norm": 12.579355239868164,
|
| 50 |
+
"learning_rate": 3.449074074074074e-06,
|
| 51 |
+
"loss": 1.1169,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.4050925925925926,
|
| 56 |
+
"grad_norm": 13.683561325073242,
|
| 57 |
+
"learning_rate": 4.027777777777779e-06,
|
| 58 |
+
"loss": 1.0022,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.46296296296296297,
|
| 63 |
+
"grad_norm": 24.57308006286621,
|
| 64 |
+
"learning_rate": 4.606481481481481e-06,
|
| 65 |
+
"loss": 1.0248,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5208333333333334,
|
| 70 |
+
"grad_norm": 17.8729190826416,
|
| 71 |
+
"learning_rate": 5.185185185185185e-06,
|
| 72 |
+
"loss": 1.1708,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5787037037037037,
|
| 77 |
+
"grad_norm": 21.475980758666992,
|
| 78 |
+
"learning_rate": 5.7638888888888886e-06,
|
| 79 |
+
"loss": 0.8686,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.6365740740740741,
|
| 84 |
+
"grad_norm": 18.079195022583008,
|
| 85 |
+
"learning_rate": 6.342592592592594e-06,
|
| 86 |
+
"loss": 0.7873,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6944444444444444,
|
| 91 |
+
"grad_norm": 8.60292911529541,
|
| 92 |
+
"learning_rate": 6.9212962962962974e-06,
|
| 93 |
+
"loss": 0.8948,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7523148148148148,
|
| 98 |
+
"grad_norm": 25.369518280029297,
|
| 99 |
+
"learning_rate": 7.500000000000001e-06,
|
| 100 |
+
"loss": 0.7922,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8101851851851852,
|
| 105 |
+
"grad_norm": 30.513992309570312,
|
| 106 |
+
"learning_rate": 8.078703703703705e-06,
|
| 107 |
+
"loss": 0.7547,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8680555555555556,
|
| 112 |
+
"grad_norm": 4.563377380371094,
|
| 113 |
+
"learning_rate": 8.657407407407408e-06,
|
| 114 |
+
"loss": 0.7684,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9259259259259259,
|
| 119 |
+
"grad_norm": 12.580941200256348,
|
| 120 |
+
"learning_rate": 9.236111111111112e-06,
|
| 121 |
+
"loss": 1.0241,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9837962962962963,
|
| 126 |
+
"grad_norm": 5.672791481018066,
|
| 127 |
+
"learning_rate": 9.814814814814815e-06,
|
| 128 |
+
"loss": 0.9587,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.939453125,
|
| 134 |
+
"eval_loss": 0.18556706607341766,
|
| 135 |
+
"eval_macro_f1": 0.7836152890592162,
|
| 136 |
+
"eval_runtime": 2.2563,
|
| 137 |
+
"eval_samples_per_second": 680.765,
|
| 138 |
+
"eval_steps_per_second": 42.548,
|
| 139 |
+
"eval_weighted_f1": 0.9365533051813504,
|
| 140 |
+
"step": 432
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0416666666666667,
|
| 144 |
+
"grad_norm": 9.694517135620117,
|
| 145 |
+
"learning_rate": 1.0393518518518519e-05,
|
| 146 |
+
"loss": 0.7721,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.099537037037037,
|
| 151 |
+
"grad_norm": 15.512136459350586,
|
| 152 |
+
"learning_rate": 1.0972222222222224e-05,
|
| 153 |
+
"loss": 0.7954,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1574074074074074,
|
| 158 |
+
"grad_norm": 19.568178176879883,
|
| 159 |
+
"learning_rate": 1.1550925925925926e-05,
|
| 160 |
+
"loss": 0.6203,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.2152777777777777,
|
| 165 |
+
"grad_norm": 26.4139347076416,
|
| 166 |
+
"learning_rate": 1.2129629629629631e-05,
|
| 167 |
+
"loss": 0.8113,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.2731481481481481,
|
| 172 |
+
"grad_norm": 10.365129470825195,
|
| 173 |
+
"learning_rate": 1.2708333333333333e-05,
|
| 174 |
+
"loss": 0.8364,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3310185185185186,
|
| 179 |
+
"grad_norm": 17.262231826782227,
|
| 180 |
+
"learning_rate": 1.3287037037037039e-05,
|
| 181 |
+
"loss": 0.7034,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3888888888888888,
|
| 186 |
+
"grad_norm": 28.87432098388672,
|
| 187 |
+
"learning_rate": 1.3865740740740742e-05,
|
| 188 |
+
"loss": 0.5443,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4467592592592593,
|
| 193 |
+
"grad_norm": 12.30775260925293,
|
| 194 |
+
"learning_rate": 1.4444444444444446e-05,
|
| 195 |
+
"loss": 0.9089,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.5046296296296298,
|
| 200 |
+
"grad_norm": 10.219315528869629,
|
| 201 |
+
"learning_rate": 1.502314814814815e-05,
|
| 202 |
+
"loss": 0.6482,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5625,
|
| 207 |
+
"grad_norm": 5.573241233825684,
|
| 208 |
+
"learning_rate": 1.5601851851851853e-05,
|
| 209 |
+
"loss": 0.7193,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6203703703703702,
|
| 214 |
+
"grad_norm": 32.435081481933594,
|
| 215 |
+
"learning_rate": 1.6180555555555557e-05,
|
| 216 |
+
"loss": 0.7008,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6782407407407407,
|
| 221 |
+
"grad_norm": 12.12850284576416,
|
| 222 |
+
"learning_rate": 1.675925925925926e-05,
|
| 223 |
+
"loss": 0.6889,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7361111111111112,
|
| 228 |
+
"grad_norm": 14.640501022338867,
|
| 229 |
+
"learning_rate": 1.7337962962962964e-05,
|
| 230 |
+
"loss": 0.7691,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7939814814814814,
|
| 235 |
+
"grad_norm": 5.22235631942749,
|
| 236 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 237 |
+
"loss": 0.5496,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.8518518518518519,
|
| 242 |
+
"grad_norm": 52.53593444824219,
|
| 243 |
+
"learning_rate": 1.849537037037037e-05,
|
| 244 |
+
"loss": 0.7704,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.9097222222222223,
|
| 249 |
+
"grad_norm": 11.538734436035156,
|
| 250 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 251 |
+
"loss": 0.8437,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9675925925925926,
|
| 256 |
+
"grad_norm": 9.380853652954102,
|
| 257 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 258 |
+
"loss": 0.5371,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9466145833333334,
|
| 264 |
+
"eval_loss": 0.19356398284435272,
|
| 265 |
+
"eval_macro_f1": 0.786864150008355,
|
| 266 |
+
"eval_runtime": 2.2541,
|
| 267 |
+
"eval_samples_per_second": 681.415,
|
| 268 |
+
"eval_steps_per_second": 42.588,
|
| 269 |
+
"eval_weighted_f1": 0.9437724334379882,
|
| 270 |
+
"step": 864
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.025462962962963,
|
| 274 |
+
"grad_norm": 13.714019775390625,
|
| 275 |
+
"learning_rate": 1.997427983539095e-05,
|
| 276 |
+
"loss": 0.5836,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0833333333333335,
|
| 281 |
+
"grad_norm": 23.20166015625,
|
| 282 |
+
"learning_rate": 1.9909979423868314e-05,
|
| 283 |
+
"loss": 0.5531,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1412037037037037,
|
| 288 |
+
"grad_norm": 17.065568923950195,
|
| 289 |
+
"learning_rate": 1.984567901234568e-05,
|
| 290 |
+
"loss": 0.6183,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.199074074074074,
|
| 295 |
+
"grad_norm": 0.6398322582244873,
|
| 296 |
+
"learning_rate": 1.9781378600823048e-05,
|
| 297 |
+
"loss": 0.4189,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2569444444444446,
|
| 302 |
+
"grad_norm": 53.86330795288086,
|
| 303 |
+
"learning_rate": 1.9717078189300413e-05,
|
| 304 |
+
"loss": 0.4749,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.314814814814815,
|
| 309 |
+
"grad_norm": 27.988985061645508,
|
| 310 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 311 |
+
"loss": 0.5103,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.372685185185185,
|
| 316 |
+
"grad_norm": 11.414651870727539,
|
| 317 |
+
"learning_rate": 1.9588477366255147e-05,
|
| 318 |
+
"loss": 0.5981,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.4305555555555554,
|
| 323 |
+
"grad_norm": 9.515682220458984,
|
| 324 |
+
"learning_rate": 1.9524176954732512e-05,
|
| 325 |
+
"loss": 0.5185,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.488425925925926,
|
| 330 |
+
"grad_norm": 50.798274993896484,
|
| 331 |
+
"learning_rate": 1.945987654320988e-05,
|
| 332 |
+
"loss": 0.6038,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.5462962962962963,
|
| 337 |
+
"grad_norm": 15.970869064331055,
|
| 338 |
+
"learning_rate": 1.9395576131687242e-05,
|
| 339 |
+
"loss": 0.4869,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.6041666666666665,
|
| 344 |
+
"grad_norm": 9.611496925354004,
|
| 345 |
+
"learning_rate": 1.933127572016461e-05,
|
| 346 |
+
"loss": 0.5127,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.662037037037037,
|
| 351 |
+
"grad_norm": 14.464790344238281,
|
| 352 |
+
"learning_rate": 1.926697530864198e-05,
|
| 353 |
+
"loss": 0.4651,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7199074074074074,
|
| 358 |
+
"grad_norm": 19.969120025634766,
|
| 359 |
+
"learning_rate": 1.920267489711934e-05,
|
| 360 |
+
"loss": 0.6275,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7777777777777777,
|
| 365 |
+
"grad_norm": 31.80374526977539,
|
| 366 |
+
"learning_rate": 1.913837448559671e-05,
|
| 367 |
+
"loss": 0.6592,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.835648148148148,
|
| 372 |
+
"grad_norm": 1.2330458164215088,
|
| 373 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 374 |
+
"loss": 0.4715,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.8935185185185186,
|
| 379 |
+
"grad_norm": 8.349008560180664,
|
| 380 |
+
"learning_rate": 1.9009773662551443e-05,
|
| 381 |
+
"loss": 0.7054,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.951388888888889,
|
| 386 |
+
"grad_norm": 24.03154754638672,
|
| 387 |
+
"learning_rate": 1.8945473251028808e-05,
|
| 388 |
+
"loss": 0.4977,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 3.0,
|
| 393 |
+
"eval_accuracy": 0.9459635416666666,
|
| 394 |
+
"eval_loss": 0.2407654970884323,
|
| 395 |
+
"eval_macro_f1": 0.8317630810722821,
|
| 396 |
+
"eval_runtime": 2.1948,
|
| 397 |
+
"eval_samples_per_second": 699.826,
|
| 398 |
+
"eval_steps_per_second": 43.739,
|
| 399 |
+
"eval_weighted_f1": 0.9458651303208784,
|
| 400 |
+
"step": 1296
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"epoch": 3.009259259259259,
|
| 404 |
+
"grad_norm": 1.7132710218429565,
|
| 405 |
+
"learning_rate": 1.8881172839506173e-05,
|
| 406 |
+
"loss": 0.5216,
|
| 407 |
+
"step": 1300
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.0671296296296298,
|
| 411 |
+
"grad_norm": 12.744181632995605,
|
| 412 |
+
"learning_rate": 1.8816872427983542e-05,
|
| 413 |
+
"loss": 0.3133,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.125,
|
| 418 |
+
"grad_norm": 26.661611557006836,
|
| 419 |
+
"learning_rate": 1.8752572016460907e-05,
|
| 420 |
+
"loss": 0.5965,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.1828703703703702,
|
| 425 |
+
"grad_norm": 0.24251793324947357,
|
| 426 |
+
"learning_rate": 1.8688271604938272e-05,
|
| 427 |
+
"loss": 0.2963,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.240740740740741,
|
| 432 |
+
"grad_norm": 1.3809382915496826,
|
| 433 |
+
"learning_rate": 1.862397119341564e-05,
|
| 434 |
+
"loss": 0.4788,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.298611111111111,
|
| 439 |
+
"grad_norm": 19.610939025878906,
|
| 440 |
+
"learning_rate": 1.8559670781893006e-05,
|
| 441 |
+
"loss": 0.3224,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3564814814814814,
|
| 446 |
+
"grad_norm": 7.8431220054626465,
|
| 447 |
+
"learning_rate": 1.849537037037037e-05,
|
| 448 |
+
"loss": 0.4847,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.414351851851852,
|
| 453 |
+
"grad_norm": 16.70615577697754,
|
| 454 |
+
"learning_rate": 1.843106995884774e-05,
|
| 455 |
+
"loss": 0.42,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4722222222222223,
|
| 460 |
+
"grad_norm": 63.91318893432617,
|
| 461 |
+
"learning_rate": 1.8366769547325105e-05,
|
| 462 |
+
"loss": 0.2755,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5300925925925926,
|
| 467 |
+
"grad_norm": 9.372801780700684,
|
| 468 |
+
"learning_rate": 1.830246913580247e-05,
|
| 469 |
+
"loss": 0.4101,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.587962962962963,
|
| 474 |
+
"grad_norm": 21.92236328125,
|
| 475 |
+
"learning_rate": 1.8238168724279838e-05,
|
| 476 |
+
"loss": 0.465,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6458333333333335,
|
| 481 |
+
"grad_norm": 7.108588218688965,
|
| 482 |
+
"learning_rate": 1.8173868312757203e-05,
|
| 483 |
+
"loss": 0.3998,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.7037037037037037,
|
| 488 |
+
"grad_norm": 0.10524474829435349,
|
| 489 |
+
"learning_rate": 1.8109567901234572e-05,
|
| 490 |
+
"loss": 0.2016,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.761574074074074,
|
| 495 |
+
"grad_norm": 0.14268022775650024,
|
| 496 |
+
"learning_rate": 1.8045267489711934e-05,
|
| 497 |
+
"loss": 0.3138,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.8194444444444446,
|
| 502 |
+
"grad_norm": 36.57476043701172,
|
| 503 |
+
"learning_rate": 1.7980967078189302e-05,
|
| 504 |
+
"loss": 0.3796,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.877314814814815,
|
| 509 |
+
"grad_norm": 36.73958206176758,
|
| 510 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 511 |
+
"loss": 0.4543,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.935185185185185,
|
| 516 |
+
"grad_norm": 7.384322643280029,
|
| 517 |
+
"learning_rate": 1.7852366255144032e-05,
|
| 518 |
+
"loss": 0.4107,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9930555555555554,
|
| 523 |
+
"grad_norm": 9.073665618896484,
|
| 524 |
+
"learning_rate": 1.77880658436214e-05,
|
| 525 |
+
"loss": 0.3754,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9479166666666666,
|
| 531 |
+
"eval_loss": 0.23938073217868805,
|
| 532 |
+
"eval_macro_f1": 0.8379296611085877,
|
| 533 |
+
"eval_runtime": 2.2334,
|
| 534 |
+
"eval_samples_per_second": 687.742,
|
| 535 |
+
"eval_steps_per_second": 42.984,
|
| 536 |
+
"eval_weighted_f1": 0.9471053759990066,
|
| 537 |
+
"step": 1728
|
| 538 |
+
}
|
| 539 |
+
],
|
| 540 |
+
"logging_steps": 25,
|
| 541 |
+
"max_steps": 8640,
|
| 542 |
+
"num_input_tokens_seen": 0,
|
| 543 |
+
"num_train_epochs": 20,
|
| 544 |
+
"save_steps": 500,
|
| 545 |
+
"stateful_callbacks": {
|
| 546 |
+
"EarlyStoppingCallback": {
|
| 547 |
+
"args": {
|
| 548 |
+
"early_stopping_patience": 3,
|
| 549 |
+
"early_stopping_threshold": 0.0
|
| 550 |
+
},
|
| 551 |
+
"attributes": {
|
| 552 |
+
"early_stopping_patience_counter": 0
|
| 553 |
+
}
|
| 554 |
+
},
|
| 555 |
+
"TrainerControl": {
|
| 556 |
+
"args": {
|
| 557 |
+
"should_epoch_stop": false,
|
| 558 |
+
"should_evaluate": false,
|
| 559 |
+
"should_log": false,
|
| 560 |
+
"should_save": true,
|
| 561 |
+
"should_training_stop": false
|
| 562 |
+
},
|
| 563 |
+
"attributes": {}
|
| 564 |
+
}
|
| 565 |
+
},
|
| 566 |
+
"total_flos": 0.0,
|
| 567 |
+
"train_batch_size": 8,
|
| 568 |
+
"trial_name": null,
|
| 569 |
+
"trial_params": null
|
| 570 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-3024/trainer_state.json
ADDED
|
@@ -0,0 +1,960 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1728,
|
| 3 |
+
"best_metric": 0.8379296611085877,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-02-s44-20260830T043724Z-90d3fdde/trainer/checkpoint-1728",
|
| 5 |
+
"epoch": 7.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 3024,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.05787037037037037,
|
| 14 |
+
"grad_norm": 46.804622650146484,
|
| 15 |
+
"learning_rate": 5.555555555555555e-07,
|
| 16 |
+
"loss": 4.3737,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.11574074074074074,
|
| 21 |
+
"grad_norm": 33.51039505004883,
|
| 22 |
+
"learning_rate": 1.1342592592592594e-06,
|
| 23 |
+
"loss": 3.563,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.1736111111111111,
|
| 28 |
+
"grad_norm": 17.671571731567383,
|
| 29 |
+
"learning_rate": 1.7129629629629632e-06,
|
| 30 |
+
"loss": 2.6781,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.23148148148148148,
|
| 35 |
+
"grad_norm": 15.195050239562988,
|
| 36 |
+
"learning_rate": 2.2916666666666666e-06,
|
| 37 |
+
"loss": 2.0019,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.28935185185185186,
|
| 42 |
+
"grad_norm": 15.729442596435547,
|
| 43 |
+
"learning_rate": 2.8703703703703706e-06,
|
| 44 |
+
"loss": 1.5138,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.3472222222222222,
|
| 49 |
+
"grad_norm": 12.579355239868164,
|
| 50 |
+
"learning_rate": 3.449074074074074e-06,
|
| 51 |
+
"loss": 1.1169,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.4050925925925926,
|
| 56 |
+
"grad_norm": 13.683561325073242,
|
| 57 |
+
"learning_rate": 4.027777777777779e-06,
|
| 58 |
+
"loss": 1.0022,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.46296296296296297,
|
| 63 |
+
"grad_norm": 24.57308006286621,
|
| 64 |
+
"learning_rate": 4.606481481481481e-06,
|
| 65 |
+
"loss": 1.0248,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.5208333333333334,
|
| 70 |
+
"grad_norm": 17.8729190826416,
|
| 71 |
+
"learning_rate": 5.185185185185185e-06,
|
| 72 |
+
"loss": 1.1708,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.5787037037037037,
|
| 77 |
+
"grad_norm": 21.475980758666992,
|
| 78 |
+
"learning_rate": 5.7638888888888886e-06,
|
| 79 |
+
"loss": 0.8686,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.6365740740740741,
|
| 84 |
+
"grad_norm": 18.079195022583008,
|
| 85 |
+
"learning_rate": 6.342592592592594e-06,
|
| 86 |
+
"loss": 0.7873,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.6944444444444444,
|
| 91 |
+
"grad_norm": 8.60292911529541,
|
| 92 |
+
"learning_rate": 6.9212962962962974e-06,
|
| 93 |
+
"loss": 0.8948,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.7523148148148148,
|
| 98 |
+
"grad_norm": 25.369518280029297,
|
| 99 |
+
"learning_rate": 7.500000000000001e-06,
|
| 100 |
+
"loss": 0.7922,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.8101851851851852,
|
| 105 |
+
"grad_norm": 30.513992309570312,
|
| 106 |
+
"learning_rate": 8.078703703703705e-06,
|
| 107 |
+
"loss": 0.7547,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 0.8680555555555556,
|
| 112 |
+
"grad_norm": 4.563377380371094,
|
| 113 |
+
"learning_rate": 8.657407407407408e-06,
|
| 114 |
+
"loss": 0.7684,
|
| 115 |
+
"step": 375
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"epoch": 0.9259259259259259,
|
| 119 |
+
"grad_norm": 12.580941200256348,
|
| 120 |
+
"learning_rate": 9.236111111111112e-06,
|
| 121 |
+
"loss": 1.0241,
|
| 122 |
+
"step": 400
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"epoch": 0.9837962962962963,
|
| 126 |
+
"grad_norm": 5.672791481018066,
|
| 127 |
+
"learning_rate": 9.814814814814815e-06,
|
| 128 |
+
"loss": 0.9587,
|
| 129 |
+
"step": 425
|
| 130 |
+
},
|
| 131 |
+
{
|
| 132 |
+
"epoch": 1.0,
|
| 133 |
+
"eval_accuracy": 0.939453125,
|
| 134 |
+
"eval_loss": 0.18556706607341766,
|
| 135 |
+
"eval_macro_f1": 0.7836152890592162,
|
| 136 |
+
"eval_runtime": 2.2563,
|
| 137 |
+
"eval_samples_per_second": 680.765,
|
| 138 |
+
"eval_steps_per_second": 42.548,
|
| 139 |
+
"eval_weighted_f1": 0.9365533051813504,
|
| 140 |
+
"step": 432
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.0416666666666667,
|
| 144 |
+
"grad_norm": 9.694517135620117,
|
| 145 |
+
"learning_rate": 1.0393518518518519e-05,
|
| 146 |
+
"loss": 0.7721,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.099537037037037,
|
| 151 |
+
"grad_norm": 15.512136459350586,
|
| 152 |
+
"learning_rate": 1.0972222222222224e-05,
|
| 153 |
+
"loss": 0.7954,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.1574074074074074,
|
| 158 |
+
"grad_norm": 19.568178176879883,
|
| 159 |
+
"learning_rate": 1.1550925925925926e-05,
|
| 160 |
+
"loss": 0.6203,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.2152777777777777,
|
| 165 |
+
"grad_norm": 26.4139347076416,
|
| 166 |
+
"learning_rate": 1.2129629629629631e-05,
|
| 167 |
+
"loss": 0.8113,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.2731481481481481,
|
| 172 |
+
"grad_norm": 10.365129470825195,
|
| 173 |
+
"learning_rate": 1.2708333333333333e-05,
|
| 174 |
+
"loss": 0.8364,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.3310185185185186,
|
| 179 |
+
"grad_norm": 17.262231826782227,
|
| 180 |
+
"learning_rate": 1.3287037037037039e-05,
|
| 181 |
+
"loss": 0.7034,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.3888888888888888,
|
| 186 |
+
"grad_norm": 28.87432098388672,
|
| 187 |
+
"learning_rate": 1.3865740740740742e-05,
|
| 188 |
+
"loss": 0.5443,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.4467592592592593,
|
| 193 |
+
"grad_norm": 12.30775260925293,
|
| 194 |
+
"learning_rate": 1.4444444444444446e-05,
|
| 195 |
+
"loss": 0.9089,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.5046296296296298,
|
| 200 |
+
"grad_norm": 10.219315528869629,
|
| 201 |
+
"learning_rate": 1.502314814814815e-05,
|
| 202 |
+
"loss": 0.6482,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.5625,
|
| 207 |
+
"grad_norm": 5.573241233825684,
|
| 208 |
+
"learning_rate": 1.5601851851851853e-05,
|
| 209 |
+
"loss": 0.7193,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.6203703703703702,
|
| 214 |
+
"grad_norm": 32.435081481933594,
|
| 215 |
+
"learning_rate": 1.6180555555555557e-05,
|
| 216 |
+
"loss": 0.7008,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.6782407407407407,
|
| 221 |
+
"grad_norm": 12.12850284576416,
|
| 222 |
+
"learning_rate": 1.675925925925926e-05,
|
| 223 |
+
"loss": 0.6889,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 1.7361111111111112,
|
| 228 |
+
"grad_norm": 14.640501022338867,
|
| 229 |
+
"learning_rate": 1.7337962962962964e-05,
|
| 230 |
+
"loss": 0.7691,
|
| 231 |
+
"step": 750
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 1.7939814814814814,
|
| 235 |
+
"grad_norm": 5.22235631942749,
|
| 236 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 237 |
+
"loss": 0.5496,
|
| 238 |
+
"step": 775
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"epoch": 1.8518518518518519,
|
| 242 |
+
"grad_norm": 52.53593444824219,
|
| 243 |
+
"learning_rate": 1.849537037037037e-05,
|
| 244 |
+
"loss": 0.7704,
|
| 245 |
+
"step": 800
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"epoch": 1.9097222222222223,
|
| 249 |
+
"grad_norm": 11.538734436035156,
|
| 250 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 251 |
+
"loss": 0.8437,
|
| 252 |
+
"step": 825
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"epoch": 1.9675925925925926,
|
| 256 |
+
"grad_norm": 9.380853652954102,
|
| 257 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 258 |
+
"loss": 0.5371,
|
| 259 |
+
"step": 850
|
| 260 |
+
},
|
| 261 |
+
{
|
| 262 |
+
"epoch": 2.0,
|
| 263 |
+
"eval_accuracy": 0.9466145833333334,
|
| 264 |
+
"eval_loss": 0.19356398284435272,
|
| 265 |
+
"eval_macro_f1": 0.786864150008355,
|
| 266 |
+
"eval_runtime": 2.2541,
|
| 267 |
+
"eval_samples_per_second": 681.415,
|
| 268 |
+
"eval_steps_per_second": 42.588,
|
| 269 |
+
"eval_weighted_f1": 0.9437724334379882,
|
| 270 |
+
"step": 864
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.025462962962963,
|
| 274 |
+
"grad_norm": 13.714019775390625,
|
| 275 |
+
"learning_rate": 1.997427983539095e-05,
|
| 276 |
+
"loss": 0.5836,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.0833333333333335,
|
| 281 |
+
"grad_norm": 23.20166015625,
|
| 282 |
+
"learning_rate": 1.9909979423868314e-05,
|
| 283 |
+
"loss": 0.5531,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.1412037037037037,
|
| 288 |
+
"grad_norm": 17.065568923950195,
|
| 289 |
+
"learning_rate": 1.984567901234568e-05,
|
| 290 |
+
"loss": 0.6183,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.199074074074074,
|
| 295 |
+
"grad_norm": 0.6398322582244873,
|
| 296 |
+
"learning_rate": 1.9781378600823048e-05,
|
| 297 |
+
"loss": 0.4189,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.2569444444444446,
|
| 302 |
+
"grad_norm": 53.86330795288086,
|
| 303 |
+
"learning_rate": 1.9717078189300413e-05,
|
| 304 |
+
"loss": 0.4749,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.314814814814815,
|
| 309 |
+
"grad_norm": 27.988985061645508,
|
| 310 |
+
"learning_rate": 1.9652777777777778e-05,
|
| 311 |
+
"loss": 0.5103,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.372685185185185,
|
| 316 |
+
"grad_norm": 11.414651870727539,
|
| 317 |
+
"learning_rate": 1.9588477366255147e-05,
|
| 318 |
+
"loss": 0.5981,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.4305555555555554,
|
| 323 |
+
"grad_norm": 9.515682220458984,
|
| 324 |
+
"learning_rate": 1.9524176954732512e-05,
|
| 325 |
+
"loss": 0.5185,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.488425925925926,
|
| 330 |
+
"grad_norm": 50.798274993896484,
|
| 331 |
+
"learning_rate": 1.945987654320988e-05,
|
| 332 |
+
"loss": 0.6038,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.5462962962962963,
|
| 337 |
+
"grad_norm": 15.970869064331055,
|
| 338 |
+
"learning_rate": 1.9395576131687242e-05,
|
| 339 |
+
"loss": 0.4869,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 2.6041666666666665,
|
| 344 |
+
"grad_norm": 9.611496925354004,
|
| 345 |
+
"learning_rate": 1.933127572016461e-05,
|
| 346 |
+
"loss": 0.5127,
|
| 347 |
+
"step": 1125
|
| 348 |
+
},
|
| 349 |
+
{
|
| 350 |
+
"epoch": 2.662037037037037,
|
| 351 |
+
"grad_norm": 14.464790344238281,
|
| 352 |
+
"learning_rate": 1.926697530864198e-05,
|
| 353 |
+
"loss": 0.4651,
|
| 354 |
+
"step": 1150
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"epoch": 2.7199074074074074,
|
| 358 |
+
"grad_norm": 19.969120025634766,
|
| 359 |
+
"learning_rate": 1.920267489711934e-05,
|
| 360 |
+
"loss": 0.6275,
|
| 361 |
+
"step": 1175
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"epoch": 2.7777777777777777,
|
| 365 |
+
"grad_norm": 31.80374526977539,
|
| 366 |
+
"learning_rate": 1.913837448559671e-05,
|
| 367 |
+
"loss": 0.6592,
|
| 368 |
+
"step": 1200
|
| 369 |
+
},
|
| 370 |
+
{
|
| 371 |
+
"epoch": 2.835648148148148,
|
| 372 |
+
"grad_norm": 1.2330458164215088,
|
| 373 |
+
"learning_rate": 1.9074074074074075e-05,
|
| 374 |
+
"loss": 0.4715,
|
| 375 |
+
"step": 1225
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"epoch": 2.8935185185185186,
|
| 379 |
+
"grad_norm": 8.349008560180664,
|
| 380 |
+
"learning_rate": 1.9009773662551443e-05,
|
| 381 |
+
"loss": 0.7054,
|
| 382 |
+
"step": 1250
|
| 383 |
+
},
|
| 384 |
+
{
|
| 385 |
+
"epoch": 2.951388888888889,
|
| 386 |
+
"grad_norm": 24.03154754638672,
|
| 387 |
+
"learning_rate": 1.8945473251028808e-05,
|
| 388 |
+
"loss": 0.4977,
|
| 389 |
+
"step": 1275
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"epoch": 3.0,
|
| 393 |
+
"eval_accuracy": 0.9459635416666666,
|
| 394 |
+
"eval_loss": 0.2407654970884323,
|
| 395 |
+
"eval_macro_f1": 0.8317630810722821,
|
| 396 |
+
"eval_runtime": 2.1948,
|
| 397 |
+
"eval_samples_per_second": 699.826,
|
| 398 |
+
"eval_steps_per_second": 43.739,
|
| 399 |
+
"eval_weighted_f1": 0.9458651303208784,
|
| 400 |
+
"step": 1296
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"epoch": 3.009259259259259,
|
| 404 |
+
"grad_norm": 1.7132710218429565,
|
| 405 |
+
"learning_rate": 1.8881172839506173e-05,
|
| 406 |
+
"loss": 0.5216,
|
| 407 |
+
"step": 1300
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.0671296296296298,
|
| 411 |
+
"grad_norm": 12.744181632995605,
|
| 412 |
+
"learning_rate": 1.8816872427983542e-05,
|
| 413 |
+
"loss": 0.3133,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.125,
|
| 418 |
+
"grad_norm": 26.661611557006836,
|
| 419 |
+
"learning_rate": 1.8752572016460907e-05,
|
| 420 |
+
"loss": 0.5965,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.1828703703703702,
|
| 425 |
+
"grad_norm": 0.24251793324947357,
|
| 426 |
+
"learning_rate": 1.8688271604938272e-05,
|
| 427 |
+
"loss": 0.2963,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.240740740740741,
|
| 432 |
+
"grad_norm": 1.3809382915496826,
|
| 433 |
+
"learning_rate": 1.862397119341564e-05,
|
| 434 |
+
"loss": 0.4788,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.298611111111111,
|
| 439 |
+
"grad_norm": 19.610939025878906,
|
| 440 |
+
"learning_rate": 1.8559670781893006e-05,
|
| 441 |
+
"loss": 0.3224,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.3564814814814814,
|
| 446 |
+
"grad_norm": 7.8431220054626465,
|
| 447 |
+
"learning_rate": 1.849537037037037e-05,
|
| 448 |
+
"loss": 0.4847,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.414351851851852,
|
| 453 |
+
"grad_norm": 16.70615577697754,
|
| 454 |
+
"learning_rate": 1.843106995884774e-05,
|
| 455 |
+
"loss": 0.42,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 3.4722222222222223,
|
| 460 |
+
"grad_norm": 63.91318893432617,
|
| 461 |
+
"learning_rate": 1.8366769547325105e-05,
|
| 462 |
+
"loss": 0.2755,
|
| 463 |
+
"step": 1500
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 3.5300925925925926,
|
| 467 |
+
"grad_norm": 9.372801780700684,
|
| 468 |
+
"learning_rate": 1.830246913580247e-05,
|
| 469 |
+
"loss": 0.4101,
|
| 470 |
+
"step": 1525
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 3.587962962962963,
|
| 474 |
+
"grad_norm": 21.92236328125,
|
| 475 |
+
"learning_rate": 1.8238168724279838e-05,
|
| 476 |
+
"loss": 0.465,
|
| 477 |
+
"step": 1550
|
| 478 |
+
},
|
| 479 |
+
{
|
| 480 |
+
"epoch": 3.6458333333333335,
|
| 481 |
+
"grad_norm": 7.108588218688965,
|
| 482 |
+
"learning_rate": 1.8173868312757203e-05,
|
| 483 |
+
"loss": 0.3998,
|
| 484 |
+
"step": 1575
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"epoch": 3.7037037037037037,
|
| 488 |
+
"grad_norm": 0.10524474829435349,
|
| 489 |
+
"learning_rate": 1.8109567901234572e-05,
|
| 490 |
+
"loss": 0.2016,
|
| 491 |
+
"step": 1600
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"epoch": 3.761574074074074,
|
| 495 |
+
"grad_norm": 0.14268022775650024,
|
| 496 |
+
"learning_rate": 1.8045267489711934e-05,
|
| 497 |
+
"loss": 0.3138,
|
| 498 |
+
"step": 1625
|
| 499 |
+
},
|
| 500 |
+
{
|
| 501 |
+
"epoch": 3.8194444444444446,
|
| 502 |
+
"grad_norm": 36.57476043701172,
|
| 503 |
+
"learning_rate": 1.7980967078189302e-05,
|
| 504 |
+
"loss": 0.3796,
|
| 505 |
+
"step": 1650
|
| 506 |
+
},
|
| 507 |
+
{
|
| 508 |
+
"epoch": 3.877314814814815,
|
| 509 |
+
"grad_norm": 36.73958206176758,
|
| 510 |
+
"learning_rate": 1.7916666666666667e-05,
|
| 511 |
+
"loss": 0.4543,
|
| 512 |
+
"step": 1675
|
| 513 |
+
},
|
| 514 |
+
{
|
| 515 |
+
"epoch": 3.935185185185185,
|
| 516 |
+
"grad_norm": 7.384322643280029,
|
| 517 |
+
"learning_rate": 1.7852366255144032e-05,
|
| 518 |
+
"loss": 0.4107,
|
| 519 |
+
"step": 1700
|
| 520 |
+
},
|
| 521 |
+
{
|
| 522 |
+
"epoch": 3.9930555555555554,
|
| 523 |
+
"grad_norm": 9.073665618896484,
|
| 524 |
+
"learning_rate": 1.77880658436214e-05,
|
| 525 |
+
"loss": 0.3754,
|
| 526 |
+
"step": 1725
|
| 527 |
+
},
|
| 528 |
+
{
|
| 529 |
+
"epoch": 4.0,
|
| 530 |
+
"eval_accuracy": 0.9479166666666666,
|
| 531 |
+
"eval_loss": 0.23938073217868805,
|
| 532 |
+
"eval_macro_f1": 0.8379296611085877,
|
| 533 |
+
"eval_runtime": 2.2334,
|
| 534 |
+
"eval_samples_per_second": 687.742,
|
| 535 |
+
"eval_steps_per_second": 42.984,
|
| 536 |
+
"eval_weighted_f1": 0.9471053759990066,
|
| 537 |
+
"step": 1728
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"epoch": 4.050925925925926,
|
| 541 |
+
"grad_norm": 31.293514251708984,
|
| 542 |
+
"learning_rate": 1.7723765432098766e-05,
|
| 543 |
+
"loss": 0.2407,
|
| 544 |
+
"step": 1750
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"epoch": 4.108796296296297,
|
| 548 |
+
"grad_norm": 15.699462890625,
|
| 549 |
+
"learning_rate": 1.7659465020576135e-05,
|
| 550 |
+
"loss": 0.2733,
|
| 551 |
+
"step": 1775
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"epoch": 4.166666666666667,
|
| 555 |
+
"grad_norm": 18.874727249145508,
|
| 556 |
+
"learning_rate": 1.75951646090535e-05,
|
| 557 |
+
"loss": 0.2119,
|
| 558 |
+
"step": 1800
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"epoch": 4.224537037037037,
|
| 562 |
+
"grad_norm": 16.151254653930664,
|
| 563 |
+
"learning_rate": 1.7530864197530865e-05,
|
| 564 |
+
"loss": 0.2624,
|
| 565 |
+
"step": 1825
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"epoch": 4.282407407407407,
|
| 569 |
+
"grad_norm": 38.08728790283203,
|
| 570 |
+
"learning_rate": 1.7466563786008233e-05,
|
| 571 |
+
"loss": 0.2215,
|
| 572 |
+
"step": 1850
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"epoch": 4.340277777777778,
|
| 576 |
+
"grad_norm": 7.497029781341553,
|
| 577 |
+
"learning_rate": 1.74022633744856e-05,
|
| 578 |
+
"loss": 0.3093,
|
| 579 |
+
"step": 1875
|
| 580 |
+
},
|
| 581 |
+
{
|
| 582 |
+
"epoch": 4.398148148148148,
|
| 583 |
+
"grad_norm": 2.1685383319854736,
|
| 584 |
+
"learning_rate": 1.7337962962962964e-05,
|
| 585 |
+
"loss": 0.4343,
|
| 586 |
+
"step": 1900
|
| 587 |
+
},
|
| 588 |
+
{
|
| 589 |
+
"epoch": 4.456018518518518,
|
| 590 |
+
"grad_norm": 7.674957752227783,
|
| 591 |
+
"learning_rate": 1.7273662551440332e-05,
|
| 592 |
+
"loss": 0.2383,
|
| 593 |
+
"step": 1925
|
| 594 |
+
},
|
| 595 |
+
{
|
| 596 |
+
"epoch": 4.513888888888889,
|
| 597 |
+
"grad_norm": 9.351850509643555,
|
| 598 |
+
"learning_rate": 1.7209362139917697e-05,
|
| 599 |
+
"loss": 0.2999,
|
| 600 |
+
"step": 1950
|
| 601 |
+
},
|
| 602 |
+
{
|
| 603 |
+
"epoch": 4.5717592592592595,
|
| 604 |
+
"grad_norm": 29.198009490966797,
|
| 605 |
+
"learning_rate": 1.7145061728395063e-05,
|
| 606 |
+
"loss": 0.263,
|
| 607 |
+
"step": 1975
|
| 608 |
+
},
|
| 609 |
+
{
|
| 610 |
+
"epoch": 4.62962962962963,
|
| 611 |
+
"grad_norm": 26.422080993652344,
|
| 612 |
+
"learning_rate": 1.708076131687243e-05,
|
| 613 |
+
"loss": 0.2026,
|
| 614 |
+
"step": 2000
|
| 615 |
+
},
|
| 616 |
+
{
|
| 617 |
+
"epoch": 4.6875,
|
| 618 |
+
"grad_norm": 0.17180071771144867,
|
| 619 |
+
"learning_rate": 1.7016460905349796e-05,
|
| 620 |
+
"loss": 0.3078,
|
| 621 |
+
"step": 2025
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"epoch": 4.74537037037037,
|
| 625 |
+
"grad_norm": 0.08465468138456345,
|
| 626 |
+
"learning_rate": 1.695216049382716e-05,
|
| 627 |
+
"loss": 0.2129,
|
| 628 |
+
"step": 2050
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"epoch": 4.8032407407407405,
|
| 632 |
+
"grad_norm": 14.008014678955078,
|
| 633 |
+
"learning_rate": 1.6887860082304527e-05,
|
| 634 |
+
"loss": 0.4772,
|
| 635 |
+
"step": 2075
|
| 636 |
+
},
|
| 637 |
+
{
|
| 638 |
+
"epoch": 4.861111111111111,
|
| 639 |
+
"grad_norm": 0.3341647982597351,
|
| 640 |
+
"learning_rate": 1.6823559670781895e-05,
|
| 641 |
+
"loss": 0.238,
|
| 642 |
+
"step": 2100
|
| 643 |
+
},
|
| 644 |
+
{
|
| 645 |
+
"epoch": 4.918981481481482,
|
| 646 |
+
"grad_norm": 0.13755634427070618,
|
| 647 |
+
"learning_rate": 1.675925925925926e-05,
|
| 648 |
+
"loss": 0.1622,
|
| 649 |
+
"step": 2125
|
| 650 |
+
},
|
| 651 |
+
{
|
| 652 |
+
"epoch": 4.976851851851852,
|
| 653 |
+
"grad_norm": 7.469618320465088,
|
| 654 |
+
"learning_rate": 1.6694958847736625e-05,
|
| 655 |
+
"loss": 0.2242,
|
| 656 |
+
"step": 2150
|
| 657 |
+
},
|
| 658 |
+
{
|
| 659 |
+
"epoch": 5.0,
|
| 660 |
+
"eval_accuracy": 0.947265625,
|
| 661 |
+
"eval_loss": 0.3235063850879669,
|
| 662 |
+
"eval_macro_f1": 0.8077975153532758,
|
| 663 |
+
"eval_runtime": 2.2377,
|
| 664 |
+
"eval_samples_per_second": 686.425,
|
| 665 |
+
"eval_steps_per_second": 42.902,
|
| 666 |
+
"eval_weighted_f1": 0.9475652388996766,
|
| 667 |
+
"step": 2160
|
| 668 |
+
},
|
| 669 |
+
{
|
| 670 |
+
"epoch": 5.034722222222222,
|
| 671 |
+
"grad_norm": 8.279863357543945,
|
| 672 |
+
"learning_rate": 1.6630658436213994e-05,
|
| 673 |
+
"loss": 0.1935,
|
| 674 |
+
"step": 2175
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"epoch": 5.092592592592593,
|
| 678 |
+
"grad_norm": 0.16158032417297363,
|
| 679 |
+
"learning_rate": 1.656635802469136e-05,
|
| 680 |
+
"loss": 0.1392,
|
| 681 |
+
"step": 2200
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"epoch": 5.150462962962963,
|
| 685 |
+
"grad_norm": 0.4919808506965637,
|
| 686 |
+
"learning_rate": 1.6502057613168724e-05,
|
| 687 |
+
"loss": 0.0258,
|
| 688 |
+
"step": 2225
|
| 689 |
+
},
|
| 690 |
+
{
|
| 691 |
+
"epoch": 5.208333333333333,
|
| 692 |
+
"grad_norm": 39.54872131347656,
|
| 693 |
+
"learning_rate": 1.6437757201646093e-05,
|
| 694 |
+
"loss": 0.1888,
|
| 695 |
+
"step": 2250
|
| 696 |
+
},
|
| 697 |
+
{
|
| 698 |
+
"epoch": 5.266203703703704,
|
| 699 |
+
"grad_norm": 0.042250797152519226,
|
| 700 |
+
"learning_rate": 1.6373456790123458e-05,
|
| 701 |
+
"loss": 0.1633,
|
| 702 |
+
"step": 2275
|
| 703 |
+
},
|
| 704 |
+
{
|
| 705 |
+
"epoch": 5.324074074074074,
|
| 706 |
+
"grad_norm": 3.569639205932617,
|
| 707 |
+
"learning_rate": 1.6309156378600823e-05,
|
| 708 |
+
"loss": 0.116,
|
| 709 |
+
"step": 2300
|
| 710 |
+
},
|
| 711 |
+
{
|
| 712 |
+
"epoch": 5.381944444444445,
|
| 713 |
+
"grad_norm": 0.017194760963320732,
|
| 714 |
+
"learning_rate": 1.624485596707819e-05,
|
| 715 |
+
"loss": 0.0779,
|
| 716 |
+
"step": 2325
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"epoch": 5.439814814814815,
|
| 720 |
+
"grad_norm": 7.704861640930176,
|
| 721 |
+
"learning_rate": 1.6180555555555557e-05,
|
| 722 |
+
"loss": 0.277,
|
| 723 |
+
"step": 2350
|
| 724 |
+
},
|
| 725 |
+
{
|
| 726 |
+
"epoch": 5.497685185185185,
|
| 727 |
+
"grad_norm": 0.03387598693370819,
|
| 728 |
+
"learning_rate": 1.6116255144032925e-05,
|
| 729 |
+
"loss": 0.1113,
|
| 730 |
+
"step": 2375
|
| 731 |
+
},
|
| 732 |
+
{
|
| 733 |
+
"epoch": 5.555555555555555,
|
| 734 |
+
"grad_norm": 38.64995193481445,
|
| 735 |
+
"learning_rate": 1.605195473251029e-05,
|
| 736 |
+
"loss": 0.3294,
|
| 737 |
+
"step": 2400
|
| 738 |
+
},
|
| 739 |
+
{
|
| 740 |
+
"epoch": 5.613425925925926,
|
| 741 |
+
"grad_norm": 10.558011054992676,
|
| 742 |
+
"learning_rate": 1.5987654320987655e-05,
|
| 743 |
+
"loss": 0.2116,
|
| 744 |
+
"step": 2425
|
| 745 |
+
},
|
| 746 |
+
{
|
| 747 |
+
"epoch": 5.671296296296296,
|
| 748 |
+
"grad_norm": 1.1286909580230713,
|
| 749 |
+
"learning_rate": 1.5923353909465024e-05,
|
| 750 |
+
"loss": 0.2356,
|
| 751 |
+
"step": 2450
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"epoch": 5.729166666666667,
|
| 755 |
+
"grad_norm": 0.275409996509552,
|
| 756 |
+
"learning_rate": 1.5859053497942386e-05,
|
| 757 |
+
"loss": 0.3118,
|
| 758 |
+
"step": 2475
|
| 759 |
+
},
|
| 760 |
+
{
|
| 761 |
+
"epoch": 5.787037037037037,
|
| 762 |
+
"grad_norm": 0.19661515951156616,
|
| 763 |
+
"learning_rate": 1.5794753086419754e-05,
|
| 764 |
+
"loss": 0.1654,
|
| 765 |
+
"step": 2500
|
| 766 |
+
},
|
| 767 |
+
{
|
| 768 |
+
"epoch": 5.844907407407407,
|
| 769 |
+
"grad_norm": 54.3006706237793,
|
| 770 |
+
"learning_rate": 1.573045267489712e-05,
|
| 771 |
+
"loss": 0.2347,
|
| 772 |
+
"step": 2525
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"epoch": 5.902777777777778,
|
| 776 |
+
"grad_norm": 1.6434773206710815,
|
| 777 |
+
"learning_rate": 1.5666152263374488e-05,
|
| 778 |
+
"loss": 0.2709,
|
| 779 |
+
"step": 2550
|
| 780 |
+
},
|
| 781 |
+
{
|
| 782 |
+
"epoch": 5.960648148148148,
|
| 783 |
+
"grad_norm": 13.843772888183594,
|
| 784 |
+
"learning_rate": 1.5601851851851853e-05,
|
| 785 |
+
"loss": 0.1101,
|
| 786 |
+
"step": 2575
|
| 787 |
+
},
|
| 788 |
+
{
|
| 789 |
+
"epoch": 6.0,
|
| 790 |
+
"eval_accuracy": 0.9453125,
|
| 791 |
+
"eval_loss": 0.34611406922340393,
|
| 792 |
+
"eval_macro_f1": 0.8060245310245312,
|
| 793 |
+
"eval_runtime": 2.3912,
|
| 794 |
+
"eval_samples_per_second": 642.353,
|
| 795 |
+
"eval_steps_per_second": 40.147,
|
| 796 |
+
"eval_weighted_f1": 0.9450214336444805,
|
| 797 |
+
"step": 2592
|
| 798 |
+
},
|
| 799 |
+
{
|
| 800 |
+
"epoch": 6.018518518518518,
|
| 801 |
+
"grad_norm": 0.028056342154741287,
|
| 802 |
+
"learning_rate": 1.5537551440329218e-05,
|
| 803 |
+
"loss": 0.2465,
|
| 804 |
+
"step": 2600
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"epoch": 6.076388888888889,
|
| 808 |
+
"grad_norm": 0.06480966508388519,
|
| 809 |
+
"learning_rate": 1.5473251028806587e-05,
|
| 810 |
+
"loss": 0.1238,
|
| 811 |
+
"step": 2625
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"epoch": 6.1342592592592595,
|
| 815 |
+
"grad_norm": 0.8830080628395081,
|
| 816 |
+
"learning_rate": 1.5408950617283952e-05,
|
| 817 |
+
"loss": 0.2146,
|
| 818 |
+
"step": 2650
|
| 819 |
+
},
|
| 820 |
+
{
|
| 821 |
+
"epoch": 6.19212962962963,
|
| 822 |
+
"grad_norm": 10.926340103149414,
|
| 823 |
+
"learning_rate": 1.5344650205761317e-05,
|
| 824 |
+
"loss": 0.0831,
|
| 825 |
+
"step": 2675
|
| 826 |
+
},
|
| 827 |
+
{
|
| 828 |
+
"epoch": 6.25,
|
| 829 |
+
"grad_norm": 0.08858884871006012,
|
| 830 |
+
"learning_rate": 1.5280349794238685e-05,
|
| 831 |
+
"loss": 0.056,
|
| 832 |
+
"step": 2700
|
| 833 |
+
},
|
| 834 |
+
{
|
| 835 |
+
"epoch": 6.30787037037037,
|
| 836 |
+
"grad_norm": 3.7048072814941406,
|
| 837 |
+
"learning_rate": 1.5216049382716052e-05,
|
| 838 |
+
"loss": 0.0324,
|
| 839 |
+
"step": 2725
|
| 840 |
+
},
|
| 841 |
+
{
|
| 842 |
+
"epoch": 6.3657407407407405,
|
| 843 |
+
"grad_norm": 70.95436096191406,
|
| 844 |
+
"learning_rate": 1.5151748971193416e-05,
|
| 845 |
+
"loss": 0.1673,
|
| 846 |
+
"step": 2750
|
| 847 |
+
},
|
| 848 |
+
{
|
| 849 |
+
"epoch": 6.423611111111111,
|
| 850 |
+
"grad_norm": 0.012023563496768475,
|
| 851 |
+
"learning_rate": 1.5087448559670783e-05,
|
| 852 |
+
"loss": 0.0889,
|
| 853 |
+
"step": 2775
|
| 854 |
+
},
|
| 855 |
+
{
|
| 856 |
+
"epoch": 6.481481481481482,
|
| 857 |
+
"grad_norm": 0.05010666698217392,
|
| 858 |
+
"learning_rate": 1.502314814814815e-05,
|
| 859 |
+
"loss": 0.1141,
|
| 860 |
+
"step": 2800
|
| 861 |
+
},
|
| 862 |
+
{
|
| 863 |
+
"epoch": 6.539351851851852,
|
| 864 |
+
"grad_norm": 28.147377014160156,
|
| 865 |
+
"learning_rate": 1.4958847736625515e-05,
|
| 866 |
+
"loss": 0.2079,
|
| 867 |
+
"step": 2825
|
| 868 |
+
},
|
| 869 |
+
{
|
| 870 |
+
"epoch": 6.597222222222222,
|
| 871 |
+
"grad_norm": 0.18403151631355286,
|
| 872 |
+
"learning_rate": 1.4894547325102881e-05,
|
| 873 |
+
"loss": 0.1444,
|
| 874 |
+
"step": 2850
|
| 875 |
+
},
|
| 876 |
+
{
|
| 877 |
+
"epoch": 6.655092592592593,
|
| 878 |
+
"grad_norm": 96.8403549194336,
|
| 879 |
+
"learning_rate": 1.4830246913580248e-05,
|
| 880 |
+
"loss": 0.1011,
|
| 881 |
+
"step": 2875
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"epoch": 6.712962962962963,
|
| 885 |
+
"grad_norm": 0.02153344452381134,
|
| 886 |
+
"learning_rate": 1.4765946502057615e-05,
|
| 887 |
+
"loss": 0.1454,
|
| 888 |
+
"step": 2900
|
| 889 |
+
},
|
| 890 |
+
{
|
| 891 |
+
"epoch": 6.770833333333333,
|
| 892 |
+
"grad_norm": 0.3860515356063843,
|
| 893 |
+
"learning_rate": 1.470164609053498e-05,
|
| 894 |
+
"loss": 0.2085,
|
| 895 |
+
"step": 2925
|
| 896 |
+
},
|
| 897 |
+
{
|
| 898 |
+
"epoch": 6.828703703703704,
|
| 899 |
+
"grad_norm": 20.597978591918945,
|
| 900 |
+
"learning_rate": 1.4637345679012347e-05,
|
| 901 |
+
"loss": 0.1464,
|
| 902 |
+
"step": 2950
|
| 903 |
+
},
|
| 904 |
+
{
|
| 905 |
+
"epoch": 6.886574074074074,
|
| 906 |
+
"grad_norm": 0.014128085225820541,
|
| 907 |
+
"learning_rate": 1.4573045267489714e-05,
|
| 908 |
+
"loss": 0.0697,
|
| 909 |
+
"step": 2975
|
| 910 |
+
},
|
| 911 |
+
{
|
| 912 |
+
"epoch": 6.944444444444445,
|
| 913 |
+
"grad_norm": 0.10178834944963455,
|
| 914 |
+
"learning_rate": 1.4508744855967079e-05,
|
| 915 |
+
"loss": 0.1824,
|
| 916 |
+
"step": 3000
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"epoch": 7.0,
|
| 920 |
+
"eval_accuracy": 0.947265625,
|
| 921 |
+
"eval_loss": 0.40895819664001465,
|
| 922 |
+
"eval_macro_f1": 0.8209678388881242,
|
| 923 |
+
"eval_runtime": 2.276,
|
| 924 |
+
"eval_samples_per_second": 674.869,
|
| 925 |
+
"eval_steps_per_second": 42.179,
|
| 926 |
+
"eval_weighted_f1": 0.9470024472712638,
|
| 927 |
+
"step": 3024
|
| 928 |
+
}
|
| 929 |
+
],
|
| 930 |
+
"logging_steps": 25,
|
| 931 |
+
"max_steps": 8640,
|
| 932 |
+
"num_input_tokens_seen": 0,
|
| 933 |
+
"num_train_epochs": 20,
|
| 934 |
+
"save_steps": 500,
|
| 935 |
+
"stateful_callbacks": {
|
| 936 |
+
"EarlyStoppingCallback": {
|
| 937 |
+
"args": {
|
| 938 |
+
"early_stopping_patience": 3,
|
| 939 |
+
"early_stopping_threshold": 0.0
|
| 940 |
+
},
|
| 941 |
+
"attributes": {
|
| 942 |
+
"early_stopping_patience_counter": 3
|
| 943 |
+
}
|
| 944 |
+
},
|
| 945 |
+
"TrainerControl": {
|
| 946 |
+
"args": {
|
| 947 |
+
"should_epoch_stop": false,
|
| 948 |
+
"should_evaluate": false,
|
| 949 |
+
"should_log": false,
|
| 950 |
+
"should_save": true,
|
| 951 |
+
"should_training_stop": true
|
| 952 |
+
},
|
| 953 |
+
"attributes": {}
|
| 954 |
+
}
|
| 955 |
+
},
|
| 956 |
+
"total_flos": 0.0,
|
| 957 |
+
"train_batch_size": 8,
|
| 958 |
+
"trial_name": null,
|
| 959 |
+
"trial_params": null
|
| 960 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110/trainer_state.json
ADDED
|
@@ -0,0 +1,384 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1110,
|
| 3 |
+
"best_metric": 0.8627064764341803,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110",
|
| 5 |
+
"epoch": 3.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 1110,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.06765899864682003,
|
| 14 |
+
"grad_norm": 52.8561897277832,
|
| 15 |
+
"learning_rate": 6.486486486486487e-07,
|
| 16 |
+
"loss": 4.4466,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.13531799729364005,
|
| 21 |
+
"grad_norm": 23.00142478942871,
|
| 22 |
+
"learning_rate": 1.3243243243243246e-06,
|
| 23 |
+
"loss": 3.463,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.2029769959404601,
|
| 28 |
+
"grad_norm": 20.246192932128906,
|
| 29 |
+
"learning_rate": 2.0000000000000003e-06,
|
| 30 |
+
"loss": 2.7005,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.2706359945872801,
|
| 35 |
+
"grad_norm": 17.498886108398438,
|
| 36 |
+
"learning_rate": 2.6756756756756757e-06,
|
| 37 |
+
"loss": 2.0575,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.3382949932341001,
|
| 42 |
+
"grad_norm": 9.301069259643555,
|
| 43 |
+
"learning_rate": 3.351351351351352e-06,
|
| 44 |
+
"loss": 1.3406,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.4059539918809202,
|
| 49 |
+
"grad_norm": 27.461122512817383,
|
| 50 |
+
"learning_rate": 4.027027027027028e-06,
|
| 51 |
+
"loss": 1.0044,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.4736129905277402,
|
| 56 |
+
"grad_norm": 12.344182968139648,
|
| 57 |
+
"learning_rate": 4.702702702702703e-06,
|
| 58 |
+
"loss": 1.0298,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.5412719891745602,
|
| 63 |
+
"grad_norm": 19.410551071166992,
|
| 64 |
+
"learning_rate": 5.378378378378378e-06,
|
| 65 |
+
"loss": 1.113,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.6089309878213802,
|
| 70 |
+
"grad_norm": 17.777082443237305,
|
| 71 |
+
"learning_rate": 6.054054054054055e-06,
|
| 72 |
+
"loss": 0.8631,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.6765899864682002,
|
| 77 |
+
"grad_norm": 13.092315673828125,
|
| 78 |
+
"learning_rate": 6.729729729729731e-06,
|
| 79 |
+
"loss": 0.9438,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.7442489851150202,
|
| 84 |
+
"grad_norm": 16.50128746032715,
|
| 85 |
+
"learning_rate": 7.4054054054054055e-06,
|
| 86 |
+
"loss": 0.9228,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.8119079837618404,
|
| 91 |
+
"grad_norm": 13.31680679321289,
|
| 92 |
+
"learning_rate": 8.081081081081081e-06,
|
| 93 |
+
"loss": 0.9984,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.8795669824086604,
|
| 98 |
+
"grad_norm": 28.517654418945312,
|
| 99 |
+
"learning_rate": 8.756756756756759e-06,
|
| 100 |
+
"loss": 0.8359,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.9472259810554804,
|
| 105 |
+
"grad_norm": 37.21656799316406,
|
| 106 |
+
"learning_rate": 9.432432432432433e-06,
|
| 107 |
+
"loss": 0.8952,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 1.0,
|
| 112 |
+
"eval_accuracy": 0.9353120243531202,
|
| 113 |
+
"eval_loss": 0.21168722212314606,
|
| 114 |
+
"eval_macro_f1": 0.8183671272895209,
|
| 115 |
+
"eval_runtime": 1.9783,
|
| 116 |
+
"eval_samples_per_second": 664.216,
|
| 117 |
+
"eval_steps_per_second": 41.956,
|
| 118 |
+
"eval_weighted_f1": 0.9326977904317904,
|
| 119 |
+
"step": 370
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.013531799729364,
|
| 123 |
+
"grad_norm": 8.941009521484375,
|
| 124 |
+
"learning_rate": 1.0108108108108109e-05,
|
| 125 |
+
"loss": 0.6691,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 1.0811907983761841,
|
| 130 |
+
"grad_norm": 17.65595817565918,
|
| 131 |
+
"learning_rate": 1.0783783783783786e-05,
|
| 132 |
+
"loss": 0.6092,
|
| 133 |
+
"step": 400
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"epoch": 1.148849797023004,
|
| 137 |
+
"grad_norm": 27.339229583740234,
|
| 138 |
+
"learning_rate": 1.1459459459459462e-05,
|
| 139 |
+
"loss": 0.7396,
|
| 140 |
+
"step": 425
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.2165087956698242,
|
| 144 |
+
"grad_norm": 10.929178237915039,
|
| 145 |
+
"learning_rate": 1.2135135135135136e-05,
|
| 146 |
+
"loss": 0.5622,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.284167794316644,
|
| 151 |
+
"grad_norm": 36.919673919677734,
|
| 152 |
+
"learning_rate": 1.2810810810810812e-05,
|
| 153 |
+
"loss": 0.7124,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.3518267929634642,
|
| 158 |
+
"grad_norm": 23.274887084960938,
|
| 159 |
+
"learning_rate": 1.3486486486486487e-05,
|
| 160 |
+
"loss": 0.7385,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.419485791610284,
|
| 165 |
+
"grad_norm": 14.43750286102295,
|
| 166 |
+
"learning_rate": 1.4162162162162163e-05,
|
| 167 |
+
"loss": 0.8014,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.4871447902571042,
|
| 172 |
+
"grad_norm": 12.0795259475708,
|
| 173 |
+
"learning_rate": 1.4837837837837839e-05,
|
| 174 |
+
"loss": 0.7065,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.5548037889039241,
|
| 179 |
+
"grad_norm": 20.866029739379883,
|
| 180 |
+
"learning_rate": 1.5513513513513513e-05,
|
| 181 |
+
"loss": 0.7384,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.6224627875507442,
|
| 186 |
+
"grad_norm": 20.933670043945312,
|
| 187 |
+
"learning_rate": 1.618918918918919e-05,
|
| 188 |
+
"loss": 0.7264,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.6901217861975644,
|
| 193 |
+
"grad_norm": 28.23618507385254,
|
| 194 |
+
"learning_rate": 1.6864864864864868e-05,
|
| 195 |
+
"loss": 0.5836,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.7577807848443843,
|
| 200 |
+
"grad_norm": 18.923307418823242,
|
| 201 |
+
"learning_rate": 1.7540540540540542e-05,
|
| 202 |
+
"loss": 0.5361,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.8254397834912042,
|
| 207 |
+
"grad_norm": 6.555755138397217,
|
| 208 |
+
"learning_rate": 1.821621621621622e-05,
|
| 209 |
+
"loss": 0.9108,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.8930987821380243,
|
| 214 |
+
"grad_norm": 21.442893981933594,
|
| 215 |
+
"learning_rate": 1.8891891891891893e-05,
|
| 216 |
+
"loss": 0.8066,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.9607577807848444,
|
| 221 |
+
"grad_norm": 38.389869689941406,
|
| 222 |
+
"learning_rate": 1.956756756756757e-05,
|
| 223 |
+
"loss": 0.7556,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 2.0,
|
| 228 |
+
"eval_accuracy": 0.9474885844748858,
|
| 229 |
+
"eval_loss": 0.20566341280937195,
|
| 230 |
+
"eval_macro_f1": 0.8424689735419933,
|
| 231 |
+
"eval_runtime": 2.0239,
|
| 232 |
+
"eval_samples_per_second": 649.248,
|
| 233 |
+
"eval_steps_per_second": 41.01,
|
| 234 |
+
"eval_weighted_f1": 0.944433649836073,
|
| 235 |
+
"step": 740
|
| 236 |
+
},
|
| 237 |
+
{
|
| 238 |
+
"epoch": 2.027063599458728,
|
| 239 |
+
"grad_norm": 7.279914855957031,
|
| 240 |
+
"learning_rate": 1.9972972972972974e-05,
|
| 241 |
+
"loss": 0.6819,
|
| 242 |
+
"step": 750
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"epoch": 2.094722598105548,
|
| 246 |
+
"grad_norm": 3.9152708053588867,
|
| 247 |
+
"learning_rate": 1.98978978978979e-05,
|
| 248 |
+
"loss": 0.5606,
|
| 249 |
+
"step": 775
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"epoch": 2.1623815967523683,
|
| 253 |
+
"grad_norm": 10.843545913696289,
|
| 254 |
+
"learning_rate": 1.9822822822822824e-05,
|
| 255 |
+
"loss": 0.3474,
|
| 256 |
+
"step": 800
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"epoch": 2.230040595399188,
|
| 260 |
+
"grad_norm": 53.51970672607422,
|
| 261 |
+
"learning_rate": 1.974774774774775e-05,
|
| 262 |
+
"loss": 0.6616,
|
| 263 |
+
"step": 825
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"epoch": 2.297699594046008,
|
| 267 |
+
"grad_norm": 6.616288185119629,
|
| 268 |
+
"learning_rate": 1.9672672672672674e-05,
|
| 269 |
+
"loss": 0.449,
|
| 270 |
+
"step": 850
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.365358592692828,
|
| 274 |
+
"grad_norm": 28.518653869628906,
|
| 275 |
+
"learning_rate": 1.95975975975976e-05,
|
| 276 |
+
"loss": 0.7186,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.4330175913396483,
|
| 281 |
+
"grad_norm": 4.2392706871032715,
|
| 282 |
+
"learning_rate": 1.9522522522522524e-05,
|
| 283 |
+
"loss": 0.5512,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.500676589986468,
|
| 288 |
+
"grad_norm": 31.375568389892578,
|
| 289 |
+
"learning_rate": 1.944744744744745e-05,
|
| 290 |
+
"loss": 0.5445,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.568335588633288,
|
| 295 |
+
"grad_norm": 21.871591567993164,
|
| 296 |
+
"learning_rate": 1.9372372372372375e-05,
|
| 297 |
+
"loss": 0.4136,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.6359945872801083,
|
| 302 |
+
"grad_norm": 41.55508041381836,
|
| 303 |
+
"learning_rate": 1.92972972972973e-05,
|
| 304 |
+
"loss": 0.6364,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.7036535859269284,
|
| 309 |
+
"grad_norm": 8.780939102172852,
|
| 310 |
+
"learning_rate": 1.9222222222222225e-05,
|
| 311 |
+
"loss": 0.4767,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.7713125845737485,
|
| 316 |
+
"grad_norm": 32.6473274230957,
|
| 317 |
+
"learning_rate": 1.914714714714715e-05,
|
| 318 |
+
"loss": 0.4571,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.838971583220568,
|
| 323 |
+
"grad_norm": 33.55327606201172,
|
| 324 |
+
"learning_rate": 1.9072072072072075e-05,
|
| 325 |
+
"loss": 0.4326,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.9066305818673883,
|
| 330 |
+
"grad_norm": 10.805431365966797,
|
| 331 |
+
"learning_rate": 1.8996996996997e-05,
|
| 332 |
+
"loss": 0.6472,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.9742895805142084,
|
| 337 |
+
"grad_norm": 23.77999496459961,
|
| 338 |
+
"learning_rate": 1.8921921921921925e-05,
|
| 339 |
+
"loss": 0.5481,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 3.0,
|
| 344 |
+
"eval_accuracy": 0.9512937595129376,
|
| 345 |
+
"eval_loss": 0.20128655433654785,
|
| 346 |
+
"eval_macro_f1": 0.8627064764341803,
|
| 347 |
+
"eval_runtime": 2.0875,
|
| 348 |
+
"eval_samples_per_second": 629.471,
|
| 349 |
+
"eval_steps_per_second": 39.761,
|
| 350 |
+
"eval_weighted_f1": 0.9496173861703668,
|
| 351 |
+
"step": 1110
|
| 352 |
+
}
|
| 353 |
+
],
|
| 354 |
+
"logging_steps": 25,
|
| 355 |
+
"max_steps": 7400,
|
| 356 |
+
"num_input_tokens_seen": 0,
|
| 357 |
+
"num_train_epochs": 20,
|
| 358 |
+
"save_steps": 500,
|
| 359 |
+
"stateful_callbacks": {
|
| 360 |
+
"EarlyStoppingCallback": {
|
| 361 |
+
"args": {
|
| 362 |
+
"early_stopping_patience": 3,
|
| 363 |
+
"early_stopping_threshold": 0.0
|
| 364 |
+
},
|
| 365 |
+
"attributes": {
|
| 366 |
+
"early_stopping_patience_counter": 0
|
| 367 |
+
}
|
| 368 |
+
},
|
| 369 |
+
"TrainerControl": {
|
| 370 |
+
"args": {
|
| 371 |
+
"should_epoch_stop": false,
|
| 372 |
+
"should_evaluate": false,
|
| 373 |
+
"should_log": false,
|
| 374 |
+
"should_save": true,
|
| 375 |
+
"should_training_stop": false
|
| 376 |
+
},
|
| 377 |
+
"attributes": {}
|
| 378 |
+
}
|
| 379 |
+
},
|
| 380 |
+
"total_flos": 0.0,
|
| 381 |
+
"train_batch_size": 8,
|
| 382 |
+
"trial_name": null,
|
| 383 |
+
"trial_params": null
|
| 384 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-2220/trainer_state.json
ADDED
|
@@ -0,0 +1,725 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 1110,
|
| 3 |
+
"best_metric": 0.8627064764341803,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-visobert-topic-domain-03-s44-20260830T045224Z-90d3fdde/trainer/checkpoint-1110",
|
| 5 |
+
"epoch": 6.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 2220,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.06765899864682003,
|
| 14 |
+
"grad_norm": 52.8561897277832,
|
| 15 |
+
"learning_rate": 6.486486486486487e-07,
|
| 16 |
+
"loss": 4.4466,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.13531799729364005,
|
| 21 |
+
"grad_norm": 23.00142478942871,
|
| 22 |
+
"learning_rate": 1.3243243243243246e-06,
|
| 23 |
+
"loss": 3.463,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.2029769959404601,
|
| 28 |
+
"grad_norm": 20.246192932128906,
|
| 29 |
+
"learning_rate": 2.0000000000000003e-06,
|
| 30 |
+
"loss": 2.7005,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 0.2706359945872801,
|
| 35 |
+
"grad_norm": 17.498886108398438,
|
| 36 |
+
"learning_rate": 2.6756756756756757e-06,
|
| 37 |
+
"loss": 2.0575,
|
| 38 |
+
"step": 100
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"epoch": 0.3382949932341001,
|
| 42 |
+
"grad_norm": 9.301069259643555,
|
| 43 |
+
"learning_rate": 3.351351351351352e-06,
|
| 44 |
+
"loss": 1.3406,
|
| 45 |
+
"step": 125
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"epoch": 0.4059539918809202,
|
| 49 |
+
"grad_norm": 27.461122512817383,
|
| 50 |
+
"learning_rate": 4.027027027027028e-06,
|
| 51 |
+
"loss": 1.0044,
|
| 52 |
+
"step": 150
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"epoch": 0.4736129905277402,
|
| 56 |
+
"grad_norm": 12.344182968139648,
|
| 57 |
+
"learning_rate": 4.702702702702703e-06,
|
| 58 |
+
"loss": 1.0298,
|
| 59 |
+
"step": 175
|
| 60 |
+
},
|
| 61 |
+
{
|
| 62 |
+
"epoch": 0.5412719891745602,
|
| 63 |
+
"grad_norm": 19.410551071166992,
|
| 64 |
+
"learning_rate": 5.378378378378378e-06,
|
| 65 |
+
"loss": 1.113,
|
| 66 |
+
"step": 200
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"epoch": 0.6089309878213802,
|
| 70 |
+
"grad_norm": 17.777082443237305,
|
| 71 |
+
"learning_rate": 6.054054054054055e-06,
|
| 72 |
+
"loss": 0.8631,
|
| 73 |
+
"step": 225
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"epoch": 0.6765899864682002,
|
| 77 |
+
"grad_norm": 13.092315673828125,
|
| 78 |
+
"learning_rate": 6.729729729729731e-06,
|
| 79 |
+
"loss": 0.9438,
|
| 80 |
+
"step": 250
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"epoch": 0.7442489851150202,
|
| 84 |
+
"grad_norm": 16.50128746032715,
|
| 85 |
+
"learning_rate": 7.4054054054054055e-06,
|
| 86 |
+
"loss": 0.9228,
|
| 87 |
+
"step": 275
|
| 88 |
+
},
|
| 89 |
+
{
|
| 90 |
+
"epoch": 0.8119079837618404,
|
| 91 |
+
"grad_norm": 13.31680679321289,
|
| 92 |
+
"learning_rate": 8.081081081081081e-06,
|
| 93 |
+
"loss": 0.9984,
|
| 94 |
+
"step": 300
|
| 95 |
+
},
|
| 96 |
+
{
|
| 97 |
+
"epoch": 0.8795669824086604,
|
| 98 |
+
"grad_norm": 28.517654418945312,
|
| 99 |
+
"learning_rate": 8.756756756756759e-06,
|
| 100 |
+
"loss": 0.8359,
|
| 101 |
+
"step": 325
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 0.9472259810554804,
|
| 105 |
+
"grad_norm": 37.21656799316406,
|
| 106 |
+
"learning_rate": 9.432432432432433e-06,
|
| 107 |
+
"loss": 0.8952,
|
| 108 |
+
"step": 350
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"epoch": 1.0,
|
| 112 |
+
"eval_accuracy": 0.9353120243531202,
|
| 113 |
+
"eval_loss": 0.21168722212314606,
|
| 114 |
+
"eval_macro_f1": 0.8183671272895209,
|
| 115 |
+
"eval_runtime": 1.9783,
|
| 116 |
+
"eval_samples_per_second": 664.216,
|
| 117 |
+
"eval_steps_per_second": 41.956,
|
| 118 |
+
"eval_weighted_f1": 0.9326977904317904,
|
| 119 |
+
"step": 370
|
| 120 |
+
},
|
| 121 |
+
{
|
| 122 |
+
"epoch": 1.013531799729364,
|
| 123 |
+
"grad_norm": 8.941009521484375,
|
| 124 |
+
"learning_rate": 1.0108108108108109e-05,
|
| 125 |
+
"loss": 0.6691,
|
| 126 |
+
"step": 375
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"epoch": 1.0811907983761841,
|
| 130 |
+
"grad_norm": 17.65595817565918,
|
| 131 |
+
"learning_rate": 1.0783783783783786e-05,
|
| 132 |
+
"loss": 0.6092,
|
| 133 |
+
"step": 400
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"epoch": 1.148849797023004,
|
| 137 |
+
"grad_norm": 27.339229583740234,
|
| 138 |
+
"learning_rate": 1.1459459459459462e-05,
|
| 139 |
+
"loss": 0.7396,
|
| 140 |
+
"step": 425
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"epoch": 1.2165087956698242,
|
| 144 |
+
"grad_norm": 10.929178237915039,
|
| 145 |
+
"learning_rate": 1.2135135135135136e-05,
|
| 146 |
+
"loss": 0.5622,
|
| 147 |
+
"step": 450
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 1.284167794316644,
|
| 151 |
+
"grad_norm": 36.919673919677734,
|
| 152 |
+
"learning_rate": 1.2810810810810812e-05,
|
| 153 |
+
"loss": 0.7124,
|
| 154 |
+
"step": 475
|
| 155 |
+
},
|
| 156 |
+
{
|
| 157 |
+
"epoch": 1.3518267929634642,
|
| 158 |
+
"grad_norm": 23.274887084960938,
|
| 159 |
+
"learning_rate": 1.3486486486486487e-05,
|
| 160 |
+
"loss": 0.7385,
|
| 161 |
+
"step": 500
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"epoch": 1.419485791610284,
|
| 165 |
+
"grad_norm": 14.43750286102295,
|
| 166 |
+
"learning_rate": 1.4162162162162163e-05,
|
| 167 |
+
"loss": 0.8014,
|
| 168 |
+
"step": 525
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"epoch": 1.4871447902571042,
|
| 172 |
+
"grad_norm": 12.0795259475708,
|
| 173 |
+
"learning_rate": 1.4837837837837839e-05,
|
| 174 |
+
"loss": 0.7065,
|
| 175 |
+
"step": 550
|
| 176 |
+
},
|
| 177 |
+
{
|
| 178 |
+
"epoch": 1.5548037889039241,
|
| 179 |
+
"grad_norm": 20.866029739379883,
|
| 180 |
+
"learning_rate": 1.5513513513513513e-05,
|
| 181 |
+
"loss": 0.7384,
|
| 182 |
+
"step": 575
|
| 183 |
+
},
|
| 184 |
+
{
|
| 185 |
+
"epoch": 1.6224627875507442,
|
| 186 |
+
"grad_norm": 20.933670043945312,
|
| 187 |
+
"learning_rate": 1.618918918918919e-05,
|
| 188 |
+
"loss": 0.7264,
|
| 189 |
+
"step": 600
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"epoch": 1.6901217861975644,
|
| 193 |
+
"grad_norm": 28.23618507385254,
|
| 194 |
+
"learning_rate": 1.6864864864864868e-05,
|
| 195 |
+
"loss": 0.5836,
|
| 196 |
+
"step": 625
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"epoch": 1.7577807848443843,
|
| 200 |
+
"grad_norm": 18.923307418823242,
|
| 201 |
+
"learning_rate": 1.7540540540540542e-05,
|
| 202 |
+
"loss": 0.5361,
|
| 203 |
+
"step": 650
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"epoch": 1.8254397834912042,
|
| 207 |
+
"grad_norm": 6.555755138397217,
|
| 208 |
+
"learning_rate": 1.821621621621622e-05,
|
| 209 |
+
"loss": 0.9108,
|
| 210 |
+
"step": 675
|
| 211 |
+
},
|
| 212 |
+
{
|
| 213 |
+
"epoch": 1.8930987821380243,
|
| 214 |
+
"grad_norm": 21.442893981933594,
|
| 215 |
+
"learning_rate": 1.8891891891891893e-05,
|
| 216 |
+
"loss": 0.8066,
|
| 217 |
+
"step": 700
|
| 218 |
+
},
|
| 219 |
+
{
|
| 220 |
+
"epoch": 1.9607577807848444,
|
| 221 |
+
"grad_norm": 38.389869689941406,
|
| 222 |
+
"learning_rate": 1.956756756756757e-05,
|
| 223 |
+
"loss": 0.7556,
|
| 224 |
+
"step": 725
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 2.0,
|
| 228 |
+
"eval_accuracy": 0.9474885844748858,
|
| 229 |
+
"eval_loss": 0.20566341280937195,
|
| 230 |
+
"eval_macro_f1": 0.8424689735419933,
|
| 231 |
+
"eval_runtime": 2.0239,
|
| 232 |
+
"eval_samples_per_second": 649.248,
|
| 233 |
+
"eval_steps_per_second": 41.01,
|
| 234 |
+
"eval_weighted_f1": 0.944433649836073,
|
| 235 |
+
"step": 740
|
| 236 |
+
},
|
| 237 |
+
{
|
| 238 |
+
"epoch": 2.027063599458728,
|
| 239 |
+
"grad_norm": 7.279914855957031,
|
| 240 |
+
"learning_rate": 1.9972972972972974e-05,
|
| 241 |
+
"loss": 0.6819,
|
| 242 |
+
"step": 750
|
| 243 |
+
},
|
| 244 |
+
{
|
| 245 |
+
"epoch": 2.094722598105548,
|
| 246 |
+
"grad_norm": 3.9152708053588867,
|
| 247 |
+
"learning_rate": 1.98978978978979e-05,
|
| 248 |
+
"loss": 0.5606,
|
| 249 |
+
"step": 775
|
| 250 |
+
},
|
| 251 |
+
{
|
| 252 |
+
"epoch": 2.1623815967523683,
|
| 253 |
+
"grad_norm": 10.843545913696289,
|
| 254 |
+
"learning_rate": 1.9822822822822824e-05,
|
| 255 |
+
"loss": 0.3474,
|
| 256 |
+
"step": 800
|
| 257 |
+
},
|
| 258 |
+
{
|
| 259 |
+
"epoch": 2.230040595399188,
|
| 260 |
+
"grad_norm": 53.51970672607422,
|
| 261 |
+
"learning_rate": 1.974774774774775e-05,
|
| 262 |
+
"loss": 0.6616,
|
| 263 |
+
"step": 825
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"epoch": 2.297699594046008,
|
| 267 |
+
"grad_norm": 6.616288185119629,
|
| 268 |
+
"learning_rate": 1.9672672672672674e-05,
|
| 269 |
+
"loss": 0.449,
|
| 270 |
+
"step": 850
|
| 271 |
+
},
|
| 272 |
+
{
|
| 273 |
+
"epoch": 2.365358592692828,
|
| 274 |
+
"grad_norm": 28.518653869628906,
|
| 275 |
+
"learning_rate": 1.95975975975976e-05,
|
| 276 |
+
"loss": 0.7186,
|
| 277 |
+
"step": 875
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"epoch": 2.4330175913396483,
|
| 281 |
+
"grad_norm": 4.2392706871032715,
|
| 282 |
+
"learning_rate": 1.9522522522522524e-05,
|
| 283 |
+
"loss": 0.5512,
|
| 284 |
+
"step": 900
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"epoch": 2.500676589986468,
|
| 288 |
+
"grad_norm": 31.375568389892578,
|
| 289 |
+
"learning_rate": 1.944744744744745e-05,
|
| 290 |
+
"loss": 0.5445,
|
| 291 |
+
"step": 925
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"epoch": 2.568335588633288,
|
| 295 |
+
"grad_norm": 21.871591567993164,
|
| 296 |
+
"learning_rate": 1.9372372372372375e-05,
|
| 297 |
+
"loss": 0.4136,
|
| 298 |
+
"step": 950
|
| 299 |
+
},
|
| 300 |
+
{
|
| 301 |
+
"epoch": 2.6359945872801083,
|
| 302 |
+
"grad_norm": 41.55508041381836,
|
| 303 |
+
"learning_rate": 1.92972972972973e-05,
|
| 304 |
+
"loss": 0.6364,
|
| 305 |
+
"step": 975
|
| 306 |
+
},
|
| 307 |
+
{
|
| 308 |
+
"epoch": 2.7036535859269284,
|
| 309 |
+
"grad_norm": 8.780939102172852,
|
| 310 |
+
"learning_rate": 1.9222222222222225e-05,
|
| 311 |
+
"loss": 0.4767,
|
| 312 |
+
"step": 1000
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 2.7713125845737485,
|
| 316 |
+
"grad_norm": 32.6473274230957,
|
| 317 |
+
"learning_rate": 1.914714714714715e-05,
|
| 318 |
+
"loss": 0.4571,
|
| 319 |
+
"step": 1025
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 2.838971583220568,
|
| 323 |
+
"grad_norm": 33.55327606201172,
|
| 324 |
+
"learning_rate": 1.9072072072072075e-05,
|
| 325 |
+
"loss": 0.4326,
|
| 326 |
+
"step": 1050
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 2.9066305818673883,
|
| 330 |
+
"grad_norm": 10.805431365966797,
|
| 331 |
+
"learning_rate": 1.8996996996997e-05,
|
| 332 |
+
"loss": 0.6472,
|
| 333 |
+
"step": 1075
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 2.9742895805142084,
|
| 337 |
+
"grad_norm": 23.77999496459961,
|
| 338 |
+
"learning_rate": 1.8921921921921925e-05,
|
| 339 |
+
"loss": 0.5481,
|
| 340 |
+
"step": 1100
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"epoch": 3.0,
|
| 344 |
+
"eval_accuracy": 0.9512937595129376,
|
| 345 |
+
"eval_loss": 0.20128655433654785,
|
| 346 |
+
"eval_macro_f1": 0.8627064764341803,
|
| 347 |
+
"eval_runtime": 2.0875,
|
| 348 |
+
"eval_samples_per_second": 629.471,
|
| 349 |
+
"eval_steps_per_second": 39.761,
|
| 350 |
+
"eval_weighted_f1": 0.9496173861703668,
|
| 351 |
+
"step": 1110
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"epoch": 3.040595399188092,
|
| 355 |
+
"grad_norm": 15.909965515136719,
|
| 356 |
+
"learning_rate": 1.884684684684685e-05,
|
| 357 |
+
"loss": 0.3911,
|
| 358 |
+
"step": 1125
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"epoch": 3.108254397834912,
|
| 362 |
+
"grad_norm": 9.094459533691406,
|
| 363 |
+
"learning_rate": 1.8771771771771776e-05,
|
| 364 |
+
"loss": 0.3766,
|
| 365 |
+
"step": 1150
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"epoch": 3.175913396481732,
|
| 369 |
+
"grad_norm": 22.753076553344727,
|
| 370 |
+
"learning_rate": 1.86966966966967e-05,
|
| 371 |
+
"loss": 0.392,
|
| 372 |
+
"step": 1175
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"epoch": 3.243572395128552,
|
| 376 |
+
"grad_norm": 8.914005279541016,
|
| 377 |
+
"learning_rate": 1.8621621621621622e-05,
|
| 378 |
+
"loss": 0.2336,
|
| 379 |
+
"step": 1200
|
| 380 |
+
},
|
| 381 |
+
{
|
| 382 |
+
"epoch": 3.311231393775372,
|
| 383 |
+
"grad_norm": 27.193466186523438,
|
| 384 |
+
"learning_rate": 1.8546546546546547e-05,
|
| 385 |
+
"loss": 0.2733,
|
| 386 |
+
"step": 1225
|
| 387 |
+
},
|
| 388 |
+
{
|
| 389 |
+
"epoch": 3.3788903924221922,
|
| 390 |
+
"grad_norm": 3.7335739135742188,
|
| 391 |
+
"learning_rate": 1.8471471471471473e-05,
|
| 392 |
+
"loss": 0.3637,
|
| 393 |
+
"step": 1250
|
| 394 |
+
},
|
| 395 |
+
{
|
| 396 |
+
"epoch": 3.4465493910690124,
|
| 397 |
+
"grad_norm": 7.8215107917785645,
|
| 398 |
+
"learning_rate": 1.8396396396396398e-05,
|
| 399 |
+
"loss": 0.3256,
|
| 400 |
+
"step": 1275
|
| 401 |
+
},
|
| 402 |
+
{
|
| 403 |
+
"epoch": 3.514208389715832,
|
| 404 |
+
"grad_norm": 24.87018585205078,
|
| 405 |
+
"learning_rate": 1.8321321321321323e-05,
|
| 406 |
+
"loss": 0.4396,
|
| 407 |
+
"step": 1300
|
| 408 |
+
},
|
| 409 |
+
{
|
| 410 |
+
"epoch": 3.581867388362652,
|
| 411 |
+
"grad_norm": 79.67013549804688,
|
| 412 |
+
"learning_rate": 1.8246246246246248e-05,
|
| 413 |
+
"loss": 0.3078,
|
| 414 |
+
"step": 1325
|
| 415 |
+
},
|
| 416 |
+
{
|
| 417 |
+
"epoch": 3.6495263870094723,
|
| 418 |
+
"grad_norm": 24.790355682373047,
|
| 419 |
+
"learning_rate": 1.8171171171171173e-05,
|
| 420 |
+
"loss": 0.2145,
|
| 421 |
+
"step": 1350
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"epoch": 3.7171853856562924,
|
| 425 |
+
"grad_norm": 12.497431755065918,
|
| 426 |
+
"learning_rate": 1.8096096096096098e-05,
|
| 427 |
+
"loss": 0.4955,
|
| 428 |
+
"step": 1375
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"epoch": 3.7848443843031125,
|
| 432 |
+
"grad_norm": 19.013595581054688,
|
| 433 |
+
"learning_rate": 1.8021021021021023e-05,
|
| 434 |
+
"loss": 0.3932,
|
| 435 |
+
"step": 1400
|
| 436 |
+
},
|
| 437 |
+
{
|
| 438 |
+
"epoch": 3.852503382949932,
|
| 439 |
+
"grad_norm": 9.40117073059082,
|
| 440 |
+
"learning_rate": 1.7945945945945948e-05,
|
| 441 |
+
"loss": 0.5098,
|
| 442 |
+
"step": 1425
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 3.9201623815967523,
|
| 446 |
+
"grad_norm": 0.19262740015983582,
|
| 447 |
+
"learning_rate": 1.7870870870870873e-05,
|
| 448 |
+
"loss": 0.2609,
|
| 449 |
+
"step": 1450
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 3.9878213802435725,
|
| 453 |
+
"grad_norm": 4.656269550323486,
|
| 454 |
+
"learning_rate": 1.77957957957958e-05,
|
| 455 |
+
"loss": 0.497,
|
| 456 |
+
"step": 1475
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 4.0,
|
| 460 |
+
"eval_accuracy": 0.9398782343987824,
|
| 461 |
+
"eval_loss": 0.320478230714798,
|
| 462 |
+
"eval_macro_f1": 0.8233564560514922,
|
| 463 |
+
"eval_runtime": 2.0576,
|
| 464 |
+
"eval_samples_per_second": 638.618,
|
| 465 |
+
"eval_steps_per_second": 40.339,
|
| 466 |
+
"eval_weighted_f1": 0.9375934121736322,
|
| 467 |
+
"step": 1480
|
| 468 |
+
},
|
| 469 |
+
{
|
| 470 |
+
"epoch": 4.054127198917456,
|
| 471 |
+
"grad_norm": 8.566075325012207,
|
| 472 |
+
"learning_rate": 1.7720720720720724e-05,
|
| 473 |
+
"loss": 0.3623,
|
| 474 |
+
"step": 1500
|
| 475 |
+
},
|
| 476 |
+
{
|
| 477 |
+
"epoch": 4.121786197564276,
|
| 478 |
+
"grad_norm": 17.353254318237305,
|
| 479 |
+
"learning_rate": 1.764564564564565e-05,
|
| 480 |
+
"loss": 0.3087,
|
| 481 |
+
"step": 1525
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"epoch": 4.189445196211096,
|
| 485 |
+
"grad_norm": 8.678946495056152,
|
| 486 |
+
"learning_rate": 1.757057057057057e-05,
|
| 487 |
+
"loss": 0.1973,
|
| 488 |
+
"step": 1550
|
| 489 |
+
},
|
| 490 |
+
{
|
| 491 |
+
"epoch": 4.2571041948579165,
|
| 492 |
+
"grad_norm": 0.3814387619495392,
|
| 493 |
+
"learning_rate": 1.7495495495495496e-05,
|
| 494 |
+
"loss": 0.2591,
|
| 495 |
+
"step": 1575
|
| 496 |
+
},
|
| 497 |
+
{
|
| 498 |
+
"epoch": 4.324763193504737,
|
| 499 |
+
"grad_norm": 29.1064453125,
|
| 500 |
+
"learning_rate": 1.742042042042042e-05,
|
| 501 |
+
"loss": 0.1015,
|
| 502 |
+
"step": 1600
|
| 503 |
+
},
|
| 504 |
+
{
|
| 505 |
+
"epoch": 4.392422192151556,
|
| 506 |
+
"grad_norm": 8.088055610656738,
|
| 507 |
+
"learning_rate": 1.7345345345345346e-05,
|
| 508 |
+
"loss": 0.4524,
|
| 509 |
+
"step": 1625
|
| 510 |
+
},
|
| 511 |
+
{
|
| 512 |
+
"epoch": 4.460081190798376,
|
| 513 |
+
"grad_norm": 0.1397956758737564,
|
| 514 |
+
"learning_rate": 1.727027027027027e-05,
|
| 515 |
+
"loss": 0.1393,
|
| 516 |
+
"step": 1650
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"epoch": 4.527740189445196,
|
| 520 |
+
"grad_norm": 16.107318878173828,
|
| 521 |
+
"learning_rate": 1.7195195195195196e-05,
|
| 522 |
+
"loss": 0.3453,
|
| 523 |
+
"step": 1675
|
| 524 |
+
},
|
| 525 |
+
{
|
| 526 |
+
"epoch": 4.595399188092016,
|
| 527 |
+
"grad_norm": 0.08644981682300568,
|
| 528 |
+
"learning_rate": 1.712012012012012e-05,
|
| 529 |
+
"loss": 0.1506,
|
| 530 |
+
"step": 1700
|
| 531 |
+
},
|
| 532 |
+
{
|
| 533 |
+
"epoch": 4.663058186738836,
|
| 534 |
+
"grad_norm": 9.766949653625488,
|
| 535 |
+
"learning_rate": 1.7045045045045046e-05,
|
| 536 |
+
"loss": 0.3107,
|
| 537 |
+
"step": 1725
|
| 538 |
+
},
|
| 539 |
+
{
|
| 540 |
+
"epoch": 4.730717185385656,
|
| 541 |
+
"grad_norm": 3.7315917015075684,
|
| 542 |
+
"learning_rate": 1.696996996996997e-05,
|
| 543 |
+
"loss": 0.1046,
|
| 544 |
+
"step": 1750
|
| 545 |
+
},
|
| 546 |
+
{
|
| 547 |
+
"epoch": 4.798376184032477,
|
| 548 |
+
"grad_norm": 1.8608323335647583,
|
| 549 |
+
"learning_rate": 1.6894894894894896e-05,
|
| 550 |
+
"loss": 0.3569,
|
| 551 |
+
"step": 1775
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"epoch": 4.866035182679297,
|
| 555 |
+
"grad_norm": 9.588242530822754,
|
| 556 |
+
"learning_rate": 1.681981981981982e-05,
|
| 557 |
+
"loss": 0.2481,
|
| 558 |
+
"step": 1800
|
| 559 |
+
},
|
| 560 |
+
{
|
| 561 |
+
"epoch": 4.933694181326116,
|
| 562 |
+
"grad_norm": 1.0496070384979248,
|
| 563 |
+
"learning_rate": 1.6744744744744747e-05,
|
| 564 |
+
"loss": 0.2239,
|
| 565 |
+
"step": 1825
|
| 566 |
+
},
|
| 567 |
+
{
|
| 568 |
+
"epoch": 5.0,
|
| 569 |
+
"grad_norm": 0.7059957981109619,
|
| 570 |
+
"learning_rate": 1.666966966966967e-05,
|
| 571 |
+
"loss": 0.2297,
|
| 572 |
+
"step": 1850
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"epoch": 5.0,
|
| 576 |
+
"eval_accuracy": 0.9383561643835616,
|
| 577 |
+
"eval_loss": 0.41412001848220825,
|
| 578 |
+
"eval_macro_f1": 0.8313516513920011,
|
| 579 |
+
"eval_runtime": 1.9835,
|
| 580 |
+
"eval_samples_per_second": 662.467,
|
| 581 |
+
"eval_steps_per_second": 41.845,
|
| 582 |
+
"eval_weighted_f1": 0.937999294643637,
|
| 583 |
+
"step": 1850
|
| 584 |
+
},
|
| 585 |
+
{
|
| 586 |
+
"epoch": 5.06765899864682,
|
| 587 |
+
"grad_norm": 4.6521196365356445,
|
| 588 |
+
"learning_rate": 1.6594594594594597e-05,
|
| 589 |
+
"loss": 0.1849,
|
| 590 |
+
"step": 1875
|
| 591 |
+
},
|
| 592 |
+
{
|
| 593 |
+
"epoch": 5.13531799729364,
|
| 594 |
+
"grad_norm": 17.76512336730957,
|
| 595 |
+
"learning_rate": 1.651951951951952e-05,
|
| 596 |
+
"loss": 0.0796,
|
| 597 |
+
"step": 1900
|
| 598 |
+
},
|
| 599 |
+
{
|
| 600 |
+
"epoch": 5.20297699594046,
|
| 601 |
+
"grad_norm": 1.5584847927093506,
|
| 602 |
+
"learning_rate": 1.6444444444444444e-05,
|
| 603 |
+
"loss": 0.082,
|
| 604 |
+
"step": 1925
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"epoch": 5.2706359945872805,
|
| 608 |
+
"grad_norm": 0.15598714351654053,
|
| 609 |
+
"learning_rate": 1.636936936936937e-05,
|
| 610 |
+
"loss": 0.2228,
|
| 611 |
+
"step": 1950
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"epoch": 5.3382949932341,
|
| 615 |
+
"grad_norm": 0.02699774131178856,
|
| 616 |
+
"learning_rate": 1.6294294294294294e-05,
|
| 617 |
+
"loss": 0.1685,
|
| 618 |
+
"step": 1975
|
| 619 |
+
},
|
| 620 |
+
{
|
| 621 |
+
"epoch": 5.40595399188092,
|
| 622 |
+
"grad_norm": 0.09407225251197815,
|
| 623 |
+
"learning_rate": 1.621921921921922e-05,
|
| 624 |
+
"loss": 0.0843,
|
| 625 |
+
"step": 2000
|
| 626 |
+
},
|
| 627 |
+
{
|
| 628 |
+
"epoch": 5.47361299052774,
|
| 629 |
+
"grad_norm": 7.4347147941589355,
|
| 630 |
+
"learning_rate": 1.6144144144144144e-05,
|
| 631 |
+
"loss": 0.0536,
|
| 632 |
+
"step": 2025
|
| 633 |
+
},
|
| 634 |
+
{
|
| 635 |
+
"epoch": 5.54127198917456,
|
| 636 |
+
"grad_norm": 24.395090103149414,
|
| 637 |
+
"learning_rate": 1.606906906906907e-05,
|
| 638 |
+
"loss": 0.227,
|
| 639 |
+
"step": 2050
|
| 640 |
+
},
|
| 641 |
+
{
|
| 642 |
+
"epoch": 5.60893098782138,
|
| 643 |
+
"grad_norm": 24.34043312072754,
|
| 644 |
+
"learning_rate": 1.5993993993993994e-05,
|
| 645 |
+
"loss": 0.1491,
|
| 646 |
+
"step": 2075
|
| 647 |
+
},
|
| 648 |
+
{
|
| 649 |
+
"epoch": 5.6765899864682,
|
| 650 |
+
"grad_norm": 8.00454330444336,
|
| 651 |
+
"learning_rate": 1.591891891891892e-05,
|
| 652 |
+
"loss": 0.1675,
|
| 653 |
+
"step": 2100
|
| 654 |
+
},
|
| 655 |
+
{
|
| 656 |
+
"epoch": 5.7442489851150205,
|
| 657 |
+
"grad_norm": 0.11571693420410156,
|
| 658 |
+
"learning_rate": 1.5843843843843844e-05,
|
| 659 |
+
"loss": 0.2062,
|
| 660 |
+
"step": 2125
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"epoch": 5.811907983761841,
|
| 664 |
+
"grad_norm": 2.1195569038391113,
|
| 665 |
+
"learning_rate": 1.576876876876877e-05,
|
| 666 |
+
"loss": 0.2552,
|
| 667 |
+
"step": 2150
|
| 668 |
+
},
|
| 669 |
+
{
|
| 670 |
+
"epoch": 5.879566982408661,
|
| 671 |
+
"grad_norm": 33.76321792602539,
|
| 672 |
+
"learning_rate": 1.5693693693693695e-05,
|
| 673 |
+
"loss": 0.1595,
|
| 674 |
+
"step": 2175
|
| 675 |
+
},
|
| 676 |
+
{
|
| 677 |
+
"epoch": 5.94722598105548,
|
| 678 |
+
"grad_norm": 0.1017211377620697,
|
| 679 |
+
"learning_rate": 1.561861861861862e-05,
|
| 680 |
+
"loss": 0.1767,
|
| 681 |
+
"step": 2200
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"epoch": 6.0,
|
| 685 |
+
"eval_accuracy": 0.9360730593607306,
|
| 686 |
+
"eval_loss": 0.37973037362098694,
|
| 687 |
+
"eval_macro_f1": 0.81668137632207,
|
| 688 |
+
"eval_runtime": 1.8371,
|
| 689 |
+
"eval_samples_per_second": 715.25,
|
| 690 |
+
"eval_steps_per_second": 45.179,
|
| 691 |
+
"eval_weighted_f1": 0.9357653977568479,
|
| 692 |
+
"step": 2220
|
| 693 |
+
}
|
| 694 |
+
],
|
| 695 |
+
"logging_steps": 25,
|
| 696 |
+
"max_steps": 7400,
|
| 697 |
+
"num_input_tokens_seen": 0,
|
| 698 |
+
"num_train_epochs": 20,
|
| 699 |
+
"save_steps": 500,
|
| 700 |
+
"stateful_callbacks": {
|
| 701 |
+
"EarlyStoppingCallback": {
|
| 702 |
+
"args": {
|
| 703 |
+
"early_stopping_patience": 3,
|
| 704 |
+
"early_stopping_threshold": 0.0
|
| 705 |
+
},
|
| 706 |
+
"attributes": {
|
| 707 |
+
"early_stopping_patience_counter": 3
|
| 708 |
+
}
|
| 709 |
+
},
|
| 710 |
+
"TrainerControl": {
|
| 711 |
+
"args": {
|
| 712 |
+
"should_epoch_stop": false,
|
| 713 |
+
"should_evaluate": false,
|
| 714 |
+
"should_log": false,
|
| 715 |
+
"should_save": true,
|
| 716 |
+
"should_training_stop": true
|
| 717 |
+
},
|
| 718 |
+
"attributes": {}
|
| 719 |
+
}
|
| 720 |
+
},
|
| 721 |
+
"total_flos": 0.0,
|
| 722 |
+
"train_batch_size": 8,
|
| 723 |
+
"trial_name": null,
|
| 724 |
+
"trial_params": null
|
| 725 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243/trainer_state.json
ADDED
|
@@ -0,0 +1,139 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 243,
|
| 3 |
+
"best_metric": 0.8087761674718197,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243",
|
| 5 |
+
"epoch": 3.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 243,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.3115264797507788,
|
| 14 |
+
"grad_norm": 18.269201278686523,
|
| 15 |
+
"learning_rate": 2.962962962962963e-06,
|
| 16 |
+
"loss": 2.5785,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6230529595015576,
|
| 21 |
+
"grad_norm": 15.501380920410156,
|
| 22 |
+
"learning_rate": 6.049382716049383e-06,
|
| 23 |
+
"loss": 2.2418,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9345794392523364,
|
| 28 |
+
"grad_norm": 19.44912338256836,
|
| 29 |
+
"learning_rate": 9.135802469135803e-06,
|
| 30 |
+
"loss": 1.8736,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.8105263157894737,
|
| 36 |
+
"eval_loss": 0.3958609700202942,
|
| 37 |
+
"eval_macro_f1": 0.7184206674473068,
|
| 38 |
+
"eval_runtime": 0.6524,
|
| 39 |
+
"eval_samples_per_second": 436.855,
|
| 40 |
+
"eval_steps_per_second": 27.591,
|
| 41 |
+
"eval_weighted_f1": 0.794704486626402,
|
| 42 |
+
"step": 81
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.236760124610592,
|
| 46 |
+
"grad_norm": 16.31907844543457,
|
| 47 |
+
"learning_rate": 1.2222222222222224e-05,
|
| 48 |
+
"loss": 1.6065,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5482866043613708,
|
| 53 |
+
"grad_norm": 26.343385696411133,
|
| 54 |
+
"learning_rate": 1.5308641975308643e-05,
|
| 55 |
+
"loss": 1.4289,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.8598130841121496,
|
| 60 |
+
"grad_norm": 16.248180389404297,
|
| 61 |
+
"learning_rate": 1.8395061728395062e-05,
|
| 62 |
+
"loss": 1.5184,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8105263157894737,
|
| 68 |
+
"eval_loss": 0.36445826292037964,
|
| 69 |
+
"eval_macro_f1": 0.7736764705882353,
|
| 70 |
+
"eval_runtime": 0.7693,
|
| 71 |
+
"eval_samples_per_second": 370.464,
|
| 72 |
+
"eval_steps_per_second": 23.398,
|
| 73 |
+
"eval_weighted_f1": 0.8169349845201239,
|
| 74 |
+
"step": 162
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.161993769470405,
|
| 78 |
+
"grad_norm": 17.25248908996582,
|
| 79 |
+
"learning_rate": 1.983539094650206e-05,
|
| 80 |
+
"loss": 1.1797,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.473520249221184,
|
| 85 |
+
"grad_norm": 44.8192138671875,
|
| 86 |
+
"learning_rate": 1.9492455418381347e-05,
|
| 87 |
+
"loss": 1.063,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.7850467289719627,
|
| 92 |
+
"grad_norm": 28.092510223388672,
|
| 93 |
+
"learning_rate": 1.9149519890260632e-05,
|
| 94 |
+
"loss": 0.9372,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8596491228070176,
|
| 100 |
+
"eval_loss": 0.357155442237854,
|
| 101 |
+
"eval_macro_f1": 0.8087761674718197,
|
| 102 |
+
"eval_runtime": 0.6181,
|
| 103 |
+
"eval_samples_per_second": 461.095,
|
| 104 |
+
"eval_steps_per_second": 29.122,
|
| 105 |
+
"eval_weighted_f1": 0.8554962284939402,
|
| 106 |
+
"step": 243
|
| 107 |
+
}
|
| 108 |
+
],
|
| 109 |
+
"logging_steps": 25,
|
| 110 |
+
"max_steps": 1620,
|
| 111 |
+
"num_input_tokens_seen": 0,
|
| 112 |
+
"num_train_epochs": 20,
|
| 113 |
+
"save_steps": 500,
|
| 114 |
+
"stateful_callbacks": {
|
| 115 |
+
"EarlyStoppingCallback": {
|
| 116 |
+
"args": {
|
| 117 |
+
"early_stopping_patience": 3,
|
| 118 |
+
"early_stopping_threshold": 0.0
|
| 119 |
+
},
|
| 120 |
+
"attributes": {
|
| 121 |
+
"early_stopping_patience_counter": 0
|
| 122 |
+
}
|
| 123 |
+
},
|
| 124 |
+
"TrainerControl": {
|
| 125 |
+
"args": {
|
| 126 |
+
"should_epoch_stop": false,
|
| 127 |
+
"should_evaluate": false,
|
| 128 |
+
"should_log": false,
|
| 129 |
+
"should_save": true,
|
| 130 |
+
"should_training_stop": false
|
| 131 |
+
},
|
| 132 |
+
"attributes": {}
|
| 133 |
+
}
|
| 134 |
+
},
|
| 135 |
+
"total_flos": 0.0,
|
| 136 |
+
"train_batch_size": 8,
|
| 137 |
+
"trial_name": null,
|
| 138 |
+
"trial_params": null
|
| 139 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-486/trainer_state.json
ADDED
|
@@ -0,0 +1,242 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 243,
|
| 3 |
+
"best_metric": 0.8087761674718197,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-00-s42-20260830T050611Z-7d785a58/trainer/checkpoint-243",
|
| 5 |
+
"epoch": 6.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 486,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.3115264797507788,
|
| 14 |
+
"grad_norm": 18.269201278686523,
|
| 15 |
+
"learning_rate": 2.962962962962963e-06,
|
| 16 |
+
"loss": 2.5785,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6230529595015576,
|
| 21 |
+
"grad_norm": 15.501380920410156,
|
| 22 |
+
"learning_rate": 6.049382716049383e-06,
|
| 23 |
+
"loss": 2.2418,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9345794392523364,
|
| 28 |
+
"grad_norm": 19.44912338256836,
|
| 29 |
+
"learning_rate": 9.135802469135803e-06,
|
| 30 |
+
"loss": 1.8736,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.8105263157894737,
|
| 36 |
+
"eval_loss": 0.3958609700202942,
|
| 37 |
+
"eval_macro_f1": 0.7184206674473068,
|
| 38 |
+
"eval_runtime": 0.6524,
|
| 39 |
+
"eval_samples_per_second": 436.855,
|
| 40 |
+
"eval_steps_per_second": 27.591,
|
| 41 |
+
"eval_weighted_f1": 0.794704486626402,
|
| 42 |
+
"step": 81
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.236760124610592,
|
| 46 |
+
"grad_norm": 16.31907844543457,
|
| 47 |
+
"learning_rate": 1.2222222222222224e-05,
|
| 48 |
+
"loss": 1.6065,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5482866043613708,
|
| 53 |
+
"grad_norm": 26.343385696411133,
|
| 54 |
+
"learning_rate": 1.5308641975308643e-05,
|
| 55 |
+
"loss": 1.4289,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.8598130841121496,
|
| 60 |
+
"grad_norm": 16.248180389404297,
|
| 61 |
+
"learning_rate": 1.8395061728395062e-05,
|
| 62 |
+
"loss": 1.5184,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8105263157894737,
|
| 68 |
+
"eval_loss": 0.36445826292037964,
|
| 69 |
+
"eval_macro_f1": 0.7736764705882353,
|
| 70 |
+
"eval_runtime": 0.7693,
|
| 71 |
+
"eval_samples_per_second": 370.464,
|
| 72 |
+
"eval_steps_per_second": 23.398,
|
| 73 |
+
"eval_weighted_f1": 0.8169349845201239,
|
| 74 |
+
"step": 162
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.161993769470405,
|
| 78 |
+
"grad_norm": 17.25248908996582,
|
| 79 |
+
"learning_rate": 1.983539094650206e-05,
|
| 80 |
+
"loss": 1.1797,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.473520249221184,
|
| 85 |
+
"grad_norm": 44.8192138671875,
|
| 86 |
+
"learning_rate": 1.9492455418381347e-05,
|
| 87 |
+
"loss": 1.063,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.7850467289719627,
|
| 92 |
+
"grad_norm": 28.092510223388672,
|
| 93 |
+
"learning_rate": 1.9149519890260632e-05,
|
| 94 |
+
"loss": 0.9372,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8596491228070176,
|
| 100 |
+
"eval_loss": 0.357155442237854,
|
| 101 |
+
"eval_macro_f1": 0.8087761674718197,
|
| 102 |
+
"eval_runtime": 0.6181,
|
| 103 |
+
"eval_samples_per_second": 461.095,
|
| 104 |
+
"eval_steps_per_second": 29.122,
|
| 105 |
+
"eval_weighted_f1": 0.8554962284939402,
|
| 106 |
+
"step": 243
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.087227414330218,
|
| 110 |
+
"grad_norm": 48.44070816040039,
|
| 111 |
+
"learning_rate": 1.8806584362139917e-05,
|
| 112 |
+
"loss": 0.838,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.398753894080997,
|
| 117 |
+
"grad_norm": 12.7691068649292,
|
| 118 |
+
"learning_rate": 1.8463648834019206e-05,
|
| 119 |
+
"loss": 0.4993,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.710280373831776,
|
| 124 |
+
"grad_norm": 13.358497619628906,
|
| 125 |
+
"learning_rate": 1.812071330589849e-05,
|
| 126 |
+
"loss": 0.4248,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8456140350877193,
|
| 132 |
+
"eval_loss": 0.5377345085144043,
|
| 133 |
+
"eval_macro_f1": 0.7936685533763328,
|
| 134 |
+
"eval_runtime": 0.6038,
|
| 135 |
+
"eval_samples_per_second": 472.006,
|
| 136 |
+
"eval_steps_per_second": 29.811,
|
| 137 |
+
"eval_weighted_f1": 0.8427079941528165,
|
| 138 |
+
"step": 324
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.012461059190031,
|
| 142 |
+
"grad_norm": 7.182023525238037,
|
| 143 |
+
"learning_rate": 1.7777777777777777e-05,
|
| 144 |
+
"loss": 0.34,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.32398753894081,
|
| 149 |
+
"grad_norm": 6.81946325302124,
|
| 150 |
+
"learning_rate": 1.7434842249657065e-05,
|
| 151 |
+
"loss": 0.1368,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.635514018691588,
|
| 156 |
+
"grad_norm": 4.520945072174072,
|
| 157 |
+
"learning_rate": 1.7091906721536354e-05,
|
| 158 |
+
"loss": 0.356,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.947040498442368,
|
| 163 |
+
"grad_norm": 4.544792175292969,
|
| 164 |
+
"learning_rate": 1.674897119341564e-05,
|
| 165 |
+
"loss": 0.2044,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 5.0,
|
| 170 |
+
"eval_accuracy": 0.8315789473684211,
|
| 171 |
+
"eval_loss": 0.8548147082328796,
|
| 172 |
+
"eval_macro_f1": 0.7898488386383189,
|
| 173 |
+
"eval_runtime": 0.6573,
|
| 174 |
+
"eval_samples_per_second": 433.603,
|
| 175 |
+
"eval_steps_per_second": 27.385,
|
| 176 |
+
"eval_weighted_f1": 0.8342076156348843,
|
| 177 |
+
"step": 405
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.249221183800623,
|
| 181 |
+
"grad_norm": 1.5422874689102173,
|
| 182 |
+
"learning_rate": 1.6406035665294924e-05,
|
| 183 |
+
"loss": 0.1148,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.5607476635514015,
|
| 188 |
+
"grad_norm": 0.06158289685845375,
|
| 189 |
+
"learning_rate": 1.6063100137174213e-05,
|
| 190 |
+
"loss": 0.1328,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.872274143302181,
|
| 195 |
+
"grad_norm": 0.05545966699719429,
|
| 196 |
+
"learning_rate": 1.5720164609053498e-05,
|
| 197 |
+
"loss": 0.0504,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 6.0,
|
| 202 |
+
"eval_accuracy": 0.8280701754385965,
|
| 203 |
+
"eval_loss": 1.1109020709991455,
|
| 204 |
+
"eval_macro_f1": 0.7773756954518644,
|
| 205 |
+
"eval_runtime": 0.6592,
|
| 206 |
+
"eval_samples_per_second": 432.351,
|
| 207 |
+
"eval_steps_per_second": 27.306,
|
| 208 |
+
"eval_weighted_f1": 0.8276974219092823,
|
| 209 |
+
"step": 486
|
| 210 |
+
}
|
| 211 |
+
],
|
| 212 |
+
"logging_steps": 25,
|
| 213 |
+
"max_steps": 1620,
|
| 214 |
+
"num_input_tokens_seen": 0,
|
| 215 |
+
"num_train_epochs": 20,
|
| 216 |
+
"save_steps": 500,
|
| 217 |
+
"stateful_callbacks": {
|
| 218 |
+
"EarlyStoppingCallback": {
|
| 219 |
+
"args": {
|
| 220 |
+
"early_stopping_patience": 3,
|
| 221 |
+
"early_stopping_threshold": 0.0
|
| 222 |
+
},
|
| 223 |
+
"attributes": {
|
| 224 |
+
"early_stopping_patience_counter": 3
|
| 225 |
+
}
|
| 226 |
+
},
|
| 227 |
+
"TrainerControl": {
|
| 228 |
+
"args": {
|
| 229 |
+
"should_epoch_stop": false,
|
| 230 |
+
"should_evaluate": false,
|
| 231 |
+
"should_log": false,
|
| 232 |
+
"should_save": true,
|
| 233 |
+
"should_training_stop": true
|
| 234 |
+
},
|
| 235 |
+
"attributes": {}
|
| 236 |
+
}
|
| 237 |
+
},
|
| 238 |
+
"total_flos": 0.0,
|
| 239 |
+
"train_batch_size": 8,
|
| 240 |
+
"trial_name": null,
|
| 241 |
+
"trial_params": null
|
| 242 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729/trainer_state.json
ADDED
|
@@ -0,0 +1,345 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 729,
|
| 3 |
+
"best_metric": 0.8196348884381339,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729",
|
| 5 |
+
"epoch": 9.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 729,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.3115264797507788,
|
| 14 |
+
"grad_norm": 22.807188034057617,
|
| 15 |
+
"learning_rate": 2.962962962962963e-06,
|
| 16 |
+
"loss": 2.715,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6230529595015576,
|
| 21 |
+
"grad_norm": 15.865229606628418,
|
| 22 |
+
"learning_rate": 6.049382716049383e-06,
|
| 23 |
+
"loss": 2.2359,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9345794392523364,
|
| 28 |
+
"grad_norm": 22.35206413269043,
|
| 29 |
+
"learning_rate": 9.135802469135803e-06,
|
| 30 |
+
"loss": 1.9082,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7789473684210526,
|
| 36 |
+
"eval_loss": 0.42071211338043213,
|
| 37 |
+
"eval_macro_f1": 0.7350558514955216,
|
| 38 |
+
"eval_runtime": 0.6719,
|
| 39 |
+
"eval_samples_per_second": 424.186,
|
| 40 |
+
"eval_steps_per_second": 26.791,
|
| 41 |
+
"eval_weighted_f1": 0.7861364961933378,
|
| 42 |
+
"step": 81
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.236760124610592,
|
| 46 |
+
"grad_norm": 30.96424102783203,
|
| 47 |
+
"learning_rate": 1.2222222222222224e-05,
|
| 48 |
+
"loss": 1.5711,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5482866043613708,
|
| 53 |
+
"grad_norm": 33.23158264160156,
|
| 54 |
+
"learning_rate": 1.5308641975308643e-05,
|
| 55 |
+
"loss": 1.5713,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.8598130841121496,
|
| 60 |
+
"grad_norm": 20.011571884155273,
|
| 61 |
+
"learning_rate": 1.8395061728395062e-05,
|
| 62 |
+
"loss": 1.4415,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8105263157894737,
|
| 68 |
+
"eval_loss": 0.3732665181159973,
|
| 69 |
+
"eval_macro_f1": 0.7418478260869565,
|
| 70 |
+
"eval_runtime": 0.6569,
|
| 71 |
+
"eval_samples_per_second": 433.832,
|
| 72 |
+
"eval_steps_per_second": 27.4,
|
| 73 |
+
"eval_weighted_f1": 0.8049199084668193,
|
| 74 |
+
"step": 162
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.161993769470405,
|
| 78 |
+
"grad_norm": 37.04903793334961,
|
| 79 |
+
"learning_rate": 1.983539094650206e-05,
|
| 80 |
+
"loss": 1.1937,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.473520249221184,
|
| 85 |
+
"grad_norm": 9.647990226745605,
|
| 86 |
+
"learning_rate": 1.9492455418381347e-05,
|
| 87 |
+
"loss": 0.91,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.7850467289719627,
|
| 92 |
+
"grad_norm": 17.631628036499023,
|
| 93 |
+
"learning_rate": 1.9149519890260632e-05,
|
| 94 |
+
"loss": 0.924,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8456140350877193,
|
| 100 |
+
"eval_loss": 0.4043523073196411,
|
| 101 |
+
"eval_macro_f1": 0.7955790297339593,
|
| 102 |
+
"eval_runtime": 0.6497,
|
| 103 |
+
"eval_samples_per_second": 438.655,
|
| 104 |
+
"eval_steps_per_second": 27.705,
|
| 105 |
+
"eval_weighted_f1": 0.8434848859237295,
|
| 106 |
+
"step": 243
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.087227414330218,
|
| 110 |
+
"grad_norm": 19.382171630859375,
|
| 111 |
+
"learning_rate": 1.8806584362139917e-05,
|
| 112 |
+
"loss": 0.7203,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.398753894080997,
|
| 117 |
+
"grad_norm": 23.70563507080078,
|
| 118 |
+
"learning_rate": 1.8463648834019206e-05,
|
| 119 |
+
"loss": 0.3649,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.710280373831776,
|
| 124 |
+
"grad_norm": 22.942344665527344,
|
| 125 |
+
"learning_rate": 1.812071330589849e-05,
|
| 126 |
+
"loss": 0.3958,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8385964912280702,
|
| 132 |
+
"eval_loss": 0.5616019368171692,
|
| 133 |
+
"eval_macro_f1": 0.7970085470085471,
|
| 134 |
+
"eval_runtime": 0.6109,
|
| 135 |
+
"eval_samples_per_second": 466.519,
|
| 136 |
+
"eval_steps_per_second": 29.464,
|
| 137 |
+
"eval_weighted_f1": 0.8405308142150247,
|
| 138 |
+
"step": 324
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.012461059190031,
|
| 142 |
+
"grad_norm": 6.391189098358154,
|
| 143 |
+
"learning_rate": 1.7777777777777777e-05,
|
| 144 |
+
"loss": 0.3946,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.32398753894081,
|
| 149 |
+
"grad_norm": 3.426567792892456,
|
| 150 |
+
"learning_rate": 1.7434842249657065e-05,
|
| 151 |
+
"loss": 0.1924,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.635514018691588,
|
| 156 |
+
"grad_norm": 1.1846364736557007,
|
| 157 |
+
"learning_rate": 1.7091906721536354e-05,
|
| 158 |
+
"loss": 0.1049,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.947040498442368,
|
| 163 |
+
"grad_norm": 24.295717239379883,
|
| 164 |
+
"learning_rate": 1.674897119341564e-05,
|
| 165 |
+
"loss": 0.2299,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 5.0,
|
| 170 |
+
"eval_accuracy": 0.8350877192982457,
|
| 171 |
+
"eval_loss": 0.9141398072242737,
|
| 172 |
+
"eval_macro_f1": 0.798088663119338,
|
| 173 |
+
"eval_runtime": 0.6026,
|
| 174 |
+
"eval_samples_per_second": 472.92,
|
| 175 |
+
"eval_steps_per_second": 29.869,
|
| 176 |
+
"eval_weighted_f1": 0.8390302416779652,
|
| 177 |
+
"step": 405
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.249221183800623,
|
| 181 |
+
"grad_norm": 43.2387580871582,
|
| 182 |
+
"learning_rate": 1.6406035665294924e-05,
|
| 183 |
+
"loss": 0.1219,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.5607476635514015,
|
| 188 |
+
"grad_norm": 57.89298629760742,
|
| 189 |
+
"learning_rate": 1.6063100137174213e-05,
|
| 190 |
+
"loss": 0.0996,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.872274143302181,
|
| 195 |
+
"grad_norm": 0.288602739572525,
|
| 196 |
+
"learning_rate": 1.5720164609053498e-05,
|
| 197 |
+
"loss": 0.0716,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 6.0,
|
| 202 |
+
"eval_accuracy": 0.8596491228070176,
|
| 203 |
+
"eval_loss": 1.0969568490982056,
|
| 204 |
+
"eval_macro_f1": 0.812425957614848,
|
| 205 |
+
"eval_runtime": 0.6295,
|
| 206 |
+
"eval_samples_per_second": 452.745,
|
| 207 |
+
"eval_steps_per_second": 28.594,
|
| 208 |
+
"eval_weighted_f1": 0.8570072674116513,
|
| 209 |
+
"step": 486
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"epoch": 6.174454828660436,
|
| 213 |
+
"grad_norm": 9.724244117736816,
|
| 214 |
+
"learning_rate": 1.5377229080932784e-05,
|
| 215 |
+
"loss": 0.107,
|
| 216 |
+
"step": 500
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.485981308411215,
|
| 220 |
+
"grad_norm": 8.461185455322266,
|
| 221 |
+
"learning_rate": 1.5034293552812072e-05,
|
| 222 |
+
"loss": 0.082,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.797507788161994,
|
| 227 |
+
"grad_norm": 1.032849907875061,
|
| 228 |
+
"learning_rate": 1.469135802469136e-05,
|
| 229 |
+
"loss": 0.0677,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 7.0,
|
| 234 |
+
"eval_accuracy": 0.8315789473684211,
|
| 235 |
+
"eval_loss": 1.1993767023086548,
|
| 236 |
+
"eval_macro_f1": 0.7608391608391608,
|
| 237 |
+
"eval_runtime": 0.6954,
|
| 238 |
+
"eval_samples_per_second": 409.865,
|
| 239 |
+
"eval_steps_per_second": 25.886,
|
| 240 |
+
"eval_weighted_f1": 0.8224512329775487,
|
| 241 |
+
"step": 567
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 7.099688473520249,
|
| 245 |
+
"grad_norm": 0.0793435275554657,
|
| 246 |
+
"learning_rate": 1.4348422496570646e-05,
|
| 247 |
+
"loss": 0.0426,
|
| 248 |
+
"step": 575
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 7.411214953271028,
|
| 252 |
+
"grad_norm": 0.002242929069325328,
|
| 253 |
+
"learning_rate": 1.4005486968449933e-05,
|
| 254 |
+
"loss": 0.0604,
|
| 255 |
+
"step": 600
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 7.722741433021807,
|
| 259 |
+
"grad_norm": 0.0049391817301511765,
|
| 260 |
+
"learning_rate": 1.366255144032922e-05,
|
| 261 |
+
"loss": 0.0388,
|
| 262 |
+
"step": 625
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"epoch": 8.0,
|
| 266 |
+
"eval_accuracy": 0.8491228070175438,
|
| 267 |
+
"eval_loss": 1.3011598587036133,
|
| 268 |
+
"eval_macro_f1": 0.7845804988662131,
|
| 269 |
+
"eval_runtime": 0.6354,
|
| 270 |
+
"eval_samples_per_second": 448.543,
|
| 271 |
+
"eval_steps_per_second": 28.329,
|
| 272 |
+
"eval_weighted_f1": 0.8404344193817878,
|
| 273 |
+
"step": 648
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"epoch": 8.024922118380061,
|
| 277 |
+
"grad_norm": 0.006313609890639782,
|
| 278 |
+
"learning_rate": 1.3319615912208505e-05,
|
| 279 |
+
"loss": 0.0439,
|
| 280 |
+
"step": 650
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"epoch": 8.336448598130842,
|
| 284 |
+
"grad_norm": 0.004004851449280977,
|
| 285 |
+
"learning_rate": 1.2976680384087792e-05,
|
| 286 |
+
"loss": 0.0148,
|
| 287 |
+
"step": 675
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"epoch": 8.64797507788162,
|
| 291 |
+
"grad_norm": 1.885066270828247,
|
| 292 |
+
"learning_rate": 1.2633744855967079e-05,
|
| 293 |
+
"loss": 0.0507,
|
| 294 |
+
"step": 700
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"epoch": 8.959501557632398,
|
| 298 |
+
"grad_norm": 0.0013158594956621528,
|
| 299 |
+
"learning_rate": 1.2290809327846366e-05,
|
| 300 |
+
"loss": 0.043,
|
| 301 |
+
"step": 725
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"epoch": 9.0,
|
| 305 |
+
"eval_accuracy": 0.8631578947368421,
|
| 306 |
+
"eval_loss": 1.0844473838806152,
|
| 307 |
+
"eval_macro_f1": 0.8196348884381339,
|
| 308 |
+
"eval_runtime": 0.6431,
|
| 309 |
+
"eval_samples_per_second": 443.184,
|
| 310 |
+
"eval_steps_per_second": 27.991,
|
| 311 |
+
"eval_weighted_f1": 0.8616035016547453,
|
| 312 |
+
"step": 729
|
| 313 |
+
}
|
| 314 |
+
],
|
| 315 |
+
"logging_steps": 25,
|
| 316 |
+
"max_steps": 1620,
|
| 317 |
+
"num_input_tokens_seen": 0,
|
| 318 |
+
"num_train_epochs": 20,
|
| 319 |
+
"save_steps": 500,
|
| 320 |
+
"stateful_callbacks": {
|
| 321 |
+
"EarlyStoppingCallback": {
|
| 322 |
+
"args": {
|
| 323 |
+
"early_stopping_patience": 3,
|
| 324 |
+
"early_stopping_threshold": 0.0
|
| 325 |
+
},
|
| 326 |
+
"attributes": {
|
| 327 |
+
"early_stopping_patience_counter": 0
|
| 328 |
+
}
|
| 329 |
+
},
|
| 330 |
+
"TrainerControl": {
|
| 331 |
+
"args": {
|
| 332 |
+
"should_epoch_stop": false,
|
| 333 |
+
"should_evaluate": false,
|
| 334 |
+
"should_log": false,
|
| 335 |
+
"should_save": true,
|
| 336 |
+
"should_training_stop": false
|
| 337 |
+
},
|
| 338 |
+
"attributes": {}
|
| 339 |
+
}
|
| 340 |
+
},
|
| 341 |
+
"total_flos": 0.0,
|
| 342 |
+
"train_batch_size": 8,
|
| 343 |
+
"trial_name": null,
|
| 344 |
+
"trial_params": null
|
| 345 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-972/trainer_state.json
ADDED
|
@@ -0,0 +1,441 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 729,
|
| 3 |
+
"best_metric": 0.8196348884381339,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-00-s43-20260830T053653Z-f49b9566/trainer/checkpoint-729",
|
| 5 |
+
"epoch": 12.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 972,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.3115264797507788,
|
| 14 |
+
"grad_norm": 22.807188034057617,
|
| 15 |
+
"learning_rate": 2.962962962962963e-06,
|
| 16 |
+
"loss": 2.715,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6230529595015576,
|
| 21 |
+
"grad_norm": 15.865229606628418,
|
| 22 |
+
"learning_rate": 6.049382716049383e-06,
|
| 23 |
+
"loss": 2.2359,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9345794392523364,
|
| 28 |
+
"grad_norm": 22.35206413269043,
|
| 29 |
+
"learning_rate": 9.135802469135803e-06,
|
| 30 |
+
"loss": 1.9082,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7789473684210526,
|
| 36 |
+
"eval_loss": 0.42071211338043213,
|
| 37 |
+
"eval_macro_f1": 0.7350558514955216,
|
| 38 |
+
"eval_runtime": 0.6719,
|
| 39 |
+
"eval_samples_per_second": 424.186,
|
| 40 |
+
"eval_steps_per_second": 26.791,
|
| 41 |
+
"eval_weighted_f1": 0.7861364961933378,
|
| 42 |
+
"step": 81
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.236760124610592,
|
| 46 |
+
"grad_norm": 30.96424102783203,
|
| 47 |
+
"learning_rate": 1.2222222222222224e-05,
|
| 48 |
+
"loss": 1.5711,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.5482866043613708,
|
| 53 |
+
"grad_norm": 33.23158264160156,
|
| 54 |
+
"learning_rate": 1.5308641975308643e-05,
|
| 55 |
+
"loss": 1.5713,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.8598130841121496,
|
| 60 |
+
"grad_norm": 20.011571884155273,
|
| 61 |
+
"learning_rate": 1.8395061728395062e-05,
|
| 62 |
+
"loss": 1.4415,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8105263157894737,
|
| 68 |
+
"eval_loss": 0.3732665181159973,
|
| 69 |
+
"eval_macro_f1": 0.7418478260869565,
|
| 70 |
+
"eval_runtime": 0.6569,
|
| 71 |
+
"eval_samples_per_second": 433.832,
|
| 72 |
+
"eval_steps_per_second": 27.4,
|
| 73 |
+
"eval_weighted_f1": 0.8049199084668193,
|
| 74 |
+
"step": 162
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.161993769470405,
|
| 78 |
+
"grad_norm": 37.04903793334961,
|
| 79 |
+
"learning_rate": 1.983539094650206e-05,
|
| 80 |
+
"loss": 1.1937,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.473520249221184,
|
| 85 |
+
"grad_norm": 9.647990226745605,
|
| 86 |
+
"learning_rate": 1.9492455418381347e-05,
|
| 87 |
+
"loss": 0.91,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.7850467289719627,
|
| 92 |
+
"grad_norm": 17.631628036499023,
|
| 93 |
+
"learning_rate": 1.9149519890260632e-05,
|
| 94 |
+
"loss": 0.924,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8456140350877193,
|
| 100 |
+
"eval_loss": 0.4043523073196411,
|
| 101 |
+
"eval_macro_f1": 0.7955790297339593,
|
| 102 |
+
"eval_runtime": 0.6497,
|
| 103 |
+
"eval_samples_per_second": 438.655,
|
| 104 |
+
"eval_steps_per_second": 27.705,
|
| 105 |
+
"eval_weighted_f1": 0.8434848859237295,
|
| 106 |
+
"step": 243
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.087227414330218,
|
| 110 |
+
"grad_norm": 19.382171630859375,
|
| 111 |
+
"learning_rate": 1.8806584362139917e-05,
|
| 112 |
+
"loss": 0.7203,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.398753894080997,
|
| 117 |
+
"grad_norm": 23.70563507080078,
|
| 118 |
+
"learning_rate": 1.8463648834019206e-05,
|
| 119 |
+
"loss": 0.3649,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.710280373831776,
|
| 124 |
+
"grad_norm": 22.942344665527344,
|
| 125 |
+
"learning_rate": 1.812071330589849e-05,
|
| 126 |
+
"loss": 0.3958,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8385964912280702,
|
| 132 |
+
"eval_loss": 0.5616019368171692,
|
| 133 |
+
"eval_macro_f1": 0.7970085470085471,
|
| 134 |
+
"eval_runtime": 0.6109,
|
| 135 |
+
"eval_samples_per_second": 466.519,
|
| 136 |
+
"eval_steps_per_second": 29.464,
|
| 137 |
+
"eval_weighted_f1": 0.8405308142150247,
|
| 138 |
+
"step": 324
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.012461059190031,
|
| 142 |
+
"grad_norm": 6.391189098358154,
|
| 143 |
+
"learning_rate": 1.7777777777777777e-05,
|
| 144 |
+
"loss": 0.3946,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.32398753894081,
|
| 149 |
+
"grad_norm": 3.426567792892456,
|
| 150 |
+
"learning_rate": 1.7434842249657065e-05,
|
| 151 |
+
"loss": 0.1924,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.635514018691588,
|
| 156 |
+
"grad_norm": 1.1846364736557007,
|
| 157 |
+
"learning_rate": 1.7091906721536354e-05,
|
| 158 |
+
"loss": 0.1049,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 4.947040498442368,
|
| 163 |
+
"grad_norm": 24.295717239379883,
|
| 164 |
+
"learning_rate": 1.674897119341564e-05,
|
| 165 |
+
"loss": 0.2299,
|
| 166 |
+
"step": 400
|
| 167 |
+
},
|
| 168 |
+
{
|
| 169 |
+
"epoch": 5.0,
|
| 170 |
+
"eval_accuracy": 0.8350877192982457,
|
| 171 |
+
"eval_loss": 0.9141398072242737,
|
| 172 |
+
"eval_macro_f1": 0.798088663119338,
|
| 173 |
+
"eval_runtime": 0.6026,
|
| 174 |
+
"eval_samples_per_second": 472.92,
|
| 175 |
+
"eval_steps_per_second": 29.869,
|
| 176 |
+
"eval_weighted_f1": 0.8390302416779652,
|
| 177 |
+
"step": 405
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.249221183800623,
|
| 181 |
+
"grad_norm": 43.2387580871582,
|
| 182 |
+
"learning_rate": 1.6406035665294924e-05,
|
| 183 |
+
"loss": 0.1219,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.5607476635514015,
|
| 188 |
+
"grad_norm": 57.89298629760742,
|
| 189 |
+
"learning_rate": 1.6063100137174213e-05,
|
| 190 |
+
"loss": 0.0996,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 5.872274143302181,
|
| 195 |
+
"grad_norm": 0.288602739572525,
|
| 196 |
+
"learning_rate": 1.5720164609053498e-05,
|
| 197 |
+
"loss": 0.0716,
|
| 198 |
+
"step": 475
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"epoch": 6.0,
|
| 202 |
+
"eval_accuracy": 0.8596491228070176,
|
| 203 |
+
"eval_loss": 1.0969568490982056,
|
| 204 |
+
"eval_macro_f1": 0.812425957614848,
|
| 205 |
+
"eval_runtime": 0.6295,
|
| 206 |
+
"eval_samples_per_second": 452.745,
|
| 207 |
+
"eval_steps_per_second": 28.594,
|
| 208 |
+
"eval_weighted_f1": 0.8570072674116513,
|
| 209 |
+
"step": 486
|
| 210 |
+
},
|
| 211 |
+
{
|
| 212 |
+
"epoch": 6.174454828660436,
|
| 213 |
+
"grad_norm": 9.724244117736816,
|
| 214 |
+
"learning_rate": 1.5377229080932784e-05,
|
| 215 |
+
"loss": 0.107,
|
| 216 |
+
"step": 500
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 6.485981308411215,
|
| 220 |
+
"grad_norm": 8.461185455322266,
|
| 221 |
+
"learning_rate": 1.5034293552812072e-05,
|
| 222 |
+
"loss": 0.082,
|
| 223 |
+
"step": 525
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"epoch": 6.797507788161994,
|
| 227 |
+
"grad_norm": 1.032849907875061,
|
| 228 |
+
"learning_rate": 1.469135802469136e-05,
|
| 229 |
+
"loss": 0.0677,
|
| 230 |
+
"step": 550
|
| 231 |
+
},
|
| 232 |
+
{
|
| 233 |
+
"epoch": 7.0,
|
| 234 |
+
"eval_accuracy": 0.8315789473684211,
|
| 235 |
+
"eval_loss": 1.1993767023086548,
|
| 236 |
+
"eval_macro_f1": 0.7608391608391608,
|
| 237 |
+
"eval_runtime": 0.6954,
|
| 238 |
+
"eval_samples_per_second": 409.865,
|
| 239 |
+
"eval_steps_per_second": 25.886,
|
| 240 |
+
"eval_weighted_f1": 0.8224512329775487,
|
| 241 |
+
"step": 567
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"epoch": 7.099688473520249,
|
| 245 |
+
"grad_norm": 0.0793435275554657,
|
| 246 |
+
"learning_rate": 1.4348422496570646e-05,
|
| 247 |
+
"loss": 0.0426,
|
| 248 |
+
"step": 575
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"epoch": 7.411214953271028,
|
| 252 |
+
"grad_norm": 0.002242929069325328,
|
| 253 |
+
"learning_rate": 1.4005486968449933e-05,
|
| 254 |
+
"loss": 0.0604,
|
| 255 |
+
"step": 600
|
| 256 |
+
},
|
| 257 |
+
{
|
| 258 |
+
"epoch": 7.722741433021807,
|
| 259 |
+
"grad_norm": 0.0049391817301511765,
|
| 260 |
+
"learning_rate": 1.366255144032922e-05,
|
| 261 |
+
"loss": 0.0388,
|
| 262 |
+
"step": 625
|
| 263 |
+
},
|
| 264 |
+
{
|
| 265 |
+
"epoch": 8.0,
|
| 266 |
+
"eval_accuracy": 0.8491228070175438,
|
| 267 |
+
"eval_loss": 1.3011598587036133,
|
| 268 |
+
"eval_macro_f1": 0.7845804988662131,
|
| 269 |
+
"eval_runtime": 0.6354,
|
| 270 |
+
"eval_samples_per_second": 448.543,
|
| 271 |
+
"eval_steps_per_second": 28.329,
|
| 272 |
+
"eval_weighted_f1": 0.8404344193817878,
|
| 273 |
+
"step": 648
|
| 274 |
+
},
|
| 275 |
+
{
|
| 276 |
+
"epoch": 8.024922118380061,
|
| 277 |
+
"grad_norm": 0.006313609890639782,
|
| 278 |
+
"learning_rate": 1.3319615912208505e-05,
|
| 279 |
+
"loss": 0.0439,
|
| 280 |
+
"step": 650
|
| 281 |
+
},
|
| 282 |
+
{
|
| 283 |
+
"epoch": 8.336448598130842,
|
| 284 |
+
"grad_norm": 0.004004851449280977,
|
| 285 |
+
"learning_rate": 1.2976680384087792e-05,
|
| 286 |
+
"loss": 0.0148,
|
| 287 |
+
"step": 675
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"epoch": 8.64797507788162,
|
| 291 |
+
"grad_norm": 1.885066270828247,
|
| 292 |
+
"learning_rate": 1.2633744855967079e-05,
|
| 293 |
+
"loss": 0.0507,
|
| 294 |
+
"step": 700
|
| 295 |
+
},
|
| 296 |
+
{
|
| 297 |
+
"epoch": 8.959501557632398,
|
| 298 |
+
"grad_norm": 0.0013158594956621528,
|
| 299 |
+
"learning_rate": 1.2290809327846366e-05,
|
| 300 |
+
"loss": 0.043,
|
| 301 |
+
"step": 725
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"epoch": 9.0,
|
| 305 |
+
"eval_accuracy": 0.8631578947368421,
|
| 306 |
+
"eval_loss": 1.0844473838806152,
|
| 307 |
+
"eval_macro_f1": 0.8196348884381339,
|
| 308 |
+
"eval_runtime": 0.6431,
|
| 309 |
+
"eval_samples_per_second": 443.184,
|
| 310 |
+
"eval_steps_per_second": 27.991,
|
| 311 |
+
"eval_weighted_f1": 0.8616035016547453,
|
| 312 |
+
"step": 729
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"epoch": 9.261682242990654,
|
| 316 |
+
"grad_norm": 25.184240341186523,
|
| 317 |
+
"learning_rate": 1.1947873799725653e-05,
|
| 318 |
+
"loss": 0.0025,
|
| 319 |
+
"step": 750
|
| 320 |
+
},
|
| 321 |
+
{
|
| 322 |
+
"epoch": 9.573208722741432,
|
| 323 |
+
"grad_norm": 0.00938830804079771,
|
| 324 |
+
"learning_rate": 1.160493827160494e-05,
|
| 325 |
+
"loss": 0.0156,
|
| 326 |
+
"step": 775
|
| 327 |
+
},
|
| 328 |
+
{
|
| 329 |
+
"epoch": 9.884735202492212,
|
| 330 |
+
"grad_norm": 0.012420691549777985,
|
| 331 |
+
"learning_rate": 1.1262002743484225e-05,
|
| 332 |
+
"loss": 0.0073,
|
| 333 |
+
"step": 800
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"epoch": 10.0,
|
| 337 |
+
"eval_accuracy": 0.8491228070175438,
|
| 338 |
+
"eval_loss": 1.250952124595642,
|
| 339 |
+
"eval_macro_f1": 0.7954397502879367,
|
| 340 |
+
"eval_runtime": 0.6398,
|
| 341 |
+
"eval_samples_per_second": 445.444,
|
| 342 |
+
"eval_steps_per_second": 28.133,
|
| 343 |
+
"eval_weighted_f1": 0.8450781931543542,
|
| 344 |
+
"step": 810
|
| 345 |
+
},
|
| 346 |
+
{
|
| 347 |
+
"epoch": 10.186915887850468,
|
| 348 |
+
"grad_norm": 0.2657199203968048,
|
| 349 |
+
"learning_rate": 1.0919067215363512e-05,
|
| 350 |
+
"loss": 0.0109,
|
| 351 |
+
"step": 825
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"epoch": 10.498442367601246,
|
| 355 |
+
"grad_norm": 0.0006573876598849893,
|
| 356 |
+
"learning_rate": 1.0576131687242799e-05,
|
| 357 |
+
"loss": 0.0001,
|
| 358 |
+
"step": 850
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"epoch": 10.809968847352025,
|
| 362 |
+
"grad_norm": 0.005785850342363119,
|
| 363 |
+
"learning_rate": 1.0233196159122084e-05,
|
| 364 |
+
"loss": 0.0001,
|
| 365 |
+
"step": 875
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"epoch": 11.0,
|
| 369 |
+
"eval_accuracy": 0.8526315789473684,
|
| 370 |
+
"eval_loss": 1.2177886962890625,
|
| 371 |
+
"eval_macro_f1": 0.8066360816748513,
|
| 372 |
+
"eval_runtime": 0.598,
|
| 373 |
+
"eval_samples_per_second": 476.566,
|
| 374 |
+
"eval_steps_per_second": 30.099,
|
| 375 |
+
"eval_weighted_f1": 0.8513079675150657,
|
| 376 |
+
"step": 891
|
| 377 |
+
},
|
| 378 |
+
{
|
| 379 |
+
"epoch": 11.11214953271028,
|
| 380 |
+
"grad_norm": 0.012649956159293652,
|
| 381 |
+
"learning_rate": 9.890260631001373e-06,
|
| 382 |
+
"loss": 0.001,
|
| 383 |
+
"step": 900
|
| 384 |
+
},
|
| 385 |
+
{
|
| 386 |
+
"epoch": 11.423676012461058,
|
| 387 |
+
"grad_norm": 0.0009061654563993216,
|
| 388 |
+
"learning_rate": 9.547325102880658e-06,
|
| 389 |
+
"loss": 0.0001,
|
| 390 |
+
"step": 925
|
| 391 |
+
},
|
| 392 |
+
{
|
| 393 |
+
"epoch": 11.735202492211839,
|
| 394 |
+
"grad_norm": 0.004886017180979252,
|
| 395 |
+
"learning_rate": 9.204389574759945e-06,
|
| 396 |
+
"loss": 0.0003,
|
| 397 |
+
"step": 950
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"epoch": 12.0,
|
| 401 |
+
"eval_accuracy": 0.8526315789473684,
|
| 402 |
+
"eval_loss": 1.2681478261947632,
|
| 403 |
+
"eval_macro_f1": 0.81,
|
| 404 |
+
"eval_runtime": 0.6388,
|
| 405 |
+
"eval_samples_per_second": 446.121,
|
| 406 |
+
"eval_steps_per_second": 28.176,
|
| 407 |
+
"eval_weighted_f1": 0.8526315789473684,
|
| 408 |
+
"step": 972
|
| 409 |
+
}
|
| 410 |
+
],
|
| 411 |
+
"logging_steps": 25,
|
| 412 |
+
"max_steps": 1620,
|
| 413 |
+
"num_input_tokens_seen": 0,
|
| 414 |
+
"num_train_epochs": 20,
|
| 415 |
+
"save_steps": 500,
|
| 416 |
+
"stateful_callbacks": {
|
| 417 |
+
"EarlyStoppingCallback": {
|
| 418 |
+
"args": {
|
| 419 |
+
"early_stopping_patience": 3,
|
| 420 |
+
"early_stopping_threshold": 0.0
|
| 421 |
+
},
|
| 422 |
+
"attributes": {
|
| 423 |
+
"early_stopping_patience_counter": 3
|
| 424 |
+
}
|
| 425 |
+
},
|
| 426 |
+
"TrainerControl": {
|
| 427 |
+
"args": {
|
| 428 |
+
"should_epoch_stop": false,
|
| 429 |
+
"should_evaluate": false,
|
| 430 |
+
"should_log": false,
|
| 431 |
+
"should_save": true,
|
| 432 |
+
"should_training_stop": true
|
| 433 |
+
},
|
| 434 |
+
"attributes": {}
|
| 435 |
+
}
|
| 436 |
+
},
|
| 437 |
+
"total_flos": 0.0,
|
| 438 |
+
"train_batch_size": 8,
|
| 439 |
+
"trial_name": null,
|
| 440 |
+
"trial_params": null
|
| 441 |
+
}
|
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/tokenizer_config.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"15001": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"bos_token": "<s>",
|
| 45 |
+
"clean_up_tokenization_spaces": false,
|
| 46 |
+
"cls_token": "<s>",
|
| 47 |
+
"eos_token": "</s>",
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "<mask>",
|
| 50 |
+
"model_max_length": 512,
|
| 51 |
+
"pad_token": "<pad>",
|
| 52 |
+
"sep_token": "</s>",
|
| 53 |
+
"sp_model_kwargs": {},
|
| 54 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 55 |
+
"unk_token": "<unk>"
|
| 56 |
+
}
|
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456/trainer_state.json
ADDED
|
@@ -0,0 +1,235 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_global_step": 456,
|
| 3 |
+
"best_metric": 0.8073799838505721,
|
| 4 |
+
"best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-456",
|
| 5 |
+
"epoch": 6.0,
|
| 6 |
+
"eval_steps": 500,
|
| 7 |
+
"global_step": 456,
|
| 8 |
+
"is_hyper_param_search": false,
|
| 9 |
+
"is_local_process_zero": true,
|
| 10 |
+
"is_world_process_zero": true,
|
| 11 |
+
"log_history": [
|
| 12 |
+
{
|
| 13 |
+
"epoch": 0.33112582781456956,
|
| 14 |
+
"grad_norm": 16.222187042236328,
|
| 15 |
+
"learning_rate": 3.157894736842105e-06,
|
| 16 |
+
"loss": 2.5388,
|
| 17 |
+
"step": 25
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 0.6622516556291391,
|
| 21 |
+
"grad_norm": 20.12139129638672,
|
| 22 |
+
"learning_rate": 6.447368421052632e-06,
|
| 23 |
+
"loss": 2.3548,
|
| 24 |
+
"step": 50
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 0.9933774834437086,
|
| 28 |
+
"grad_norm": 25.37575340270996,
|
| 29 |
+
"learning_rate": 9.736842105263159e-06,
|
| 30 |
+
"loss": 2.1063,
|
| 31 |
+
"step": 75
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"epoch": 1.0,
|
| 35 |
+
"eval_accuracy": 0.7509293680297398,
|
| 36 |
+
"eval_loss": 0.48025819659233093,
|
| 37 |
+
"eval_macro_f1": 0.703066049392886,
|
| 38 |
+
"eval_runtime": 0.6123,
|
| 39 |
+
"eval_samples_per_second": 439.362,
|
| 40 |
+
"eval_steps_per_second": 27.766,
|
| 41 |
+
"eval_weighted_f1": 0.738077180617992,
|
| 42 |
+
"step": 76
|
| 43 |
+
},
|
| 44 |
+
{
|
| 45 |
+
"epoch": 1.3178807947019868,
|
| 46 |
+
"grad_norm": 22.433008193969727,
|
| 47 |
+
"learning_rate": 1.3026315789473684e-05,
|
| 48 |
+
"loss": 1.6885,
|
| 49 |
+
"step": 100
|
| 50 |
+
},
|
| 51 |
+
{
|
| 52 |
+
"epoch": 1.6490066225165563,
|
| 53 |
+
"grad_norm": 23.445446014404297,
|
| 54 |
+
"learning_rate": 1.6315789473684213e-05,
|
| 55 |
+
"loss": 1.8083,
|
| 56 |
+
"step": 125
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"epoch": 1.980132450331126,
|
| 60 |
+
"grad_norm": 28.743635177612305,
|
| 61 |
+
"learning_rate": 1.960526315789474e-05,
|
| 62 |
+
"loss": 1.6073,
|
| 63 |
+
"step": 150
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 2.0,
|
| 67 |
+
"eval_accuracy": 0.8066914498141264,
|
| 68 |
+
"eval_loss": 0.3985399901866913,
|
| 69 |
+
"eval_macro_f1": 0.7804495228528379,
|
| 70 |
+
"eval_runtime": 0.5629,
|
| 71 |
+
"eval_samples_per_second": 477.861,
|
| 72 |
+
"eval_steps_per_second": 30.199,
|
| 73 |
+
"eval_weighted_f1": 0.8027410522070507,
|
| 74 |
+
"step": 152
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"epoch": 2.304635761589404,
|
| 78 |
+
"grad_norm": 29.335906982421875,
|
| 79 |
+
"learning_rate": 1.9678362573099416e-05,
|
| 80 |
+
"loss": 1.1364,
|
| 81 |
+
"step": 175
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"epoch": 2.6357615894039736,
|
| 85 |
+
"grad_norm": 25.85537338256836,
|
| 86 |
+
"learning_rate": 1.9312865497076027e-05,
|
| 87 |
+
"loss": 0.995,
|
| 88 |
+
"step": 200
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"epoch": 2.966887417218543,
|
| 92 |
+
"grad_norm": 32.839683532714844,
|
| 93 |
+
"learning_rate": 1.894736842105263e-05,
|
| 94 |
+
"loss": 0.984,
|
| 95 |
+
"step": 225
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"epoch": 3.0,
|
| 99 |
+
"eval_accuracy": 0.8252788104089219,
|
| 100 |
+
"eval_loss": 0.41125839948654175,
|
| 101 |
+
"eval_macro_f1": 0.806400735012633,
|
| 102 |
+
"eval_runtime": 0.6547,
|
| 103 |
+
"eval_samples_per_second": 410.894,
|
| 104 |
+
"eval_steps_per_second": 25.967,
|
| 105 |
+
"eval_weighted_f1": 0.8241551154448571,
|
| 106 |
+
"step": 228
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"epoch": 3.2913907284768213,
|
| 110 |
+
"grad_norm": 23.613510131835938,
|
| 111 |
+
"learning_rate": 1.8581871345029242e-05,
|
| 112 |
+
"loss": 0.4422,
|
| 113 |
+
"step": 250
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"epoch": 3.622516556291391,
|
| 117 |
+
"grad_norm": 51.127952575683594,
|
| 118 |
+
"learning_rate": 1.821637426900585e-05,
|
| 119 |
+
"loss": 0.4402,
|
| 120 |
+
"step": 275
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"epoch": 3.9536423841059603,
|
| 124 |
+
"grad_norm": 12.516928672790527,
|
| 125 |
+
"learning_rate": 1.785087719298246e-05,
|
| 126 |
+
"loss": 0.4613,
|
| 127 |
+
"step": 300
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"epoch": 4.0,
|
| 131 |
+
"eval_accuracy": 0.8141263940520446,
|
| 132 |
+
"eval_loss": 0.6257994771003723,
|
| 133 |
+
"eval_macro_f1": 0.7984596020139055,
|
| 134 |
+
"eval_runtime": 0.6503,
|
| 135 |
+
"eval_samples_per_second": 413.662,
|
| 136 |
+
"eval_steps_per_second": 26.142,
|
| 137 |
+
"eval_weighted_f1": 0.8149619562940786,
|
| 138 |
+
"step": 304
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"epoch": 4.2781456953642385,
|
| 142 |
+
"grad_norm": 50.09867858886719,
|
| 143 |
+
"learning_rate": 1.7485380116959064e-05,
|
| 144 |
+
"loss": 0.1936,
|
| 145 |
+
"step": 325
|
| 146 |
+
},
|
| 147 |
+
{
|
| 148 |
+
"epoch": 4.609271523178808,
|
| 149 |
+
"grad_norm": 4.873719692230225,
|
| 150 |
+
"learning_rate": 1.7119883040935675e-05,
|
| 151 |
+
"loss": 0.2451,
|
| 152 |
+
"step": 350
|
| 153 |
+
},
|
| 154 |
+
{
|
| 155 |
+
"epoch": 4.940397350993377,
|
| 156 |
+
"grad_norm": 62.01382827758789,
|
| 157 |
+
"learning_rate": 1.6754385964912282e-05,
|
| 158 |
+
"loss": 0.158,
|
| 159 |
+
"step": 375
|
| 160 |
+
},
|
| 161 |
+
{
|
| 162 |
+
"epoch": 5.0,
|
| 163 |
+
"eval_accuracy": 0.8066914498141264,
|
| 164 |
+
"eval_loss": 1.0314953327178955,
|
| 165 |
+
"eval_macro_f1": 0.7976038893390439,
|
| 166 |
+
"eval_runtime": 0.5435,
|
| 167 |
+
"eval_samples_per_second": 494.963,
|
| 168 |
+
"eval_steps_per_second": 31.28,
|
| 169 |
+
"eval_weighted_f1": 0.8101989292957372,
|
| 170 |
+
"step": 380
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"epoch": 5.264900662251655,
|
| 174 |
+
"grad_norm": 56.862152099609375,
|
| 175 |
+
"learning_rate": 1.638888888888889e-05,
|
| 176 |
+
"loss": 0.1274,
|
| 177 |
+
"step": 400
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"epoch": 5.596026490066225,
|
| 181 |
+
"grad_norm": 0.1363096684217453,
|
| 182 |
+
"learning_rate": 1.60233918128655e-05,
|
| 183 |
+
"loss": 0.0584,
|
| 184 |
+
"step": 425
|
| 185 |
+
},
|
| 186 |
+
{
|
| 187 |
+
"epoch": 5.927152317880795,
|
| 188 |
+
"grad_norm": 55.2935905456543,
|
| 189 |
+
"learning_rate": 1.5657894736842107e-05,
|
| 190 |
+
"loss": 0.0705,
|
| 191 |
+
"step": 450
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"epoch": 6.0,
|
| 195 |
+
"eval_accuracy": 0.8252788104089219,
|
| 196 |
+
"eval_loss": 1.2616336345672607,
|
| 197 |
+
"eval_macro_f1": 0.8073799838505721,
|
| 198 |
+
"eval_runtime": 0.6317,
|
| 199 |
+
"eval_samples_per_second": 425.841,
|
| 200 |
+
"eval_steps_per_second": 26.912,
|
| 201 |
+
"eval_weighted_f1": 0.8246239752909336,
|
| 202 |
+
"step": 456
|
| 203 |
+
}
|
| 204 |
+
],
|
| 205 |
+
"logging_steps": 25,
|
| 206 |
+
"max_steps": 1520,
|
| 207 |
+
"num_input_tokens_seen": 0,
|
| 208 |
+
"num_train_epochs": 20,
|
| 209 |
+
"save_steps": 500,
|
| 210 |
+
"stateful_callbacks": {
|
| 211 |
+
"EarlyStoppingCallback": {
|
| 212 |
+
"args": {
|
| 213 |
+
"early_stopping_patience": 3,
|
| 214 |
+
"early_stopping_threshold": 0.0
|
| 215 |
+
},
|
| 216 |
+
"attributes": {
|
| 217 |
+
"early_stopping_patience_counter": 0
|
| 218 |
+
}
|
| 219 |
+
},
|
| 220 |
+
"TrainerControl": {
|
| 221 |
+
"args": {
|
| 222 |
+
"should_epoch_stop": false,
|
| 223 |
+
"should_evaluate": false,
|
| 224 |
+
"should_log": false,
|
| 225 |
+
"should_save": true,
|
| 226 |
+
"should_training_stop": false
|
| 227 |
+
},
|
| 228 |
+
"attributes": {}
|
| 229 |
+
}
|
| 230 |
+
},
|
| 231 |
+
"total_flos": 0.0,
|
| 232 |
+
"train_batch_size": 8,
|
| 233 |
+
"trial_name": null,
|
| 234 |
+
"trial_params": null
|
| 235 |
+
}
|
ood-viclickbait2025-visobert-source-source-01-s42-20260830T050908Z-7d785a58/trainer/checkpoint-684/special_tokens_map.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token": "<s>",
|
| 3 |
+
"cls_token": "<s>",
|
| 4 |
+
"eos_token": "</s>",
|
| 5 |
+
"mask_token": {
|
| 6 |
+
"content": "<mask>",
|
| 7 |
+
"lstrip": true,
|
| 8 |
+
"normalized": false,
|
| 9 |
+
"rstrip": false,
|
| 10 |
+
"single_word": false
|
| 11 |
+
},
|
| 12 |
+
"pad_token": "<pad>",
|
| 13 |
+
"sep_token": "</s>",
|
| 14 |
+
"unk_token": "<unk>"
|
| 15 |
+
}
|