diff --git a/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-486/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-486/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..efedbd9f7b4834bdbecf0348997f8505f28fbef0 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-486/trainer_state.json @@ -0,0 +1,242 @@ +{ + "best_global_step": 486, + "best_metric": 0.8299132350915852, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-486", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 486, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.3115264797507788, + "grad_norm": 25.42062759399414, + "learning_rate": 2.962962962962963e-06, + "loss": 2.8469, + "step": 25 + }, + { + "epoch": 0.6230529595015576, + "grad_norm": 27.70098304748535, + "learning_rate": 6.049382716049383e-06, + "loss": 2.567, + "step": 50 + }, + { + "epoch": 0.9345794392523364, + "grad_norm": 28.256698608398438, + "learning_rate": 9.135802469135803e-06, + "loss": 2.3226, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7333333333333333, + "eval_loss": 0.48801741003990173, + "eval_macro_f1": 0.4230769230769231, + "eval_runtime": 0.6679, + "eval_samples_per_second": 426.708, + "eval_steps_per_second": 26.95, + "eval_weighted_f1": 0.6234817813765182, + "step": 81 + }, + { + "epoch": 1.236760124610592, + "grad_norm": 34.99067687988281, + "learning_rate": 1.2222222222222224e-05, + "loss": 2.0514, + "step": 100 + }, + { + "epoch": 1.5482866043613708, + "grad_norm": 58.61650466918945, + "learning_rate": 1.5308641975308643e-05, + "loss": 1.9126, + "step": 125 + }, + { + "epoch": 1.8598130841121496, + "grad_norm": 29.343835830688477, + "learning_rate": 1.8395061728395062e-05, + "loss": 1.7227, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8245614035087719, + "eval_loss": 0.38820117712020874, + "eval_macro_f1": 0.7698048591367278, + "eval_runtime": 0.6825, + "eval_samples_per_second": 417.559, + "eval_steps_per_second": 26.372, + "eval_weighted_f1": 0.8229856756131735, + "step": 162 + }, + { + "epoch": 2.161993769470405, + "grad_norm": 74.57179260253906, + "learning_rate": 1.983539094650206e-05, + "loss": 1.6846, + "step": 175 + }, + { + "epoch": 2.473520249221184, + "grad_norm": 40.34041976928711, + "learning_rate": 1.9492455418381347e-05, + "loss": 1.4402, + "step": 200 + }, + { + "epoch": 2.7850467289719627, + "grad_norm": 47.18788146972656, + "learning_rate": 1.9149519890260632e-05, + "loss": 1.4769, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8210526315789474, + "eval_loss": 0.39870208501815796, + "eval_macro_f1": 0.7324633252958825, + "eval_runtime": 0.759, + "eval_samples_per_second": 375.516, + "eval_steps_per_second": 23.717, + "eval_weighted_f1": 0.8053874493703567, + "step": 243 + }, + { + "epoch": 3.087227414330218, + "grad_norm": 88.72734832763672, + "learning_rate": 1.8806584362139917e-05, + "loss": 1.4455, + "step": 250 + }, + { + "epoch": 3.398753894080997, + "grad_norm": 52.2821044921875, + "learning_rate": 1.8463648834019206e-05, + "loss": 1.2289, + "step": 275 + }, + { + "epoch": 3.710280373831776, + "grad_norm": 46.163761138916016, + "learning_rate": 1.812071330589849e-05, + "loss": 1.0916, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8526315789473684, + "eval_loss": 0.36610427498817444, + "eval_macro_f1": 0.7951184444748733, + "eval_runtime": 0.6782, + "eval_samples_per_second": 420.241, + "eval_steps_per_second": 26.542, + "eval_weighted_f1": 0.8465374719833956, + "step": 324 + }, + { + "epoch": 4.012461059190031, + "grad_norm": 69.32189178466797, + "learning_rate": 1.7777777777777777e-05, + "loss": 1.3677, + "step": 325 + }, + { + "epoch": 4.32398753894081, + "grad_norm": 44.590049743652344, + "learning_rate": 1.7434842249657065e-05, + "loss": 0.9117, + "step": 350 + }, + { + "epoch": 4.635514018691588, + "grad_norm": 40.52560806274414, + "learning_rate": 1.7091906721536354e-05, + "loss": 0.835, + "step": 375 + }, + { + "epoch": 4.947040498442368, + "grad_norm": 53.35681915283203, + "learning_rate": 1.674897119341564e-05, + "loss": 0.9836, + "step": 400 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8280701754385965, + "eval_loss": 0.4923180937767029, + "eval_macro_f1": 0.8039312039312039, + "eval_runtime": 0.6848, + "eval_samples_per_second": 416.156, + "eval_steps_per_second": 26.284, + "eval_weighted_f1": 0.8365188154661838, + "step": 405 + }, + { + "epoch": 5.249221183800623, + "grad_norm": 65.80107116699219, + "learning_rate": 1.6406035665294924e-05, + "loss": 0.7485, + "step": 425 + }, + { + "epoch": 5.5607476635514015, + "grad_norm": 19.94196891784668, + "learning_rate": 1.6063100137174213e-05, + "loss": 0.7933, + "step": 450 + }, + { + "epoch": 5.872274143302181, + "grad_norm": 66.31866455078125, + "learning_rate": 1.5720164609053498e-05, + "loss": 0.7397, + "step": 475 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8631578947368421, + "eval_loss": 0.4155224859714508, + "eval_macro_f1": 0.8299132350915852, + "eval_runtime": 0.7245, + "eval_samples_per_second": 393.365, + "eval_steps_per_second": 24.844, + "eval_weighted_f1": 0.8655325132829319, + "step": 486 + } + ], + "logging_steps": 25, + "max_steps": 1620, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-729/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-729/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-729/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-729/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-729/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-729/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-729/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-729/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ba7cc25620e067f99ba321f85aba64b0fb1a2de2 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-729/trainer_state.json @@ -0,0 +1,345 @@ +{ + "best_global_step": 486, + "best_metric": 0.8299132350915852, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-00-s43-20260901T130032Z-f59e2438/trainer/checkpoint-486", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 729, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.3115264797507788, + "grad_norm": 25.42062759399414, + "learning_rate": 2.962962962962963e-06, + "loss": 2.8469, + "step": 25 + }, + { + "epoch": 0.6230529595015576, + "grad_norm": 27.70098304748535, + "learning_rate": 6.049382716049383e-06, + "loss": 2.567, + "step": 50 + }, + { + "epoch": 0.9345794392523364, + "grad_norm": 28.256698608398438, + "learning_rate": 9.135802469135803e-06, + "loss": 2.3226, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7333333333333333, + "eval_loss": 0.48801741003990173, + "eval_macro_f1": 0.4230769230769231, + "eval_runtime": 0.6679, + "eval_samples_per_second": 426.708, + "eval_steps_per_second": 26.95, + "eval_weighted_f1": 0.6234817813765182, + "step": 81 + }, + { + "epoch": 1.236760124610592, + "grad_norm": 34.99067687988281, + "learning_rate": 1.2222222222222224e-05, + "loss": 2.0514, + "step": 100 + }, + { + "epoch": 1.5482866043613708, + "grad_norm": 58.61650466918945, + "learning_rate": 1.5308641975308643e-05, + "loss": 1.9126, + "step": 125 + }, + { + "epoch": 1.8598130841121496, + "grad_norm": 29.343835830688477, + "learning_rate": 1.8395061728395062e-05, + "loss": 1.7227, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8245614035087719, + "eval_loss": 0.38820117712020874, + "eval_macro_f1": 0.7698048591367278, + "eval_runtime": 0.6825, + "eval_samples_per_second": 417.559, + "eval_steps_per_second": 26.372, + "eval_weighted_f1": 0.8229856756131735, + "step": 162 + }, + { + "epoch": 2.161993769470405, + "grad_norm": 74.57179260253906, + "learning_rate": 1.983539094650206e-05, + "loss": 1.6846, + "step": 175 + }, + { + "epoch": 2.473520249221184, + "grad_norm": 40.34041976928711, + "learning_rate": 1.9492455418381347e-05, + "loss": 1.4402, + "step": 200 + }, + { + "epoch": 2.7850467289719627, + "grad_norm": 47.18788146972656, + "learning_rate": 1.9149519890260632e-05, + "loss": 1.4769, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8210526315789474, + "eval_loss": 0.39870208501815796, + "eval_macro_f1": 0.7324633252958825, + "eval_runtime": 0.759, + "eval_samples_per_second": 375.516, + "eval_steps_per_second": 23.717, + "eval_weighted_f1": 0.8053874493703567, + "step": 243 + }, + { + "epoch": 3.087227414330218, + "grad_norm": 88.72734832763672, + "learning_rate": 1.8806584362139917e-05, + "loss": 1.4455, + "step": 250 + }, + { + "epoch": 3.398753894080997, + "grad_norm": 52.2821044921875, + "learning_rate": 1.8463648834019206e-05, + "loss": 1.2289, + "step": 275 + }, + { + "epoch": 3.710280373831776, + "grad_norm": 46.163761138916016, + "learning_rate": 1.812071330589849e-05, + "loss": 1.0916, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8526315789473684, + "eval_loss": 0.36610427498817444, + "eval_macro_f1": 0.7951184444748733, + "eval_runtime": 0.6782, + "eval_samples_per_second": 420.241, + "eval_steps_per_second": 26.542, + "eval_weighted_f1": 0.8465374719833956, + "step": 324 + }, + { + "epoch": 4.012461059190031, + "grad_norm": 69.32189178466797, + "learning_rate": 1.7777777777777777e-05, + "loss": 1.3677, + "step": 325 + }, + { + "epoch": 4.32398753894081, + "grad_norm": 44.590049743652344, + "learning_rate": 1.7434842249657065e-05, + "loss": 0.9117, + "step": 350 + }, + { + "epoch": 4.635514018691588, + "grad_norm": 40.52560806274414, + "learning_rate": 1.7091906721536354e-05, + "loss": 0.835, + "step": 375 + }, + { + "epoch": 4.947040498442368, + "grad_norm": 53.35681915283203, + "learning_rate": 1.674897119341564e-05, + "loss": 0.9836, + "step": 400 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8280701754385965, + "eval_loss": 0.4923180937767029, + "eval_macro_f1": 0.8039312039312039, + "eval_runtime": 0.6848, + "eval_samples_per_second": 416.156, + "eval_steps_per_second": 26.284, + "eval_weighted_f1": 0.8365188154661838, + "step": 405 + }, + { + "epoch": 5.249221183800623, + "grad_norm": 65.80107116699219, + "learning_rate": 1.6406035665294924e-05, + "loss": 0.7485, + "step": 425 + }, + { + "epoch": 5.5607476635514015, + "grad_norm": 19.94196891784668, + "learning_rate": 1.6063100137174213e-05, + "loss": 0.7933, + "step": 450 + }, + { + "epoch": 5.872274143302181, + "grad_norm": 66.31866455078125, + "learning_rate": 1.5720164609053498e-05, + "loss": 0.7397, + "step": 475 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8631578947368421, + "eval_loss": 0.4155224859714508, + "eval_macro_f1": 0.8299132350915852, + "eval_runtime": 0.7245, + "eval_samples_per_second": 393.365, + "eval_steps_per_second": 24.844, + "eval_weighted_f1": 0.8655325132829319, + "step": 486 + }, + { + "epoch": 6.174454828660436, + "grad_norm": 39.01066970825195, + "learning_rate": 1.5377229080932784e-05, + "loss": 0.626, + "step": 500 + }, + { + "epoch": 6.485981308411215, + "grad_norm": 121.48026275634766, + "learning_rate": 1.5034293552812072e-05, + "loss": 0.5574, + "step": 525 + }, + { + "epoch": 6.797507788161994, + "grad_norm": 141.2806854248047, + "learning_rate": 1.469135802469136e-05, + "loss": 0.7647, + "step": 550 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.856140350877193, + "eval_loss": 0.6060768365859985, + "eval_macro_f1": 0.8103853955375253, + "eval_runtime": 0.721, + "eval_samples_per_second": 395.308, + "eval_steps_per_second": 24.967, + "eval_weighted_f1": 0.8545062453293478, + "step": 567 + }, + { + "epoch": 7.099688473520249, + "grad_norm": 81.93423461914062, + "learning_rate": 1.4348422496570646e-05, + "loss": 0.3314, + "step": 575 + }, + { + "epoch": 7.411214953271028, + "grad_norm": 50.031211853027344, + "learning_rate": 1.4005486968449933e-05, + "loss": 0.471, + "step": 600 + }, + { + "epoch": 7.722741433021807, + "grad_norm": 152.0867919921875, + "learning_rate": 1.366255144032922e-05, + "loss": 0.513, + "step": 625 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8596491228070176, + "eval_loss": 0.7859815955162048, + "eval_macro_f1": 0.812425957614848, + "eval_runtime": 0.7151, + "eval_samples_per_second": 398.546, + "eval_steps_per_second": 25.171, + "eval_weighted_f1": 0.8570072674116513, + "step": 648 + }, + { + "epoch": 8.024922118380061, + "grad_norm": 35.0949592590332, + "learning_rate": 1.3319615912208505e-05, + "loss": 0.3293, + "step": 650 + }, + { + "epoch": 8.336448598130842, + "grad_norm": 7.272209167480469, + "learning_rate": 1.2976680384087792e-05, + "loss": 0.4133, + "step": 675 + }, + { + "epoch": 8.64797507788162, + "grad_norm": 4.930544853210449, + "learning_rate": 1.2633744855967079e-05, + "loss": 0.2632, + "step": 700 + }, + { + "epoch": 8.959501557632398, + "grad_norm": 8.617403984069824, + "learning_rate": 1.2290809327846366e-05, + "loss": 0.282, + "step": 725 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.856140350877193, + "eval_loss": 0.9339728355407715, + "eval_macro_f1": 0.8103853955375253, + "eval_runtime": 0.7037, + "eval_samples_per_second": 404.986, + "eval_steps_per_second": 25.578, + "eval_weighted_f1": 0.8545062453293478, + "step": 729 + } + ], + "logging_steps": 25, + "max_steps": 1620, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e4edfded741fc31ba9b1ff927827481adabea6d6 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648/trainer_state.json @@ -0,0 +1,306 @@ +{ + "best_global_step": 648, + "best_metric": 0.8143212508884151, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 648, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.3115264797507788, + "grad_norm": 12.002164840698242, + "learning_rate": 2.962962962962963e-06, + "loss": 2.9269, + "step": 25 + }, + { + "epoch": 0.6230529595015576, + "grad_norm": 17.186254501342773, + "learning_rate": 6.049382716049383e-06, + "loss": 2.6715, + "step": 50 + }, + { + "epoch": 0.9345794392523364, + "grad_norm": 42.54937744140625, + "learning_rate": 9.135802469135803e-06, + "loss": 2.5282, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.743859649122807, + "eval_loss": 0.5601562261581421, + "eval_macro_f1": 0.5310069655778724, + "eval_runtime": 0.6509, + "eval_samples_per_second": 437.882, + "eval_steps_per_second": 27.656, + "eval_weighted_f1": 0.6806690086954045, + "step": 81 + }, + { + "epoch": 1.236760124610592, + "grad_norm": 53.62320327758789, + "learning_rate": 1.2222222222222224e-05, + "loss": 2.2418, + "step": 100 + }, + { + "epoch": 1.5482866043613708, + "grad_norm": 43.73386764526367, + "learning_rate": 1.5308641975308643e-05, + "loss": 1.8386, + "step": 125 + }, + { + "epoch": 1.8598130841121496, + "grad_norm": 40.103965759277344, + "learning_rate": 1.8395061728395062e-05, + "loss": 1.7415, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8175438596491228, + "eval_loss": 0.3607650101184845, + "eval_macro_f1": 0.7436695724366957, + "eval_runtime": 0.6615, + "eval_samples_per_second": 430.87, + "eval_steps_per_second": 27.213, + "eval_weighted_f1": 0.8088527670358961, + "step": 162 + }, + { + "epoch": 2.161993769470405, + "grad_norm": 13.538381576538086, + "learning_rate": 1.983539094650206e-05, + "loss": 1.5991, + "step": 175 + }, + { + "epoch": 2.473520249221184, + "grad_norm": 31.563718795776367, + "learning_rate": 1.9492455418381347e-05, + "loss": 1.7453, + "step": 200 + }, + { + "epoch": 2.7850467289719627, + "grad_norm": 52.90522003173828, + "learning_rate": 1.9149519890260632e-05, + "loss": 1.3789, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8491228070175438, + "eval_loss": 0.3749995827674866, + "eval_macro_f1": 0.8063032448750573, + "eval_runtime": 0.6244, + "eval_samples_per_second": 456.473, + "eval_steps_per_second": 28.83, + "eval_weighted_f1": 0.8494423559887565, + "step": 243 + }, + { + "epoch": 3.087227414330218, + "grad_norm": 152.92230224609375, + "learning_rate": 1.8806584362139917e-05, + "loss": 1.291, + "step": 250 + }, + { + "epoch": 3.398753894080997, + "grad_norm": 79.46263885498047, + "learning_rate": 1.8463648834019206e-05, + "loss": 1.1212, + "step": 275 + }, + { + "epoch": 3.710280373831776, + "grad_norm": 61.352134704589844, + "learning_rate": 1.812071330589849e-05, + "loss": 1.2164, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8105263157894737, + "eval_loss": 0.3750590980052948, + "eval_macro_f1": 0.7721215351812367, + "eval_runtime": 0.6762, + "eval_samples_per_second": 421.462, + "eval_steps_per_second": 26.619, + "eval_weighted_f1": 0.8164347435753562, + "step": 324 + }, + { + "epoch": 4.012461059190031, + "grad_norm": 37.05570983886719, + "learning_rate": 1.7777777777777777e-05, + "loss": 1.4886, + "step": 325 + }, + { + "epoch": 4.32398753894081, + "grad_norm": 47.051326751708984, + "learning_rate": 1.7434842249657065e-05, + "loss": 1.1467, + "step": 350 + }, + { + "epoch": 4.635514018691588, + "grad_norm": 93.32664489746094, + "learning_rate": 1.7091906721536354e-05, + "loss": 1.04, + "step": 375 + }, + { + "epoch": 4.947040498442368, + "grad_norm": 54.36357116699219, + "learning_rate": 1.674897119341564e-05, + "loss": 0.9417, + "step": 400 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8385964912280702, + "eval_loss": 0.4489424228668213, + "eval_macro_f1": 0.8072058823529411, + "eval_runtime": 0.6222, + "eval_samples_per_second": 458.049, + "eval_steps_per_second": 28.929, + "eval_weighted_f1": 0.8440557275541796, + "step": 405 + }, + { + "epoch": 5.249221183800623, + "grad_norm": 120.2627182006836, + "learning_rate": 1.6406035665294924e-05, + "loss": 0.7482, + "step": 425 + }, + { + "epoch": 5.5607476635514015, + "grad_norm": 127.59312438964844, + "learning_rate": 1.6063100137174213e-05, + "loss": 0.8342, + "step": 450 + }, + { + "epoch": 5.872274143302181, + "grad_norm": 27.63325309753418, + "learning_rate": 1.5720164609053498e-05, + "loss": 0.7792, + "step": 475 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8210526315789474, + "eval_loss": 0.46470391750335693, + "eval_macro_f1": 0.7897287522603977, + "eval_runtime": 0.6661, + "eval_samples_per_second": 427.861, + "eval_steps_per_second": 27.023, + "eval_weighted_f1": 0.8281716950604359, + "step": 486 + }, + { + "epoch": 6.174454828660436, + "grad_norm": 35.02336120605469, + "learning_rate": 1.5377229080932784e-05, + "loss": 0.493, + "step": 500 + }, + { + "epoch": 6.485981308411215, + "grad_norm": 46.52717208862305, + "learning_rate": 1.5034293552812072e-05, + "loss": 0.6218, + "step": 525 + }, + { + "epoch": 6.797507788161994, + "grad_norm": 29.537858963012695, + "learning_rate": 1.469135802469136e-05, + "loss": 0.6458, + "step": 550 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8280701754385965, + "eval_loss": 0.6606349349021912, + "eval_macro_f1": 0.7953216374269005, + "eval_runtime": 0.6285, + "eval_samples_per_second": 453.453, + "eval_steps_per_second": 28.639, + "eval_weighted_f1": 0.8341028008618036, + "step": 567 + }, + { + "epoch": 7.099688473520249, + "grad_norm": 86.68073272705078, + "learning_rate": 1.4348422496570646e-05, + "loss": 0.3985, + "step": 575 + }, + { + "epoch": 7.411214953271028, + "grad_norm": 56.663482666015625, + "learning_rate": 1.4005486968449933e-05, + "loss": 0.5372, + "step": 600 + }, + { + "epoch": 7.722741433021807, + "grad_norm": 76.18921661376953, + "learning_rate": 1.366255144032922e-05, + "loss": 0.5464, + "step": 625 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8456140350877193, + "eval_loss": 0.5923078656196594, + "eval_macro_f1": 0.8143212508884151, + "eval_runtime": 0.6508, + "eval_samples_per_second": 437.897, + "eval_steps_per_second": 27.657, + "eval_weighted_f1": 0.85042830957992, + "step": 648 + } + ], + "logging_steps": 25, + "max_steps": 1620, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-891/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-891/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-891/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-891/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-891/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-891/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-891/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-891/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f3380dab3e7092b0a8a4ddd3fa1f41f729c15542 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-891/trainer_state.json @@ -0,0 +1,409 @@ +{ + "best_global_step": 648, + "best_metric": 0.8143212508884151, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-00-s44-20260901T134152Z-6863e5c6/trainer/checkpoint-648", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 891, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.3115264797507788, + "grad_norm": 12.002164840698242, + "learning_rate": 2.962962962962963e-06, + "loss": 2.9269, + "step": 25 + }, + { + "epoch": 0.6230529595015576, + "grad_norm": 17.186254501342773, + "learning_rate": 6.049382716049383e-06, + "loss": 2.6715, + "step": 50 + }, + { + "epoch": 0.9345794392523364, + "grad_norm": 42.54937744140625, + "learning_rate": 9.135802469135803e-06, + "loss": 2.5282, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.743859649122807, + "eval_loss": 0.5601562261581421, + "eval_macro_f1": 0.5310069655778724, + "eval_runtime": 0.6509, + "eval_samples_per_second": 437.882, + "eval_steps_per_second": 27.656, + "eval_weighted_f1": 0.6806690086954045, + "step": 81 + }, + { + "epoch": 1.236760124610592, + "grad_norm": 53.62320327758789, + "learning_rate": 1.2222222222222224e-05, + "loss": 2.2418, + "step": 100 + }, + { + "epoch": 1.5482866043613708, + "grad_norm": 43.73386764526367, + "learning_rate": 1.5308641975308643e-05, + "loss": 1.8386, + "step": 125 + }, + { + "epoch": 1.8598130841121496, + "grad_norm": 40.103965759277344, + "learning_rate": 1.8395061728395062e-05, + "loss": 1.7415, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8175438596491228, + "eval_loss": 0.3607650101184845, + "eval_macro_f1": 0.7436695724366957, + "eval_runtime": 0.6615, + "eval_samples_per_second": 430.87, + "eval_steps_per_second": 27.213, + "eval_weighted_f1": 0.8088527670358961, + "step": 162 + }, + { + "epoch": 2.161993769470405, + "grad_norm": 13.538381576538086, + "learning_rate": 1.983539094650206e-05, + "loss": 1.5991, + "step": 175 + }, + { + "epoch": 2.473520249221184, + "grad_norm": 31.563718795776367, + "learning_rate": 1.9492455418381347e-05, + "loss": 1.7453, + "step": 200 + }, + { + "epoch": 2.7850467289719627, + "grad_norm": 52.90522003173828, + "learning_rate": 1.9149519890260632e-05, + "loss": 1.3789, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8491228070175438, + "eval_loss": 0.3749995827674866, + "eval_macro_f1": 0.8063032448750573, + "eval_runtime": 0.6244, + "eval_samples_per_second": 456.473, + "eval_steps_per_second": 28.83, + "eval_weighted_f1": 0.8494423559887565, + "step": 243 + }, + { + "epoch": 3.087227414330218, + "grad_norm": 152.92230224609375, + "learning_rate": 1.8806584362139917e-05, + "loss": 1.291, + "step": 250 + }, + { + "epoch": 3.398753894080997, + "grad_norm": 79.46263885498047, + "learning_rate": 1.8463648834019206e-05, + "loss": 1.1212, + "step": 275 + }, + { + "epoch": 3.710280373831776, + "grad_norm": 61.352134704589844, + "learning_rate": 1.812071330589849e-05, + "loss": 1.2164, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8105263157894737, + "eval_loss": 0.3750590980052948, + "eval_macro_f1": 0.7721215351812367, + "eval_runtime": 0.6762, + "eval_samples_per_second": 421.462, + "eval_steps_per_second": 26.619, + "eval_weighted_f1": 0.8164347435753562, + "step": 324 + }, + { + "epoch": 4.012461059190031, + "grad_norm": 37.05570983886719, + "learning_rate": 1.7777777777777777e-05, + "loss": 1.4886, + "step": 325 + }, + { + "epoch": 4.32398753894081, + "grad_norm": 47.051326751708984, + "learning_rate": 1.7434842249657065e-05, + "loss": 1.1467, + "step": 350 + }, + { + "epoch": 4.635514018691588, + "grad_norm": 93.32664489746094, + "learning_rate": 1.7091906721536354e-05, + "loss": 1.04, + "step": 375 + }, + { + "epoch": 4.947040498442368, + "grad_norm": 54.36357116699219, + "learning_rate": 1.674897119341564e-05, + "loss": 0.9417, + "step": 400 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8385964912280702, + "eval_loss": 0.4489424228668213, + "eval_macro_f1": 0.8072058823529411, + "eval_runtime": 0.6222, + "eval_samples_per_second": 458.049, + "eval_steps_per_second": 28.929, + "eval_weighted_f1": 0.8440557275541796, + "step": 405 + }, + { + "epoch": 5.249221183800623, + "grad_norm": 120.2627182006836, + "learning_rate": 1.6406035665294924e-05, + "loss": 0.7482, + "step": 425 + }, + { + "epoch": 5.5607476635514015, + "grad_norm": 127.59312438964844, + "learning_rate": 1.6063100137174213e-05, + "loss": 0.8342, + "step": 450 + }, + { + "epoch": 5.872274143302181, + "grad_norm": 27.63325309753418, + "learning_rate": 1.5720164609053498e-05, + "loss": 0.7792, + "step": 475 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8210526315789474, + "eval_loss": 0.46470391750335693, + "eval_macro_f1": 0.7897287522603977, + "eval_runtime": 0.6661, + "eval_samples_per_second": 427.861, + "eval_steps_per_second": 27.023, + "eval_weighted_f1": 0.8281716950604359, + "step": 486 + }, + { + "epoch": 6.174454828660436, + "grad_norm": 35.02336120605469, + "learning_rate": 1.5377229080932784e-05, + "loss": 0.493, + "step": 500 + }, + { + "epoch": 6.485981308411215, + "grad_norm": 46.52717208862305, + "learning_rate": 1.5034293552812072e-05, + "loss": 0.6218, + "step": 525 + }, + { + "epoch": 6.797507788161994, + "grad_norm": 29.537858963012695, + "learning_rate": 1.469135802469136e-05, + "loss": 0.6458, + "step": 550 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8280701754385965, + "eval_loss": 0.6606349349021912, + "eval_macro_f1": 0.7953216374269005, + "eval_runtime": 0.6285, + "eval_samples_per_second": 453.453, + "eval_steps_per_second": 28.639, + "eval_weighted_f1": 0.8341028008618036, + "step": 567 + }, + { + "epoch": 7.099688473520249, + "grad_norm": 86.68073272705078, + "learning_rate": 1.4348422496570646e-05, + "loss": 0.3985, + "step": 575 + }, + { + "epoch": 7.411214953271028, + "grad_norm": 56.663482666015625, + "learning_rate": 1.4005486968449933e-05, + "loss": 0.5372, + "step": 600 + }, + { + "epoch": 7.722741433021807, + "grad_norm": 76.18921661376953, + "learning_rate": 1.366255144032922e-05, + "loss": 0.5464, + "step": 625 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8456140350877193, + "eval_loss": 0.5923078656196594, + "eval_macro_f1": 0.8143212508884151, + "eval_runtime": 0.6508, + "eval_samples_per_second": 437.897, + "eval_steps_per_second": 27.657, + "eval_weighted_f1": 0.85042830957992, + "step": 648 + }, + { + "epoch": 8.024922118380061, + "grad_norm": 2.101100444793701, + "learning_rate": 1.3319615912208505e-05, + "loss": 0.4842, + "step": 650 + }, + { + "epoch": 8.336448598130842, + "grad_norm": 151.3600616455078, + "learning_rate": 1.2976680384087792e-05, + "loss": 0.5138, + "step": 675 + }, + { + "epoch": 8.64797507788162, + "grad_norm": 55.11509323120117, + "learning_rate": 1.2633744855967079e-05, + "loss": 0.2841, + "step": 700 + }, + { + "epoch": 8.959501557632398, + "grad_norm": 0.35625481605529785, + "learning_rate": 1.2290809327846366e-05, + "loss": 0.594, + "step": 725 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8035087719298246, + "eval_loss": 1.1465975046157837, + "eval_macro_f1": 0.7712680577849117, + "eval_runtime": 0.6338, + "eval_samples_per_second": 449.675, + "eval_steps_per_second": 28.401, + "eval_weighted_f1": 0.8119455943228859, + "step": 729 + }, + { + "epoch": 9.261682242990654, + "grad_norm": 13.478732109069824, + "learning_rate": 1.1947873799725653e-05, + "loss": 0.3587, + "step": 750 + }, + { + "epoch": 9.573208722741432, + "grad_norm": 312.92626953125, + "learning_rate": 1.160493827160494e-05, + "loss": 0.4975, + "step": 775 + }, + { + "epoch": 9.884735202492212, + "grad_norm": 186.671630859375, + "learning_rate": 1.1262002743484225e-05, + "loss": 0.439, + "step": 800 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8315789473684211, + "eval_loss": 1.0971370935440063, + "eval_macro_f1": 0.7988235294117647, + "eval_runtime": 0.6984, + "eval_samples_per_second": 408.064, + "eval_steps_per_second": 25.772, + "eval_weighted_f1": 0.8372755417956657, + "step": 810 + }, + { + "epoch": 10.186915887850468, + "grad_norm": 20.890247344970703, + "learning_rate": 1.0919067215363512e-05, + "loss": 0.1678, + "step": 825 + }, + { + "epoch": 10.498442367601246, + "grad_norm": 664.04150390625, + "learning_rate": 1.0576131687242799e-05, + "loss": 0.3135, + "step": 850 + }, + { + "epoch": 10.809968847352025, + "grad_norm": 154.86361694335938, + "learning_rate": 1.0233196159122084e-05, + "loss": 0.3235, + "step": 875 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8421052631578947, + "eval_loss": 1.1471534967422485, + "eval_macro_f1": 0.7955491080680387, + "eval_runtime": 0.6799, + "eval_samples_per_second": 419.148, + "eval_steps_per_second": 26.473, + "eval_weighted_f1": 0.8417629384881163, + "step": 891 + } + ], + "logging_steps": 25, + "max_steps": 1620, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c26e7b0838cc3a87d0f0646d4db243521c1219ac --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456/trainer_state.json @@ -0,0 +1,235 @@ +{ + "best_global_step": 456, + "best_metric": 0.8125880138153896, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 456, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.33112582781456956, + "grad_norm": 17.342565536499023, + "learning_rate": 3.157894736842105e-06, + "loss": 2.8333, + "step": 25 + }, + { + "epoch": 0.6622516556291391, + "grad_norm": 50.87766647338867, + "learning_rate": 6.447368421052632e-06, + "loss": 2.7094, + "step": 50 + }, + { + "epoch": 0.9933774834437086, + "grad_norm": 22.139984130859375, + "learning_rate": 9.736842105263159e-06, + "loss": 2.3718, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6468401486988847, + "eval_loss": 0.5373198986053467, + "eval_macro_f1": 0.3927765237020316, + "eval_runtime": 0.6773, + "eval_samples_per_second": 397.153, + "eval_steps_per_second": 25.099, + "eval_weighted_f1": 0.5081272499937063, + "step": 76 + }, + { + "epoch": 1.3178807947019868, + "grad_norm": 45.90898513793945, + "learning_rate": 1.3026315789473684e-05, + "loss": 2.2367, + "step": 100 + }, + { + "epoch": 1.6490066225165563, + "grad_norm": 57.33961486816406, + "learning_rate": 1.6315789473684213e-05, + "loss": 2.0197, + "step": 125 + }, + { + "epoch": 1.980132450331126, + "grad_norm": 59.21406555175781, + "learning_rate": 1.960526315789474e-05, + "loss": 1.9852, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7509293680297398, + "eval_loss": 0.4779170751571655, + "eval_macro_f1": 0.747354107966413, + "eval_runtime": 0.6246, + "eval_samples_per_second": 430.666, + "eval_steps_per_second": 27.217, + "eval_weighted_f1": 0.756180531247751, + "step": 152 + }, + { + "epoch": 2.304635761589404, + "grad_norm": 70.46903991699219, + "learning_rate": 1.9678362573099416e-05, + "loss": 1.7499, + "step": 175 + }, + { + "epoch": 2.6357615894039736, + "grad_norm": 26.937959671020508, + "learning_rate": 1.9312865497076027e-05, + "loss": 1.7002, + "step": 200 + }, + { + "epoch": 2.966887417218543, + "grad_norm": 87.357177734375, + "learning_rate": 1.894736842105263e-05, + "loss": 1.623, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7992565055762082, + "eval_loss": 0.388406902551651, + "eval_macro_f1": 0.7758056550191381, + "eval_runtime": 0.6393, + "eval_samples_per_second": 420.793, + "eval_steps_per_second": 26.593, + "eval_weighted_f1": 0.7971001055249834, + "step": 228 + }, + { + "epoch": 3.2913907284768213, + "grad_norm": 91.87850952148438, + "learning_rate": 1.8581871345029242e-05, + "loss": 1.3944, + "step": 250 + }, + { + "epoch": 3.622516556291391, + "grad_norm": 74.27731323242188, + "learning_rate": 1.821637426900585e-05, + "loss": 1.3624, + "step": 275 + }, + { + "epoch": 3.9536423841059603, + "grad_norm": 43.240745544433594, + "learning_rate": 1.785087719298246e-05, + "loss": 1.433, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.828996282527881, + "eval_loss": 0.38230177760124207, + "eval_macro_f1": 0.8079764121663563, + "eval_runtime": 0.6912, + "eval_samples_per_second": 389.193, + "eval_steps_per_second": 24.596, + "eval_weighted_f1": 0.8266344993411929, + "step": 304 + }, + { + "epoch": 4.2781456953642385, + "grad_norm": 104.95271301269531, + "learning_rate": 1.7485380116959064e-05, + "loss": 0.9207, + "step": 325 + }, + { + "epoch": 4.609271523178808, + "grad_norm": 50.37535858154297, + "learning_rate": 1.7119883040935675e-05, + "loss": 1.0139, + "step": 350 + }, + { + "epoch": 4.940397350993377, + "grad_norm": 56.92036056518555, + "learning_rate": 1.6754385964912282e-05, + "loss": 1.0198, + "step": 375 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8215613382899628, + "eval_loss": 0.4797273576259613, + "eval_macro_f1": 0.8027859237536656, + "eval_runtime": 0.6839, + "eval_samples_per_second": 393.319, + "eval_steps_per_second": 24.857, + "eval_weighted_f1": 0.8206564990352015, + "step": 380 + }, + { + "epoch": 5.264900662251655, + "grad_norm": 61.23441696166992, + "learning_rate": 1.638888888888889e-05, + "loss": 0.7715, + "step": 400 + }, + { + "epoch": 5.596026490066225, + "grad_norm": 30.772891998291016, + "learning_rate": 1.60233918128655e-05, + "loss": 0.9227, + "step": 425 + }, + { + "epoch": 5.927152317880795, + "grad_norm": 91.53496551513672, + "learning_rate": 1.5657894736842107e-05, + "loss": 0.6936, + "step": 450 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8252788104089219, + "eval_loss": 0.6254080533981323, + "eval_macro_f1": 0.8125880138153896, + "eval_runtime": 0.6491, + "eval_samples_per_second": 414.446, + "eval_steps_per_second": 26.192, + "eval_weighted_f1": 0.8269104842566619, + "step": 456 + } + ], + "logging_steps": 25, + "max_steps": 1520, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-684/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-684/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-684/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-684/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-684/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-684/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-684/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-684/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a8e9eda74e287fdb7a9287e4294d5ab3a60cfbac --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-684/trainer_state.json @@ -0,0 +1,331 @@ +{ + "best_global_step": 456, + "best_metric": 0.8125880138153896, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-01-s43-20260901T130546Z-f59e2438/trainer/checkpoint-456", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 684, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.33112582781456956, + "grad_norm": 17.342565536499023, + "learning_rate": 3.157894736842105e-06, + "loss": 2.8333, + "step": 25 + }, + { + "epoch": 0.6622516556291391, + "grad_norm": 50.87766647338867, + "learning_rate": 6.447368421052632e-06, + "loss": 2.7094, + "step": 50 + }, + { + "epoch": 0.9933774834437086, + "grad_norm": 22.139984130859375, + "learning_rate": 9.736842105263159e-06, + "loss": 2.3718, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6468401486988847, + "eval_loss": 0.5373198986053467, + "eval_macro_f1": 0.3927765237020316, + "eval_runtime": 0.6773, + "eval_samples_per_second": 397.153, + "eval_steps_per_second": 25.099, + "eval_weighted_f1": 0.5081272499937063, + "step": 76 + }, + { + "epoch": 1.3178807947019868, + "grad_norm": 45.90898513793945, + "learning_rate": 1.3026315789473684e-05, + "loss": 2.2367, + "step": 100 + }, + { + "epoch": 1.6490066225165563, + "grad_norm": 57.33961486816406, + "learning_rate": 1.6315789473684213e-05, + "loss": 2.0197, + "step": 125 + }, + { + "epoch": 1.980132450331126, + "grad_norm": 59.21406555175781, + "learning_rate": 1.960526315789474e-05, + "loss": 1.9852, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7509293680297398, + "eval_loss": 0.4779170751571655, + "eval_macro_f1": 0.747354107966413, + "eval_runtime": 0.6246, + "eval_samples_per_second": 430.666, + "eval_steps_per_second": 27.217, + "eval_weighted_f1": 0.756180531247751, + "step": 152 + }, + { + "epoch": 2.304635761589404, + "grad_norm": 70.46903991699219, + "learning_rate": 1.9678362573099416e-05, + "loss": 1.7499, + "step": 175 + }, + { + "epoch": 2.6357615894039736, + "grad_norm": 26.937959671020508, + "learning_rate": 1.9312865497076027e-05, + "loss": 1.7002, + "step": 200 + }, + { + "epoch": 2.966887417218543, + "grad_norm": 87.357177734375, + "learning_rate": 1.894736842105263e-05, + "loss": 1.623, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7992565055762082, + "eval_loss": 0.388406902551651, + "eval_macro_f1": 0.7758056550191381, + "eval_runtime": 0.6393, + "eval_samples_per_second": 420.793, + "eval_steps_per_second": 26.593, + "eval_weighted_f1": 0.7971001055249834, + "step": 228 + }, + { + "epoch": 3.2913907284768213, + "grad_norm": 91.87850952148438, + "learning_rate": 1.8581871345029242e-05, + "loss": 1.3944, + "step": 250 + }, + { + "epoch": 3.622516556291391, + "grad_norm": 74.27731323242188, + "learning_rate": 1.821637426900585e-05, + "loss": 1.3624, + "step": 275 + }, + { + "epoch": 3.9536423841059603, + "grad_norm": 43.240745544433594, + "learning_rate": 1.785087719298246e-05, + "loss": 1.433, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.828996282527881, + "eval_loss": 0.38230177760124207, + "eval_macro_f1": 0.8079764121663563, + "eval_runtime": 0.6912, + "eval_samples_per_second": 389.193, + "eval_steps_per_second": 24.596, + "eval_weighted_f1": 0.8266344993411929, + "step": 304 + }, + { + "epoch": 4.2781456953642385, + "grad_norm": 104.95271301269531, + "learning_rate": 1.7485380116959064e-05, + "loss": 0.9207, + "step": 325 + }, + { + "epoch": 4.609271523178808, + "grad_norm": 50.37535858154297, + "learning_rate": 1.7119883040935675e-05, + "loss": 1.0139, + "step": 350 + }, + { + "epoch": 4.940397350993377, + "grad_norm": 56.92036056518555, + "learning_rate": 1.6754385964912282e-05, + "loss": 1.0198, + "step": 375 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8215613382899628, + "eval_loss": 0.4797273576259613, + "eval_macro_f1": 0.8027859237536656, + "eval_runtime": 0.6839, + "eval_samples_per_second": 393.319, + "eval_steps_per_second": 24.857, + "eval_weighted_f1": 0.8206564990352015, + "step": 380 + }, + { + "epoch": 5.264900662251655, + "grad_norm": 61.23441696166992, + "learning_rate": 1.638888888888889e-05, + "loss": 0.7715, + "step": 400 + }, + { + "epoch": 5.596026490066225, + "grad_norm": 30.772891998291016, + "learning_rate": 1.60233918128655e-05, + "loss": 0.9227, + "step": 425 + }, + { + "epoch": 5.927152317880795, + "grad_norm": 91.53496551513672, + "learning_rate": 1.5657894736842107e-05, + "loss": 0.6936, + "step": 450 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8252788104089219, + "eval_loss": 0.6254080533981323, + "eval_macro_f1": 0.8125880138153896, + "eval_runtime": 0.6491, + "eval_samples_per_second": 414.446, + "eval_steps_per_second": 26.192, + "eval_weighted_f1": 0.8269104842566619, + "step": 456 + }, + { + "epoch": 6.251655629139073, + "grad_norm": 43.086875915527344, + "learning_rate": 1.5292397660818715e-05, + "loss": 0.7167, + "step": 475 + }, + { + "epoch": 6.582781456953643, + "grad_norm": 141.8522491455078, + "learning_rate": 1.4926900584795322e-05, + "loss": 0.6989, + "step": 500 + }, + { + "epoch": 6.913907284768212, + "grad_norm": 45.49770736694336, + "learning_rate": 1.4561403508771931e-05, + "loss": 0.724, + "step": 525 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8104089219330854, + "eval_loss": 0.8170830607414246, + "eval_macro_f1": 0.7865112587728171, + "eval_runtime": 0.5957, + "eval_samples_per_second": 451.592, + "eval_steps_per_second": 28.539, + "eval_weighted_f1": 0.8074880964357194, + "step": 532 + }, + { + "epoch": 7.23841059602649, + "grad_norm": 50.347049713134766, + "learning_rate": 1.4195906432748539e-05, + "loss": 0.4163, + "step": 550 + }, + { + "epoch": 7.569536423841059, + "grad_norm": 173.8871307373047, + "learning_rate": 1.3830409356725148e-05, + "loss": 0.3918, + "step": 575 + }, + { + "epoch": 7.900662251655629, + "grad_norm": 108.13002014160156, + "learning_rate": 1.3464912280701757e-05, + "loss": 0.4413, + "step": 600 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8178438661710037, + "eval_loss": 0.6248087882995605, + "eval_macro_f1": 0.8001697973044677, + "eval_runtime": 0.6472, + "eval_samples_per_second": 415.631, + "eval_steps_per_second": 26.267, + "eval_weighted_f1": 0.817622940310172, + "step": 608 + }, + { + "epoch": 8.225165562913908, + "grad_norm": 35.69498062133789, + "learning_rate": 1.3099415204678362e-05, + "loss": 0.4383, + "step": 625 + }, + { + "epoch": 8.556291390728477, + "grad_norm": 12.625885009765625, + "learning_rate": 1.2733918128654971e-05, + "loss": 0.4006, + "step": 650 + }, + { + "epoch": 8.887417218543046, + "grad_norm": 98.06978607177734, + "learning_rate": 1.236842105263158e-05, + "loss": 0.4073, + "step": 675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8029739776951673, + "eval_loss": 0.9802674651145935, + "eval_macro_f1": 0.7848876684219261, + "eval_runtime": 0.631, + "eval_samples_per_second": 426.293, + "eval_steps_per_second": 26.94, + "eval_weighted_f1": 0.8032058534550806, + "step": 684 + } + ], + "logging_steps": 25, + "max_steps": 1520, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..66d35653dfb2bee113fc789a58cf1efe7fd7c44f --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608/trainer_state.json @@ -0,0 +1,299 @@ +{ + "best_global_step": 608, + "best_metric": 0.8226444497722369, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 608, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.33112582781456956, + "grad_norm": 14.519070625305176, + "learning_rate": 3.157894736842105e-06, + "loss": 2.8921, + "step": 25 + }, + { + "epoch": 0.6622516556291391, + "grad_norm": 11.861166954040527, + "learning_rate": 6.447368421052632e-06, + "loss": 2.7696, + "step": 50 + }, + { + "epoch": 0.9933774834437086, + "grad_norm": 104.6224136352539, + "learning_rate": 9.736842105263159e-06, + "loss": 2.6019, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6505576208178439, + "eval_loss": 0.5918731093406677, + "eval_macro_f1": 0.4040818250377074, + "eval_runtime": 0.5699, + "eval_samples_per_second": 472.015, + "eval_steps_per_second": 29.83, + "eval_weighted_f1": 0.5166343560586945, + "step": 76 + }, + { + "epoch": 1.3178807947019868, + "grad_norm": 41.6392936706543, + "learning_rate": 1.3026315789473684e-05, + "loss": 2.2727, + "step": 100 + }, + { + "epoch": 1.6490066225165563, + "grad_norm": 54.00202178955078, + "learning_rate": 1.6315789473684213e-05, + "loss": 2.0069, + "step": 125 + }, + { + "epoch": 1.980132450331126, + "grad_norm": 32.454261779785156, + "learning_rate": 1.960526315789474e-05, + "loss": 1.9752, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.79182156133829, + "eval_loss": 0.40937092900276184, + "eval_macro_f1": 0.7607065700851443, + "eval_runtime": 0.6238, + "eval_samples_per_second": 431.226, + "eval_steps_per_second": 27.252, + "eval_weighted_f1": 0.7860476454356444, + "step": 152 + }, + { + "epoch": 2.304635761589404, + "grad_norm": 43.119808197021484, + "learning_rate": 1.9678362573099416e-05, + "loss": 1.62, + "step": 175 + }, + { + "epoch": 2.6357615894039736, + "grad_norm": 43.909908294677734, + "learning_rate": 1.9312865497076027e-05, + "loss": 1.6318, + "step": 200 + }, + { + "epoch": 2.966887417218543, + "grad_norm": 28.472980499267578, + "learning_rate": 1.894736842105263e-05, + "loss": 1.5788, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8252788104089219, + "eval_loss": 0.3734555244445801, + "eval_macro_f1": 0.8053875163549604, + "eval_runtime": 0.6004, + "eval_samples_per_second": 448.007, + "eval_steps_per_second": 28.313, + "eval_weighted_f1": 0.8236597515905761, + "step": 228 + }, + { + "epoch": 3.2913907284768213, + "grad_norm": 52.85847473144531, + "learning_rate": 1.8581871345029242e-05, + "loss": 1.2322, + "step": 250 + }, + { + "epoch": 3.622516556291391, + "grad_norm": 151.81907653808594, + "learning_rate": 1.821637426900585e-05, + "loss": 1.3391, + "step": 275 + }, + { + "epoch": 3.9536423841059603, + "grad_norm": 63.59408950805664, + "learning_rate": 1.785087719298246e-05, + "loss": 1.2616, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7955390334572491, + "eval_loss": 0.4083322584629059, + "eval_macro_f1": 0.7862766341639582, + "eval_runtime": 0.5967, + "eval_samples_per_second": 450.794, + "eval_steps_per_second": 28.489, + "eval_weighted_f1": 0.7993432331669936, + "step": 304 + }, + { + "epoch": 4.2781456953642385, + "grad_norm": 157.98483276367188, + "learning_rate": 1.7485380116959064e-05, + "loss": 0.9697, + "step": 325 + }, + { + "epoch": 4.609271523178808, + "grad_norm": 52.7382698059082, + "learning_rate": 1.7119883040935675e-05, + "loss": 1.0057, + "step": 350 + }, + { + "epoch": 4.940397350993377, + "grad_norm": 60.555397033691406, + "learning_rate": 1.6754385964912282e-05, + "loss": 1.0211, + "step": 375 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8178438661710037, + "eval_loss": 0.41909199953079224, + "eval_macro_f1": 0.808962708523559, + "eval_runtime": 0.626, + "eval_samples_per_second": 429.683, + "eval_steps_per_second": 27.155, + "eval_weighted_f1": 0.8210594577330096, + "step": 380 + }, + { + "epoch": 5.264900662251655, + "grad_norm": 45.25739288330078, + "learning_rate": 1.638888888888889e-05, + "loss": 0.8325, + "step": 400 + }, + { + "epoch": 5.596026490066225, + "grad_norm": 29.65909767150879, + "learning_rate": 1.60233918128655e-05, + "loss": 0.7174, + "step": 425 + }, + { + "epoch": 5.927152317880795, + "grad_norm": 45.27558898925781, + "learning_rate": 1.5657894736842107e-05, + "loss": 0.6415, + "step": 450 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8178438661710037, + "eval_loss": 0.6019556522369385, + "eval_macro_f1": 0.8095919104369809, + "eval_runtime": 0.6065, + "eval_samples_per_second": 443.541, + "eval_steps_per_second": 28.03, + "eval_weighted_f1": 0.8212330622760488, + "step": 456 + }, + { + "epoch": 6.251655629139073, + "grad_norm": 96.8978500366211, + "learning_rate": 1.5292397660818715e-05, + "loss": 0.6616, + "step": 475 + }, + { + "epoch": 6.582781456953643, + "grad_norm": 16.998294830322266, + "learning_rate": 1.4926900584795322e-05, + "loss": 0.5113, + "step": 500 + }, + { + "epoch": 6.913907284768212, + "grad_norm": 20.358314514160156, + "learning_rate": 1.4561403508771931e-05, + "loss": 0.4253, + "step": 525 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8215613382899628, + "eval_loss": 0.6435434222221375, + "eval_macro_f1": 0.8047186932849364, + "eval_runtime": 0.6016, + "eval_samples_per_second": 447.134, + "eval_steps_per_second": 28.258, + "eval_weighted_f1": 0.8215613382899628, + "step": 532 + }, + { + "epoch": 7.23841059602649, + "grad_norm": 10.788516998291016, + "learning_rate": 1.4195906432748539e-05, + "loss": 0.3969, + "step": 550 + }, + { + "epoch": 7.569536423841059, + "grad_norm": 60.595611572265625, + "learning_rate": 1.3830409356725148e-05, + "loss": 0.3369, + "step": 575 + }, + { + "epoch": 7.900662251655629, + "grad_norm": 80.09751892089844, + "learning_rate": 1.3464912280701757e-05, + "loss": 0.5976, + "step": 600 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8364312267657993, + "eval_loss": 0.6516328454017639, + "eval_macro_f1": 0.8226444497722369, + "eval_runtime": 0.551, + "eval_samples_per_second": 488.173, + "eval_steps_per_second": 30.851, + "eval_weighted_f1": 0.8371665215387892, + "step": 608 + } + ], + "logging_steps": 25, + "max_steps": 1520, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-836/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-836/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-836/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-836/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-836/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-836/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-836/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-836/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9a6ac56abfb715937a560fdacc32dafff143c543 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-836/trainer_state.json @@ -0,0 +1,395 @@ +{ + "best_global_step": 608, + "best_metric": 0.8226444497722369, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-01-s44-20260901T134755Z-6863e5c6/trainer/checkpoint-608", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 836, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.33112582781456956, + "grad_norm": 14.519070625305176, + "learning_rate": 3.157894736842105e-06, + "loss": 2.8921, + "step": 25 + }, + { + "epoch": 0.6622516556291391, + "grad_norm": 11.861166954040527, + "learning_rate": 6.447368421052632e-06, + "loss": 2.7696, + "step": 50 + }, + { + "epoch": 0.9933774834437086, + "grad_norm": 104.6224136352539, + "learning_rate": 9.736842105263159e-06, + "loss": 2.6019, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6505576208178439, + "eval_loss": 0.5918731093406677, + "eval_macro_f1": 0.4040818250377074, + "eval_runtime": 0.5699, + "eval_samples_per_second": 472.015, + "eval_steps_per_second": 29.83, + "eval_weighted_f1": 0.5166343560586945, + "step": 76 + }, + { + "epoch": 1.3178807947019868, + "grad_norm": 41.6392936706543, + "learning_rate": 1.3026315789473684e-05, + "loss": 2.2727, + "step": 100 + }, + { + "epoch": 1.6490066225165563, + "grad_norm": 54.00202178955078, + "learning_rate": 1.6315789473684213e-05, + "loss": 2.0069, + "step": 125 + }, + { + "epoch": 1.980132450331126, + "grad_norm": 32.454261779785156, + "learning_rate": 1.960526315789474e-05, + "loss": 1.9752, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.79182156133829, + "eval_loss": 0.40937092900276184, + "eval_macro_f1": 0.7607065700851443, + "eval_runtime": 0.6238, + "eval_samples_per_second": 431.226, + "eval_steps_per_second": 27.252, + "eval_weighted_f1": 0.7860476454356444, + "step": 152 + }, + { + "epoch": 2.304635761589404, + "grad_norm": 43.119808197021484, + "learning_rate": 1.9678362573099416e-05, + "loss": 1.62, + "step": 175 + }, + { + "epoch": 2.6357615894039736, + "grad_norm": 43.909908294677734, + "learning_rate": 1.9312865497076027e-05, + "loss": 1.6318, + "step": 200 + }, + { + "epoch": 2.966887417218543, + "grad_norm": 28.472980499267578, + "learning_rate": 1.894736842105263e-05, + "loss": 1.5788, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8252788104089219, + "eval_loss": 0.3734555244445801, + "eval_macro_f1": 0.8053875163549604, + "eval_runtime": 0.6004, + "eval_samples_per_second": 448.007, + "eval_steps_per_second": 28.313, + "eval_weighted_f1": 0.8236597515905761, + "step": 228 + }, + { + "epoch": 3.2913907284768213, + "grad_norm": 52.85847473144531, + "learning_rate": 1.8581871345029242e-05, + "loss": 1.2322, + "step": 250 + }, + { + "epoch": 3.622516556291391, + "grad_norm": 151.81907653808594, + "learning_rate": 1.821637426900585e-05, + "loss": 1.3391, + "step": 275 + }, + { + "epoch": 3.9536423841059603, + "grad_norm": 63.59408950805664, + "learning_rate": 1.785087719298246e-05, + "loss": 1.2616, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7955390334572491, + "eval_loss": 0.4083322584629059, + "eval_macro_f1": 0.7862766341639582, + "eval_runtime": 0.5967, + "eval_samples_per_second": 450.794, + "eval_steps_per_second": 28.489, + "eval_weighted_f1": 0.7993432331669936, + "step": 304 + }, + { + "epoch": 4.2781456953642385, + "grad_norm": 157.98483276367188, + "learning_rate": 1.7485380116959064e-05, + "loss": 0.9697, + "step": 325 + }, + { + "epoch": 4.609271523178808, + "grad_norm": 52.7382698059082, + "learning_rate": 1.7119883040935675e-05, + "loss": 1.0057, + "step": 350 + }, + { + "epoch": 4.940397350993377, + "grad_norm": 60.555397033691406, + "learning_rate": 1.6754385964912282e-05, + "loss": 1.0211, + "step": 375 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8178438661710037, + "eval_loss": 0.41909199953079224, + "eval_macro_f1": 0.808962708523559, + "eval_runtime": 0.626, + "eval_samples_per_second": 429.683, + "eval_steps_per_second": 27.155, + "eval_weighted_f1": 0.8210594577330096, + "step": 380 + }, + { + "epoch": 5.264900662251655, + "grad_norm": 45.25739288330078, + "learning_rate": 1.638888888888889e-05, + "loss": 0.8325, + "step": 400 + }, + { + "epoch": 5.596026490066225, + "grad_norm": 29.65909767150879, + "learning_rate": 1.60233918128655e-05, + "loss": 0.7174, + "step": 425 + }, + { + "epoch": 5.927152317880795, + "grad_norm": 45.27558898925781, + "learning_rate": 1.5657894736842107e-05, + "loss": 0.6415, + "step": 450 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8178438661710037, + "eval_loss": 0.6019556522369385, + "eval_macro_f1": 0.8095919104369809, + "eval_runtime": 0.6065, + "eval_samples_per_second": 443.541, + "eval_steps_per_second": 28.03, + "eval_weighted_f1": 0.8212330622760488, + "step": 456 + }, + { + "epoch": 6.251655629139073, + "grad_norm": 96.8978500366211, + "learning_rate": 1.5292397660818715e-05, + "loss": 0.6616, + "step": 475 + }, + { + "epoch": 6.582781456953643, + "grad_norm": 16.998294830322266, + "learning_rate": 1.4926900584795322e-05, + "loss": 0.5113, + "step": 500 + }, + { + "epoch": 6.913907284768212, + "grad_norm": 20.358314514160156, + "learning_rate": 1.4561403508771931e-05, + "loss": 0.4253, + "step": 525 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8215613382899628, + "eval_loss": 0.6435434222221375, + "eval_macro_f1": 0.8047186932849364, + "eval_runtime": 0.6016, + "eval_samples_per_second": 447.134, + "eval_steps_per_second": 28.258, + "eval_weighted_f1": 0.8215613382899628, + "step": 532 + }, + { + "epoch": 7.23841059602649, + "grad_norm": 10.788516998291016, + "learning_rate": 1.4195906432748539e-05, + "loss": 0.3969, + "step": 550 + }, + { + "epoch": 7.569536423841059, + "grad_norm": 60.595611572265625, + "learning_rate": 1.3830409356725148e-05, + "loss": 0.3369, + "step": 575 + }, + { + "epoch": 7.900662251655629, + "grad_norm": 80.09751892089844, + "learning_rate": 1.3464912280701757e-05, + "loss": 0.5976, + "step": 600 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8364312267657993, + "eval_loss": 0.6516328454017639, + "eval_macro_f1": 0.8226444497722369, + "eval_runtime": 0.551, + "eval_samples_per_second": 488.173, + "eval_steps_per_second": 30.851, + "eval_weighted_f1": 0.8371665215387892, + "step": 608 + }, + { + "epoch": 8.225165562913908, + "grad_norm": 44.236846923828125, + "learning_rate": 1.3099415204678362e-05, + "loss": 0.3571, + "step": 625 + }, + { + "epoch": 8.556291390728477, + "grad_norm": 351.4480285644531, + "learning_rate": 1.2733918128654971e-05, + "loss": 0.4354, + "step": 650 + }, + { + "epoch": 8.887417218543046, + "grad_norm": 122.78118896484375, + "learning_rate": 1.236842105263158e-05, + "loss": 0.5204, + "step": 675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.828996282527881, + "eval_loss": 0.9965618252754211, + "eval_macro_f1": 0.813734344894027, + "eval_runtime": 0.6097, + "eval_samples_per_second": 441.23, + "eval_steps_per_second": 27.884, + "eval_weighted_f1": 0.8293926964923967, + "step": 684 + }, + { + "epoch": 9.211920529801324, + "grad_norm": 11.300289154052734, + "learning_rate": 1.2002923976608188e-05, + "loss": 0.2666, + "step": 700 + }, + { + "epoch": 9.543046357615895, + "grad_norm": 291.29803466796875, + "learning_rate": 1.1637426900584797e-05, + "loss": 0.1849, + "step": 725 + }, + { + "epoch": 9.874172185430464, + "grad_norm": 50.74998474121094, + "learning_rate": 1.1271929824561404e-05, + "loss": 0.3175, + "step": 750 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8178438661710037, + "eval_loss": 1.126386284828186, + "eval_macro_f1": 0.8076243851890772, + "eval_runtime": 0.562, + "eval_samples_per_second": 478.68, + "eval_steps_per_second": 30.251, + "eval_weighted_f1": 0.8206459819241126, + "step": 760 + }, + { + "epoch": 10.198675496688741, + "grad_norm": 0.9297148585319519, + "learning_rate": 1.0906432748538012e-05, + "loss": 0.3734, + "step": 775 + }, + { + "epoch": 10.52980132450331, + "grad_norm": 152.7423095703125, + "learning_rate": 1.054093567251462e-05, + "loss": 0.2285, + "step": 800 + }, + { + "epoch": 10.860927152317881, + "grad_norm": 0.24136203527450562, + "learning_rate": 1.017543859649123e-05, + "loss": 0.291, + "step": 825 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8178438661710037, + "eval_loss": 1.2428869009017944, + "eval_macro_f1": 0.8046130356798743, + "eval_runtime": 0.5778, + "eval_samples_per_second": 465.583, + "eval_steps_per_second": 29.423, + "eval_weighted_f1": 0.8195449729484346, + "step": 836 + } + ], + "logging_steps": 25, + "max_steps": 1520, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-1045/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-1045/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-1045/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-1045/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-1045/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-1045/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-1045/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-1045/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ade552c3b72d3a03c59236b4899e3d107e4bc39f --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-1045/trainer_state.json @@ -0,0 +1,451 @@ +{ + "best_global_step": 760, + "best_metric": 0.8210814342889815, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 1045, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2638522427440633, + "grad_norm": 5.465916633605957, + "learning_rate": 2.5263157894736844e-06, + "loss": 2.8395, + "step": 25 + }, + { + "epoch": 0.5277044854881267, + "grad_norm": 38.29144287109375, + "learning_rate": 5.157894736842106e-06, + "loss": 2.6096, + "step": 50 + }, + { + "epoch": 0.7915567282321899, + "grad_norm": 22.854209899902344, + "learning_rate": 7.789473684210526e-06, + "loss": 2.5423, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7151335311572701, + "eval_loss": 0.5561972856521606, + "eval_macro_f1": 0.4363763066202091, + "eval_runtime": 0.768, + "eval_samples_per_second": 438.786, + "eval_steps_per_second": 28.645, + "eval_weighted_f1": 0.6022192123574479, + "step": 95 + }, + { + "epoch": 1.0527704485488127, + "grad_norm": 47.796966552734375, + "learning_rate": 1.0421052631578948e-05, + "loss": 2.3728, + "step": 100 + }, + { + "epoch": 1.316622691292876, + "grad_norm": 64.90792083740234, + "learning_rate": 1.305263157894737e-05, + "loss": 2.1395, + "step": 125 + }, + { + "epoch": 1.5804749340369393, + "grad_norm": 46.03469467163086, + "learning_rate": 1.568421052631579e-05, + "loss": 2.0825, + "step": 150 + }, + { + "epoch": 1.8443271767810026, + "grad_norm": 31.280345916748047, + "learning_rate": 1.831578947368421e-05, + "loss": 1.928, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8011869436201781, + "eval_loss": 0.42867761850357056, + "eval_macro_f1": 0.7414371600343543, + "eval_runtime": 0.7442, + "eval_samples_per_second": 452.851, + "eval_steps_per_second": 29.563, + "eval_weighted_f1": 0.7934416013034972, + "step": 190 + }, + { + "epoch": 2.1055408970976255, + "grad_norm": 30.76606559753418, + "learning_rate": 1.9894736842105265e-05, + "loss": 1.6198, + "step": 200 + }, + { + "epoch": 2.3693931398416885, + "grad_norm": 41.2735481262207, + "learning_rate": 1.9602339181286552e-05, + "loss": 1.872, + "step": 225 + }, + { + "epoch": 2.633245382585752, + "grad_norm": 53.245296478271484, + "learning_rate": 1.930994152046784e-05, + "loss": 1.4623, + "step": 250 + }, + { + "epoch": 2.897097625329815, + "grad_norm": 164.91015625, + "learning_rate": 1.9017543859649123e-05, + "loss": 1.5616, + "step": 275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8367952522255193, + "eval_loss": 0.4115051329135895, + "eval_macro_f1": 0.793718629316773, + "eval_runtime": 0.7446, + "eval_samples_per_second": 452.567, + "eval_steps_per_second": 29.544, + "eval_weighted_f1": 0.8331589139280278, + "step": 285 + }, + { + "epoch": 3.158311345646438, + "grad_norm": 32.417266845703125, + "learning_rate": 1.872514619883041e-05, + "loss": 1.33, + "step": 300 + }, + { + "epoch": 3.4221635883905015, + "grad_norm": 62.811134338378906, + "learning_rate": 1.8432748538011698e-05, + "loss": 1.1136, + "step": 325 + }, + { + "epoch": 3.6860158311345645, + "grad_norm": 48.51893997192383, + "learning_rate": 1.8140350877192985e-05, + "loss": 1.2388, + "step": 350 + }, + { + "epoch": 3.949868073878628, + "grad_norm": 42.23951721191406, + "learning_rate": 1.784795321637427e-05, + "loss": 1.1675, + "step": 375 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8249258160237388, + "eval_loss": 0.4308878779411316, + "eval_macro_f1": 0.8048869044698493, + "eval_runtime": 0.7304, + "eval_samples_per_second": 461.374, + "eval_steps_per_second": 30.119, + "eval_weighted_f1": 0.8310488167763161, + "step": 380 + }, + { + "epoch": 4.211081794195251, + "grad_norm": 67.01387023925781, + "learning_rate": 1.7555555555555556e-05, + "loss": 1.0819, + "step": 400 + }, + { + "epoch": 4.474934036939314, + "grad_norm": 31.94127082824707, + "learning_rate": 1.7263157894736843e-05, + "loss": 0.8189, + "step": 425 + }, + { + "epoch": 4.738786279683377, + "grad_norm": 51.83333206176758, + "learning_rate": 1.697076023391813e-05, + "loss": 0.8234, + "step": 450 + }, + { + "epoch": 5.0, + "grad_norm": 112.32176971435547, + "learning_rate": 1.6678362573099414e-05, + "loss": 1.0563, + "step": 475 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8456973293768546, + "eval_loss": 0.36118632555007935, + "eval_macro_f1": 0.8042973286875725, + "eval_runtime": 0.7575, + "eval_samples_per_second": 444.89, + "eval_steps_per_second": 29.043, + "eval_weighted_f1": 0.8419579744758873, + "step": 475 + }, + { + "epoch": 5.263852242744063, + "grad_norm": 28.165279388427734, + "learning_rate": 1.6385964912280702e-05, + "loss": 0.6318, + "step": 500 + }, + { + "epoch": 5.527704485488127, + "grad_norm": 35.87184524536133, + "learning_rate": 1.609356725146199e-05, + "loss": 0.9077, + "step": 525 + }, + { + "epoch": 5.79155672823219, + "grad_norm": 177.32337951660156, + "learning_rate": 1.5801169590643276e-05, + "loss": 0.717, + "step": 550 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8516320474777448, + "eval_loss": 0.4454213082790375, + "eval_macro_f1": 0.8201477243617112, + "eval_runtime": 0.7021, + "eval_samples_per_second": 479.977, + "eval_steps_per_second": 31.334, + "eval_weighted_f1": 0.8516320474777448, + "step": 570 + }, + { + "epoch": 6.052770448548813, + "grad_norm": 11.346878051757812, + "learning_rate": 1.5508771929824563e-05, + "loss": 0.5545, + "step": 575 + }, + { + "epoch": 6.316622691292876, + "grad_norm": 121.41739654541016, + "learning_rate": 1.5216374269005849e-05, + "loss": 0.6108, + "step": 600 + }, + { + "epoch": 6.580474934036939, + "grad_norm": 34.23541259765625, + "learning_rate": 1.4923976608187136e-05, + "loss": 0.4985, + "step": 625 + }, + { + "epoch": 6.844327176781003, + "grad_norm": 32.18376541137695, + "learning_rate": 1.4631578947368424e-05, + "loss": 0.5284, + "step": 650 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8516320474777448, + "eval_loss": 0.5353872776031494, + "eval_macro_f1": 0.8167681600695955, + "eval_runtime": 0.7533, + "eval_samples_per_second": 447.347, + "eval_steps_per_second": 29.204, + "eval_weighted_f1": 0.8502090316651674, + "step": 665 + }, + { + "epoch": 7.105540897097625, + "grad_norm": 36.16728210449219, + "learning_rate": 1.4339181286549707e-05, + "loss": 0.3761, + "step": 675 + }, + { + "epoch": 7.369393139841689, + "grad_norm": 25.879039764404297, + "learning_rate": 1.4046783625730995e-05, + "loss": 0.4643, + "step": 700 + }, + { + "epoch": 7.633245382585752, + "grad_norm": 82.33525848388672, + "learning_rate": 1.3754385964912282e-05, + "loss": 0.2612, + "step": 725 + }, + { + "epoch": 7.897097625329815, + "grad_norm": 65.9394302368164, + "learning_rate": 1.3461988304093567e-05, + "loss": 0.5916, + "step": 750 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8456973293768546, + "eval_loss": 0.7777989506721497, + "eval_macro_f1": 0.8210814342889815, + "eval_runtime": 0.753, + "eval_samples_per_second": 447.552, + "eval_steps_per_second": 29.217, + "eval_weighted_f1": 0.8488481639481025, + "step": 760 + }, + { + "epoch": 8.158311345646439, + "grad_norm": 88.8470458984375, + "learning_rate": 1.3169590643274855e-05, + "loss": 0.2961, + "step": 775 + }, + { + "epoch": 8.422163588390502, + "grad_norm": 72.83831024169922, + "learning_rate": 1.2877192982456142e-05, + "loss": 0.3544, + "step": 800 + }, + { + "epoch": 8.686015831134565, + "grad_norm": 72.74320983886719, + "learning_rate": 1.258479532163743e-05, + "loss": 0.3871, + "step": 825 + }, + { + "epoch": 8.949868073878628, + "grad_norm": 120.13667297363281, + "learning_rate": 1.2292397660818713e-05, + "loss": 0.3875, + "step": 850 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8545994065281899, + "eval_loss": 0.8772628903388977, + "eval_macro_f1": 0.8210031110099401, + "eval_runtime": 0.7293, + "eval_samples_per_second": 462.099, + "eval_steps_per_second": 30.167, + "eval_weighted_f1": 0.8534488484624964, + "step": 855 + }, + { + "epoch": 9.21108179419525, + "grad_norm": 0.16164112091064453, + "learning_rate": 1.2e-05, + "loss": 0.1982, + "step": 875 + }, + { + "epoch": 9.474934036939313, + "grad_norm": 16.81088638305664, + "learning_rate": 1.1707602339181288e-05, + "loss": 0.3023, + "step": 900 + }, + { + "epoch": 9.738786279683378, + "grad_norm": 290.5110778808594, + "learning_rate": 1.1415204678362575e-05, + "loss": 0.1771, + "step": 925 + }, + { + "epoch": 10.0, + "grad_norm": 1.1066431999206543, + "learning_rate": 1.112280701754386e-05, + "loss": 0.3183, + "step": 950 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.857566765578635, + "eval_loss": 1.130810260772705, + "eval_macro_f1": 0.8193513803269901, + "eval_runtime": 0.7396, + "eval_samples_per_second": 455.647, + "eval_steps_per_second": 29.746, + "eval_weighted_f1": 0.8541150533623574, + "step": 950 + }, + { + "epoch": 10.263852242744063, + "grad_norm": 1.0204752683639526, + "learning_rate": 1.0830409356725146e-05, + "loss": 0.2447, + "step": 975 + }, + { + "epoch": 10.527704485488126, + "grad_norm": 3.3375539779663086, + "learning_rate": 1.0538011695906433e-05, + "loss": 0.4647, + "step": 1000 + }, + { + "epoch": 10.79155672823219, + "grad_norm": 0.2038869559764862, + "learning_rate": 1.024561403508772e-05, + "loss": 0.3157, + "step": 1025 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8427299703264095, + "eval_loss": 1.1275421380996704, + "eval_macro_f1": 0.8131948584397519, + "eval_runtime": 0.7546, + "eval_samples_per_second": 446.615, + "eval_steps_per_second": 29.156, + "eval_weighted_f1": 0.8442728493055632, + "step": 1045 + } + ], + "logging_steps": 25, + "max_steps": 1900, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0e539e5cf747f44f5702ff10b5b974194b804129 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760/trainer_state.json @@ -0,0 +1,341 @@ +{ + "best_global_step": 760, + "best_metric": 0.8210814342889815, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-02-s43-20260901T131041Z-f59e2438/trainer/checkpoint-760", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 760, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2638522427440633, + "grad_norm": 5.465916633605957, + "learning_rate": 2.5263157894736844e-06, + "loss": 2.8395, + "step": 25 + }, + { + "epoch": 0.5277044854881267, + "grad_norm": 38.29144287109375, + "learning_rate": 5.157894736842106e-06, + "loss": 2.6096, + "step": 50 + }, + { + "epoch": 0.7915567282321899, + "grad_norm": 22.854209899902344, + "learning_rate": 7.789473684210526e-06, + "loss": 2.5423, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7151335311572701, + "eval_loss": 0.5561972856521606, + "eval_macro_f1": 0.4363763066202091, + "eval_runtime": 0.768, + "eval_samples_per_second": 438.786, + "eval_steps_per_second": 28.645, + "eval_weighted_f1": 0.6022192123574479, + "step": 95 + }, + { + "epoch": 1.0527704485488127, + "grad_norm": 47.796966552734375, + "learning_rate": 1.0421052631578948e-05, + "loss": 2.3728, + "step": 100 + }, + { + "epoch": 1.316622691292876, + "grad_norm": 64.90792083740234, + "learning_rate": 1.305263157894737e-05, + "loss": 2.1395, + "step": 125 + }, + { + "epoch": 1.5804749340369393, + "grad_norm": 46.03469467163086, + "learning_rate": 1.568421052631579e-05, + "loss": 2.0825, + "step": 150 + }, + { + "epoch": 1.8443271767810026, + "grad_norm": 31.280345916748047, + "learning_rate": 1.831578947368421e-05, + "loss": 1.928, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8011869436201781, + "eval_loss": 0.42867761850357056, + "eval_macro_f1": 0.7414371600343543, + "eval_runtime": 0.7442, + "eval_samples_per_second": 452.851, + "eval_steps_per_second": 29.563, + "eval_weighted_f1": 0.7934416013034972, + "step": 190 + }, + { + "epoch": 2.1055408970976255, + "grad_norm": 30.76606559753418, + "learning_rate": 1.9894736842105265e-05, + "loss": 1.6198, + "step": 200 + }, + { + "epoch": 2.3693931398416885, + "grad_norm": 41.2735481262207, + "learning_rate": 1.9602339181286552e-05, + "loss": 1.872, + "step": 225 + }, + { + "epoch": 2.633245382585752, + "grad_norm": 53.245296478271484, + "learning_rate": 1.930994152046784e-05, + "loss": 1.4623, + "step": 250 + }, + { + "epoch": 2.897097625329815, + "grad_norm": 164.91015625, + "learning_rate": 1.9017543859649123e-05, + "loss": 1.5616, + "step": 275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8367952522255193, + "eval_loss": 0.4115051329135895, + "eval_macro_f1": 0.793718629316773, + "eval_runtime": 0.7446, + "eval_samples_per_second": 452.567, + "eval_steps_per_second": 29.544, + "eval_weighted_f1": 0.8331589139280278, + "step": 285 + }, + { + "epoch": 3.158311345646438, + "grad_norm": 32.417266845703125, + "learning_rate": 1.872514619883041e-05, + "loss": 1.33, + "step": 300 + }, + { + "epoch": 3.4221635883905015, + "grad_norm": 62.811134338378906, + "learning_rate": 1.8432748538011698e-05, + "loss": 1.1136, + "step": 325 + }, + { + "epoch": 3.6860158311345645, + "grad_norm": 48.51893997192383, + "learning_rate": 1.8140350877192985e-05, + "loss": 1.2388, + "step": 350 + }, + { + "epoch": 3.949868073878628, + "grad_norm": 42.23951721191406, + "learning_rate": 1.784795321637427e-05, + "loss": 1.1675, + "step": 375 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8249258160237388, + "eval_loss": 0.4308878779411316, + "eval_macro_f1": 0.8048869044698493, + "eval_runtime": 0.7304, + "eval_samples_per_second": 461.374, + "eval_steps_per_second": 30.119, + "eval_weighted_f1": 0.8310488167763161, + "step": 380 + }, + { + "epoch": 4.211081794195251, + "grad_norm": 67.01387023925781, + "learning_rate": 1.7555555555555556e-05, + "loss": 1.0819, + "step": 400 + }, + { + "epoch": 4.474934036939314, + "grad_norm": 31.94127082824707, + "learning_rate": 1.7263157894736843e-05, + "loss": 0.8189, + "step": 425 + }, + { + "epoch": 4.738786279683377, + "grad_norm": 51.83333206176758, + "learning_rate": 1.697076023391813e-05, + "loss": 0.8234, + "step": 450 + }, + { + "epoch": 5.0, + "grad_norm": 112.32176971435547, + "learning_rate": 1.6678362573099414e-05, + "loss": 1.0563, + "step": 475 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8456973293768546, + "eval_loss": 0.36118632555007935, + "eval_macro_f1": 0.8042973286875725, + "eval_runtime": 0.7575, + "eval_samples_per_second": 444.89, + "eval_steps_per_second": 29.043, + "eval_weighted_f1": 0.8419579744758873, + "step": 475 + }, + { + "epoch": 5.263852242744063, + "grad_norm": 28.165279388427734, + "learning_rate": 1.6385964912280702e-05, + "loss": 0.6318, + "step": 500 + }, + { + "epoch": 5.527704485488127, + "grad_norm": 35.87184524536133, + "learning_rate": 1.609356725146199e-05, + "loss": 0.9077, + "step": 525 + }, + { + "epoch": 5.79155672823219, + "grad_norm": 177.32337951660156, + "learning_rate": 1.5801169590643276e-05, + "loss": 0.717, + "step": 550 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8516320474777448, + "eval_loss": 0.4454213082790375, + "eval_macro_f1": 0.8201477243617112, + "eval_runtime": 0.7021, + "eval_samples_per_second": 479.977, + "eval_steps_per_second": 31.334, + "eval_weighted_f1": 0.8516320474777448, + "step": 570 + }, + { + "epoch": 6.052770448548813, + "grad_norm": 11.346878051757812, + "learning_rate": 1.5508771929824563e-05, + "loss": 0.5545, + "step": 575 + }, + { + "epoch": 6.316622691292876, + "grad_norm": 121.41739654541016, + "learning_rate": 1.5216374269005849e-05, + "loss": 0.6108, + "step": 600 + }, + { + "epoch": 6.580474934036939, + "grad_norm": 34.23541259765625, + "learning_rate": 1.4923976608187136e-05, + "loss": 0.4985, + "step": 625 + }, + { + "epoch": 6.844327176781003, + "grad_norm": 32.18376541137695, + "learning_rate": 1.4631578947368424e-05, + "loss": 0.5284, + "step": 650 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8516320474777448, + "eval_loss": 0.5353872776031494, + "eval_macro_f1": 0.8167681600695955, + "eval_runtime": 0.7533, + "eval_samples_per_second": 447.347, + "eval_steps_per_second": 29.204, + "eval_weighted_f1": 0.8502090316651674, + "step": 665 + }, + { + "epoch": 7.105540897097625, + "grad_norm": 36.16728210449219, + "learning_rate": 1.4339181286549707e-05, + "loss": 0.3761, + "step": 675 + }, + { + "epoch": 7.369393139841689, + "grad_norm": 25.879039764404297, + "learning_rate": 1.4046783625730995e-05, + "loss": 0.4643, + "step": 700 + }, + { + "epoch": 7.633245382585752, + "grad_norm": 82.33525848388672, + "learning_rate": 1.3754385964912282e-05, + "loss": 0.2612, + "step": 725 + }, + { + "epoch": 7.897097625329815, + "grad_norm": 65.9394302368164, + "learning_rate": 1.3461988304093567e-05, + "loss": 0.5916, + "step": 750 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8456973293768546, + "eval_loss": 0.7777989506721497, + "eval_macro_f1": 0.8210814342889815, + "eval_runtime": 0.753, + "eval_samples_per_second": 447.552, + "eval_steps_per_second": 29.217, + "eval_weighted_f1": 0.8488481639481025, + "step": 760 + } + ], + "logging_steps": 25, + "max_steps": 1900, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d2a6820600db49af1f8555563e92711f9ec3ba38 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475/trainer_state.json @@ -0,0 +1,231 @@ +{ + "best_global_step": 475, + "best_metric": 0.8091332438328578, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475", + "epoch": 5.0, + "eval_steps": 500, + "global_step": 475, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2638522427440633, + "grad_norm": 35.87858963012695, + "learning_rate": 2.5263157894736844e-06, + "loss": 2.9181, + "step": 25 + }, + { + "epoch": 0.5277044854881267, + "grad_norm": 70.8155746459961, + "learning_rate": 5.157894736842106e-06, + "loss": 2.7658, + "step": 50 + }, + { + "epoch": 0.7915567282321899, + "grad_norm": 32.202152252197266, + "learning_rate": 7.789473684210526e-06, + "loss": 2.4697, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7091988130563798, + "eval_loss": 0.49539899826049805, + "eval_macro_f1": 0.4149305555555556, + "eval_runtime": 0.7371, + "eval_samples_per_second": 457.219, + "eval_steps_per_second": 29.848, + "eval_weighted_f1": 0.5885365150016486, + "step": 95 + }, + { + "epoch": 1.0527704485488127, + "grad_norm": 33.8264274597168, + "learning_rate": 1.0421052631578948e-05, + "loss": 2.2154, + "step": 100 + }, + { + "epoch": 1.316622691292876, + "grad_norm": 34.28163528442383, + "learning_rate": 1.305263157894737e-05, + "loss": 2.1963, + "step": 125 + }, + { + "epoch": 1.5804749340369393, + "grad_norm": 44.42210006713867, + "learning_rate": 1.568421052631579e-05, + "loss": 1.9543, + "step": 150 + }, + { + "epoch": 1.8443271767810026, + "grad_norm": 59.836421966552734, + "learning_rate": 1.831578947368421e-05, + "loss": 1.8514, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7804154302670623, + "eval_loss": 0.4062081575393677, + "eval_macro_f1": 0.7557971014492754, + "eval_runtime": 0.6806, + "eval_samples_per_second": 495.137, + "eval_steps_per_second": 32.323, + "eval_weighted_f1": 0.7882380768072939, + "step": 190 + }, + { + "epoch": 2.1055408970976255, + "grad_norm": 45.14252853393555, + "learning_rate": 1.9894736842105265e-05, + "loss": 1.7006, + "step": 200 + }, + { + "epoch": 2.3693931398416885, + "grad_norm": 46.53284454345703, + "learning_rate": 1.9602339181286552e-05, + "loss": 1.566, + "step": 225 + }, + { + "epoch": 2.633245382585752, + "grad_norm": 27.990266799926758, + "learning_rate": 1.930994152046784e-05, + "loss": 1.5406, + "step": 250 + }, + { + "epoch": 2.897097625329815, + "grad_norm": 33.34756088256836, + "learning_rate": 1.9017543859649123e-05, + "loss": 1.4981, + "step": 275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7863501483679525, + "eval_loss": 0.4840214252471924, + "eval_macro_f1": 0.7661706884588697, + "eval_runtime": 0.6687, + "eval_samples_per_second": 503.978, + "eval_steps_per_second": 32.901, + "eval_weighted_f1": 0.7949111313596846, + "step": 285 + }, + { + "epoch": 3.158311345646438, + "grad_norm": 65.8576889038086, + "learning_rate": 1.872514619883041e-05, + "loss": 1.4574, + "step": 300 + }, + { + "epoch": 3.4221635883905015, + "grad_norm": 73.67628479003906, + "learning_rate": 1.8432748538011698e-05, + "loss": 1.2408, + "step": 325 + }, + { + "epoch": 3.6860158311345645, + "grad_norm": 68.69258880615234, + "learning_rate": 1.8140350877192985e-05, + "loss": 1.1416, + "step": 350 + }, + { + "epoch": 3.949868073878628, + "grad_norm": 92.45226287841797, + "learning_rate": 1.784795321637427e-05, + "loss": 1.2831, + "step": 375 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8308605341246291, + "eval_loss": 0.42978793382644653, + "eval_macro_f1": 0.7766732935719018, + "eval_runtime": 0.7567, + "eval_samples_per_second": 445.328, + "eval_steps_per_second": 29.072, + "eval_weighted_f1": 0.8226998051257244, + "step": 380 + }, + { + "epoch": 4.211081794195251, + "grad_norm": 29.48262596130371, + "learning_rate": 1.7555555555555556e-05, + "loss": 0.9457, + "step": 400 + }, + { + "epoch": 4.474934036939314, + "grad_norm": 54.93181228637695, + "learning_rate": 1.7263157894736843e-05, + "loss": 0.9799, + "step": 425 + }, + { + "epoch": 4.738786279683377, + "grad_norm": 65.27483367919922, + "learning_rate": 1.697076023391813e-05, + "loss": 0.7693, + "step": 450 + }, + { + "epoch": 5.0, + "grad_norm": 33.584224700927734, + "learning_rate": 1.6678362573099414e-05, + "loss": 1.0104, + "step": 475 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8397626112759644, + "eval_loss": 0.4423336088657379, + "eval_macro_f1": 0.8091332438328578, + "eval_runtime": 0.7778, + "eval_samples_per_second": 433.276, + "eval_steps_per_second": 28.285, + "eval_weighted_f1": 0.8411239164956579, + "step": 475 + } + ], + "logging_steps": 25, + "max_steps": 1900, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-760/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-760/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-760/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-760/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-760/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-760/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-760/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-760/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..06984fa77e853e4b7fa1f4ca47201b6d87737d67 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-760/trainer_state.json @@ -0,0 +1,341 @@ +{ + "best_global_step": 475, + "best_metric": 0.8091332438328578, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-02-s44-20260901T135329Z-6863e5c6/trainer/checkpoint-475", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 760, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2638522427440633, + "grad_norm": 35.87858963012695, + "learning_rate": 2.5263157894736844e-06, + "loss": 2.9181, + "step": 25 + }, + { + "epoch": 0.5277044854881267, + "grad_norm": 70.8155746459961, + "learning_rate": 5.157894736842106e-06, + "loss": 2.7658, + "step": 50 + }, + { + "epoch": 0.7915567282321899, + "grad_norm": 32.202152252197266, + "learning_rate": 7.789473684210526e-06, + "loss": 2.4697, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7091988130563798, + "eval_loss": 0.49539899826049805, + "eval_macro_f1": 0.4149305555555556, + "eval_runtime": 0.7371, + "eval_samples_per_second": 457.219, + "eval_steps_per_second": 29.848, + "eval_weighted_f1": 0.5885365150016486, + "step": 95 + }, + { + "epoch": 1.0527704485488127, + "grad_norm": 33.8264274597168, + "learning_rate": 1.0421052631578948e-05, + "loss": 2.2154, + "step": 100 + }, + { + "epoch": 1.316622691292876, + "grad_norm": 34.28163528442383, + "learning_rate": 1.305263157894737e-05, + "loss": 2.1963, + "step": 125 + }, + { + "epoch": 1.5804749340369393, + "grad_norm": 44.42210006713867, + "learning_rate": 1.568421052631579e-05, + "loss": 1.9543, + "step": 150 + }, + { + "epoch": 1.8443271767810026, + "grad_norm": 59.836421966552734, + "learning_rate": 1.831578947368421e-05, + "loss": 1.8514, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7804154302670623, + "eval_loss": 0.4062081575393677, + "eval_macro_f1": 0.7557971014492754, + "eval_runtime": 0.6806, + "eval_samples_per_second": 495.137, + "eval_steps_per_second": 32.323, + "eval_weighted_f1": 0.7882380768072939, + "step": 190 + }, + { + "epoch": 2.1055408970976255, + "grad_norm": 45.14252853393555, + "learning_rate": 1.9894736842105265e-05, + "loss": 1.7006, + "step": 200 + }, + { + "epoch": 2.3693931398416885, + "grad_norm": 46.53284454345703, + "learning_rate": 1.9602339181286552e-05, + "loss": 1.566, + "step": 225 + }, + { + "epoch": 2.633245382585752, + "grad_norm": 27.990266799926758, + "learning_rate": 1.930994152046784e-05, + "loss": 1.5406, + "step": 250 + }, + { + "epoch": 2.897097625329815, + "grad_norm": 33.34756088256836, + "learning_rate": 1.9017543859649123e-05, + "loss": 1.4981, + "step": 275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7863501483679525, + "eval_loss": 0.4840214252471924, + "eval_macro_f1": 0.7661706884588697, + "eval_runtime": 0.6687, + "eval_samples_per_second": 503.978, + "eval_steps_per_second": 32.901, + "eval_weighted_f1": 0.7949111313596846, + "step": 285 + }, + { + "epoch": 3.158311345646438, + "grad_norm": 65.8576889038086, + "learning_rate": 1.872514619883041e-05, + "loss": 1.4574, + "step": 300 + }, + { + "epoch": 3.4221635883905015, + "grad_norm": 73.67628479003906, + "learning_rate": 1.8432748538011698e-05, + "loss": 1.2408, + "step": 325 + }, + { + "epoch": 3.6860158311345645, + "grad_norm": 68.69258880615234, + "learning_rate": 1.8140350877192985e-05, + "loss": 1.1416, + "step": 350 + }, + { + "epoch": 3.949868073878628, + "grad_norm": 92.45226287841797, + "learning_rate": 1.784795321637427e-05, + "loss": 1.2831, + "step": 375 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8308605341246291, + "eval_loss": 0.42978793382644653, + "eval_macro_f1": 0.7766732935719018, + "eval_runtime": 0.7567, + "eval_samples_per_second": 445.328, + "eval_steps_per_second": 29.072, + "eval_weighted_f1": 0.8226998051257244, + "step": 380 + }, + { + "epoch": 4.211081794195251, + "grad_norm": 29.48262596130371, + "learning_rate": 1.7555555555555556e-05, + "loss": 0.9457, + "step": 400 + }, + { + "epoch": 4.474934036939314, + "grad_norm": 54.93181228637695, + "learning_rate": 1.7263157894736843e-05, + "loss": 0.9799, + "step": 425 + }, + { + "epoch": 4.738786279683377, + "grad_norm": 65.27483367919922, + "learning_rate": 1.697076023391813e-05, + "loss": 0.7693, + "step": 450 + }, + { + "epoch": 5.0, + "grad_norm": 33.584224700927734, + "learning_rate": 1.6678362573099414e-05, + "loss": 1.0104, + "step": 475 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8397626112759644, + "eval_loss": 0.4423336088657379, + "eval_macro_f1": 0.8091332438328578, + "eval_runtime": 0.7778, + "eval_samples_per_second": 433.276, + "eval_steps_per_second": 28.285, + "eval_weighted_f1": 0.8411239164956579, + "step": 475 + }, + { + "epoch": 5.263852242744063, + "grad_norm": 23.24451446533203, + "learning_rate": 1.6385964912280702e-05, + "loss": 0.7772, + "step": 500 + }, + { + "epoch": 5.527704485488127, + "grad_norm": 98.70813751220703, + "learning_rate": 1.609356725146199e-05, + "loss": 0.7193, + "step": 525 + }, + { + "epoch": 5.79155672823219, + "grad_norm": 73.66976928710938, + "learning_rate": 1.5801169590643276e-05, + "loss": 0.9194, + "step": 550 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8338278931750742, + "eval_loss": 0.534761369228363, + "eval_macro_f1": 0.8031706299541093, + "eval_runtime": 0.6537, + "eval_samples_per_second": 515.536, + "eval_steps_per_second": 33.655, + "eval_weighted_f1": 0.8356719390831021, + "step": 570 + }, + { + "epoch": 6.052770448548813, + "grad_norm": 77.40428161621094, + "learning_rate": 1.5508771929824563e-05, + "loss": 0.6906, + "step": 575 + }, + { + "epoch": 6.316622691292876, + "grad_norm": 56.438175201416016, + "learning_rate": 1.5216374269005849e-05, + "loss": 0.5164, + "step": 600 + }, + { + "epoch": 6.580474934036939, + "grad_norm": 37.63236618041992, + "learning_rate": 1.4923976608187136e-05, + "loss": 0.3744, + "step": 625 + }, + { + "epoch": 6.844327176781003, + "grad_norm": 44.606571197509766, + "learning_rate": 1.4631578947368424e-05, + "loss": 0.6923, + "step": 650 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.827893175074184, + "eval_loss": 0.5781058669090271, + "eval_macro_f1": 0.791371360259585, + "eval_runtime": 0.753, + "eval_samples_per_second": 447.562, + "eval_steps_per_second": 29.218, + "eval_weighted_f1": 0.827893175074184, + "step": 665 + }, + { + "epoch": 7.105540897097625, + "grad_norm": 108.12979888916016, + "learning_rate": 1.4339181286549707e-05, + "loss": 0.3879, + "step": 675 + }, + { + "epoch": 7.369393139841689, + "grad_norm": 77.1677474975586, + "learning_rate": 1.4046783625730995e-05, + "loss": 0.3426, + "step": 700 + }, + { + "epoch": 7.633245382585752, + "grad_norm": 73.44125366210938, + "learning_rate": 1.3754385964912282e-05, + "loss": 0.3006, + "step": 725 + }, + { + "epoch": 7.897097625329815, + "grad_norm": 98.14215850830078, + "learning_rate": 1.3461988304093567e-05, + "loss": 0.4592, + "step": 750 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8338278931750742, + "eval_loss": 0.8491588830947876, + "eval_macro_f1": 0.8042486100738528, + "eval_runtime": 0.7631, + "eval_samples_per_second": 441.603, + "eval_steps_per_second": 28.829, + "eval_weighted_f1": 0.8360858537171522, + "step": 760 + } + ], + "logging_steps": 25, + "max_steps": 1900, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3daa6c823991e318058fa6218e293c25384007ab --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440/trainer_state.json @@ -0,0 +1,217 @@ +{ + "best_global_step": 440, + "best_metric": 0.8316514701362565, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440", + "epoch": 5.0, + "eval_steps": 500, + "global_step": 440, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2840909090909091, + "grad_norm": 18.188739776611328, + "learning_rate": 2.7272727272727272e-06, + "loss": 2.8447, + "step": 25 + }, + { + "epoch": 0.5681818181818182, + "grad_norm": 22.326261520385742, + "learning_rate": 5.568181818181818e-06, + "loss": 2.5568, + "step": 50 + }, + { + "epoch": 0.8522727272727273, + "grad_norm": 19.798782348632812, + "learning_rate": 8.40909090909091e-06, + "loss": 2.3554, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7220447284345048, + "eval_loss": 0.49728715419769287, + "eval_macro_f1": 0.41929499072356213, + "eval_runtime": 0.7112, + "eval_samples_per_second": 440.074, + "eval_steps_per_second": 28.12, + "eval_weighted_f1": 0.6054994754218853, + "step": 88 + }, + { + "epoch": 1.1363636363636362, + "grad_norm": 36.4256591796875, + "learning_rate": 1.125e-05, + "loss": 2.1188, + "step": 100 + }, + { + "epoch": 1.4204545454545454, + "grad_norm": 39.60893249511719, + "learning_rate": 1.4090909090909092e-05, + "loss": 2.046, + "step": 125 + }, + { + "epoch": 1.7045454545454546, + "grad_norm": 34.63346481323242, + "learning_rate": 1.6931818181818182e-05, + "loss": 1.9053, + "step": 150 + }, + { + "epoch": 1.9886363636363638, + "grad_norm": 78.71968078613281, + "learning_rate": 1.9772727272727274e-05, + "loss": 1.906, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8210862619808307, + "eval_loss": 0.43694132566452026, + "eval_macro_f1": 0.772197962154294, + "eval_runtime": 0.701, + "eval_samples_per_second": 446.479, + "eval_steps_per_second": 28.529, + "eval_weighted_f1": 0.8190632978500774, + "step": 176 + }, + { + "epoch": 2.2727272727272725, + "grad_norm": 56.93898391723633, + "learning_rate": 1.9709595959595963e-05, + "loss": 1.674, + "step": 200 + }, + { + "epoch": 2.5568181818181817, + "grad_norm": 152.87693786621094, + "learning_rate": 1.9393939393939395e-05, + "loss": 1.6424, + "step": 225 + }, + { + "epoch": 2.840909090909091, + "grad_norm": 54.63839340209961, + "learning_rate": 1.907828282828283e-05, + "loss": 1.5715, + "step": 250 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8402555910543131, + "eval_loss": 0.34824591875076294, + "eval_macro_f1": 0.7846962359674223, + "eval_runtime": 0.7134, + "eval_samples_per_second": 438.72, + "eval_steps_per_second": 28.033, + "eval_weighted_f1": 0.8332669929301758, + "step": 264 + }, + { + "epoch": 3.125, + "grad_norm": 34.68734359741211, + "learning_rate": 1.8762626262626265e-05, + "loss": 1.5953, + "step": 275 + }, + { + "epoch": 3.409090909090909, + "grad_norm": 58.71989822387695, + "learning_rate": 1.84469696969697e-05, + "loss": 1.2438, + "step": 300 + }, + { + "epoch": 3.6931818181818183, + "grad_norm": 106.15181732177734, + "learning_rate": 1.8131313131313132e-05, + "loss": 1.368, + "step": 325 + }, + { + "epoch": 3.9772727272727275, + "grad_norm": 90.24730682373047, + "learning_rate": 1.7815656565656567e-05, + "loss": 1.3349, + "step": 350 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8242811501597445, + "eval_loss": 0.3468713164329529, + "eval_macro_f1": 0.80053299345345, + "eval_runtime": 0.6528, + "eval_samples_per_second": 479.47, + "eval_steps_per_second": 30.637, + "eval_weighted_f1": 0.8310977506958104, + "step": 352 + }, + { + "epoch": 4.261363636363637, + "grad_norm": 74.80973052978516, + "learning_rate": 1.7500000000000002e-05, + "loss": 1.1783, + "step": 375 + }, + { + "epoch": 4.545454545454545, + "grad_norm": 48.234222412109375, + "learning_rate": 1.7184343434343437e-05, + "loss": 1.0165, + "step": 400 + }, + { + "epoch": 4.829545454545455, + "grad_norm": 50.01946258544922, + "learning_rate": 1.686868686868687e-05, + "loss": 0.9658, + "step": 425 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.865814696485623, + "eval_loss": 0.3461906313896179, + "eval_macro_f1": 0.8316514701362565, + "eval_runtime": 0.6949, + "eval_samples_per_second": 450.437, + "eval_steps_per_second": 28.782, + "eval_weighted_f1": 0.8653301117147101, + "step": 440 + } + ], + "logging_steps": 25, + "max_steps": 1760, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-704/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-704/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-704/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-704/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-704/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-704/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-704/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-704/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a93e7ebe69cffac3c041c458fd912ef8c828833d --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-704/trainer_state.json @@ -0,0 +1,327 @@ +{ + "best_global_step": 440, + "best_metric": 0.8316514701362565, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-03-s43-20260901T131727Z-f59e2438/trainer/checkpoint-440", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 704, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2840909090909091, + "grad_norm": 18.188739776611328, + "learning_rate": 2.7272727272727272e-06, + "loss": 2.8447, + "step": 25 + }, + { + "epoch": 0.5681818181818182, + "grad_norm": 22.326261520385742, + "learning_rate": 5.568181818181818e-06, + "loss": 2.5568, + "step": 50 + }, + { + "epoch": 0.8522727272727273, + "grad_norm": 19.798782348632812, + "learning_rate": 8.40909090909091e-06, + "loss": 2.3554, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7220447284345048, + "eval_loss": 0.49728715419769287, + "eval_macro_f1": 0.41929499072356213, + "eval_runtime": 0.7112, + "eval_samples_per_second": 440.074, + "eval_steps_per_second": 28.12, + "eval_weighted_f1": 0.6054994754218853, + "step": 88 + }, + { + "epoch": 1.1363636363636362, + "grad_norm": 36.4256591796875, + "learning_rate": 1.125e-05, + "loss": 2.1188, + "step": 100 + }, + { + "epoch": 1.4204545454545454, + "grad_norm": 39.60893249511719, + "learning_rate": 1.4090909090909092e-05, + "loss": 2.046, + "step": 125 + }, + { + "epoch": 1.7045454545454546, + "grad_norm": 34.63346481323242, + "learning_rate": 1.6931818181818182e-05, + "loss": 1.9053, + "step": 150 + }, + { + "epoch": 1.9886363636363638, + "grad_norm": 78.71968078613281, + "learning_rate": 1.9772727272727274e-05, + "loss": 1.906, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8210862619808307, + "eval_loss": 0.43694132566452026, + "eval_macro_f1": 0.772197962154294, + "eval_runtime": 0.701, + "eval_samples_per_second": 446.479, + "eval_steps_per_second": 28.529, + "eval_weighted_f1": 0.8190632978500774, + "step": 176 + }, + { + "epoch": 2.2727272727272725, + "grad_norm": 56.93898391723633, + "learning_rate": 1.9709595959595963e-05, + "loss": 1.674, + "step": 200 + }, + { + "epoch": 2.5568181818181817, + "grad_norm": 152.87693786621094, + "learning_rate": 1.9393939393939395e-05, + "loss": 1.6424, + "step": 225 + }, + { + "epoch": 2.840909090909091, + "grad_norm": 54.63839340209961, + "learning_rate": 1.907828282828283e-05, + "loss": 1.5715, + "step": 250 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8402555910543131, + "eval_loss": 0.34824591875076294, + "eval_macro_f1": 0.7846962359674223, + "eval_runtime": 0.7134, + "eval_samples_per_second": 438.72, + "eval_steps_per_second": 28.033, + "eval_weighted_f1": 0.8332669929301758, + "step": 264 + }, + { + "epoch": 3.125, + "grad_norm": 34.68734359741211, + "learning_rate": 1.8762626262626265e-05, + "loss": 1.5953, + "step": 275 + }, + { + "epoch": 3.409090909090909, + "grad_norm": 58.71989822387695, + "learning_rate": 1.84469696969697e-05, + "loss": 1.2438, + "step": 300 + }, + { + "epoch": 3.6931818181818183, + "grad_norm": 106.15181732177734, + "learning_rate": 1.8131313131313132e-05, + "loss": 1.368, + "step": 325 + }, + { + "epoch": 3.9772727272727275, + "grad_norm": 90.24730682373047, + "learning_rate": 1.7815656565656567e-05, + "loss": 1.3349, + "step": 350 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8242811501597445, + "eval_loss": 0.3468713164329529, + "eval_macro_f1": 0.80053299345345, + "eval_runtime": 0.6528, + "eval_samples_per_second": 479.47, + "eval_steps_per_second": 30.637, + "eval_weighted_f1": 0.8310977506958104, + "step": 352 + }, + { + "epoch": 4.261363636363637, + "grad_norm": 74.80973052978516, + "learning_rate": 1.7500000000000002e-05, + "loss": 1.1783, + "step": 375 + }, + { + "epoch": 4.545454545454545, + "grad_norm": 48.234222412109375, + "learning_rate": 1.7184343434343437e-05, + "loss": 1.0165, + "step": 400 + }, + { + "epoch": 4.829545454545455, + "grad_norm": 50.01946258544922, + "learning_rate": 1.686868686868687e-05, + "loss": 0.9658, + "step": 425 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.865814696485623, + "eval_loss": 0.3461906313896179, + "eval_macro_f1": 0.8316514701362565, + "eval_runtime": 0.6949, + "eval_samples_per_second": 450.437, + "eval_steps_per_second": 28.782, + "eval_weighted_f1": 0.8653301117147101, + "step": 440 + }, + { + "epoch": 5.113636363636363, + "grad_norm": 15.884410858154297, + "learning_rate": 1.6553030303030304e-05, + "loss": 0.8113, + "step": 450 + }, + { + "epoch": 5.3977272727272725, + "grad_norm": 46.76530838012695, + "learning_rate": 1.623737373737374e-05, + "loss": 0.7546, + "step": 475 + }, + { + "epoch": 5.681818181818182, + "grad_norm": 80.32865905761719, + "learning_rate": 1.5921717171717174e-05, + "loss": 0.8787, + "step": 500 + }, + { + "epoch": 5.965909090909091, + "grad_norm": 35.624691009521484, + "learning_rate": 1.5606060606060605e-05, + "loss": 0.9801, + "step": 525 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.853035143769968, + "eval_loss": 0.47028669714927673, + "eval_macro_f1": 0.7983473389355742, + "eval_runtime": 0.7097, + "eval_samples_per_second": 441.052, + "eval_steps_per_second": 28.182, + "eval_weighted_f1": 0.8449829516471126, + "step": 528 + }, + { + "epoch": 6.25, + "grad_norm": 28.11655044555664, + "learning_rate": 1.529040404040404e-05, + "loss": 0.6254, + "step": 550 + }, + { + "epoch": 6.534090909090909, + "grad_norm": 62.515254974365234, + "learning_rate": 1.4974747474747475e-05, + "loss": 0.6056, + "step": 575 + }, + { + "epoch": 6.818181818181818, + "grad_norm": 22.642393112182617, + "learning_rate": 1.465909090909091e-05, + "loss": 0.6677, + "step": 600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.853035143769968, + "eval_loss": 0.5221684575080872, + "eval_macro_f1": 0.8291646891314666, + "eval_runtime": 0.7057, + "eval_samples_per_second": 443.507, + "eval_steps_per_second": 28.339, + "eval_weighted_f1": 0.8575236053259255, + "step": 616 + }, + { + "epoch": 7.1022727272727275, + "grad_norm": 8.506216049194336, + "learning_rate": 1.4343434343434344e-05, + "loss": 0.4567, + "step": 625 + }, + { + "epoch": 7.386363636363637, + "grad_norm": 4.172277927398682, + "learning_rate": 1.4027777777777779e-05, + "loss": 0.4278, + "step": 650 + }, + { + "epoch": 7.670454545454545, + "grad_norm": 112.65135192871094, + "learning_rate": 1.3712121212121212e-05, + "loss": 0.8402, + "step": 675 + }, + { + "epoch": 7.954545454545455, + "grad_norm": 91.16947174072266, + "learning_rate": 1.3396464646464649e-05, + "loss": 0.4254, + "step": 700 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8594249201277955, + "eval_loss": 0.5518383383750916, + "eval_macro_f1": 0.8223426212590299, + "eval_runtime": 0.659, + "eval_samples_per_second": 474.968, + "eval_steps_per_second": 30.349, + "eval_weighted_f1": 0.8583876530265713, + "step": 704 + } + ], + "logging_steps": 25, + "max_steps": 1760, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-1056/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-1056/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-1056/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-1056/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-1056/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-1056/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-1056/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-1056/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..47fbed802bb753ba7b2933f5b1373338eecadb5f --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-1056/trainer_state.json @@ -0,0 +1,469 @@ +{ + "best_global_step": 792, + "best_metric": 0.8218245718245718, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 1056, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2840909090909091, + "grad_norm": 24.826847076416016, + "learning_rate": 2.7272727272727272e-06, + "loss": 2.9538, + "step": 25 + }, + { + "epoch": 0.5681818181818182, + "grad_norm": 24.327850341796875, + "learning_rate": 5.568181818181818e-06, + "loss": 2.7085, + "step": 50 + }, + { + "epoch": 0.8522727272727273, + "grad_norm": 37.204345703125, + "learning_rate": 8.40909090909091e-06, + "loss": 2.4524, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7220447284345048, + "eval_loss": 0.48358094692230225, + "eval_macro_f1": 0.41929499072356213, + "eval_runtime": 0.7315, + "eval_samples_per_second": 427.87, + "eval_steps_per_second": 27.34, + "eval_weighted_f1": 0.6054994754218853, + "step": 88 + }, + { + "epoch": 1.1363636363636362, + "grad_norm": 25.962188720703125, + "learning_rate": 1.125e-05, + "loss": 2.1994, + "step": 100 + }, + { + "epoch": 1.4204545454545454, + "grad_norm": 81.3956298828125, + "learning_rate": 1.4090909090909092e-05, + "loss": 1.9612, + "step": 125 + }, + { + "epoch": 1.7045454545454546, + "grad_norm": 86.07923126220703, + "learning_rate": 1.6931818181818182e-05, + "loss": 1.8598, + "step": 150 + }, + { + "epoch": 1.9886363636363638, + "grad_norm": 52.98040008544922, + "learning_rate": 1.9772727272727274e-05, + "loss": 1.9191, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8306709265175719, + "eval_loss": 0.3740067780017853, + "eval_macro_f1": 0.7883219130013143, + "eval_runtime": 0.6193, + "eval_samples_per_second": 505.39, + "eval_steps_per_second": 32.293, + "eval_weighted_f1": 0.8303684335638843, + "step": 176 + }, + { + "epoch": 2.2727272727272725, + "grad_norm": 634.0509643554688, + "learning_rate": 1.9709595959595963e-05, + "loss": 1.6174, + "step": 200 + }, + { + "epoch": 2.5568181818181817, + "grad_norm": 73.95132446289062, + "learning_rate": 1.9393939393939395e-05, + "loss": 1.2904, + "step": 225 + }, + { + "epoch": 2.840909090909091, + "grad_norm": 48.30398941040039, + "learning_rate": 1.907828282828283e-05, + "loss": 1.5297, + "step": 250 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7955271565495208, + "eval_loss": 0.4491136968135834, + "eval_macro_f1": 0.7775408670931059, + "eval_runtime": 0.6937, + "eval_samples_per_second": 451.177, + "eval_steps_per_second": 28.829, + "eval_weighted_f1": 0.8056318135475066, + "step": 264 + }, + { + "epoch": 3.125, + "grad_norm": 32.564414978027344, + "learning_rate": 1.8762626262626265e-05, + "loss": 1.4938, + "step": 275 + }, + { + "epoch": 3.409090909090909, + "grad_norm": 58.8128547668457, + "learning_rate": 1.84469696969697e-05, + "loss": 1.2755, + "step": 300 + }, + { + "epoch": 3.6931818181818183, + "grad_norm": 53.897193908691406, + "learning_rate": 1.8131313131313132e-05, + "loss": 1.0825, + "step": 325 + }, + { + "epoch": 3.9772727272727275, + "grad_norm": 78.64070129394531, + "learning_rate": 1.7815656565656567e-05, + "loss": 1.0458, + "step": 350 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8338658146964856, + "eval_loss": 0.38295799493789673, + "eval_macro_f1": 0.7998721227621484, + "eval_runtime": 0.8162, + "eval_samples_per_second": 383.464, + "eval_steps_per_second": 24.503, + "eval_weighted_f1": 0.836500984613876, + "step": 352 + }, + { + "epoch": 4.261363636363637, + "grad_norm": 29.38298988342285, + "learning_rate": 1.7500000000000002e-05, + "loss": 1.0291, + "step": 375 + }, + { + "epoch": 4.545454545454545, + "grad_norm": 79.42120361328125, + "learning_rate": 1.7184343434343437e-05, + "loss": 0.8297, + "step": 400 + }, + { + "epoch": 4.829545454545455, + "grad_norm": 53.56157684326172, + "learning_rate": 1.686868686868687e-05, + "loss": 0.926, + "step": 425 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8274760383386581, + "eval_loss": 0.39353808760643005, + "eval_macro_f1": 0.7865909090909091, + "eval_runtime": 0.6987, + "eval_samples_per_second": 448.006, + "eval_steps_per_second": 28.627, + "eval_weighted_f1": 0.8280729015393552, + "step": 440 + }, + { + "epoch": 5.113636363636363, + "grad_norm": 275.234619140625, + "learning_rate": 1.6553030303030304e-05, + "loss": 0.7897, + "step": 450 + }, + { + "epoch": 5.3977272727272725, + "grad_norm": 84.4244384765625, + "learning_rate": 1.623737373737374e-05, + "loss": 0.6938, + "step": 475 + }, + { + "epoch": 5.681818181818182, + "grad_norm": 104.6862564086914, + "learning_rate": 1.5921717171717174e-05, + "loss": 0.7447, + "step": 500 + }, + { + "epoch": 5.965909090909091, + "grad_norm": 26.311546325683594, + "learning_rate": 1.5606060606060605e-05, + "loss": 0.6756, + "step": 525 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8242811501597445, + "eval_loss": 0.5249528884887695, + "eval_macro_f1": 0.7876500265206182, + "eval_runtime": 0.688, + "eval_samples_per_second": 454.965, + "eval_steps_per_second": 29.071, + "eval_weighted_f1": 0.8268171510270685, + "step": 528 + }, + { + "epoch": 6.25, + "grad_norm": 87.5703353881836, + "learning_rate": 1.529040404040404e-05, + "loss": 0.5332, + "step": 550 + }, + { + "epoch": 6.534090909090909, + "grad_norm": 32.36286926269531, + "learning_rate": 1.4974747474747475e-05, + "loss": 0.6847, + "step": 575 + }, + { + "epoch": 6.818181818181818, + "grad_norm": 46.8360481262207, + "learning_rate": 1.465909090909091e-05, + "loss": 0.4826, + "step": 600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8498402555910544, + "eval_loss": 0.6466753482818604, + "eval_macro_f1": 0.8095244260872942, + "eval_runtime": 0.7037, + "eval_samples_per_second": 444.821, + "eval_steps_per_second": 28.423, + "eval_weighted_f1": 0.8484404003999515, + "step": 616 + }, + { + "epoch": 7.1022727272727275, + "grad_norm": 29.882997512817383, + "learning_rate": 1.4343434343434344e-05, + "loss": 0.4195, + "step": 625 + }, + { + "epoch": 7.386363636363637, + "grad_norm": 121.9840087890625, + "learning_rate": 1.4027777777777779e-05, + "loss": 0.4661, + "step": 650 + }, + { + "epoch": 7.670454545454545, + "grad_norm": 26.56446075439453, + "learning_rate": 1.3712121212121212e-05, + "loss": 0.3799, + "step": 675 + }, + { + "epoch": 7.954545454545455, + "grad_norm": 163.6033477783203, + "learning_rate": 1.3396464646464649e-05, + "loss": 0.407, + "step": 700 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8434504792332268, + "eval_loss": 0.7213603854179382, + "eval_macro_f1": 0.8028789923526766, + "eval_runtime": 0.7118, + "eval_samples_per_second": 439.746, + "eval_steps_per_second": 28.099, + "eval_weighted_f1": 0.8425933351442011, + "step": 704 + }, + { + "epoch": 8.238636363636363, + "grad_norm": 127.24039459228516, + "learning_rate": 1.3080808080808084e-05, + "loss": 0.4404, + "step": 725 + }, + { + "epoch": 8.522727272727273, + "grad_norm": 169.1360321044922, + "learning_rate": 1.2765151515151517e-05, + "loss": 0.2484, + "step": 750 + }, + { + "epoch": 8.806818181818182, + "grad_norm": 0.2961924970149994, + "learning_rate": 1.2449494949494952e-05, + "loss": 0.3566, + "step": 775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.853035143769968, + "eval_loss": 1.0712080001831055, + "eval_macro_f1": 0.8218245718245718, + "eval_runtime": 0.7018, + "eval_samples_per_second": 446.008, + "eval_steps_per_second": 28.499, + "eval_weighted_f1": 0.8549411328964043, + "step": 792 + }, + { + "epoch": 9.090909090909092, + "grad_norm": 1.5207469463348389, + "learning_rate": 1.2133838383838385e-05, + "loss": 0.1982, + "step": 800 + }, + { + "epoch": 9.375, + "grad_norm": 287.88983154296875, + "learning_rate": 1.181818181818182e-05, + "loss": 0.2132, + "step": 825 + }, + { + "epoch": 9.659090909090908, + "grad_norm": 5.399871826171875, + "learning_rate": 1.1502525252525254e-05, + "loss": 0.3839, + "step": 850 + }, + { + "epoch": 9.943181818181818, + "grad_norm": 300.73309326171875, + "learning_rate": 1.1186868686868689e-05, + "loss": 0.3773, + "step": 875 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.853035143769968, + "eval_loss": 0.9883895516395569, + "eval_macro_f1": 0.8169311362018106, + "eval_runtime": 0.7413, + "eval_samples_per_second": 422.246, + "eval_steps_per_second": 26.981, + "eval_weighted_f1": 0.853035143769968, + "step": 880 + }, + { + "epoch": 10.227272727272727, + "grad_norm": 0.21536539494991302, + "learning_rate": 1.0871212121212122e-05, + "loss": 0.3303, + "step": 900 + }, + { + "epoch": 10.511363636363637, + "grad_norm": 0.3727487027645111, + "learning_rate": 1.0555555555555557e-05, + "loss": 0.2576, + "step": 925 + }, + { + "epoch": 10.795454545454545, + "grad_norm": 9.417438507080078, + "learning_rate": 1.023989898989899e-05, + "loss": 0.2989, + "step": 950 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8562300319488818, + "eval_loss": 1.1354376077651978, + "eval_macro_f1": 0.8202733223596065, + "eval_runtime": 0.7262, + "eval_samples_per_second": 431.029, + "eval_steps_per_second": 27.542, + "eval_weighted_f1": 0.8559731983089583, + "step": 968 + }, + { + "epoch": 11.079545454545455, + "grad_norm": 0.05996569246053696, + "learning_rate": 9.924242424242425e-06, + "loss": 0.1603, + "step": 975 + }, + { + "epoch": 11.363636363636363, + "grad_norm": 96.72178649902344, + "learning_rate": 9.608585858585859e-06, + "loss": 0.3309, + "step": 1000 + }, + { + "epoch": 11.647727272727273, + "grad_norm": 1.2826642990112305, + "learning_rate": 9.292929292929294e-06, + "loss": 0.3953, + "step": 1025 + }, + { + "epoch": 11.931818181818182, + "grad_norm": 163.25723266601562, + "learning_rate": 8.977272727272727e-06, + "loss": 0.1688, + "step": 1050 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8562300319488818, + "eval_loss": 1.2058826684951782, + "eval_macro_f1": 0.8148294222046933, + "eval_runtime": 0.6992, + "eval_samples_per_second": 447.65, + "eval_steps_per_second": 28.604, + "eval_weighted_f1": 0.8537124273022757, + "step": 1056 + } + ], + "logging_steps": 25, + "max_steps": 1760, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d6d68398bdcedc64aef5f7865ac3f4dc4979c11f --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792/trainer_state.json @@ -0,0 +1,359 @@ +{ + "best_global_step": 792, + "best_metric": 0.8218245718245718, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-03-s44-20260901T135833Z-6863e5c6/trainer/checkpoint-792", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 792, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2840909090909091, + "grad_norm": 24.826847076416016, + "learning_rate": 2.7272727272727272e-06, + "loss": 2.9538, + "step": 25 + }, + { + "epoch": 0.5681818181818182, + "grad_norm": 24.327850341796875, + "learning_rate": 5.568181818181818e-06, + "loss": 2.7085, + "step": 50 + }, + { + "epoch": 0.8522727272727273, + "grad_norm": 37.204345703125, + "learning_rate": 8.40909090909091e-06, + "loss": 2.4524, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7220447284345048, + "eval_loss": 0.48358094692230225, + "eval_macro_f1": 0.41929499072356213, + "eval_runtime": 0.7315, + "eval_samples_per_second": 427.87, + "eval_steps_per_second": 27.34, + "eval_weighted_f1": 0.6054994754218853, + "step": 88 + }, + { + "epoch": 1.1363636363636362, + "grad_norm": 25.962188720703125, + "learning_rate": 1.125e-05, + "loss": 2.1994, + "step": 100 + }, + { + "epoch": 1.4204545454545454, + "grad_norm": 81.3956298828125, + "learning_rate": 1.4090909090909092e-05, + "loss": 1.9612, + "step": 125 + }, + { + "epoch": 1.7045454545454546, + "grad_norm": 86.07923126220703, + "learning_rate": 1.6931818181818182e-05, + "loss": 1.8598, + "step": 150 + }, + { + "epoch": 1.9886363636363638, + "grad_norm": 52.98040008544922, + "learning_rate": 1.9772727272727274e-05, + "loss": 1.9191, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8306709265175719, + "eval_loss": 0.3740067780017853, + "eval_macro_f1": 0.7883219130013143, + "eval_runtime": 0.6193, + "eval_samples_per_second": 505.39, + "eval_steps_per_second": 32.293, + "eval_weighted_f1": 0.8303684335638843, + "step": 176 + }, + { + "epoch": 2.2727272727272725, + "grad_norm": 634.0509643554688, + "learning_rate": 1.9709595959595963e-05, + "loss": 1.6174, + "step": 200 + }, + { + "epoch": 2.5568181818181817, + "grad_norm": 73.95132446289062, + "learning_rate": 1.9393939393939395e-05, + "loss": 1.2904, + "step": 225 + }, + { + "epoch": 2.840909090909091, + "grad_norm": 48.30398941040039, + "learning_rate": 1.907828282828283e-05, + "loss": 1.5297, + "step": 250 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7955271565495208, + "eval_loss": 0.4491136968135834, + "eval_macro_f1": 0.7775408670931059, + "eval_runtime": 0.6937, + "eval_samples_per_second": 451.177, + "eval_steps_per_second": 28.829, + "eval_weighted_f1": 0.8056318135475066, + "step": 264 + }, + { + "epoch": 3.125, + "grad_norm": 32.564414978027344, + "learning_rate": 1.8762626262626265e-05, + "loss": 1.4938, + "step": 275 + }, + { + "epoch": 3.409090909090909, + "grad_norm": 58.8128547668457, + "learning_rate": 1.84469696969697e-05, + "loss": 1.2755, + "step": 300 + }, + { + "epoch": 3.6931818181818183, + "grad_norm": 53.897193908691406, + "learning_rate": 1.8131313131313132e-05, + "loss": 1.0825, + "step": 325 + }, + { + "epoch": 3.9772727272727275, + "grad_norm": 78.64070129394531, + "learning_rate": 1.7815656565656567e-05, + "loss": 1.0458, + "step": 350 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8338658146964856, + "eval_loss": 0.38295799493789673, + "eval_macro_f1": 0.7998721227621484, + "eval_runtime": 0.8162, + "eval_samples_per_second": 383.464, + "eval_steps_per_second": 24.503, + "eval_weighted_f1": 0.836500984613876, + "step": 352 + }, + { + "epoch": 4.261363636363637, + "grad_norm": 29.38298988342285, + "learning_rate": 1.7500000000000002e-05, + "loss": 1.0291, + "step": 375 + }, + { + "epoch": 4.545454545454545, + "grad_norm": 79.42120361328125, + "learning_rate": 1.7184343434343437e-05, + "loss": 0.8297, + "step": 400 + }, + { + "epoch": 4.829545454545455, + "grad_norm": 53.56157684326172, + "learning_rate": 1.686868686868687e-05, + "loss": 0.926, + "step": 425 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8274760383386581, + "eval_loss": 0.39353808760643005, + "eval_macro_f1": 0.7865909090909091, + "eval_runtime": 0.6987, + "eval_samples_per_second": 448.006, + "eval_steps_per_second": 28.627, + "eval_weighted_f1": 0.8280729015393552, + "step": 440 + }, + { + "epoch": 5.113636363636363, + "grad_norm": 275.234619140625, + "learning_rate": 1.6553030303030304e-05, + "loss": 0.7897, + "step": 450 + }, + { + "epoch": 5.3977272727272725, + "grad_norm": 84.4244384765625, + "learning_rate": 1.623737373737374e-05, + "loss": 0.6938, + "step": 475 + }, + { + "epoch": 5.681818181818182, + "grad_norm": 104.6862564086914, + "learning_rate": 1.5921717171717174e-05, + "loss": 0.7447, + "step": 500 + }, + { + "epoch": 5.965909090909091, + "grad_norm": 26.311546325683594, + "learning_rate": 1.5606060606060605e-05, + "loss": 0.6756, + "step": 525 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8242811501597445, + "eval_loss": 0.5249528884887695, + "eval_macro_f1": 0.7876500265206182, + "eval_runtime": 0.688, + "eval_samples_per_second": 454.965, + "eval_steps_per_second": 29.071, + "eval_weighted_f1": 0.8268171510270685, + "step": 528 + }, + { + "epoch": 6.25, + "grad_norm": 87.5703353881836, + "learning_rate": 1.529040404040404e-05, + "loss": 0.5332, + "step": 550 + }, + { + "epoch": 6.534090909090909, + "grad_norm": 32.36286926269531, + "learning_rate": 1.4974747474747475e-05, + "loss": 0.6847, + "step": 575 + }, + { + "epoch": 6.818181818181818, + "grad_norm": 46.8360481262207, + "learning_rate": 1.465909090909091e-05, + "loss": 0.4826, + "step": 600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8498402555910544, + "eval_loss": 0.6466753482818604, + "eval_macro_f1": 0.8095244260872942, + "eval_runtime": 0.7037, + "eval_samples_per_second": 444.821, + "eval_steps_per_second": 28.423, + "eval_weighted_f1": 0.8484404003999515, + "step": 616 + }, + { + "epoch": 7.1022727272727275, + "grad_norm": 29.882997512817383, + "learning_rate": 1.4343434343434344e-05, + "loss": 0.4195, + "step": 625 + }, + { + "epoch": 7.386363636363637, + "grad_norm": 121.9840087890625, + "learning_rate": 1.4027777777777779e-05, + "loss": 0.4661, + "step": 650 + }, + { + "epoch": 7.670454545454545, + "grad_norm": 26.56446075439453, + "learning_rate": 1.3712121212121212e-05, + "loss": 0.3799, + "step": 675 + }, + { + "epoch": 7.954545454545455, + "grad_norm": 163.6033477783203, + "learning_rate": 1.3396464646464649e-05, + "loss": 0.407, + "step": 700 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8434504792332268, + "eval_loss": 0.7213603854179382, + "eval_macro_f1": 0.8028789923526766, + "eval_runtime": 0.7118, + "eval_samples_per_second": 439.746, + "eval_steps_per_second": 28.099, + "eval_weighted_f1": 0.8425933351442011, + "step": 704 + }, + { + "epoch": 8.238636363636363, + "grad_norm": 127.24039459228516, + "learning_rate": 1.3080808080808084e-05, + "loss": 0.4404, + "step": 725 + }, + { + "epoch": 8.522727272727273, + "grad_norm": 169.1360321044922, + "learning_rate": 1.2765151515151517e-05, + "loss": 0.2484, + "step": 750 + }, + { + "epoch": 8.806818181818182, + "grad_norm": 0.2961924970149994, + "learning_rate": 1.2449494949494952e-05, + "loss": 0.3566, + "step": 775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.853035143769968, + "eval_loss": 1.0712080001831055, + "eval_macro_f1": 0.8218245718245718, + "eval_runtime": 0.7018, + "eval_samples_per_second": 446.008, + "eval_steps_per_second": 28.499, + "eval_weighted_f1": 0.8549411328964043, + "step": 792 + } + ], + "logging_steps": 25, + "max_steps": 1760, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..275af47f83760f108df183591a40ad1618584c4e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240/trainer_state.json @@ -0,0 +1,139 @@ +{ + "best_global_step": 240, + "best_metric": 0.8734614313561682, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240", + "epoch": 3.0, + "eval_steps": 500, + "global_step": 240, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.3125, + "grad_norm": 31.322940826416016, + "learning_rate": 3e-06, + "loss": 2.8355, + "step": 25 + }, + { + "epoch": 0.625, + "grad_norm": 64.60398864746094, + "learning_rate": 6.125000000000001e-06, + "loss": 2.6484, + "step": 50 + }, + { + "epoch": 0.9375, + "grad_norm": 16.259950637817383, + "learning_rate": 9.250000000000001e-06, + "loss": 2.5477, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.676056338028169, + "eval_loss": 0.5226001739501953, + "eval_macro_f1": 0.40336134453781514, + "eval_runtime": 0.7285, + "eval_samples_per_second": 389.83, + "eval_steps_per_second": 24.708, + "eval_weighted_f1": 0.5453899869807078, + "step": 80 + }, + { + "epoch": 1.25, + "grad_norm": 40.40279006958008, + "learning_rate": 1.2375000000000001e-05, + "loss": 2.2932, + "step": 100 + }, + { + "epoch": 1.5625, + "grad_norm": 42.517173767089844, + "learning_rate": 1.55e-05, + "loss": 2.082, + "step": 125 + }, + { + "epoch": 1.875, + "grad_norm": 111.22615051269531, + "learning_rate": 1.8625000000000002e-05, + "loss": 1.7951, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.852112676056338, + "eval_loss": 0.35323214530944824, + "eval_macro_f1": 0.8237067691398168, + "eval_runtime": 0.6302, + "eval_samples_per_second": 450.662, + "eval_steps_per_second": 28.563, + "eval_weighted_f1": 0.8486242313472916, + "step": 160 + }, + { + "epoch": 2.1875, + "grad_norm": 26.117292404174805, + "learning_rate": 1.9805555555555557e-05, + "loss": 1.7425, + "step": 175 + }, + { + "epoch": 2.5, + "grad_norm": 31.28702735900879, + "learning_rate": 1.9458333333333333e-05, + "loss": 1.7158, + "step": 200 + }, + { + "epoch": 2.8125, + "grad_norm": 33.054012298583984, + "learning_rate": 1.9111111111111113e-05, + "loss": 1.5087, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8873239436619719, + "eval_loss": 0.2939552962779999, + "eval_macro_f1": 0.8734614313561682, + "eval_runtime": 0.6678, + "eval_samples_per_second": 425.263, + "eval_steps_per_second": 26.953, + "eval_weighted_f1": 0.8882087848729806, + "step": 240 + } + ], + "logging_steps": 25, + "max_steps": 1600, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-480/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-480/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-480/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-480/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-480/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..27c9a443f14b1992aa222f1766fd32b24665bba5 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-480/trainer_state.json @@ -0,0 +1,242 @@ +{ + "best_global_step": 240, + "best_metric": 0.8734614313561682, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-04-s43-20260901T132218Z-f59e2438/trainer/checkpoint-240", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.3125, + "grad_norm": 31.322940826416016, + "learning_rate": 3e-06, + "loss": 2.8355, + "step": 25 + }, + { + "epoch": 0.625, + "grad_norm": 64.60398864746094, + "learning_rate": 6.125000000000001e-06, + "loss": 2.6484, + "step": 50 + }, + { + "epoch": 0.9375, + "grad_norm": 16.259950637817383, + "learning_rate": 9.250000000000001e-06, + "loss": 2.5477, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.676056338028169, + "eval_loss": 0.5226001739501953, + "eval_macro_f1": 0.40336134453781514, + "eval_runtime": 0.7285, + "eval_samples_per_second": 389.83, + "eval_steps_per_second": 24.708, + "eval_weighted_f1": 0.5453899869807078, + "step": 80 + }, + { + "epoch": 1.25, + "grad_norm": 40.40279006958008, + "learning_rate": 1.2375000000000001e-05, + "loss": 2.2932, + "step": 100 + }, + { + "epoch": 1.5625, + "grad_norm": 42.517173767089844, + "learning_rate": 1.55e-05, + "loss": 2.082, + "step": 125 + }, + { + "epoch": 1.875, + "grad_norm": 111.22615051269531, + "learning_rate": 1.8625000000000002e-05, + "loss": 1.7951, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.852112676056338, + "eval_loss": 0.35323214530944824, + "eval_macro_f1": 0.8237067691398168, + "eval_runtime": 0.6302, + "eval_samples_per_second": 450.662, + "eval_steps_per_second": 28.563, + "eval_weighted_f1": 0.8486242313472916, + "step": 160 + }, + { + "epoch": 2.1875, + "grad_norm": 26.117292404174805, + "learning_rate": 1.9805555555555557e-05, + "loss": 1.7425, + "step": 175 + }, + { + "epoch": 2.5, + "grad_norm": 31.28702735900879, + "learning_rate": 1.9458333333333333e-05, + "loss": 1.7158, + "step": 200 + }, + { + "epoch": 2.8125, + "grad_norm": 33.054012298583984, + "learning_rate": 1.9111111111111113e-05, + "loss": 1.5087, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8873239436619719, + "eval_loss": 0.2939552962779999, + "eval_macro_f1": 0.8734614313561682, + "eval_runtime": 0.6678, + "eval_samples_per_second": 425.263, + "eval_steps_per_second": 26.953, + "eval_weighted_f1": 0.8882087848729806, + "step": 240 + }, + { + "epoch": 3.125, + "grad_norm": 37.660343170166016, + "learning_rate": 1.876388888888889e-05, + "loss": 1.4428, + "step": 250 + }, + { + "epoch": 3.4375, + "grad_norm": 44.413307189941406, + "learning_rate": 1.8416666666666666e-05, + "loss": 1.2224, + "step": 275 + }, + { + "epoch": 3.75, + "grad_norm": 91.82542419433594, + "learning_rate": 1.8069444444444446e-05, + "loss": 1.258, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8873239436619719, + "eval_loss": 0.3015095293521881, + "eval_macro_f1": 0.8706371348858395, + "eval_runtime": 0.6505, + "eval_samples_per_second": 436.618, + "eval_steps_per_second": 27.673, + "eval_weighted_f1": 0.886996751333028, + "step": 320 + }, + { + "epoch": 4.0625, + "grad_norm": 56.80428695678711, + "learning_rate": 1.7722222222222222e-05, + "loss": 1.121, + "step": 325 + }, + { + "epoch": 4.375, + "grad_norm": 71.08861541748047, + "learning_rate": 1.7375000000000002e-05, + "loss": 0.9596, + "step": 350 + }, + { + "epoch": 4.6875, + "grad_norm": 117.380126953125, + "learning_rate": 1.702777777777778e-05, + "loss": 0.9573, + "step": 375 + }, + { + "epoch": 5.0, + "grad_norm": 44.3404426574707, + "learning_rate": 1.668055555555556e-05, + "loss": 1.1303, + "step": 400 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8169014084507042, + "eval_loss": 0.376680463552475, + "eval_macro_f1": 0.8043247827008693, + "eval_runtime": 0.6407, + "eval_samples_per_second": 443.296, + "eval_steps_per_second": 28.096, + "eval_weighted_f1": 0.8217923184645289, + "step": 400 + }, + { + "epoch": 5.3125, + "grad_norm": 15.015582084655762, + "learning_rate": 1.6333333333333335e-05, + "loss": 0.7011, + "step": 425 + }, + { + "epoch": 5.625, + "grad_norm": 50.56850051879883, + "learning_rate": 1.5986111111111115e-05, + "loss": 0.8998, + "step": 450 + }, + { + "epoch": 5.9375, + "grad_norm": 59.23874282836914, + "learning_rate": 1.563888888888889e-05, + "loss": 0.9439, + "step": 475 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8767605633802817, + "eval_loss": 0.3968257009983063, + "eval_macro_f1": 0.855470737913486, + "eval_runtime": 0.6227, + "eval_samples_per_second": 456.076, + "eval_steps_per_second": 28.906, + "eval_weighted_f1": 0.8750026878830235, + "step": 480 + } + ], + "logging_steps": 25, + "max_steps": 1600, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3f38b5b6192cb30a0b86448745f702e3807ce9c3 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480/trainer_state.json @@ -0,0 +1,242 @@ +{ + "best_global_step": 480, + "best_metric": 0.8749119097956307, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-480", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.3125, + "grad_norm": 36.113670349121094, + "learning_rate": 3e-06, + "loss": 2.9318, + "step": 25 + }, + { + "epoch": 0.625, + "grad_norm": 120.8009262084961, + "learning_rate": 6.125000000000001e-06, + "loss": 2.6839, + "step": 50 + }, + { + "epoch": 0.9375, + "grad_norm": 27.118284225463867, + "learning_rate": 9.250000000000001e-06, + "loss": 2.4275, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.676056338028169, + "eval_loss": 0.5310995578765869, + "eval_macro_f1": 0.40336134453781514, + "eval_runtime": 0.6358, + "eval_samples_per_second": 446.665, + "eval_steps_per_second": 28.31, + "eval_weighted_f1": 0.5453899869807078, + "step": 80 + }, + { + "epoch": 1.25, + "grad_norm": 33.2912712097168, + "learning_rate": 1.2375000000000001e-05, + "loss": 2.1637, + "step": 100 + }, + { + "epoch": 1.5625, + "grad_norm": 93.63400268554688, + "learning_rate": 1.55e-05, + "loss": 2.1012, + "step": 125 + }, + { + "epoch": 1.875, + "grad_norm": 59.89738845825195, + "learning_rate": 1.8625000000000002e-05, + "loss": 2.019, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8345070422535211, + "eval_loss": 0.39797243475914, + "eval_macro_f1": 0.8198528915581348, + "eval_runtime": 0.639, + "eval_samples_per_second": 444.427, + "eval_steps_per_second": 28.168, + "eval_weighted_f1": 0.837944435626513, + "step": 160 + }, + { + "epoch": 2.1875, + "grad_norm": 48.018943786621094, + "learning_rate": 1.9805555555555557e-05, + "loss": 1.8596, + "step": 175 + }, + { + "epoch": 2.5, + "grad_norm": 97.55175018310547, + "learning_rate": 1.9458333333333333e-05, + "loss": 1.7207, + "step": 200 + }, + { + "epoch": 2.8125, + "grad_norm": 115.1563491821289, + "learning_rate": 1.9111111111111113e-05, + "loss": 1.6247, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8908450704225352, + "eval_loss": 0.2916692793369293, + "eval_macro_f1": 0.8743129612974145, + "eval_runtime": 0.6489, + "eval_samples_per_second": 437.665, + "eval_steps_per_second": 27.739, + "eval_weighted_f1": 0.8903635526810268, + "step": 240 + }, + { + "epoch": 3.125, + "grad_norm": 30.12644386291504, + "learning_rate": 1.876388888888889e-05, + "loss": 1.4328, + "step": 250 + }, + { + "epoch": 3.4375, + "grad_norm": 69.03034210205078, + "learning_rate": 1.8416666666666666e-05, + "loss": 1.1091, + "step": 275 + }, + { + "epoch": 3.75, + "grad_norm": 72.46318054199219, + "learning_rate": 1.8069444444444446e-05, + "loss": 1.4007, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8591549295774648, + "eval_loss": 0.32971417903900146, + "eval_macro_f1": 0.8409854423292273, + "eval_runtime": 0.6502, + "eval_samples_per_second": 436.762, + "eval_steps_per_second": 27.682, + "eval_weighted_f1": 0.8599119915461413, + "step": 320 + }, + { + "epoch": 4.0625, + "grad_norm": 28.667325973510742, + "learning_rate": 1.7722222222222222e-05, + "loss": 1.2847, + "step": 325 + }, + { + "epoch": 4.375, + "grad_norm": 44.14274597167969, + "learning_rate": 1.7375000000000002e-05, + "loss": 0.8504, + "step": 350 + }, + { + "epoch": 4.6875, + "grad_norm": 68.7794189453125, + "learning_rate": 1.702777777777778e-05, + "loss": 1.1538, + "step": 375 + }, + { + "epoch": 5.0, + "grad_norm": 70.4148178100586, + "learning_rate": 1.668055555555556e-05, + "loss": 1.0259, + "step": 400 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8802816901408451, + "eval_loss": 0.32677745819091797, + "eval_macro_f1": 0.8648376259798433, + "eval_runtime": 0.6628, + "eval_samples_per_second": 428.517, + "eval_steps_per_second": 27.16, + "eval_weighted_f1": 0.8809251928142202, + "step": 400 + }, + { + "epoch": 5.3125, + "grad_norm": 61.19955062866211, + "learning_rate": 1.6333333333333335e-05, + "loss": 0.7135, + "step": 425 + }, + { + "epoch": 5.625, + "grad_norm": 22.916311264038086, + "learning_rate": 1.5986111111111115e-05, + "loss": 0.7698, + "step": 450 + }, + { + "epoch": 5.9375, + "grad_norm": 21.670488357543945, + "learning_rate": 1.563888888888889e-05, + "loss": 0.5699, + "step": 475 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8943661971830986, + "eval_loss": 0.382527619600296, + "eval_macro_f1": 0.8749119097956307, + "eval_runtime": 0.6631, + "eval_samples_per_second": 428.31, + "eval_steps_per_second": 27.146, + "eval_weighted_f1": 0.892281809248727, + "step": 480 + } + ], + "logging_steps": 25, + "max_steps": 1600, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-720/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-720/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-720/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-720/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-720/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-04-s44-20260901T140530Z-6863e5c6/trainer/checkpoint-720/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f3f3f12d1fba72fb0f1636ac1c2c0274c9f233f0 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720/trainer_state.json @@ -0,0 +1,327 @@ +{ + "best_global_step": 720, + "best_metric": 0.8418575394759673, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 720, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2801120448179272, + "grad_norm": 37.35518264770508, + "learning_rate": 2.666666666666667e-06, + "loss": 2.8449, + "step": 25 + }, + { + "epoch": 0.5602240896358543, + "grad_norm": 39.209564208984375, + "learning_rate": 5.444444444444445e-06, + "loss": 2.5998, + "step": 50 + }, + { + "epoch": 0.8403361344537815, + "grad_norm": 53.15618896484375, + "learning_rate": 8.222222222222222e-06, + "loss": 2.5018, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6466876971608833, + "eval_loss": 0.5244271755218506, + "eval_macro_f1": 0.39272030651340994, + "eval_runtime": 0.6836, + "eval_samples_per_second": 463.729, + "eval_steps_per_second": 29.257, + "eval_weighted_f1": 0.5079347812949466, + "step": 90 + }, + { + "epoch": 1.112044817927171, + "grad_norm": 68.1586685180664, + "learning_rate": 1.1000000000000001e-05, + "loss": 2.119, + "step": 100 + }, + { + "epoch": 1.392156862745098, + "grad_norm": 78.19075012207031, + "learning_rate": 1.377777777777778e-05, + "loss": 2.07, + "step": 125 + }, + { + "epoch": 1.6722689075630253, + "grad_norm": 32.81421661376953, + "learning_rate": 1.6555555555555556e-05, + "loss": 2.0092, + "step": 150 + }, + { + "epoch": 1.9523809523809523, + "grad_norm": 62.05562973022461, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.8935, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8107255520504731, + "eval_loss": 0.44402435421943665, + "eval_macro_f1": 0.7796775090353072, + "eval_runtime": 0.6982, + "eval_samples_per_second": 454.027, + "eval_steps_per_second": 28.645, + "eval_weighted_f1": 0.8039419460135462, + "step": 180 + }, + { + "epoch": 2.224089635854342, + "grad_norm": 51.04782485961914, + "learning_rate": 1.9765432098765434e-05, + "loss": 1.539, + "step": 200 + }, + { + "epoch": 2.504201680672269, + "grad_norm": 44.61424255371094, + "learning_rate": 1.9456790123456793e-05, + "loss": 1.5287, + "step": 225 + }, + { + "epoch": 2.784313725490196, + "grad_norm": 54.604671478271484, + "learning_rate": 1.9148148148148148e-05, + "loss": 1.5487, + "step": 250 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8170347003154574, + "eval_loss": 0.4062555432319641, + "eval_macro_f1": 0.7904012767897857, + "eval_runtime": 0.7069, + "eval_samples_per_second": 448.406, + "eval_steps_per_second": 28.291, + "eval_weighted_f1": 0.812320820045427, + "step": 270 + }, + { + "epoch": 3.0560224089635852, + "grad_norm": 45.473915100097656, + "learning_rate": 1.8839506172839507e-05, + "loss": 1.4223, + "step": 275 + }, + { + "epoch": 3.3361344537815127, + "grad_norm": 82.6419448852539, + "learning_rate": 1.8530864197530866e-05, + "loss": 1.1364, + "step": 300 + }, + { + "epoch": 3.61624649859944, + "grad_norm": 36.51580810546875, + "learning_rate": 1.8222222222222224e-05, + "loss": 1.1296, + "step": 325 + }, + { + "epoch": 3.896358543417367, + "grad_norm": 99.80471801757812, + "learning_rate": 1.7913580246913583e-05, + "loss": 1.1562, + "step": 350 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8233438485804416, + "eval_loss": 0.3896121382713318, + "eval_macro_f1": 0.8122673434856176, + "eval_runtime": 0.6918, + "eval_samples_per_second": 458.213, + "eval_steps_per_second": 28.909, + "eval_weighted_f1": 0.8256454600287167, + "step": 360 + }, + { + "epoch": 4.168067226890757, + "grad_norm": 47.353660583496094, + "learning_rate": 1.760493827160494e-05, + "loss": 0.8738, + "step": 375 + }, + { + "epoch": 4.448179271708684, + "grad_norm": 55.62943649291992, + "learning_rate": 1.7296296296296297e-05, + "loss": 0.9392, + "step": 400 + }, + { + "epoch": 4.728291316526611, + "grad_norm": 101.27984619140625, + "learning_rate": 1.6987654320987656e-05, + "loss": 0.9465, + "step": 425 + }, + { + "epoch": 5.0, + "grad_norm": 45.67243194580078, + "learning_rate": 1.6679012345679015e-05, + "loss": 0.9575, + "step": 450 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8359621451104101, + "eval_loss": 0.4642705023288727, + "eval_macro_f1": 0.8174286726918306, + "eval_runtime": 0.6462, + "eval_samples_per_second": 490.547, + "eval_steps_per_second": 30.949, + "eval_weighted_f1": 0.8344941472950772, + "step": 450 + }, + { + "epoch": 5.280112044817927, + "grad_norm": 43.07522201538086, + "learning_rate": 1.6370370370370374e-05, + "loss": 0.5823, + "step": 475 + }, + { + "epoch": 5.560224089635854, + "grad_norm": 68.94429016113281, + "learning_rate": 1.606172839506173e-05, + "loss": 0.5474, + "step": 500 + }, + { + "epoch": 5.840336134453781, + "grad_norm": 103.8504867553711, + "learning_rate": 1.5753086419753088e-05, + "loss": 0.8546, + "step": 525 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8391167192429022, + "eval_loss": 0.5574557781219482, + "eval_macro_f1": 0.8281733252558747, + "eval_runtime": 0.7004, + "eval_samples_per_second": 452.589, + "eval_steps_per_second": 28.555, + "eval_weighted_f1": 0.8408950207657941, + "step": 540 + }, + { + "epoch": 6.1120448179271705, + "grad_norm": 104.41331481933594, + "learning_rate": 1.5444444444444446e-05, + "loss": 0.4996, + "step": 550 + }, + { + "epoch": 6.392156862745098, + "grad_norm": 61.48435974121094, + "learning_rate": 1.5135802469135803e-05, + "loss": 0.5006, + "step": 575 + }, + { + "epoch": 6.6722689075630255, + "grad_norm": 47.24739074707031, + "learning_rate": 1.4827160493827162e-05, + "loss": 0.4215, + "step": 600 + }, + { + "epoch": 6.9523809523809526, + "grad_norm": 103.87151336669922, + "learning_rate": 1.4518518518518521e-05, + "loss": 0.3642, + "step": 625 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.832807570977918, + "eval_loss": 0.8203611373901367, + "eval_macro_f1": 0.8089601455455113, + "eval_runtime": 0.6548, + "eval_samples_per_second": 484.113, + "eval_steps_per_second": 30.543, + "eval_weighted_f1": 0.8287620255920632, + "step": 630 + }, + { + "epoch": 7.224089635854342, + "grad_norm": 161.8892059326172, + "learning_rate": 1.4209876543209878e-05, + "loss": 0.3665, + "step": 650 + }, + { + "epoch": 7.504201680672269, + "grad_norm": 31.369094848632812, + "learning_rate": 1.3901234567901237e-05, + "loss": 0.3718, + "step": 675 + }, + { + "epoch": 7.784313725490196, + "grad_norm": 124.66583251953125, + "learning_rate": 1.3592592592592592e-05, + "loss": 0.3525, + "step": 700 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8548895899053628, + "eval_loss": 0.8310190439224243, + "eval_macro_f1": 0.8418575394759673, + "eval_runtime": 0.6829, + "eval_samples_per_second": 464.192, + "eval_steps_per_second": 29.287, + "eval_weighted_f1": 0.8551760085961186, + "step": 720 + } + ], + "logging_steps": 25, + "max_steps": 1800, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-990/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-990/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-990/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-990/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-990/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-990/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-990/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-990/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..949f245376e276c8b297db83b1dc7214f6c2da29 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-990/trainer_state.json @@ -0,0 +1,437 @@ +{ + "best_global_step": 720, + "best_metric": 0.8418575394759673, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-05-s43-20260901T132544Z-f59e2438/trainer/checkpoint-720", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 990, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.2801120448179272, + "grad_norm": 37.35518264770508, + "learning_rate": 2.666666666666667e-06, + "loss": 2.8449, + "step": 25 + }, + { + "epoch": 0.5602240896358543, + "grad_norm": 39.209564208984375, + "learning_rate": 5.444444444444445e-06, + "loss": 2.5998, + "step": 50 + }, + { + "epoch": 0.8403361344537815, + "grad_norm": 53.15618896484375, + "learning_rate": 8.222222222222222e-06, + "loss": 2.5018, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6466876971608833, + "eval_loss": 0.5244271755218506, + "eval_macro_f1": 0.39272030651340994, + "eval_runtime": 0.6836, + "eval_samples_per_second": 463.729, + "eval_steps_per_second": 29.257, + "eval_weighted_f1": 0.5079347812949466, + "step": 90 + }, + { + "epoch": 1.112044817927171, + "grad_norm": 68.1586685180664, + "learning_rate": 1.1000000000000001e-05, + "loss": 2.119, + "step": 100 + }, + { + "epoch": 1.392156862745098, + "grad_norm": 78.19075012207031, + "learning_rate": 1.377777777777778e-05, + "loss": 2.07, + "step": 125 + }, + { + "epoch": 1.6722689075630253, + "grad_norm": 32.81421661376953, + "learning_rate": 1.6555555555555556e-05, + "loss": 2.0092, + "step": 150 + }, + { + "epoch": 1.9523809523809523, + "grad_norm": 62.05562973022461, + "learning_rate": 1.9333333333333333e-05, + "loss": 1.8935, + "step": 175 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8107255520504731, + "eval_loss": 0.44402435421943665, + "eval_macro_f1": 0.7796775090353072, + "eval_runtime": 0.6982, + "eval_samples_per_second": 454.027, + "eval_steps_per_second": 28.645, + "eval_weighted_f1": 0.8039419460135462, + "step": 180 + }, + { + "epoch": 2.224089635854342, + "grad_norm": 51.04782485961914, + "learning_rate": 1.9765432098765434e-05, + "loss": 1.539, + "step": 200 + }, + { + "epoch": 2.504201680672269, + "grad_norm": 44.61424255371094, + "learning_rate": 1.9456790123456793e-05, + "loss": 1.5287, + "step": 225 + }, + { + "epoch": 2.784313725490196, + "grad_norm": 54.604671478271484, + "learning_rate": 1.9148148148148148e-05, + "loss": 1.5487, + "step": 250 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8170347003154574, + "eval_loss": 0.4062555432319641, + "eval_macro_f1": 0.7904012767897857, + "eval_runtime": 0.7069, + "eval_samples_per_second": 448.406, + "eval_steps_per_second": 28.291, + "eval_weighted_f1": 0.812320820045427, + "step": 270 + }, + { + "epoch": 3.0560224089635852, + "grad_norm": 45.473915100097656, + "learning_rate": 1.8839506172839507e-05, + "loss": 1.4223, + "step": 275 + }, + { + "epoch": 3.3361344537815127, + "grad_norm": 82.6419448852539, + "learning_rate": 1.8530864197530866e-05, + "loss": 1.1364, + "step": 300 + }, + { + "epoch": 3.61624649859944, + "grad_norm": 36.51580810546875, + "learning_rate": 1.8222222222222224e-05, + "loss": 1.1296, + "step": 325 + }, + { + "epoch": 3.896358543417367, + "grad_norm": 99.80471801757812, + "learning_rate": 1.7913580246913583e-05, + "loss": 1.1562, + "step": 350 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8233438485804416, + "eval_loss": 0.3896121382713318, + "eval_macro_f1": 0.8122673434856176, + "eval_runtime": 0.6918, + "eval_samples_per_second": 458.213, + "eval_steps_per_second": 28.909, + "eval_weighted_f1": 0.8256454600287167, + "step": 360 + }, + { + "epoch": 4.168067226890757, + "grad_norm": 47.353660583496094, + "learning_rate": 1.760493827160494e-05, + "loss": 0.8738, + "step": 375 + }, + { + "epoch": 4.448179271708684, + "grad_norm": 55.62943649291992, + "learning_rate": 1.7296296296296297e-05, + "loss": 0.9392, + "step": 400 + }, + { + "epoch": 4.728291316526611, + "grad_norm": 101.27984619140625, + "learning_rate": 1.6987654320987656e-05, + "loss": 0.9465, + "step": 425 + }, + { + "epoch": 5.0, + "grad_norm": 45.67243194580078, + "learning_rate": 1.6679012345679015e-05, + "loss": 0.9575, + "step": 450 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8359621451104101, + "eval_loss": 0.4642705023288727, + "eval_macro_f1": 0.8174286726918306, + "eval_runtime": 0.6462, + "eval_samples_per_second": 490.547, + "eval_steps_per_second": 30.949, + "eval_weighted_f1": 0.8344941472950772, + "step": 450 + }, + { + "epoch": 5.280112044817927, + "grad_norm": 43.07522201538086, + "learning_rate": 1.6370370370370374e-05, + "loss": 0.5823, + "step": 475 + }, + { + "epoch": 5.560224089635854, + "grad_norm": 68.94429016113281, + "learning_rate": 1.606172839506173e-05, + "loss": 0.5474, + "step": 500 + }, + { + "epoch": 5.840336134453781, + "grad_norm": 103.8504867553711, + "learning_rate": 1.5753086419753088e-05, + "loss": 0.8546, + "step": 525 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8391167192429022, + "eval_loss": 0.5574557781219482, + "eval_macro_f1": 0.8281733252558747, + "eval_runtime": 0.7004, + "eval_samples_per_second": 452.589, + "eval_steps_per_second": 28.555, + "eval_weighted_f1": 0.8408950207657941, + "step": 540 + }, + { + "epoch": 6.1120448179271705, + "grad_norm": 104.41331481933594, + "learning_rate": 1.5444444444444446e-05, + "loss": 0.4996, + "step": 550 + }, + { + "epoch": 6.392156862745098, + "grad_norm": 61.48435974121094, + "learning_rate": 1.5135802469135803e-05, + "loss": 0.5006, + "step": 575 + }, + { + "epoch": 6.6722689075630255, + "grad_norm": 47.24739074707031, + "learning_rate": 1.4827160493827162e-05, + "loss": 0.4215, + "step": 600 + }, + { + "epoch": 6.9523809523809526, + "grad_norm": 103.87151336669922, + "learning_rate": 1.4518518518518521e-05, + "loss": 0.3642, + "step": 625 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.832807570977918, + "eval_loss": 0.8203611373901367, + "eval_macro_f1": 0.8089601455455113, + "eval_runtime": 0.6548, + "eval_samples_per_second": 484.113, + "eval_steps_per_second": 30.543, + "eval_weighted_f1": 0.8287620255920632, + "step": 630 + }, + { + "epoch": 7.224089635854342, + "grad_norm": 161.8892059326172, + "learning_rate": 1.4209876543209878e-05, + "loss": 0.3665, + "step": 650 + }, + { + "epoch": 7.504201680672269, + "grad_norm": 31.369094848632812, + "learning_rate": 1.3901234567901237e-05, + "loss": 0.3718, + "step": 675 + }, + { + "epoch": 7.784313725490196, + "grad_norm": 124.66583251953125, + "learning_rate": 1.3592592592592592e-05, + "loss": 0.3525, + "step": 700 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8548895899053628, + "eval_loss": 0.8310190439224243, + "eval_macro_f1": 0.8418575394759673, + "eval_runtime": 0.6829, + "eval_samples_per_second": 464.192, + "eval_steps_per_second": 29.287, + "eval_weighted_f1": 0.8551760085961186, + "step": 720 + }, + { + "epoch": 8.056022408963585, + "grad_norm": 50.758522033691406, + "learning_rate": 1.3283950617283951e-05, + "loss": 0.3043, + "step": 725 + }, + { + "epoch": 8.336134453781513, + "grad_norm": 159.734619140625, + "learning_rate": 1.297530864197531e-05, + "loss": 0.1895, + "step": 750 + }, + { + "epoch": 8.61624649859944, + "grad_norm": 9.192789077758789, + "learning_rate": 1.2666666666666667e-05, + "loss": 0.3156, + "step": 775 + }, + { + "epoch": 8.896358543417367, + "grad_norm": 28.08122444152832, + "learning_rate": 1.2358024691358026e-05, + "loss": 0.4823, + "step": 800 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8359621451104101, + "eval_loss": 1.2283060550689697, + "eval_macro_f1": 0.8250997368644428, + "eval_runtime": 0.7021, + "eval_samples_per_second": 451.477, + "eval_steps_per_second": 28.484, + "eval_weighted_f1": 0.8378871288502017, + "step": 810 + }, + { + "epoch": 9.168067226890756, + "grad_norm": 0.18064479529857635, + "learning_rate": 1.2049382716049384e-05, + "loss": 0.2284, + "step": 825 + }, + { + "epoch": 9.448179271708684, + "grad_norm": 55.37822341918945, + "learning_rate": 1.1740740740740741e-05, + "loss": 0.3061, + "step": 850 + }, + { + "epoch": 9.72829131652661, + "grad_norm": 253.9906005859375, + "learning_rate": 1.14320987654321e-05, + "loss": 0.3937, + "step": 875 + }, + { + "epoch": 10.0, + "grad_norm": 0.017532750964164734, + "learning_rate": 1.1123456790123457e-05, + "loss": 0.2969, + "step": 900 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8485804416403786, + "eval_loss": 1.0784934759140015, + "eval_macro_f1": 0.8336394647074259, + "eval_runtime": 0.6368, + "eval_samples_per_second": 497.818, + "eval_steps_per_second": 31.408, + "eval_weighted_f1": 0.8482658947575794, + "step": 900 + }, + { + "epoch": 10.280112044817928, + "grad_norm": 23.190174102783203, + "learning_rate": 1.0814814814814816e-05, + "loss": 0.2264, + "step": 925 + }, + { + "epoch": 10.560224089635854, + "grad_norm": 0.09157728403806686, + "learning_rate": 1.0506172839506175e-05, + "loss": 0.1106, + "step": 950 + }, + { + "epoch": 10.840336134453782, + "grad_norm": 230.74758911132812, + "learning_rate": 1.0197530864197532e-05, + "loss": 0.3973, + "step": 975 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8517350157728707, + "eval_loss": 1.2929874658584595, + "eval_macro_f1": 0.8322656909653814, + "eval_runtime": 0.6363, + "eval_samples_per_second": 498.185, + "eval_steps_per_second": 31.431, + "eval_weighted_f1": 0.8490309428829416, + "step": 990 + } + ], + "logging_steps": 25, + "max_steps": 1800, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1af992ec4adb2d6cd7c7beb2e014225878e51378 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430/trainer_state.json @@ -0,0 +1,217 @@ +{ + "best_global_step": 430, + "best_metric": 0.8589806048955193, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430", + "epoch": 5.0, + "eval_steps": 500, + "global_step": 430, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.29069767441860467, + "grad_norm": 28.819318771362305, + "learning_rate": 2.790697674418605e-06, + "loss": 2.8175, + "step": 25 + }, + { + "epoch": 0.5813953488372093, + "grad_norm": 25.14574432373047, + "learning_rate": 5.697674418604652e-06, + "loss": 2.5327, + "step": 50 + }, + { + "epoch": 0.872093023255814, + "grad_norm": 20.379304885864258, + "learning_rate": 8.604651162790698e-06, + "loss": 2.477, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7450980392156863, + "eval_loss": 0.4888541102409363, + "eval_macro_f1": 0.509816807689148, + "eval_runtime": 0.7131, + "eval_samples_per_second": 429.085, + "eval_steps_per_second": 28.045, + "eval_weighted_f1": 0.6629715716073663, + "step": 86 + }, + { + "epoch": 1.1627906976744187, + "grad_norm": 39.84019470214844, + "learning_rate": 1.1511627906976746e-05, + "loss": 2.1807, + "step": 100 + }, + { + "epoch": 1.4534883720930232, + "grad_norm": 21.120132446289062, + "learning_rate": 1.441860465116279e-05, + "loss": 2.1127, + "step": 125 + }, + { + "epoch": 1.744186046511628, + "grad_norm": 40.66301345825195, + "learning_rate": 1.7325581395348837e-05, + "loss": 1.9293, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7549019607843137, + "eval_loss": 0.45602327585220337, + "eval_macro_f1": 0.7364341085271318, + "eval_runtime": 0.7426, + "eval_samples_per_second": 412.072, + "eval_steps_per_second": 26.933, + "eval_weighted_f1": 0.7678978568171455, + "step": 172 + }, + { + "epoch": 2.0348837209302326, + "grad_norm": 35.81186294555664, + "learning_rate": 1.9974160206718347e-05, + "loss": 1.8404, + "step": 175 + }, + { + "epoch": 2.3255813953488373, + "grad_norm": 199.69667053222656, + "learning_rate": 1.9651162790697676e-05, + "loss": 1.6814, + "step": 200 + }, + { + "epoch": 2.616279069767442, + "grad_norm": 108.07611083984375, + "learning_rate": 1.9328165374677004e-05, + "loss": 1.6355, + "step": 225 + }, + { + "epoch": 2.9069767441860463, + "grad_norm": 123.35539245605469, + "learning_rate": 1.9005167958656333e-05, + "loss": 1.5837, + "step": 250 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8594771241830066, + "eval_loss": 0.312145471572876, + "eval_macro_f1": 0.815804577588017, + "eval_runtime": 0.6786, + "eval_samples_per_second": 450.91, + "eval_steps_per_second": 29.471, + "eval_weighted_f1": 0.8562529764478061, + "step": 258 + }, + { + "epoch": 3.197674418604651, + "grad_norm": 55.49531936645508, + "learning_rate": 1.868217054263566e-05, + "loss": 1.3455, + "step": 275 + }, + { + "epoch": 3.488372093023256, + "grad_norm": 91.98040008544922, + "learning_rate": 1.8359173126614988e-05, + "loss": 1.3122, + "step": 300 + }, + { + "epoch": 3.7790697674418605, + "grad_norm": 73.21464538574219, + "learning_rate": 1.8036175710594317e-05, + "loss": 0.9931, + "step": 325 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.869281045751634, + "eval_loss": 0.3159017562866211, + "eval_macro_f1": 0.83710407239819, + "eval_runtime": 0.6955, + "eval_samples_per_second": 439.944, + "eval_steps_per_second": 28.754, + "eval_weighted_f1": 0.8697542365362435, + "step": 344 + }, + { + "epoch": 4.069767441860465, + "grad_norm": 31.643321990966797, + "learning_rate": 1.7713178294573646e-05, + "loss": 1.1765, + "step": 350 + }, + { + "epoch": 4.3604651162790695, + "grad_norm": 22.23870277404785, + "learning_rate": 1.7390180878552975e-05, + "loss": 1.0778, + "step": 375 + }, + { + "epoch": 4.651162790697675, + "grad_norm": 46.74119567871094, + "learning_rate": 1.70671834625323e-05, + "loss": 0.9412, + "step": 400 + }, + { + "epoch": 4.941860465116279, + "grad_norm": 61.08323287963867, + "learning_rate": 1.674418604651163e-05, + "loss": 0.9178, + "step": 425 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8856209150326797, + "eval_loss": 0.34690847992897034, + "eval_macro_f1": 0.8589806048955193, + "eval_runtime": 0.6783, + "eval_samples_per_second": 451.137, + "eval_steps_per_second": 29.486, + "eval_weighted_f1": 0.8866224304513699, + "step": 430 + } + ], + "logging_steps": 25, + "max_steps": 1720, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-688/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-688/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-688/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-688/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-688/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-688/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-688/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-688/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bc73cc24b29d031722c93922f1ab836f7d17a345 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-688/trainer_state.json @@ -0,0 +1,320 @@ +{ + "best_global_step": 430, + "best_metric": 0.8589806048955193, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-06-s43-20260901T133213Z-f59e2438/trainer/checkpoint-430", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 688, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.29069767441860467, + "grad_norm": 28.819318771362305, + "learning_rate": 2.790697674418605e-06, + "loss": 2.8175, + "step": 25 + }, + { + "epoch": 0.5813953488372093, + "grad_norm": 25.14574432373047, + "learning_rate": 5.697674418604652e-06, + "loss": 2.5327, + "step": 50 + }, + { + "epoch": 0.872093023255814, + "grad_norm": 20.379304885864258, + "learning_rate": 8.604651162790698e-06, + "loss": 2.477, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7450980392156863, + "eval_loss": 0.4888541102409363, + "eval_macro_f1": 0.509816807689148, + "eval_runtime": 0.7131, + "eval_samples_per_second": 429.085, + "eval_steps_per_second": 28.045, + "eval_weighted_f1": 0.6629715716073663, + "step": 86 + }, + { + "epoch": 1.1627906976744187, + "grad_norm": 39.84019470214844, + "learning_rate": 1.1511627906976746e-05, + "loss": 2.1807, + "step": 100 + }, + { + "epoch": 1.4534883720930232, + "grad_norm": 21.120132446289062, + "learning_rate": 1.441860465116279e-05, + "loss": 2.1127, + "step": 125 + }, + { + "epoch": 1.744186046511628, + "grad_norm": 40.66301345825195, + "learning_rate": 1.7325581395348837e-05, + "loss": 1.9293, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7549019607843137, + "eval_loss": 0.45602327585220337, + "eval_macro_f1": 0.7364341085271318, + "eval_runtime": 0.7426, + "eval_samples_per_second": 412.072, + "eval_steps_per_second": 26.933, + "eval_weighted_f1": 0.7678978568171455, + "step": 172 + }, + { + "epoch": 2.0348837209302326, + "grad_norm": 35.81186294555664, + "learning_rate": 1.9974160206718347e-05, + "loss": 1.8404, + "step": 175 + }, + { + "epoch": 2.3255813953488373, + "grad_norm": 199.69667053222656, + "learning_rate": 1.9651162790697676e-05, + "loss": 1.6814, + "step": 200 + }, + { + "epoch": 2.616279069767442, + "grad_norm": 108.07611083984375, + "learning_rate": 1.9328165374677004e-05, + "loss": 1.6355, + "step": 225 + }, + { + "epoch": 2.9069767441860463, + "grad_norm": 123.35539245605469, + "learning_rate": 1.9005167958656333e-05, + "loss": 1.5837, + "step": 250 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8594771241830066, + "eval_loss": 0.312145471572876, + "eval_macro_f1": 0.815804577588017, + "eval_runtime": 0.6786, + "eval_samples_per_second": 450.91, + "eval_steps_per_second": 29.471, + "eval_weighted_f1": 0.8562529764478061, + "step": 258 + }, + { + "epoch": 3.197674418604651, + "grad_norm": 55.49531936645508, + "learning_rate": 1.868217054263566e-05, + "loss": 1.3455, + "step": 275 + }, + { + "epoch": 3.488372093023256, + "grad_norm": 91.98040008544922, + "learning_rate": 1.8359173126614988e-05, + "loss": 1.3122, + "step": 300 + }, + { + "epoch": 3.7790697674418605, + "grad_norm": 73.21464538574219, + "learning_rate": 1.8036175710594317e-05, + "loss": 0.9931, + "step": 325 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.869281045751634, + "eval_loss": 0.3159017562866211, + "eval_macro_f1": 0.83710407239819, + "eval_runtime": 0.6955, + "eval_samples_per_second": 439.944, + "eval_steps_per_second": 28.754, + "eval_weighted_f1": 0.8697542365362435, + "step": 344 + }, + { + "epoch": 4.069767441860465, + "grad_norm": 31.643321990966797, + "learning_rate": 1.7713178294573646e-05, + "loss": 1.1765, + "step": 350 + }, + { + "epoch": 4.3604651162790695, + "grad_norm": 22.23870277404785, + "learning_rate": 1.7390180878552975e-05, + "loss": 1.0778, + "step": 375 + }, + { + "epoch": 4.651162790697675, + "grad_norm": 46.74119567871094, + "learning_rate": 1.70671834625323e-05, + "loss": 0.9412, + "step": 400 + }, + { + "epoch": 4.941860465116279, + "grad_norm": 61.08323287963867, + "learning_rate": 1.674418604651163e-05, + "loss": 0.9178, + "step": 425 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8856209150326797, + "eval_loss": 0.34690847992897034, + "eval_macro_f1": 0.8589806048955193, + "eval_runtime": 0.6783, + "eval_samples_per_second": 451.137, + "eval_steps_per_second": 29.486, + "eval_weighted_f1": 0.8866224304513699, + "step": 430 + }, + { + "epoch": 5.232558139534884, + "grad_norm": 63.643497467041016, + "learning_rate": 1.6421188630490958e-05, + "loss": 0.7208, + "step": 450 + }, + { + "epoch": 5.523255813953488, + "grad_norm": 13.924043655395508, + "learning_rate": 1.6098191214470284e-05, + "loss": 0.7685, + "step": 475 + }, + { + "epoch": 5.813953488372093, + "grad_norm": 45.36024856567383, + "learning_rate": 1.5775193798449613e-05, + "loss": 0.7738, + "step": 500 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8823529411764706, + "eval_loss": 0.3357335925102234, + "eval_macro_f1": 0.8544397463002114, + "eval_runtime": 0.6671, + "eval_samples_per_second": 458.692, + "eval_steps_per_second": 29.98, + "eval_weighted_f1": 0.8831861708742693, + "step": 516 + }, + { + "epoch": 6.104651162790698, + "grad_norm": 84.80592346191406, + "learning_rate": 1.545219638242894e-05, + "loss": 0.6053, + "step": 525 + }, + { + "epoch": 6.395348837209302, + "grad_norm": 59.139671325683594, + "learning_rate": 1.5129198966408269e-05, + "loss": 0.4175, + "step": 550 + }, + { + "epoch": 6.686046511627907, + "grad_norm": 89.286376953125, + "learning_rate": 1.4806201550387598e-05, + "loss": 0.4692, + "step": 575 + }, + { + "epoch": 6.976744186046512, + "grad_norm": 35.8282356262207, + "learning_rate": 1.4483204134366927e-05, + "loss": 0.5702, + "step": 600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8366013071895425, + "eval_loss": 0.5594972968101501, + "eval_macro_f1": 0.8133509003074221, + "eval_runtime": 0.6779, + "eval_samples_per_second": 451.362, + "eval_steps_per_second": 29.501, + "eval_weighted_f1": 0.8430597535456871, + "step": 602 + }, + { + "epoch": 7.267441860465116, + "grad_norm": 41.03435516357422, + "learning_rate": 1.4160206718346254e-05, + "loss": 0.3207, + "step": 625 + }, + { + "epoch": 7.558139534883721, + "grad_norm": 2.7322938442230225, + "learning_rate": 1.3837209302325583e-05, + "loss": 0.5029, + "step": 650 + }, + { + "epoch": 7.848837209302325, + "grad_norm": 29.717649459838867, + "learning_rate": 1.3514211886304912e-05, + "loss": 0.3351, + "step": 675 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8627450980392157, + "eval_loss": 0.5986419916152954, + "eval_macro_f1": 0.8357781753130591, + "eval_runtime": 0.7318, + "eval_samples_per_second": 418.122, + "eval_steps_per_second": 27.328, + "eval_weighted_f1": 0.865789750605072, + "step": 688 + } + ], + "logging_steps": 25, + "max_steps": 1720, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..74b649122fcf5206a3961c9d18bdd79d0107154f --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474/trainer_state.json @@ -0,0 +1,235 @@ +{ + "best_global_step": 474, + "best_metric": 0.844044844044844, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 474, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.31645569620253167, + "grad_norm": 30.704376220703125, + "learning_rate": 3.037974683544304e-06, + "loss": 2.8308, + "step": 25 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 32.948036193847656, + "learning_rate": 6.20253164556962e-06, + "loss": 2.6422, + "step": 50 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 39.908302307128906, + "learning_rate": 9.367088607594937e-06, + "loss": 2.3992, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6725978647686833, + "eval_loss": 0.5345836877822876, + "eval_macro_f1": 0.41234769958174217, + "eval_runtime": 0.6566, + "eval_samples_per_second": 427.989, + "eval_steps_per_second": 27.416, + "eval_weighted_f1": 0.5445603503451614, + "step": 79 + }, + { + "epoch": 1.2658227848101267, + "grad_norm": 29.505393981933594, + "learning_rate": 1.2531645569620255e-05, + "loss": 2.1844, + "step": 100 + }, + { + "epoch": 1.5822784810126582, + "grad_norm": 41.83195877075195, + "learning_rate": 1.5696202531645572e-05, + "loss": 1.9654, + "step": 125 + }, + { + "epoch": 1.8987341772151898, + "grad_norm": 47.08277130126953, + "learning_rate": 1.886075949367089e-05, + "loss": 1.8759, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8220640569395018, + "eval_loss": 0.3939972519874573, + "eval_macro_f1": 0.7944463951310861, + "eval_runtime": 0.6042, + "eval_samples_per_second": 465.047, + "eval_steps_per_second": 29.79, + "eval_weighted_f1": 0.8199189958281685, + "step": 158 + }, + { + "epoch": 2.2151898734177213, + "grad_norm": 86.69438934326172, + "learning_rate": 1.977496483825598e-05, + "loss": 1.6226, + "step": 175 + }, + { + "epoch": 2.5316455696202533, + "grad_norm": 115.66442108154297, + "learning_rate": 1.9423347398030942e-05, + "loss": 1.6314, + "step": 200 + }, + { + "epoch": 2.848101265822785, + "grad_norm": 66.22574615478516, + "learning_rate": 1.907172995780591e-05, + "loss": 1.6359, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8434163701067615, + "eval_loss": 0.39524585008621216, + "eval_macro_f1": 0.82997799779978, + "eval_runtime": 0.6489, + "eval_samples_per_second": 433.039, + "eval_steps_per_second": 27.739, + "eval_weighted_f1": 0.8461380657638716, + "step": 237 + }, + { + "epoch": 3.1645569620253164, + "grad_norm": 81.92203521728516, + "learning_rate": 1.872011251758087e-05, + "loss": 1.4991, + "step": 250 + }, + { + "epoch": 3.481012658227848, + "grad_norm": 30.771371841430664, + "learning_rate": 1.8368495077355838e-05, + "loss": 1.2567, + "step": 275 + }, + { + "epoch": 3.7974683544303796, + "grad_norm": 58.6129264831543, + "learning_rate": 1.8016877637130804e-05, + "loss": 1.2916, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8434163701067615, + "eval_loss": 0.34874650835990906, + "eval_macro_f1": 0.8180051813471503, + "eval_runtime": 0.6259, + "eval_samples_per_second": 448.987, + "eval_steps_per_second": 28.761, + "eval_weighted_f1": 0.8409962568915605, + "step": 316 + }, + { + "epoch": 4.113924050632911, + "grad_norm": 25.32921028137207, + "learning_rate": 1.7665260196905767e-05, + "loss": 1.1647, + "step": 325 + }, + { + "epoch": 4.430379746835443, + "grad_norm": 40.44499206542969, + "learning_rate": 1.7313642756680733e-05, + "loss": 1.0137, + "step": 350 + }, + { + "epoch": 4.746835443037975, + "grad_norm": 91.85086822509766, + "learning_rate": 1.6962025316455696e-05, + "loss": 1.0652, + "step": 375 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8505338078291815, + "eval_loss": 0.3745608627796173, + "eval_macro_f1": 0.8383996056523167, + "eval_runtime": 0.5764, + "eval_samples_per_second": 487.551, + "eval_steps_per_second": 31.231, + "eval_weighted_f1": 0.8533703745718251, + "step": 395 + }, + { + "epoch": 5.063291139240507, + "grad_norm": 97.03726196289062, + "learning_rate": 1.6610407876230663e-05, + "loss": 0.9432, + "step": 400 + }, + { + "epoch": 5.379746835443038, + "grad_norm": 145.87242126464844, + "learning_rate": 1.6258790436005626e-05, + "loss": 0.7264, + "step": 425 + }, + { + "epoch": 5.69620253164557, + "grad_norm": 89.300048828125, + "learning_rate": 1.5907172995780592e-05, + "loss": 0.7558, + "step": 450 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8576512455516014, + "eval_loss": 0.46347638964653015, + "eval_macro_f1": 0.844044844044844, + "eval_runtime": 0.6121, + "eval_samples_per_second": 459.089, + "eval_steps_per_second": 29.408, + "eval_weighted_f1": 0.8596184361308916, + "step": 474 + } + ], + "logging_steps": 25, + "max_steps": 1580, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-711/special_tokens_map.json b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-711/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-711/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-711/tokenizer_config.json b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-711/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-711/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-711/trainer_state.json b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-711/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..efc0f848b01b996c50a8b83175a47a3ca4c85f74 --- /dev/null +++ b/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-711/trainer_state.json @@ -0,0 +1,338 @@ +{ + "best_global_step": 474, + "best_metric": 0.844044844044844, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-source-source-07-s43-20260901T133657Z-f59e2438/trainer/checkpoint-474", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 711, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.31645569620253167, + "grad_norm": 30.704376220703125, + "learning_rate": 3.037974683544304e-06, + "loss": 2.8308, + "step": 25 + }, + { + "epoch": 0.6329113924050633, + "grad_norm": 32.948036193847656, + "learning_rate": 6.20253164556962e-06, + "loss": 2.6422, + "step": 50 + }, + { + "epoch": 0.9493670886075949, + "grad_norm": 39.908302307128906, + "learning_rate": 9.367088607594937e-06, + "loss": 2.3992, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6725978647686833, + "eval_loss": 0.5345836877822876, + "eval_macro_f1": 0.41234769958174217, + "eval_runtime": 0.6566, + "eval_samples_per_second": 427.989, + "eval_steps_per_second": 27.416, + "eval_weighted_f1": 0.5445603503451614, + "step": 79 + }, + { + "epoch": 1.2658227848101267, + "grad_norm": 29.505393981933594, + "learning_rate": 1.2531645569620255e-05, + "loss": 2.1844, + "step": 100 + }, + { + "epoch": 1.5822784810126582, + "grad_norm": 41.83195877075195, + "learning_rate": 1.5696202531645572e-05, + "loss": 1.9654, + "step": 125 + }, + { + "epoch": 1.8987341772151898, + "grad_norm": 47.08277130126953, + "learning_rate": 1.886075949367089e-05, + "loss": 1.8759, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8220640569395018, + "eval_loss": 0.3939972519874573, + "eval_macro_f1": 0.7944463951310861, + "eval_runtime": 0.6042, + "eval_samples_per_second": 465.047, + "eval_steps_per_second": 29.79, + "eval_weighted_f1": 0.8199189958281685, + "step": 158 + }, + { + "epoch": 2.2151898734177213, + "grad_norm": 86.69438934326172, + "learning_rate": 1.977496483825598e-05, + "loss": 1.6226, + "step": 175 + }, + { + "epoch": 2.5316455696202533, + "grad_norm": 115.66442108154297, + "learning_rate": 1.9423347398030942e-05, + "loss": 1.6314, + "step": 200 + }, + { + "epoch": 2.848101265822785, + "grad_norm": 66.22574615478516, + "learning_rate": 1.907172995780591e-05, + "loss": 1.6359, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8434163701067615, + "eval_loss": 0.39524585008621216, + "eval_macro_f1": 0.82997799779978, + "eval_runtime": 0.6489, + "eval_samples_per_second": 433.039, + "eval_steps_per_second": 27.739, + "eval_weighted_f1": 0.8461380657638716, + "step": 237 + }, + { + "epoch": 3.1645569620253164, + "grad_norm": 81.92203521728516, + "learning_rate": 1.872011251758087e-05, + "loss": 1.4991, + "step": 250 + }, + { + "epoch": 3.481012658227848, + "grad_norm": 30.771371841430664, + "learning_rate": 1.8368495077355838e-05, + "loss": 1.2567, + "step": 275 + }, + { + "epoch": 3.7974683544303796, + "grad_norm": 58.6129264831543, + "learning_rate": 1.8016877637130804e-05, + "loss": 1.2916, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8434163701067615, + "eval_loss": 0.34874650835990906, + "eval_macro_f1": 0.8180051813471503, + "eval_runtime": 0.6259, + "eval_samples_per_second": 448.987, + "eval_steps_per_second": 28.761, + "eval_weighted_f1": 0.8409962568915605, + "step": 316 + }, + { + "epoch": 4.113924050632911, + "grad_norm": 25.32921028137207, + "learning_rate": 1.7665260196905767e-05, + "loss": 1.1647, + "step": 325 + }, + { + "epoch": 4.430379746835443, + "grad_norm": 40.44499206542969, + "learning_rate": 1.7313642756680733e-05, + "loss": 1.0137, + "step": 350 + }, + { + "epoch": 4.746835443037975, + "grad_norm": 91.85086822509766, + "learning_rate": 1.6962025316455696e-05, + "loss": 1.0652, + "step": 375 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8505338078291815, + "eval_loss": 0.3745608627796173, + "eval_macro_f1": 0.8383996056523167, + "eval_runtime": 0.5764, + "eval_samples_per_second": 487.551, + "eval_steps_per_second": 31.231, + "eval_weighted_f1": 0.8533703745718251, + "step": 395 + }, + { + "epoch": 5.063291139240507, + "grad_norm": 97.03726196289062, + "learning_rate": 1.6610407876230663e-05, + "loss": 0.9432, + "step": 400 + }, + { + "epoch": 5.379746835443038, + "grad_norm": 145.87242126464844, + "learning_rate": 1.6258790436005626e-05, + "loss": 0.7264, + "step": 425 + }, + { + "epoch": 5.69620253164557, + "grad_norm": 89.300048828125, + "learning_rate": 1.5907172995780592e-05, + "loss": 0.7558, + "step": 450 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8576512455516014, + "eval_loss": 0.46347638964653015, + "eval_macro_f1": 0.844044844044844, + "eval_runtime": 0.6121, + "eval_samples_per_second": 459.089, + "eval_steps_per_second": 29.408, + "eval_weighted_f1": 0.8596184361308916, + "step": 474 + }, + { + "epoch": 6.012658227848101, + "grad_norm": 226.59207153320312, + "learning_rate": 1.555555555555556e-05, + "loss": 0.579, + "step": 475 + }, + { + "epoch": 6.329113924050633, + "grad_norm": 71.9638900756836, + "learning_rate": 1.5203938115330521e-05, + "loss": 0.4734, + "step": 500 + }, + { + "epoch": 6.6455696202531644, + "grad_norm": 188.51809692382812, + "learning_rate": 1.4852320675105488e-05, + "loss": 0.587, + "step": 525 + }, + { + "epoch": 6.962025316455696, + "grad_norm": 122.68098449707031, + "learning_rate": 1.450070323488045e-05, + "loss": 0.5595, + "step": 550 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8576512455516014, + "eval_loss": 0.48309075832366943, + "eval_macro_f1": 0.8392816289178677, + "eval_runtime": 0.6749, + "eval_samples_per_second": 416.332, + "eval_steps_per_second": 26.669, + "eval_weighted_f1": 0.8576512455516014, + "step": 553 + }, + { + "epoch": 7.2784810126582276, + "grad_norm": 95.73555755615234, + "learning_rate": 1.4149085794655415e-05, + "loss": 0.375, + "step": 575 + }, + { + "epoch": 7.594936708860759, + "grad_norm": 49.79048538208008, + "learning_rate": 1.3797468354430381e-05, + "loss": 0.3526, + "step": 600 + }, + { + "epoch": 7.911392405063291, + "grad_norm": 30.024250030517578, + "learning_rate": 1.3445850914205344e-05, + "loss": 0.2092, + "step": 625 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8469750889679716, + "eval_loss": 0.8481861352920532, + "eval_macro_f1": 0.8303354536136035, + "eval_runtime": 0.6129, + "eval_samples_per_second": 458.486, + "eval_steps_per_second": 29.369, + "eval_weighted_f1": 0.8482986963257053, + "step": 632 + }, + { + "epoch": 8.227848101265822, + "grad_norm": 318.8403625488281, + "learning_rate": 1.309423347398031e-05, + "loss": 0.4221, + "step": 650 + }, + { + "epoch": 8.544303797468354, + "grad_norm": 60.96615219116211, + "learning_rate": 1.2742616033755275e-05, + "loss": 0.4244, + "step": 675 + }, + { + "epoch": 8.860759493670885, + "grad_norm": 233.52386474609375, + "learning_rate": 1.2390998593530238e-05, + "loss": 0.2597, + "step": 700 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8256227758007118, + "eval_loss": 1.0067225694656372, + "eval_macro_f1": 0.8147759527556937, + "eval_runtime": 0.6377, + "eval_samples_per_second": 440.616, + "eval_steps_per_second": 28.225, + "eval_weighted_f1": 0.8299296025979983, + "step": 711 + } + ], + "logging_steps": 25, + "max_steps": 1580, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +}