diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..672e979977ca1bc404e0a283c17f70d44dc9c129 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925/trainer_state.json @@ -0,0 +1,703 @@ +{ + "best_global_step": 1925, + "best_metric": 0.8212935383786805, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-1925", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 1925, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1430615164520744, + "grad_norm": 23.38299560546875, + "learning_rate": 1.3714285714285717e-06, + "loss": 4.7084, + "step": 25 + }, + { + "epoch": 0.2861230329041488, + "grad_norm": 12.988974571228027, + "learning_rate": 2.8000000000000003e-06, + "loss": 4.6781, + "step": 50 + }, + { + "epoch": 0.4291845493562232, + "grad_norm": 19.152978897094727, + "learning_rate": 4.228571428571429e-06, + "loss": 4.5211, + "step": 75 + }, + { + "epoch": 0.5722460658082976, + "grad_norm": 4.238628387451172, + "learning_rate": 5.6571428571428576e-06, + "loss": 4.5927, + "step": 100 + }, + { + "epoch": 0.7153075822603719, + "grad_norm": 12.95470905303955, + "learning_rate": 7.085714285714286e-06, + "loss": 4.5007, + "step": 125 + }, + { + "epoch": 0.8583690987124464, + "grad_norm": 22.9232234954834, + "learning_rate": 8.514285714285715e-06, + "loss": 4.4009, + "step": 150 + }, + { + "epoch": 1.0, + "grad_norm": 20.6004695892334, + "learning_rate": 9.942857142857145e-06, + "loss": 4.3614, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.48787061994609165, + "eval_loss": 1.0496519804000854, + "eval_macro_f1": 0.4504235198077013, + "eval_runtime": 1.3339, + "eval_samples_per_second": 556.25, + "eval_steps_per_second": 35.234, + "eval_weighted_f1": 0.4555401214295151, + "step": 175 + }, + { + "epoch": 1.1430615164520743, + "grad_norm": 73.63648986816406, + "learning_rate": 1.1371428571428573e-05, + "loss": 4.2687, + "step": 200 + }, + { + "epoch": 1.2861230329041489, + "grad_norm": 36.757415771484375, + "learning_rate": 1.2800000000000001e-05, + "loss": 4.1644, + "step": 225 + }, + { + "epoch": 1.4291845493562232, + "grad_norm": 58.01367950439453, + "learning_rate": 1.422857142857143e-05, + "loss": 4.0125, + "step": 250 + }, + { + "epoch": 1.5722460658082977, + "grad_norm": 86.07000732421875, + "learning_rate": 1.5657142857142856e-05, + "loss": 3.8522, + "step": 275 + }, + { + "epoch": 1.715307582260372, + "grad_norm": 75.06874084472656, + "learning_rate": 1.708571428571429e-05, + "loss": 3.3677, + "step": 300 + }, + { + "epoch": 1.8583690987124464, + "grad_norm": 97.46424865722656, + "learning_rate": 1.8514285714285716e-05, + "loss": 3.301, + "step": 325 + }, + { + "epoch": 2.0, + "grad_norm": 80.57661437988281, + "learning_rate": 1.9942857142857142e-05, + "loss": 3.3665, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6590296495956873, + "eval_loss": 0.7439599633216858, + "eval_macro_f1": 0.665842475587603, + "eval_runtime": 1.3016, + "eval_samples_per_second": 570.082, + "eval_steps_per_second": 36.11, + "eval_weighted_f1": 0.6671573435461707, + "step": 350 + }, + { + "epoch": 2.1430615164520743, + "grad_norm": 100.7172622680664, + "learning_rate": 1.984761904761905e-05, + "loss": 3.0994, + "step": 375 + }, + { + "epoch": 2.2861230329041486, + "grad_norm": 68.6673355102539, + "learning_rate": 1.968888888888889e-05, + "loss": 2.9428, + "step": 400 + }, + { + "epoch": 2.429184549356223, + "grad_norm": 66.8573226928711, + "learning_rate": 1.953015873015873e-05, + "loss": 3.0203, + "step": 425 + }, + { + "epoch": 2.5722460658082977, + "grad_norm": 72.20892333984375, + "learning_rate": 1.937142857142857e-05, + "loss": 2.9443, + "step": 450 + }, + { + "epoch": 2.715307582260372, + "grad_norm": 96.52403259277344, + "learning_rate": 1.9212698412698414e-05, + "loss": 2.3623, + "step": 475 + }, + { + "epoch": 2.8583690987124464, + "grad_norm": 92.29361724853516, + "learning_rate": 1.9053968253968257e-05, + "loss": 2.4095, + "step": 500 + }, + { + "epoch": 3.0, + "grad_norm": 83.1072006225586, + "learning_rate": 1.8895238095238096e-05, + "loss": 2.4617, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7466307277628033, + "eval_loss": 0.6101704239845276, + "eval_macro_f1": 0.7372403946407365, + "eval_runtime": 1.4527, + "eval_samples_per_second": 510.768, + "eval_steps_per_second": 32.353, + "eval_weighted_f1": 0.7380588137991781, + "step": 525 + }, + { + "epoch": 3.1430615164520743, + "grad_norm": 100.52713012695312, + "learning_rate": 1.8736507936507936e-05, + "loss": 1.8821, + "step": 550 + }, + { + "epoch": 3.2861230329041486, + "grad_norm": 50.54236602783203, + "learning_rate": 1.857777777777778e-05, + "loss": 2.1856, + "step": 575 + }, + { + "epoch": 3.429184549356223, + "grad_norm": 73.74539184570312, + "learning_rate": 1.8419047619047622e-05, + "loss": 1.7464, + "step": 600 + }, + { + "epoch": 3.5722460658082977, + "grad_norm": 51.544734954833984, + "learning_rate": 1.8260317460317462e-05, + "loss": 2.1614, + "step": 625 + }, + { + "epoch": 3.715307582260372, + "grad_norm": 69.4937515258789, + "learning_rate": 1.81015873015873e-05, + "loss": 2.0945, + "step": 650 + }, + { + "epoch": 3.8583690987124464, + "grad_norm": 51.124290466308594, + "learning_rate": 1.7942857142857144e-05, + "loss": 2.0961, + "step": 675 + }, + { + "epoch": 4.0, + "grad_norm": 40.26138687133789, + "learning_rate": 1.7784126984126987e-05, + "loss": 2.0282, + "step": 700 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7816711590296496, + "eval_loss": 0.5890283584594727, + "eval_macro_f1": 0.776227845928557, + "eval_runtime": 1.3935, + "eval_samples_per_second": 532.486, + "eval_steps_per_second": 33.729, + "eval_weighted_f1": 0.7767334159735995, + "step": 700 + }, + { + "epoch": 4.143061516452074, + "grad_norm": 79.57007598876953, + "learning_rate": 1.7625396825396827e-05, + "loss": 1.9234, + "step": 725 + }, + { + "epoch": 4.286123032904149, + "grad_norm": 101.37752532958984, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.6289, + "step": 750 + }, + { + "epoch": 4.429184549356223, + "grad_norm": 75.7184066772461, + "learning_rate": 1.730793650793651e-05, + "loss": 1.669, + "step": 775 + }, + { + "epoch": 4.572246065808297, + "grad_norm": 126.51251220703125, + "learning_rate": 1.7149206349206353e-05, + "loss": 1.5436, + "step": 800 + }, + { + "epoch": 4.715307582260372, + "grad_norm": 78.79574584960938, + "learning_rate": 1.6990476190476192e-05, + "loss": 1.4417, + "step": 825 + }, + { + "epoch": 4.858369098712446, + "grad_norm": 52.67892837524414, + "learning_rate": 1.6831746031746032e-05, + "loss": 1.4075, + "step": 850 + }, + { + "epoch": 5.0, + "grad_norm": 51.78517532348633, + "learning_rate": 1.6673015873015875e-05, + "loss": 1.5783, + "step": 875 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7776280323450134, + "eval_loss": 0.5917254090309143, + "eval_macro_f1": 0.7786229239093707, + "eval_runtime": 1.3645, + "eval_samples_per_second": 543.78, + "eval_steps_per_second": 34.444, + "eval_weighted_f1": 0.7788006681160649, + "step": 875 + }, + { + "epoch": 5.143061516452074, + "grad_norm": 159.42144775390625, + "learning_rate": 1.6514285714285714e-05, + "loss": 1.1979, + "step": 900 + }, + { + "epoch": 5.286123032904149, + "grad_norm": 54.5180778503418, + "learning_rate": 1.6355555555555557e-05, + "loss": 1.2848, + "step": 925 + }, + { + "epoch": 5.429184549356223, + "grad_norm": 87.72367858886719, + "learning_rate": 1.6196825396825397e-05, + "loss": 1.0354, + "step": 950 + }, + { + "epoch": 5.572246065808297, + "grad_norm": 58.51297378540039, + "learning_rate": 1.603809523809524e-05, + "loss": 1.0795, + "step": 975 + }, + { + "epoch": 5.715307582260372, + "grad_norm": 107.05204772949219, + "learning_rate": 1.587936507936508e-05, + "loss": 1.2624, + "step": 1000 + }, + { + "epoch": 5.858369098712446, + "grad_norm": 138.59434509277344, + "learning_rate": 1.5720634920634923e-05, + "loss": 1.3305, + "step": 1025 + }, + { + "epoch": 6.0, + "grad_norm": 65.19014739990234, + "learning_rate": 1.5561904761904762e-05, + "loss": 1.2244, + "step": 1050 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.807277628032345, + "eval_loss": 0.5952448844909668, + "eval_macro_f1": 0.8059733620051791, + "eval_runtime": 1.3355, + "eval_samples_per_second": 555.583, + "eval_steps_per_second": 35.192, + "eval_weighted_f1": 0.8055554552995187, + "step": 1050 + }, + { + "epoch": 6.143061516452074, + "grad_norm": 137.52520751953125, + "learning_rate": 1.5403174603174605e-05, + "loss": 0.8361, + "step": 1075 + }, + { + "epoch": 6.286123032904149, + "grad_norm": 96.12641906738281, + "learning_rate": 1.5244444444444447e-05, + "loss": 1.0406, + "step": 1100 + }, + { + "epoch": 6.429184549356223, + "grad_norm": 40.485904693603516, + "learning_rate": 1.5085714285714288e-05, + "loss": 0.8893, + "step": 1125 + }, + { + "epoch": 6.572246065808297, + "grad_norm": 89.57921600341797, + "learning_rate": 1.4926984126984128e-05, + "loss": 0.9093, + "step": 1150 + }, + { + "epoch": 6.715307582260372, + "grad_norm": 151.4322509765625, + "learning_rate": 1.4768253968253969e-05, + "loss": 0.8763, + "step": 1175 + }, + { + "epoch": 6.858369098712446, + "grad_norm": 80.86156463623047, + "learning_rate": 1.4609523809523812e-05, + "loss": 1.0015, + "step": 1200 + }, + { + "epoch": 7.0, + "grad_norm": 79.7741470336914, + "learning_rate": 1.4450793650793653e-05, + "loss": 0.9643, + "step": 1225 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8032345013477089, + "eval_loss": 0.6596354842185974, + "eval_macro_f1": 0.8030067600602054, + "eval_runtime": 1.3595, + "eval_samples_per_second": 545.796, + "eval_steps_per_second": 34.572, + "eval_weighted_f1": 0.8029893597798999, + "step": 1225 + }, + { + "epoch": 7.143061516452074, + "grad_norm": 92.85721588134766, + "learning_rate": 1.4292063492063493e-05, + "loss": 0.6387, + "step": 1250 + }, + { + "epoch": 7.286123032904149, + "grad_norm": 31.989839553833008, + "learning_rate": 1.4133333333333334e-05, + "loss": 0.6525, + "step": 1275 + }, + { + "epoch": 7.429184549356223, + "grad_norm": 71.38797760009766, + "learning_rate": 1.3974603174603177e-05, + "loss": 0.8241, + "step": 1300 + }, + { + "epoch": 7.572246065808297, + "grad_norm": 93.66255187988281, + "learning_rate": 1.3815873015873018e-05, + "loss": 0.7337, + "step": 1325 + }, + { + "epoch": 7.715307582260372, + "grad_norm": 313.7677001953125, + "learning_rate": 1.3657142857142858e-05, + "loss": 0.618, + "step": 1350 + }, + { + "epoch": 7.858369098712446, + "grad_norm": 156.44297790527344, + "learning_rate": 1.34984126984127e-05, + "loss": 0.6977, + "step": 1375 + }, + { + "epoch": 8.0, + "grad_norm": 25.600393295288086, + "learning_rate": 1.333968253968254e-05, + "loss": 0.6668, + "step": 1400 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8099730458221024, + "eval_loss": 0.7190978527069092, + "eval_macro_f1": 0.8091062832693879, + "eval_runtime": 1.496, + "eval_samples_per_second": 496.005, + "eval_steps_per_second": 31.418, + "eval_weighted_f1": 0.8093381092539306, + "step": 1400 + }, + { + "epoch": 8.143061516452075, + "grad_norm": 72.48680877685547, + "learning_rate": 1.318095238095238e-05, + "loss": 0.4378, + "step": 1425 + }, + { + "epoch": 8.286123032904149, + "grad_norm": 139.6271514892578, + "learning_rate": 1.3022222222222223e-05, + "loss": 0.5579, + "step": 1450 + }, + { + "epoch": 8.429184549356224, + "grad_norm": 15.970739364624023, + "learning_rate": 1.2863492063492065e-05, + "loss": 0.3728, + "step": 1475 + }, + { + "epoch": 8.572246065808297, + "grad_norm": 55.17860412597656, + "learning_rate": 1.2704761904761906e-05, + "loss": 0.4929, + "step": 1500 + }, + { + "epoch": 8.715307582260372, + "grad_norm": 285.6214294433594, + "learning_rate": 1.2546031746031746e-05, + "loss": 0.5869, + "step": 1525 + }, + { + "epoch": 8.858369098712446, + "grad_norm": 35.82183837890625, + "learning_rate": 1.2387301587301589e-05, + "loss": 0.3767, + "step": 1550 + }, + { + "epoch": 9.0, + "grad_norm": 40.62872314453125, + "learning_rate": 1.222857142857143e-05, + "loss": 0.5899, + "step": 1575 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8005390835579514, + "eval_loss": 0.9004063606262207, + "eval_macro_f1": 0.8003405290769665, + "eval_runtime": 1.4029, + "eval_samples_per_second": 528.915, + "eval_steps_per_second": 33.503, + "eval_weighted_f1": 0.8001087987496609, + "step": 1575 + }, + { + "epoch": 9.143061516452075, + "grad_norm": 13.473577499389648, + "learning_rate": 1.2069841269841271e-05, + "loss": 0.2311, + "step": 1600 + }, + { + "epoch": 9.286123032904149, + "grad_norm": 185.73641967773438, + "learning_rate": 1.191111111111111e-05, + "loss": 0.5053, + "step": 1625 + }, + { + "epoch": 9.429184549356224, + "grad_norm": 149.97930908203125, + "learning_rate": 1.1752380952380952e-05, + "loss": 0.5228, + "step": 1650 + }, + { + "epoch": 9.572246065808297, + "grad_norm": 2.1387360095977783, + "learning_rate": 1.1593650793650795e-05, + "loss": 0.4329, + "step": 1675 + }, + { + "epoch": 9.715307582260372, + "grad_norm": 100.77686309814453, + "learning_rate": 1.1434920634920636e-05, + "loss": 0.5481, + "step": 1700 + }, + { + "epoch": 9.858369098712446, + "grad_norm": 107.76516723632812, + "learning_rate": 1.1276190476190476e-05, + "loss": 0.3165, + "step": 1725 + }, + { + "epoch": 10.0, + "grad_norm": 20.315021514892578, + "learning_rate": 1.1117460317460317e-05, + "loss": 0.3031, + "step": 1750 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8005390835579514, + "eval_loss": 1.079532265663147, + "eval_macro_f1": 0.7991046030789087, + "eval_runtime": 1.4274, + "eval_samples_per_second": 519.81, + "eval_steps_per_second": 32.926, + "eval_weighted_f1": 0.7991593238204288, + "step": 1750 + }, + { + "epoch": 10.143061516452075, + "grad_norm": 180.2156524658203, + "learning_rate": 1.095873015873016e-05, + "loss": 0.2648, + "step": 1775 + }, + { + "epoch": 10.286123032904149, + "grad_norm": 37.894866943359375, + "learning_rate": 1.0800000000000002e-05, + "loss": 0.3775, + "step": 1800 + }, + { + "epoch": 10.429184549356224, + "grad_norm": 293.7042236328125, + "learning_rate": 1.0641269841269841e-05, + "loss": 0.3106, + "step": 1825 + }, + { + "epoch": 10.572246065808297, + "grad_norm": 74.33658599853516, + "learning_rate": 1.0482539682539683e-05, + "loss": 0.3443, + "step": 1850 + }, + { + "epoch": 10.715307582260372, + "grad_norm": 192.44639587402344, + "learning_rate": 1.0323809523809526e-05, + "loss": 0.3865, + "step": 1875 + }, + { + "epoch": 10.858369098712446, + "grad_norm": 79.79203033447266, + "learning_rate": 1.0165079365079367e-05, + "loss": 0.383, + "step": 1900 + }, + { + "epoch": 11.0, + "grad_norm": 247.70745849609375, + "learning_rate": 1.0006349206349206e-05, + "loss": 0.3086, + "step": 1925 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8221024258760108, + "eval_loss": 1.1509923934936523, + "eval_macro_f1": 0.8212935383786805, + "eval_runtime": 1.3801, + "eval_samples_per_second": 537.643, + "eval_steps_per_second": 34.056, + "eval_weighted_f1": 0.821290383202434, + "step": 1925 + } + ], + "logging_steps": 25, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260902T125902Z-fbd63439/trainer/checkpoint-2450/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..de0091ca107ebf53c27492c34fc4bbe10a208f55 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750/trainer_state.json @@ -0,0 +1,643 @@ +{ + "best_global_step": 1750, + "best_metric": 0.8223343468914434, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1750, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1430615164520744, + "grad_norm": 12.180319786071777, + "learning_rate": 1.3714285714285717e-06, + "loss": 4.7404, + "step": 25 + }, + { + "epoch": 0.2861230329041488, + "grad_norm": 46.11935043334961, + "learning_rate": 2.8000000000000003e-06, + "loss": 4.7215, + "step": 50 + }, + { + "epoch": 0.4291845493562232, + "grad_norm": 41.50677490234375, + "learning_rate": 4.228571428571429e-06, + "loss": 4.562, + "step": 75 + }, + { + "epoch": 0.5722460658082976, + "grad_norm": 44.22974395751953, + "learning_rate": 5.6571428571428576e-06, + "loss": 4.5351, + "step": 100 + }, + { + "epoch": 0.7153075822603719, + "grad_norm": 35.01142883300781, + "learning_rate": 7.085714285714286e-06, + "loss": 4.5338, + "step": 125 + }, + { + "epoch": 0.8583690987124464, + "grad_norm": 28.106525421142578, + "learning_rate": 8.514285714285715e-06, + "loss": 4.4328, + "step": 150 + }, + { + "epoch": 1.0, + "grad_norm": 13.471806526184082, + "learning_rate": 9.942857142857145e-06, + "loss": 4.4976, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.40970350404312667, + "eval_loss": 1.0816259384155273, + "eval_macro_f1": 0.33667054721983874, + "eval_runtime": 1.3419, + "eval_samples_per_second": 552.946, + "eval_steps_per_second": 35.025, + "eval_weighted_f1": 0.34127710158795305, + "step": 175 + }, + { + "epoch": 1.1430615164520743, + "grad_norm": 24.399234771728516, + "learning_rate": 1.1371428571428573e-05, + "loss": 4.3999, + "step": 200 + }, + { + "epoch": 1.2861230329041489, + "grad_norm": 32.75918960571289, + "learning_rate": 1.2800000000000001e-05, + "loss": 4.0839, + "step": 225 + }, + { + "epoch": 1.4291845493562232, + "grad_norm": 156.21034240722656, + "learning_rate": 1.422857142857143e-05, + "loss": 3.8424, + "step": 250 + }, + { + "epoch": 1.5722460658082977, + "grad_norm": 58.96061706542969, + "learning_rate": 1.5657142857142856e-05, + "loss": 3.6535, + "step": 275 + }, + { + "epoch": 1.715307582260372, + "grad_norm": 90.74361419677734, + "learning_rate": 1.708571428571429e-05, + "loss": 3.3608, + "step": 300 + }, + { + "epoch": 1.8583690987124464, + "grad_norm": 88.33929443359375, + "learning_rate": 1.8514285714285716e-05, + "loss": 3.3153, + "step": 325 + }, + { + "epoch": 2.0, + "grad_norm": 115.54145050048828, + "learning_rate": 1.9942857142857142e-05, + "loss": 3.0215, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6630727762803235, + "eval_loss": 0.9064103960990906, + "eval_macro_f1": 0.6586232726333462, + "eval_runtime": 1.3215, + "eval_samples_per_second": 561.489, + "eval_steps_per_second": 35.566, + "eval_weighted_f1": 0.6586346001414024, + "step": 350 + }, + { + "epoch": 2.1430615164520743, + "grad_norm": 82.07853698730469, + "learning_rate": 1.984761904761905e-05, + "loss": 2.6972, + "step": 375 + }, + { + "epoch": 2.2861230329041486, + "grad_norm": 84.52873229980469, + "learning_rate": 1.968888888888889e-05, + "loss": 2.7682, + "step": 400 + }, + { + "epoch": 2.429184549356223, + "grad_norm": 225.0069122314453, + "learning_rate": 1.953015873015873e-05, + "loss": 2.6019, + "step": 425 + }, + { + "epoch": 2.5722460658082977, + "grad_norm": 44.02731704711914, + "learning_rate": 1.937142857142857e-05, + "loss": 2.493, + "step": 450 + }, + { + "epoch": 2.715307582260372, + "grad_norm": 63.48043441772461, + "learning_rate": 1.9212698412698414e-05, + "loss": 2.6525, + "step": 475 + }, + { + "epoch": 2.8583690987124464, + "grad_norm": 72.01087951660156, + "learning_rate": 1.9053968253968257e-05, + "loss": 2.5117, + "step": 500 + }, + { + "epoch": 3.0, + "grad_norm": 72.06620788574219, + "learning_rate": 1.8895238095238096e-05, + "loss": 2.5058, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7547169811320755, + "eval_loss": 0.6179238557815552, + "eval_macro_f1": 0.7524852560651892, + "eval_runtime": 1.3204, + "eval_samples_per_second": 561.96, + "eval_steps_per_second": 35.596, + "eval_weighted_f1": 0.7530757199323027, + "step": 525 + }, + { + "epoch": 3.1430615164520743, + "grad_norm": 61.36882019042969, + "learning_rate": 1.8736507936507936e-05, + "loss": 2.188, + "step": 550 + }, + { + "epoch": 3.2861230329041486, + "grad_norm": 100.26383209228516, + "learning_rate": 1.857777777777778e-05, + "loss": 2.0695, + "step": 575 + }, + { + "epoch": 3.429184549356223, + "grad_norm": 67.09778594970703, + "learning_rate": 1.8419047619047622e-05, + "loss": 2.0443, + "step": 600 + }, + { + "epoch": 3.5722460658082977, + "grad_norm": 79.51264190673828, + "learning_rate": 1.8260317460317462e-05, + "loss": 2.0329, + "step": 625 + }, + { + "epoch": 3.715307582260372, + "grad_norm": 39.512943267822266, + "learning_rate": 1.81015873015873e-05, + "loss": 1.7919, + "step": 650 + }, + { + "epoch": 3.8583690987124464, + "grad_norm": 145.64450073242188, + "learning_rate": 1.7942857142857144e-05, + "loss": 1.8278, + "step": 675 + }, + { + "epoch": 4.0, + "grad_norm": 52.225425720214844, + "learning_rate": 1.7784126984126987e-05, + "loss": 1.891, + "step": 700 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8005390835579514, + "eval_loss": 0.5418705344200134, + "eval_macro_f1": 0.7998920575832008, + "eval_runtime": 1.2228, + "eval_samples_per_second": 606.799, + "eval_steps_per_second": 38.436, + "eval_weighted_f1": 0.7999258083754739, + "step": 700 + }, + { + "epoch": 4.143061516452074, + "grad_norm": 94.44175720214844, + "learning_rate": 1.7625396825396827e-05, + "loss": 1.5323, + "step": 725 + }, + { + "epoch": 4.286123032904149, + "grad_norm": 58.17537307739258, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7161, + "step": 750 + }, + { + "epoch": 4.429184549356223, + "grad_norm": 53.438880920410156, + "learning_rate": 1.730793650793651e-05, + "loss": 1.3332, + "step": 775 + }, + { + "epoch": 4.572246065808297, + "grad_norm": 65.36871337890625, + "learning_rate": 1.7149206349206353e-05, + "loss": 1.5309, + "step": 800 + }, + { + "epoch": 4.715307582260372, + "grad_norm": 115.10531616210938, + "learning_rate": 1.6990476190476192e-05, + "loss": 1.7295, + "step": 825 + }, + { + "epoch": 4.858369098712446, + "grad_norm": 95.55894470214844, + "learning_rate": 1.6831746031746032e-05, + "loss": 1.6766, + "step": 850 + }, + { + "epoch": 5.0, + "grad_norm": 120.1976547241211, + "learning_rate": 1.6673015873015875e-05, + "loss": 1.5663, + "step": 875 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8086253369272237, + "eval_loss": 0.5404613614082336, + "eval_macro_f1": 0.8090948104434853, + "eval_runtime": 1.1921, + "eval_samples_per_second": 622.405, + "eval_steps_per_second": 39.425, + "eval_weighted_f1": 0.8089584306831981, + "step": 875 + }, + { + "epoch": 5.143061516452074, + "grad_norm": 21.416227340698242, + "learning_rate": 1.6514285714285714e-05, + "loss": 0.9645, + "step": 900 + }, + { + "epoch": 5.286123032904149, + "grad_norm": 125.49681091308594, + "learning_rate": 1.6355555555555557e-05, + "loss": 1.0647, + "step": 925 + }, + { + "epoch": 5.429184549356223, + "grad_norm": 99.89180755615234, + "learning_rate": 1.6196825396825397e-05, + "loss": 1.1594, + "step": 950 + }, + { + "epoch": 5.572246065808297, + "grad_norm": 58.951072692871094, + "learning_rate": 1.603809523809524e-05, + "loss": 1.1338, + "step": 975 + }, + { + "epoch": 5.715307582260372, + "grad_norm": 51.77094650268555, + "learning_rate": 1.587936507936508e-05, + "loss": 1.2087, + "step": 1000 + }, + { + "epoch": 5.858369098712446, + "grad_norm": 180.91354370117188, + "learning_rate": 1.5720634920634923e-05, + "loss": 1.2683, + "step": 1025 + }, + { + "epoch": 6.0, + "grad_norm": 62.58937454223633, + "learning_rate": 1.5561904761904762e-05, + "loss": 1.1669, + "step": 1050 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8018867924528302, + "eval_loss": 0.6195034384727478, + "eval_macro_f1": 0.8014330819810075, + "eval_runtime": 1.2083, + "eval_samples_per_second": 614.069, + "eval_steps_per_second": 38.897, + "eval_weighted_f1": 0.8014949648969931, + "step": 1050 + }, + { + "epoch": 6.143061516452074, + "grad_norm": 123.79647064208984, + "learning_rate": 1.5403174603174605e-05, + "loss": 0.8044, + "step": 1075 + }, + { + "epoch": 6.286123032904149, + "grad_norm": 73.14923095703125, + "learning_rate": 1.5244444444444447e-05, + "loss": 0.8663, + "step": 1100 + }, + { + "epoch": 6.429184549356223, + "grad_norm": 50.467647552490234, + "learning_rate": 1.5085714285714288e-05, + "loss": 1.0418, + "step": 1125 + }, + { + "epoch": 6.572246065808297, + "grad_norm": 92.57381439208984, + "learning_rate": 1.4926984126984128e-05, + "loss": 0.8399, + "step": 1150 + }, + { + "epoch": 6.715307582260372, + "grad_norm": 126.70803833007812, + "learning_rate": 1.4768253968253969e-05, + "loss": 0.8493, + "step": 1175 + }, + { + "epoch": 6.858369098712446, + "grad_norm": 110.40196228027344, + "learning_rate": 1.4609523809523812e-05, + "loss": 0.8517, + "step": 1200 + }, + { + "epoch": 7.0, + "grad_norm": 71.57530212402344, + "learning_rate": 1.4450793650793653e-05, + "loss": 0.8012, + "step": 1225 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8221024258760108, + "eval_loss": 0.6357601881027222, + "eval_macro_f1": 0.8213221441777051, + "eval_runtime": 1.1897, + "eval_samples_per_second": 623.694, + "eval_steps_per_second": 39.506, + "eval_weighted_f1": 0.8213851134323461, + "step": 1225 + }, + { + "epoch": 7.143061516452074, + "grad_norm": 158.3911895751953, + "learning_rate": 1.4292063492063493e-05, + "loss": 0.4828, + "step": 1250 + }, + { + "epoch": 7.286123032904149, + "grad_norm": 173.7244873046875, + "learning_rate": 1.4133333333333334e-05, + "loss": 0.6153, + "step": 1275 + }, + { + "epoch": 7.429184549356223, + "grad_norm": 92.76261138916016, + "learning_rate": 1.3974603174603177e-05, + "loss": 0.6044, + "step": 1300 + }, + { + "epoch": 7.572246065808297, + "grad_norm": 41.03660202026367, + "learning_rate": 1.3815873015873018e-05, + "loss": 0.5441, + "step": 1325 + }, + { + "epoch": 7.715307582260372, + "grad_norm": 80.31570434570312, + "learning_rate": 1.3657142857142858e-05, + "loss": 0.6217, + "step": 1350 + }, + { + "epoch": 7.858369098712446, + "grad_norm": 121.32325744628906, + "learning_rate": 1.34984126984127e-05, + "loss": 0.5213, + "step": 1375 + }, + { + "epoch": 8.0, + "grad_norm": 26.732830047607422, + "learning_rate": 1.333968253968254e-05, + "loss": 0.612, + "step": 1400 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8140161725067385, + "eval_loss": 0.7549785375595093, + "eval_macro_f1": 0.8134728504874724, + "eval_runtime": 1.1968, + "eval_samples_per_second": 619.976, + "eval_steps_per_second": 39.271, + "eval_weighted_f1": 0.8140717048223266, + "step": 1400 + }, + { + "epoch": 8.143061516452075, + "grad_norm": 74.77472686767578, + "learning_rate": 1.318095238095238e-05, + "loss": 0.4085, + "step": 1425 + }, + { + "epoch": 8.286123032904149, + "grad_norm": 62.939144134521484, + "learning_rate": 1.3022222222222223e-05, + "loss": 0.4407, + "step": 1450 + }, + { + "epoch": 8.429184549356224, + "grad_norm": 50.67919158935547, + "learning_rate": 1.2863492063492065e-05, + "loss": 0.5217, + "step": 1475 + }, + { + "epoch": 8.572246065808297, + "grad_norm": 96.48236846923828, + "learning_rate": 1.2704761904761906e-05, + "loss": 0.5072, + "step": 1500 + }, + { + "epoch": 8.715307582260372, + "grad_norm": 141.2259521484375, + "learning_rate": 1.2546031746031746e-05, + "loss": 0.4525, + "step": 1525 + }, + { + "epoch": 8.858369098712446, + "grad_norm": 127.73545837402344, + "learning_rate": 1.2387301587301589e-05, + "loss": 0.4686, + "step": 1550 + }, + { + "epoch": 9.0, + "grad_norm": 125.36763763427734, + "learning_rate": 1.222857142857143e-05, + "loss": 0.6598, + "step": 1575 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7964959568733153, + "eval_loss": 0.951769232749939, + "eval_macro_f1": 0.7961223971471586, + "eval_runtime": 1.4153, + "eval_samples_per_second": 524.287, + "eval_steps_per_second": 33.21, + "eval_weighted_f1": 0.7957256301676433, + "step": 1575 + }, + { + "epoch": 9.143061516452075, + "grad_norm": 85.13037109375, + "learning_rate": 1.2069841269841271e-05, + "loss": 0.3379, + "step": 1600 + }, + { + "epoch": 9.286123032904149, + "grad_norm": 110.03949737548828, + "learning_rate": 1.191111111111111e-05, + "loss": 0.3555, + "step": 1625 + }, + { + "epoch": 9.429184549356224, + "grad_norm": 63.29187774658203, + "learning_rate": 1.1752380952380952e-05, + "loss": 0.6607, + "step": 1650 + }, + { + "epoch": 9.572246065808297, + "grad_norm": 44.52645492553711, + "learning_rate": 1.1593650793650795e-05, + "loss": 0.4794, + "step": 1675 + }, + { + "epoch": 9.715307582260372, + "grad_norm": 39.362884521484375, + "learning_rate": 1.1434920634920636e-05, + "loss": 0.4933, + "step": 1700 + }, + { + "epoch": 9.858369098712446, + "grad_norm": 3.3677892684936523, + "learning_rate": 1.1276190476190476e-05, + "loss": 0.3945, + "step": 1725 + }, + { + "epoch": 10.0, + "grad_norm": 153.72723388671875, + "learning_rate": 1.1117460317460317e-05, + "loss": 0.3493, + "step": 1750 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8221024258760108, + "eval_loss": 0.951363205909729, + "eval_macro_f1": 0.8223343468914434, + "eval_runtime": 1.2165, + "eval_samples_per_second": 609.96, + "eval_steps_per_second": 38.636, + "eval_weighted_f1": 0.8223989501910546, + "step": 1750 + } + ], + "logging_steps": 25, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b4ec764f08c31b7f3b4e5ea507475001108af9b9 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-2275/trainer_state.json @@ -0,0 +1,823 @@ +{ + "best_global_step": 1750, + "best_metric": 0.8223343468914434, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s44-20260902T143358Z-53ad853a/trainer/checkpoint-1750", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 2275, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1430615164520744, + "grad_norm": 12.180319786071777, + "learning_rate": 1.3714285714285717e-06, + "loss": 4.7404, + "step": 25 + }, + { + "epoch": 0.2861230329041488, + "grad_norm": 46.11935043334961, + "learning_rate": 2.8000000000000003e-06, + "loss": 4.7215, + "step": 50 + }, + { + "epoch": 0.4291845493562232, + "grad_norm": 41.50677490234375, + "learning_rate": 4.228571428571429e-06, + "loss": 4.562, + "step": 75 + }, + { + "epoch": 0.5722460658082976, + "grad_norm": 44.22974395751953, + "learning_rate": 5.6571428571428576e-06, + "loss": 4.5351, + "step": 100 + }, + { + "epoch": 0.7153075822603719, + "grad_norm": 35.01142883300781, + "learning_rate": 7.085714285714286e-06, + "loss": 4.5338, + "step": 125 + }, + { + "epoch": 0.8583690987124464, + "grad_norm": 28.106525421142578, + "learning_rate": 8.514285714285715e-06, + "loss": 4.4328, + "step": 150 + }, + { + "epoch": 1.0, + "grad_norm": 13.471806526184082, + "learning_rate": 9.942857142857145e-06, + "loss": 4.4976, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.40970350404312667, + "eval_loss": 1.0816259384155273, + "eval_macro_f1": 0.33667054721983874, + "eval_runtime": 1.3419, + "eval_samples_per_second": 552.946, + "eval_steps_per_second": 35.025, + "eval_weighted_f1": 0.34127710158795305, + "step": 175 + }, + { + "epoch": 1.1430615164520743, + "grad_norm": 24.399234771728516, + "learning_rate": 1.1371428571428573e-05, + "loss": 4.3999, + "step": 200 + }, + { + "epoch": 1.2861230329041489, + "grad_norm": 32.75918960571289, + "learning_rate": 1.2800000000000001e-05, + "loss": 4.0839, + "step": 225 + }, + { + "epoch": 1.4291845493562232, + "grad_norm": 156.21034240722656, + "learning_rate": 1.422857142857143e-05, + "loss": 3.8424, + "step": 250 + }, + { + "epoch": 1.5722460658082977, + "grad_norm": 58.96061706542969, + "learning_rate": 1.5657142857142856e-05, + "loss": 3.6535, + "step": 275 + }, + { + "epoch": 1.715307582260372, + "grad_norm": 90.74361419677734, + "learning_rate": 1.708571428571429e-05, + "loss": 3.3608, + "step": 300 + }, + { + "epoch": 1.8583690987124464, + "grad_norm": 88.33929443359375, + "learning_rate": 1.8514285714285716e-05, + "loss": 3.3153, + "step": 325 + }, + { + "epoch": 2.0, + "grad_norm": 115.54145050048828, + "learning_rate": 1.9942857142857142e-05, + "loss": 3.0215, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6630727762803235, + "eval_loss": 0.9064103960990906, + "eval_macro_f1": 0.6586232726333462, + "eval_runtime": 1.3215, + "eval_samples_per_second": 561.489, + "eval_steps_per_second": 35.566, + "eval_weighted_f1": 0.6586346001414024, + "step": 350 + }, + { + "epoch": 2.1430615164520743, + "grad_norm": 82.07853698730469, + "learning_rate": 1.984761904761905e-05, + "loss": 2.6972, + "step": 375 + }, + { + "epoch": 2.2861230329041486, + "grad_norm": 84.52873229980469, + "learning_rate": 1.968888888888889e-05, + "loss": 2.7682, + "step": 400 + }, + { + "epoch": 2.429184549356223, + "grad_norm": 225.0069122314453, + "learning_rate": 1.953015873015873e-05, + "loss": 2.6019, + "step": 425 + }, + { + "epoch": 2.5722460658082977, + "grad_norm": 44.02731704711914, + "learning_rate": 1.937142857142857e-05, + "loss": 2.493, + "step": 450 + }, + { + "epoch": 2.715307582260372, + "grad_norm": 63.48043441772461, + "learning_rate": 1.9212698412698414e-05, + "loss": 2.6525, + "step": 475 + }, + { + "epoch": 2.8583690987124464, + "grad_norm": 72.01087951660156, + "learning_rate": 1.9053968253968257e-05, + "loss": 2.5117, + "step": 500 + }, + { + "epoch": 3.0, + "grad_norm": 72.06620788574219, + "learning_rate": 1.8895238095238096e-05, + "loss": 2.5058, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7547169811320755, + "eval_loss": 0.6179238557815552, + "eval_macro_f1": 0.7524852560651892, + "eval_runtime": 1.3204, + "eval_samples_per_second": 561.96, + "eval_steps_per_second": 35.596, + "eval_weighted_f1": 0.7530757199323027, + "step": 525 + }, + { + "epoch": 3.1430615164520743, + "grad_norm": 61.36882019042969, + "learning_rate": 1.8736507936507936e-05, + "loss": 2.188, + "step": 550 + }, + { + "epoch": 3.2861230329041486, + "grad_norm": 100.26383209228516, + "learning_rate": 1.857777777777778e-05, + "loss": 2.0695, + "step": 575 + }, + { + "epoch": 3.429184549356223, + "grad_norm": 67.09778594970703, + "learning_rate": 1.8419047619047622e-05, + "loss": 2.0443, + "step": 600 + }, + { + "epoch": 3.5722460658082977, + "grad_norm": 79.51264190673828, + "learning_rate": 1.8260317460317462e-05, + "loss": 2.0329, + "step": 625 + }, + { + "epoch": 3.715307582260372, + "grad_norm": 39.512943267822266, + "learning_rate": 1.81015873015873e-05, + "loss": 1.7919, + "step": 650 + }, + { + "epoch": 3.8583690987124464, + "grad_norm": 145.64450073242188, + "learning_rate": 1.7942857142857144e-05, + "loss": 1.8278, + "step": 675 + }, + { + "epoch": 4.0, + "grad_norm": 52.225425720214844, + "learning_rate": 1.7784126984126987e-05, + "loss": 1.891, + "step": 700 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8005390835579514, + "eval_loss": 0.5418705344200134, + "eval_macro_f1": 0.7998920575832008, + "eval_runtime": 1.2228, + "eval_samples_per_second": 606.799, + "eval_steps_per_second": 38.436, + "eval_weighted_f1": 0.7999258083754739, + "step": 700 + }, + { + "epoch": 4.143061516452074, + "grad_norm": 94.44175720214844, + "learning_rate": 1.7625396825396827e-05, + "loss": 1.5323, + "step": 725 + }, + { + "epoch": 4.286123032904149, + "grad_norm": 58.17537307739258, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7161, + "step": 750 + }, + { + "epoch": 4.429184549356223, + "grad_norm": 53.438880920410156, + "learning_rate": 1.730793650793651e-05, + "loss": 1.3332, + "step": 775 + }, + { + "epoch": 4.572246065808297, + "grad_norm": 65.36871337890625, + "learning_rate": 1.7149206349206353e-05, + "loss": 1.5309, + "step": 800 + }, + { + "epoch": 4.715307582260372, + "grad_norm": 115.10531616210938, + "learning_rate": 1.6990476190476192e-05, + "loss": 1.7295, + "step": 825 + }, + { + "epoch": 4.858369098712446, + "grad_norm": 95.55894470214844, + "learning_rate": 1.6831746031746032e-05, + "loss": 1.6766, + "step": 850 + }, + { + "epoch": 5.0, + "grad_norm": 120.1976547241211, + "learning_rate": 1.6673015873015875e-05, + "loss": 1.5663, + "step": 875 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8086253369272237, + "eval_loss": 0.5404613614082336, + "eval_macro_f1": 0.8090948104434853, + "eval_runtime": 1.1921, + "eval_samples_per_second": 622.405, + "eval_steps_per_second": 39.425, + "eval_weighted_f1": 0.8089584306831981, + "step": 875 + }, + { + "epoch": 5.143061516452074, + "grad_norm": 21.416227340698242, + "learning_rate": 1.6514285714285714e-05, + "loss": 0.9645, + "step": 900 + }, + { + "epoch": 5.286123032904149, + "grad_norm": 125.49681091308594, + "learning_rate": 1.6355555555555557e-05, + "loss": 1.0647, + "step": 925 + }, + { + "epoch": 5.429184549356223, + "grad_norm": 99.89180755615234, + "learning_rate": 1.6196825396825397e-05, + "loss": 1.1594, + "step": 950 + }, + { + "epoch": 5.572246065808297, + "grad_norm": 58.951072692871094, + "learning_rate": 1.603809523809524e-05, + "loss": 1.1338, + "step": 975 + }, + { + "epoch": 5.715307582260372, + "grad_norm": 51.77094650268555, + "learning_rate": 1.587936507936508e-05, + "loss": 1.2087, + "step": 1000 + }, + { + "epoch": 5.858369098712446, + "grad_norm": 180.91354370117188, + "learning_rate": 1.5720634920634923e-05, + "loss": 1.2683, + "step": 1025 + }, + { + "epoch": 6.0, + "grad_norm": 62.58937454223633, + "learning_rate": 1.5561904761904762e-05, + "loss": 1.1669, + "step": 1050 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8018867924528302, + "eval_loss": 0.6195034384727478, + "eval_macro_f1": 0.8014330819810075, + "eval_runtime": 1.2083, + "eval_samples_per_second": 614.069, + "eval_steps_per_second": 38.897, + "eval_weighted_f1": 0.8014949648969931, + "step": 1050 + }, + { + "epoch": 6.143061516452074, + "grad_norm": 123.79647064208984, + "learning_rate": 1.5403174603174605e-05, + "loss": 0.8044, + "step": 1075 + }, + { + "epoch": 6.286123032904149, + "grad_norm": 73.14923095703125, + "learning_rate": 1.5244444444444447e-05, + "loss": 0.8663, + "step": 1100 + }, + { + "epoch": 6.429184549356223, + "grad_norm": 50.467647552490234, + "learning_rate": 1.5085714285714288e-05, + "loss": 1.0418, + "step": 1125 + }, + { + "epoch": 6.572246065808297, + "grad_norm": 92.57381439208984, + "learning_rate": 1.4926984126984128e-05, + "loss": 0.8399, + "step": 1150 + }, + { + "epoch": 6.715307582260372, + "grad_norm": 126.70803833007812, + "learning_rate": 1.4768253968253969e-05, + "loss": 0.8493, + "step": 1175 + }, + { + "epoch": 6.858369098712446, + "grad_norm": 110.40196228027344, + "learning_rate": 1.4609523809523812e-05, + "loss": 0.8517, + "step": 1200 + }, + { + "epoch": 7.0, + "grad_norm": 71.57530212402344, + "learning_rate": 1.4450793650793653e-05, + "loss": 0.8012, + "step": 1225 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8221024258760108, + "eval_loss": 0.6357601881027222, + "eval_macro_f1": 0.8213221441777051, + "eval_runtime": 1.1897, + "eval_samples_per_second": 623.694, + "eval_steps_per_second": 39.506, + "eval_weighted_f1": 0.8213851134323461, + "step": 1225 + }, + { + "epoch": 7.143061516452074, + "grad_norm": 158.3911895751953, + "learning_rate": 1.4292063492063493e-05, + "loss": 0.4828, + "step": 1250 + }, + { + "epoch": 7.286123032904149, + "grad_norm": 173.7244873046875, + "learning_rate": 1.4133333333333334e-05, + "loss": 0.6153, + "step": 1275 + }, + { + "epoch": 7.429184549356223, + "grad_norm": 92.76261138916016, + "learning_rate": 1.3974603174603177e-05, + "loss": 0.6044, + "step": 1300 + }, + { + "epoch": 7.572246065808297, + "grad_norm": 41.03660202026367, + "learning_rate": 1.3815873015873018e-05, + "loss": 0.5441, + "step": 1325 + }, + { + "epoch": 7.715307582260372, + "grad_norm": 80.31570434570312, + "learning_rate": 1.3657142857142858e-05, + "loss": 0.6217, + "step": 1350 + }, + { + "epoch": 7.858369098712446, + "grad_norm": 121.32325744628906, + "learning_rate": 1.34984126984127e-05, + "loss": 0.5213, + "step": 1375 + }, + { + "epoch": 8.0, + "grad_norm": 26.732830047607422, + "learning_rate": 1.333968253968254e-05, + "loss": 0.612, + "step": 1400 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8140161725067385, + "eval_loss": 0.7549785375595093, + "eval_macro_f1": 0.8134728504874724, + "eval_runtime": 1.1968, + "eval_samples_per_second": 619.976, + "eval_steps_per_second": 39.271, + "eval_weighted_f1": 0.8140717048223266, + "step": 1400 + }, + { + "epoch": 8.143061516452075, + "grad_norm": 74.77472686767578, + "learning_rate": 1.318095238095238e-05, + "loss": 0.4085, + "step": 1425 + }, + { + "epoch": 8.286123032904149, + "grad_norm": 62.939144134521484, + "learning_rate": 1.3022222222222223e-05, + "loss": 0.4407, + "step": 1450 + }, + { + "epoch": 8.429184549356224, + "grad_norm": 50.67919158935547, + "learning_rate": 1.2863492063492065e-05, + "loss": 0.5217, + "step": 1475 + }, + { + "epoch": 8.572246065808297, + "grad_norm": 96.48236846923828, + "learning_rate": 1.2704761904761906e-05, + "loss": 0.5072, + "step": 1500 + }, + { + "epoch": 8.715307582260372, + "grad_norm": 141.2259521484375, + "learning_rate": 1.2546031746031746e-05, + "loss": 0.4525, + "step": 1525 + }, + { + "epoch": 8.858369098712446, + "grad_norm": 127.73545837402344, + "learning_rate": 1.2387301587301589e-05, + "loss": 0.4686, + "step": 1550 + }, + { + "epoch": 9.0, + "grad_norm": 125.36763763427734, + "learning_rate": 1.222857142857143e-05, + "loss": 0.6598, + "step": 1575 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7964959568733153, + "eval_loss": 0.951769232749939, + "eval_macro_f1": 0.7961223971471586, + "eval_runtime": 1.4153, + "eval_samples_per_second": 524.287, + "eval_steps_per_second": 33.21, + "eval_weighted_f1": 0.7957256301676433, + "step": 1575 + }, + { + "epoch": 9.143061516452075, + "grad_norm": 85.13037109375, + "learning_rate": 1.2069841269841271e-05, + "loss": 0.3379, + "step": 1600 + }, + { + "epoch": 9.286123032904149, + "grad_norm": 110.03949737548828, + "learning_rate": 1.191111111111111e-05, + "loss": 0.3555, + "step": 1625 + }, + { + "epoch": 9.429184549356224, + "grad_norm": 63.29187774658203, + "learning_rate": 1.1752380952380952e-05, + "loss": 0.6607, + "step": 1650 + }, + { + "epoch": 9.572246065808297, + "grad_norm": 44.52645492553711, + "learning_rate": 1.1593650793650795e-05, + "loss": 0.4794, + "step": 1675 + }, + { + "epoch": 9.715307582260372, + "grad_norm": 39.362884521484375, + "learning_rate": 1.1434920634920636e-05, + "loss": 0.4933, + "step": 1700 + }, + { + "epoch": 9.858369098712446, + "grad_norm": 3.3677892684936523, + "learning_rate": 1.1276190476190476e-05, + "loss": 0.3945, + "step": 1725 + }, + { + "epoch": 10.0, + "grad_norm": 153.72723388671875, + "learning_rate": 1.1117460317460317e-05, + "loss": 0.3493, + "step": 1750 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8221024258760108, + "eval_loss": 0.951363205909729, + "eval_macro_f1": 0.8223343468914434, + "eval_runtime": 1.2165, + "eval_samples_per_second": 609.96, + "eval_steps_per_second": 38.636, + "eval_weighted_f1": 0.8223989501910546, + "step": 1750 + }, + { + "epoch": 10.143061516452075, + "grad_norm": 187.07757568359375, + "learning_rate": 1.095873015873016e-05, + "loss": 0.2561, + "step": 1775 + }, + { + "epoch": 10.286123032904149, + "grad_norm": 4.38886022567749, + "learning_rate": 1.0800000000000002e-05, + "loss": 0.2227, + "step": 1800 + }, + { + "epoch": 10.429184549356224, + "grad_norm": 88.32023620605469, + "learning_rate": 1.0641269841269841e-05, + "loss": 0.1691, + "step": 1825 + }, + { + "epoch": 10.572246065808297, + "grad_norm": 278.4029541015625, + "learning_rate": 1.0482539682539683e-05, + "loss": 0.3012, + "step": 1850 + }, + { + "epoch": 10.715307582260372, + "grad_norm": 242.00381469726562, + "learning_rate": 1.0323809523809526e-05, + "loss": 0.3533, + "step": 1875 + }, + { + "epoch": 10.858369098712446, + "grad_norm": 29.11482048034668, + "learning_rate": 1.0165079365079367e-05, + "loss": 0.3275, + "step": 1900 + }, + { + "epoch": 11.0, + "grad_norm": 260.95294189453125, + "learning_rate": 1.0006349206349206e-05, + "loss": 0.4128, + "step": 1925 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8059299191374663, + "eval_loss": 1.2741531133651733, + "eval_macro_f1": 0.8040776852308372, + "eval_runtime": 1.1639, + "eval_samples_per_second": 637.506, + "eval_steps_per_second": 40.381, + "eval_weighted_f1": 0.8042391888271205, + "step": 1925 + }, + { + "epoch": 11.143061516452075, + "grad_norm": 11.49528694152832, + "learning_rate": 9.847619047619048e-06, + "loss": 0.1849, + "step": 1950 + }, + { + "epoch": 11.286123032904149, + "grad_norm": 74.29923248291016, + "learning_rate": 9.688888888888889e-06, + "loss": 0.3704, + "step": 1975 + }, + { + "epoch": 11.429184549356224, + "grad_norm": 389.6947021484375, + "learning_rate": 9.53015873015873e-06, + "loss": 0.2276, + "step": 2000 + }, + { + "epoch": 11.572246065808297, + "grad_norm": 61.54893493652344, + "learning_rate": 9.371428571428572e-06, + "loss": 0.2195, + "step": 2025 + }, + { + "epoch": 11.715307582260372, + "grad_norm": 279.6501770019531, + "learning_rate": 9.212698412698413e-06, + "loss": 0.1914, + "step": 2050 + }, + { + "epoch": 11.858369098712446, + "grad_norm": 314.553466796875, + "learning_rate": 9.053968253968254e-06, + "loss": 0.2807, + "step": 2075 + }, + { + "epoch": 12.0, + "grad_norm": 208.6360321044922, + "learning_rate": 8.895238095238096e-06, + "loss": 0.2292, + "step": 2100 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.7911051212938005, + "eval_loss": 1.5476428270339966, + "eval_macro_f1": 0.7901854799344395, + "eval_runtime": 1.2308, + "eval_samples_per_second": 602.836, + "eval_steps_per_second": 38.185, + "eval_weighted_f1": 0.7898466245015562, + "step": 2100 + }, + { + "epoch": 12.143061516452075, + "grad_norm": 22.677156448364258, + "learning_rate": 8.736507936507937e-06, + "loss": 0.0657, + "step": 2125 + }, + { + "epoch": 12.286123032904149, + "grad_norm": 217.61524963378906, + "learning_rate": 8.577777777777778e-06, + "loss": 0.1741, + "step": 2150 + }, + { + "epoch": 12.429184549356224, + "grad_norm": 111.00133514404297, + "learning_rate": 8.41904761904762e-06, + "loss": 0.2254, + "step": 2175 + }, + { + "epoch": 12.572246065808297, + "grad_norm": 283.4646911621094, + "learning_rate": 8.260317460317461e-06, + "loss": 0.236, + "step": 2200 + }, + { + "epoch": 12.715307582260372, + "grad_norm": 0.035541653633117676, + "learning_rate": 8.101587301587302e-06, + "loss": 0.1894, + "step": 2225 + }, + { + "epoch": 12.858369098712446, + "grad_norm": 143.15696716308594, + "learning_rate": 7.942857142857144e-06, + "loss": 0.3328, + "step": 2250 + }, + { + "epoch": 13.0, + "grad_norm": 129.32139587402344, + "learning_rate": 7.784126984126985e-06, + "loss": 0.3806, + "step": 2275 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8207547169811321, + "eval_loss": 1.319119930267334, + "eval_macro_f1": 0.8204768968669512, + "eval_runtime": 1.1982, + "eval_samples_per_second": 619.253, + "eval_steps_per_second": 39.225, + "eval_weighted_f1": 0.8208154488634983, + "step": 2275 + } + ], + "logging_steps": 25, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..326e43184a2cfa09bd484ce4e002cf0c77789e0a --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104/trainer_state.json @@ -0,0 +1,417 @@ +{ + "best_global_step": 1104, + "best_metric": 0.7954878923514149, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 1104, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1364256480218281, + "grad_norm": 21.172767639160156, + "learning_rate": 1.3043478260869566e-06, + "loss": 4.8003, + "step": 25 + }, + { + "epoch": 0.2728512960436562, + "grad_norm": 17.28883171081543, + "learning_rate": 2.6630434782608698e-06, + "loss": 4.6351, + "step": 50 + }, + { + "epoch": 0.4092769440654843, + "grad_norm": 42.96489334106445, + "learning_rate": 4.021739130434783e-06, + "loss": 4.4872, + "step": 75 + }, + { + "epoch": 0.5457025920873124, + "grad_norm": 30.216495513916016, + "learning_rate": 5.380434782608695e-06, + "loss": 4.6158, + "step": 100 + }, + { + "epoch": 0.6821282401091405, + "grad_norm": 24.290746688842773, + "learning_rate": 6.739130434782609e-06, + "loss": 4.5989, + "step": 125 + }, + { + "epoch": 0.8185538881309686, + "grad_norm": 39.3585319519043, + "learning_rate": 8.097826086956523e-06, + "loss": 4.5306, + "step": 150 + }, + { + "epoch": 0.9549795361527967, + "grad_norm": 16.425243377685547, + "learning_rate": 9.456521739130436e-06, + "loss": 4.4569, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.45187165775401067, + "eval_loss": 1.0733048915863037, + "eval_macro_f1": 0.4271731819973228, + "eval_runtime": 1.2819, + "eval_samples_per_second": 583.501, + "eval_steps_per_second": 36.664, + "eval_weighted_f1": 0.4294158611083396, + "step": 184 + }, + { + "epoch": 1.08731241473397, + "grad_norm": 21.958425521850586, + "learning_rate": 1.0815217391304349e-05, + "loss": 4.2904, + "step": 200 + }, + { + "epoch": 1.223738062755798, + "grad_norm": 30.20353126525879, + "learning_rate": 1.2173913043478263e-05, + "loss": 4.2435, + "step": 225 + }, + { + "epoch": 1.360163710777626, + "grad_norm": 36.93095016479492, + "learning_rate": 1.3532608695652174e-05, + "loss": 3.6758, + "step": 250 + }, + { + "epoch": 1.4965893587994543, + "grad_norm": 64.7622299194336, + "learning_rate": 1.4891304347826087e-05, + "loss": 3.5941, + "step": 275 + }, + { + "epoch": 1.6330150068212825, + "grad_norm": 81.86943817138672, + "learning_rate": 1.6250000000000002e-05, + "loss": 3.6353, + "step": 300 + }, + { + "epoch": 1.7694406548431105, + "grad_norm": 107.25005340576172, + "learning_rate": 1.7608695652173915e-05, + "loss": 3.4911, + "step": 325 + }, + { + "epoch": 1.9058663028649385, + "grad_norm": 121.79032135009766, + "learning_rate": 1.8967391304347828e-05, + "loss": 3.5105, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7098930481283422, + "eval_loss": 0.735222339630127, + "eval_macro_f1": 0.7091385779273164, + "eval_runtime": 1.1798, + "eval_samples_per_second": 633.991, + "eval_steps_per_second": 39.836, + "eval_weighted_f1": 0.7105342632925352, + "step": 368 + }, + { + "epoch": 2.038199181446112, + "grad_norm": 51.36498260498047, + "learning_rate": 1.9963768115942032e-05, + "loss": 3.0701, + "step": 375 + }, + { + "epoch": 2.17462482946794, + "grad_norm": 56.81013870239258, + "learning_rate": 1.9812801932367153e-05, + "loss": 2.6631, + "step": 400 + }, + { + "epoch": 2.311050477489768, + "grad_norm": 38.56635284423828, + "learning_rate": 1.966183574879227e-05, + "loss": 2.6113, + "step": 425 + }, + { + "epoch": 2.447476125511596, + "grad_norm": 76.41355895996094, + "learning_rate": 1.9510869565217393e-05, + "loss": 2.6512, + "step": 450 + }, + { + "epoch": 2.5839017735334244, + "grad_norm": 91.93911743164062, + "learning_rate": 1.9359903381642515e-05, + "loss": 2.5844, + "step": 475 + }, + { + "epoch": 2.720327421555252, + "grad_norm": 66.65916442871094, + "learning_rate": 1.9208937198067633e-05, + "loss": 2.5259, + "step": 500 + }, + { + "epoch": 2.8567530695770804, + "grad_norm": 113.8724594116211, + "learning_rate": 1.9057971014492754e-05, + "loss": 2.3702, + "step": 525 + }, + { + "epoch": 2.9931787175989086, + "grad_norm": 72.93758392333984, + "learning_rate": 1.8907004830917876e-05, + "loss": 2.4819, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7459893048128342, + "eval_loss": 0.6074122190475464, + "eval_macro_f1": 0.7454454595596621, + "eval_runtime": 1.2401, + "eval_samples_per_second": 603.159, + "eval_steps_per_second": 37.899, + "eval_weighted_f1": 0.7462069396610311, + "step": 552 + }, + { + "epoch": 3.1255115961800817, + "grad_norm": 196.68252563476562, + "learning_rate": 1.8756038647342997e-05, + "loss": 2.0176, + "step": 575 + }, + { + "epoch": 3.26193724420191, + "grad_norm": 78.00276184082031, + "learning_rate": 1.8605072463768115e-05, + "loss": 2.207, + "step": 600 + }, + { + "epoch": 3.398362892223738, + "grad_norm": 154.80531311035156, + "learning_rate": 1.8454106280193237e-05, + "loss": 2.0902, + "step": 625 + }, + { + "epoch": 3.5347885402455663, + "grad_norm": 75.91580200195312, + "learning_rate": 1.830314009661836e-05, + "loss": 1.8239, + "step": 650 + }, + { + "epoch": 3.6712141882673945, + "grad_norm": 34.88971710205078, + "learning_rate": 1.815217391304348e-05, + "loss": 1.6924, + "step": 675 + }, + { + "epoch": 3.8076398362892223, + "grad_norm": 46.52622985839844, + "learning_rate": 1.8001207729468598e-05, + "loss": 1.9799, + "step": 700 + }, + { + "epoch": 3.9440654843110505, + "grad_norm": 58.05311584472656, + "learning_rate": 1.785024154589372e-05, + "loss": 1.7946, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7834224598930482, + "eval_loss": 0.6016442179679871, + "eval_macro_f1": 0.7820142136987238, + "eval_runtime": 1.1912, + "eval_samples_per_second": 627.953, + "eval_steps_per_second": 39.457, + "eval_weighted_f1": 0.7826541426782173, + "step": 736 + }, + { + "epoch": 4.076398362892224, + "grad_norm": 124.90470123291016, + "learning_rate": 1.769927536231884e-05, + "loss": 1.512, + "step": 750 + }, + { + "epoch": 4.212824010914052, + "grad_norm": 79.28870391845703, + "learning_rate": 1.7548309178743963e-05, + "loss": 1.6025, + "step": 775 + }, + { + "epoch": 4.34924965893588, + "grad_norm": 99.7405776977539, + "learning_rate": 1.7397342995169084e-05, + "loss": 1.4092, + "step": 800 + }, + { + "epoch": 4.485675306957708, + "grad_norm": 69.43795776367188, + "learning_rate": 1.7246376811594206e-05, + "loss": 1.5583, + "step": 825 + }, + { + "epoch": 4.622100954979536, + "grad_norm": 83.25492858886719, + "learning_rate": 1.7095410628019324e-05, + "loss": 1.5252, + "step": 850 + }, + { + "epoch": 4.758526603001364, + "grad_norm": 72.7745361328125, + "learning_rate": 1.6944444444444446e-05, + "loss": 1.4952, + "step": 875 + }, + { + "epoch": 4.894952251023192, + "grad_norm": 103.32455444335938, + "learning_rate": 1.6793478260869567e-05, + "loss": 1.444, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7887700534759359, + "eval_loss": 0.6146618723869324, + "eval_macro_f1": 0.7882531485721914, + "eval_runtime": 1.1573, + "eval_samples_per_second": 646.307, + "eval_steps_per_second": 40.61, + "eval_weighted_f1": 0.78880027986532, + "step": 920 + }, + { + "epoch": 5.0272851296043655, + "grad_norm": 87.67233276367188, + "learning_rate": 1.664251207729469e-05, + "loss": 1.4514, + "step": 925 + }, + { + "epoch": 5.163710777626194, + "grad_norm": 46.68409729003906, + "learning_rate": 1.649154589371981e-05, + "loss": 1.0935, + "step": 950 + }, + { + "epoch": 5.300136425648022, + "grad_norm": 100.63374328613281, + "learning_rate": 1.634057971014493e-05, + "loss": 1.0811, + "step": 975 + }, + { + "epoch": 5.43656207366985, + "grad_norm": 174.65806579589844, + "learning_rate": 1.618961352657005e-05, + "loss": 1.1881, + "step": 1000 + }, + { + "epoch": 5.572987721691678, + "grad_norm": 85.6026611328125, + "learning_rate": 1.603864734299517e-05, + "loss": 1.2278, + "step": 1025 + }, + { + "epoch": 5.709413369713506, + "grad_norm": 93.22853088378906, + "learning_rate": 1.5887681159420293e-05, + "loss": 1.0865, + "step": 1050 + }, + { + "epoch": 5.845839017735334, + "grad_norm": 77.08741760253906, + "learning_rate": 1.5736714975845415e-05, + "loss": 1.0797, + "step": 1075 + }, + { + "epoch": 5.982264665757162, + "grad_norm": 191.87937927246094, + "learning_rate": 1.5585748792270533e-05, + "loss": 1.286, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7954545454545454, + "eval_loss": 0.6762558221817017, + "eval_macro_f1": 0.7954878923514149, + "eval_runtime": 1.1648, + "eval_samples_per_second": 642.167, + "eval_steps_per_second": 40.35, + "eval_weighted_f1": 0.7958635433705581, + "step": 1104 + } + ], + "logging_steps": 25, + "max_steps": 3680, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0d075d7e8a1711f2c4a056cfc27ec0899e15a1cf --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1656/trainer_state.json @@ -0,0 +1,604 @@ +{ + "best_global_step": 1104, + "best_metric": 0.7954878923514149, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s44-20260902T144617Z-53ad853a/trainer/checkpoint-1104", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1656, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1364256480218281, + "grad_norm": 21.172767639160156, + "learning_rate": 1.3043478260869566e-06, + "loss": 4.8003, + "step": 25 + }, + { + "epoch": 0.2728512960436562, + "grad_norm": 17.28883171081543, + "learning_rate": 2.6630434782608698e-06, + "loss": 4.6351, + "step": 50 + }, + { + "epoch": 0.4092769440654843, + "grad_norm": 42.96489334106445, + "learning_rate": 4.021739130434783e-06, + "loss": 4.4872, + "step": 75 + }, + { + "epoch": 0.5457025920873124, + "grad_norm": 30.216495513916016, + "learning_rate": 5.380434782608695e-06, + "loss": 4.6158, + "step": 100 + }, + { + "epoch": 0.6821282401091405, + "grad_norm": 24.290746688842773, + "learning_rate": 6.739130434782609e-06, + "loss": 4.5989, + "step": 125 + }, + { + "epoch": 0.8185538881309686, + "grad_norm": 39.3585319519043, + "learning_rate": 8.097826086956523e-06, + "loss": 4.5306, + "step": 150 + }, + { + "epoch": 0.9549795361527967, + "grad_norm": 16.425243377685547, + "learning_rate": 9.456521739130436e-06, + "loss": 4.4569, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.45187165775401067, + "eval_loss": 1.0733048915863037, + "eval_macro_f1": 0.4271731819973228, + "eval_runtime": 1.2819, + "eval_samples_per_second": 583.501, + "eval_steps_per_second": 36.664, + "eval_weighted_f1": 0.4294158611083396, + "step": 184 + }, + { + "epoch": 1.08731241473397, + "grad_norm": 21.958425521850586, + "learning_rate": 1.0815217391304349e-05, + "loss": 4.2904, + "step": 200 + }, + { + "epoch": 1.223738062755798, + "grad_norm": 30.20353126525879, + "learning_rate": 1.2173913043478263e-05, + "loss": 4.2435, + "step": 225 + }, + { + "epoch": 1.360163710777626, + "grad_norm": 36.93095016479492, + "learning_rate": 1.3532608695652174e-05, + "loss": 3.6758, + "step": 250 + }, + { + "epoch": 1.4965893587994543, + "grad_norm": 64.7622299194336, + "learning_rate": 1.4891304347826087e-05, + "loss": 3.5941, + "step": 275 + }, + { + "epoch": 1.6330150068212825, + "grad_norm": 81.86943817138672, + "learning_rate": 1.6250000000000002e-05, + "loss": 3.6353, + "step": 300 + }, + { + "epoch": 1.7694406548431105, + "grad_norm": 107.25005340576172, + "learning_rate": 1.7608695652173915e-05, + "loss": 3.4911, + "step": 325 + }, + { + "epoch": 1.9058663028649385, + "grad_norm": 121.79032135009766, + "learning_rate": 1.8967391304347828e-05, + "loss": 3.5105, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7098930481283422, + "eval_loss": 0.735222339630127, + "eval_macro_f1": 0.7091385779273164, + "eval_runtime": 1.1798, + "eval_samples_per_second": 633.991, + "eval_steps_per_second": 39.836, + "eval_weighted_f1": 0.7105342632925352, + "step": 368 + }, + { + "epoch": 2.038199181446112, + "grad_norm": 51.36498260498047, + "learning_rate": 1.9963768115942032e-05, + "loss": 3.0701, + "step": 375 + }, + { + "epoch": 2.17462482946794, + "grad_norm": 56.81013870239258, + "learning_rate": 1.9812801932367153e-05, + "loss": 2.6631, + "step": 400 + }, + { + "epoch": 2.311050477489768, + "grad_norm": 38.56635284423828, + "learning_rate": 1.966183574879227e-05, + "loss": 2.6113, + "step": 425 + }, + { + "epoch": 2.447476125511596, + "grad_norm": 76.41355895996094, + "learning_rate": 1.9510869565217393e-05, + "loss": 2.6512, + "step": 450 + }, + { + "epoch": 2.5839017735334244, + "grad_norm": 91.93911743164062, + "learning_rate": 1.9359903381642515e-05, + "loss": 2.5844, + "step": 475 + }, + { + "epoch": 2.720327421555252, + "grad_norm": 66.65916442871094, + "learning_rate": 1.9208937198067633e-05, + "loss": 2.5259, + "step": 500 + }, + { + "epoch": 2.8567530695770804, + "grad_norm": 113.8724594116211, + "learning_rate": 1.9057971014492754e-05, + "loss": 2.3702, + "step": 525 + }, + { + "epoch": 2.9931787175989086, + "grad_norm": 72.93758392333984, + "learning_rate": 1.8907004830917876e-05, + "loss": 2.4819, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7459893048128342, + "eval_loss": 0.6074122190475464, + "eval_macro_f1": 0.7454454595596621, + "eval_runtime": 1.2401, + "eval_samples_per_second": 603.159, + "eval_steps_per_second": 37.899, + "eval_weighted_f1": 0.7462069396610311, + "step": 552 + }, + { + "epoch": 3.1255115961800817, + "grad_norm": 196.68252563476562, + "learning_rate": 1.8756038647342997e-05, + "loss": 2.0176, + "step": 575 + }, + { + "epoch": 3.26193724420191, + "grad_norm": 78.00276184082031, + "learning_rate": 1.8605072463768115e-05, + "loss": 2.207, + "step": 600 + }, + { + "epoch": 3.398362892223738, + "grad_norm": 154.80531311035156, + "learning_rate": 1.8454106280193237e-05, + "loss": 2.0902, + "step": 625 + }, + { + "epoch": 3.5347885402455663, + "grad_norm": 75.91580200195312, + "learning_rate": 1.830314009661836e-05, + "loss": 1.8239, + "step": 650 + }, + { + "epoch": 3.6712141882673945, + "grad_norm": 34.88971710205078, + "learning_rate": 1.815217391304348e-05, + "loss": 1.6924, + "step": 675 + }, + { + "epoch": 3.8076398362892223, + "grad_norm": 46.52622985839844, + "learning_rate": 1.8001207729468598e-05, + "loss": 1.9799, + "step": 700 + }, + { + "epoch": 3.9440654843110505, + "grad_norm": 58.05311584472656, + "learning_rate": 1.785024154589372e-05, + "loss": 1.7946, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7834224598930482, + "eval_loss": 0.6016442179679871, + "eval_macro_f1": 0.7820142136987238, + "eval_runtime": 1.1912, + "eval_samples_per_second": 627.953, + "eval_steps_per_second": 39.457, + "eval_weighted_f1": 0.7826541426782173, + "step": 736 + }, + { + "epoch": 4.076398362892224, + "grad_norm": 124.90470123291016, + "learning_rate": 1.769927536231884e-05, + "loss": 1.512, + "step": 750 + }, + { + "epoch": 4.212824010914052, + "grad_norm": 79.28870391845703, + "learning_rate": 1.7548309178743963e-05, + "loss": 1.6025, + "step": 775 + }, + { + "epoch": 4.34924965893588, + "grad_norm": 99.7405776977539, + "learning_rate": 1.7397342995169084e-05, + "loss": 1.4092, + "step": 800 + }, + { + "epoch": 4.485675306957708, + "grad_norm": 69.43795776367188, + "learning_rate": 1.7246376811594206e-05, + "loss": 1.5583, + "step": 825 + }, + { + "epoch": 4.622100954979536, + "grad_norm": 83.25492858886719, + "learning_rate": 1.7095410628019324e-05, + "loss": 1.5252, + "step": 850 + }, + { + "epoch": 4.758526603001364, + "grad_norm": 72.7745361328125, + "learning_rate": 1.6944444444444446e-05, + "loss": 1.4952, + "step": 875 + }, + { + "epoch": 4.894952251023192, + "grad_norm": 103.32455444335938, + "learning_rate": 1.6793478260869567e-05, + "loss": 1.444, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7887700534759359, + "eval_loss": 0.6146618723869324, + "eval_macro_f1": 0.7882531485721914, + "eval_runtime": 1.1573, + "eval_samples_per_second": 646.307, + "eval_steps_per_second": 40.61, + "eval_weighted_f1": 0.78880027986532, + "step": 920 + }, + { + "epoch": 5.0272851296043655, + "grad_norm": 87.67233276367188, + "learning_rate": 1.664251207729469e-05, + "loss": 1.4514, + "step": 925 + }, + { + "epoch": 5.163710777626194, + "grad_norm": 46.68409729003906, + "learning_rate": 1.649154589371981e-05, + "loss": 1.0935, + "step": 950 + }, + { + "epoch": 5.300136425648022, + "grad_norm": 100.63374328613281, + "learning_rate": 1.634057971014493e-05, + "loss": 1.0811, + "step": 975 + }, + { + "epoch": 5.43656207366985, + "grad_norm": 174.65806579589844, + "learning_rate": 1.618961352657005e-05, + "loss": 1.1881, + "step": 1000 + }, + { + "epoch": 5.572987721691678, + "grad_norm": 85.6026611328125, + "learning_rate": 1.603864734299517e-05, + "loss": 1.2278, + "step": 1025 + }, + { + "epoch": 5.709413369713506, + "grad_norm": 93.22853088378906, + "learning_rate": 1.5887681159420293e-05, + "loss": 1.0865, + "step": 1050 + }, + { + "epoch": 5.845839017735334, + "grad_norm": 77.08741760253906, + "learning_rate": 1.5736714975845415e-05, + "loss": 1.0797, + "step": 1075 + }, + { + "epoch": 5.982264665757162, + "grad_norm": 191.87937927246094, + "learning_rate": 1.5585748792270533e-05, + "loss": 1.286, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7954545454545454, + "eval_loss": 0.6762558221817017, + "eval_macro_f1": 0.7954878923514149, + "eval_runtime": 1.1648, + "eval_samples_per_second": 642.167, + "eval_steps_per_second": 40.35, + "eval_weighted_f1": 0.7958635433705581, + "step": 1104 + }, + { + "epoch": 6.114597544338336, + "grad_norm": 104.39254760742188, + "learning_rate": 1.5434782608695654e-05, + "loss": 0.8677, + "step": 1125 + }, + { + "epoch": 6.251023192360163, + "grad_norm": 56.46836471557617, + "learning_rate": 1.5283816425120776e-05, + "loss": 0.7187, + "step": 1150 + }, + { + "epoch": 6.387448840381992, + "grad_norm": 62.182369232177734, + "learning_rate": 1.5132850241545896e-05, + "loss": 0.938, + "step": 1175 + }, + { + "epoch": 6.52387448840382, + "grad_norm": 75.62998962402344, + "learning_rate": 1.4981884057971017e-05, + "loss": 0.8912, + "step": 1200 + }, + { + "epoch": 6.660300136425648, + "grad_norm": 121.77799224853516, + "learning_rate": 1.4830917874396135e-05, + "loss": 0.7969, + "step": 1225 + }, + { + "epoch": 6.796725784447476, + "grad_norm": 45.24515151977539, + "learning_rate": 1.4679951690821257e-05, + "loss": 1.0142, + "step": 1250 + }, + { + "epoch": 6.933151432469304, + "grad_norm": 93.59771728515625, + "learning_rate": 1.4528985507246378e-05, + "loss": 0.8298, + "step": 1275 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7767379679144385, + "eval_loss": 0.8181384205818176, + "eval_macro_f1": 0.7734840753740713, + "eval_runtime": 1.1628, + "eval_samples_per_second": 643.262, + "eval_steps_per_second": 40.419, + "eval_weighted_f1": 0.774367692252461, + "step": 1288 + }, + { + "epoch": 7.0654843110504775, + "grad_norm": 75.3707046508789, + "learning_rate": 1.43780193236715e-05, + "loss": 0.7315, + "step": 1300 + }, + { + "epoch": 7.201909959072306, + "grad_norm": 86.51831817626953, + "learning_rate": 1.422705314009662e-05, + "loss": 0.7098, + "step": 1325 + }, + { + "epoch": 7.338335607094134, + "grad_norm": 85.60002899169922, + "learning_rate": 1.407608695652174e-05, + "loss": 0.6044, + "step": 1350 + }, + { + "epoch": 7.474761255115962, + "grad_norm": 69.59379577636719, + "learning_rate": 1.3925120772946861e-05, + "loss": 0.7107, + "step": 1375 + }, + { + "epoch": 7.61118690313779, + "grad_norm": 103.6869125366211, + "learning_rate": 1.3774154589371983e-05, + "loss": 0.5596, + "step": 1400 + }, + { + "epoch": 7.747612551159618, + "grad_norm": 230.8099822998047, + "learning_rate": 1.3623188405797103e-05, + "loss": 0.6432, + "step": 1425 + }, + { + "epoch": 7.884038199181446, + "grad_norm": 104.92019653320312, + "learning_rate": 1.3472222222222224e-05, + "loss": 0.6031, + "step": 1450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7820855614973262, + "eval_loss": 0.8896415829658508, + "eval_macro_f1": 0.7826922584772872, + "eval_runtime": 1.1995, + "eval_samples_per_second": 623.604, + "eval_steps_per_second": 39.184, + "eval_weighted_f1": 0.782827080788693, + "step": 1472 + }, + { + "epoch": 8.016371077762619, + "grad_norm": 70.04243469238281, + "learning_rate": 1.3321256038647344e-05, + "loss": 0.5646, + "step": 1475 + }, + { + "epoch": 8.152796725784448, + "grad_norm": 199.27310180664062, + "learning_rate": 1.3170289855072464e-05, + "loss": 0.5399, + "step": 1500 + }, + { + "epoch": 8.289222373806275, + "grad_norm": 46.4770393371582, + "learning_rate": 1.3019323671497585e-05, + "loss": 0.5645, + "step": 1525 + }, + { + "epoch": 8.425648021828104, + "grad_norm": 231.71922302246094, + "learning_rate": 1.2868357487922707e-05, + "loss": 0.6711, + "step": 1550 + }, + { + "epoch": 8.562073669849932, + "grad_norm": 112.43268585205078, + "learning_rate": 1.2717391304347828e-05, + "loss": 0.3127, + "step": 1575 + }, + { + "epoch": 8.69849931787176, + "grad_norm": 5.545553684234619, + "learning_rate": 1.2566425120772947e-05, + "loss": 0.5333, + "step": 1600 + }, + { + "epoch": 8.834924965893588, + "grad_norm": 289.7093811035156, + "learning_rate": 1.2415458937198068e-05, + "loss": 0.6036, + "step": 1625 + }, + { + "epoch": 8.971350613915416, + "grad_norm": 48.15302658081055, + "learning_rate": 1.226449275362319e-05, + "loss": 0.5614, + "step": 1650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7847593582887701, + "eval_loss": 1.0355944633483887, + "eval_macro_f1": 0.782715001827432, + "eval_runtime": 1.1926, + "eval_samples_per_second": 627.182, + "eval_steps_per_second": 39.409, + "eval_weighted_f1": 0.7833741407363985, + "step": 1656 + } + ], + "logging_steps": 25, + "max_steps": 3680, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cab4b1e09db4ae6ecb3ae16fabc9c7ad381d2fc6 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364/trainer_state.json @@ -0,0 +1,833 @@ +{ + "best_global_step": 2364, + "best_metric": 0.8441495992101032, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 2364, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12706480304955528, + "grad_norm": 35.512168884277344, + "learning_rate": 1.218274111675127e-06, + "loss": 4.9393, + "step": 25 + }, + { + "epoch": 0.25412960609911056, + "grad_norm": 12.679766654968262, + "learning_rate": 2.487309644670051e-06, + "loss": 4.838, + "step": 50 + }, + { + "epoch": 0.3811944091486658, + "grad_norm": 46.721092224121094, + "learning_rate": 3.756345177664975e-06, + "loss": 4.7311, + "step": 75 + }, + { + "epoch": 0.5082592121982211, + "grad_norm": 41.783634185791016, + "learning_rate": 5.025380710659899e-06, + "loss": 4.6157, + "step": 100 + }, + { + "epoch": 0.6353240152477764, + "grad_norm": 50.64247512817383, + "learning_rate": 6.2944162436548225e-06, + "loss": 4.4652, + "step": 125 + }, + { + "epoch": 0.7623888182973316, + "grad_norm": 79.86474609375, + "learning_rate": 7.563451776649747e-06, + "loss": 4.3146, + "step": 150 + }, + { + "epoch": 0.8894536213468869, + "grad_norm": 120.50712585449219, + "learning_rate": 8.832487309644671e-06, + "loss": 4.2624, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6053811659192825, + "eval_loss": 0.9243478178977966, + "eval_macro_f1": 0.5976549381249451, + "eval_runtime": 1.2188, + "eval_samples_per_second": 548.891, + "eval_steps_per_second": 34.459, + "eval_weighted_f1": 0.5979032164824135, + "step": 197 + }, + { + "epoch": 1.0152477763659467, + "grad_norm": 24.304256439208984, + "learning_rate": 1.0101522842639596e-05, + "loss": 4.088, + "step": 200 + }, + { + "epoch": 1.1423125794155018, + "grad_norm": 81.54771423339844, + "learning_rate": 1.1370558375634519e-05, + "loss": 3.8793, + "step": 225 + }, + { + "epoch": 1.2693773824650572, + "grad_norm": 60.38642120361328, + "learning_rate": 1.2639593908629442e-05, + "loss": 3.7867, + "step": 250 + }, + { + "epoch": 1.3964421855146125, + "grad_norm": 53.214027404785156, + "learning_rate": 1.3908629441624366e-05, + "loss": 3.6795, + "step": 275 + }, + { + "epoch": 1.5235069885641677, + "grad_norm": 50.133907318115234, + "learning_rate": 1.5177664974619291e-05, + "loss": 4.0444, + "step": 300 + }, + { + "epoch": 1.650571791613723, + "grad_norm": 92.28113555908203, + "learning_rate": 1.6446700507614214e-05, + "loss": 3.4029, + "step": 325 + }, + { + "epoch": 1.7776365946632784, + "grad_norm": 136.72434997558594, + "learning_rate": 1.771573604060914e-05, + "loss": 3.4677, + "step": 350 + }, + { + "epoch": 1.9047013977128335, + "grad_norm": 75.7567367553711, + "learning_rate": 1.8984771573604063e-05, + "loss": 3.0678, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7130044843049327, + "eval_loss": 0.6462002992630005, + "eval_macro_f1": 0.7024770911770345, + "eval_runtime": 1.4346, + "eval_samples_per_second": 466.336, + "eval_steps_per_second": 29.277, + "eval_weighted_f1": 0.7033906770897261, + "step": 394 + }, + { + "epoch": 2.0304955527318933, + "grad_norm": 90.08475494384766, + "learning_rate": 1.997179921037789e-05, + "loss": 2.7612, + "step": 400 + }, + { + "epoch": 2.1575603557814484, + "grad_norm": 77.70708465576172, + "learning_rate": 1.9830795262267346e-05, + "loss": 2.7341, + "step": 425 + }, + { + "epoch": 2.2846251588310036, + "grad_norm": 105.88381958007812, + "learning_rate": 1.96897913141568e-05, + "loss": 2.6083, + "step": 450 + }, + { + "epoch": 2.411689961880559, + "grad_norm": 103.4154052734375, + "learning_rate": 1.954878736604625e-05, + "loss": 2.4837, + "step": 475 + }, + { + "epoch": 2.5387547649301143, + "grad_norm": 36.66416549682617, + "learning_rate": 1.9407783417935703e-05, + "loss": 2.6931, + "step": 500 + }, + { + "epoch": 2.6658195679796695, + "grad_norm": 43.486656188964844, + "learning_rate": 1.9266779469825156e-05, + "loss": 2.4705, + "step": 525 + }, + { + "epoch": 2.792884371029225, + "grad_norm": 55.809783935546875, + "learning_rate": 1.912577552171461e-05, + "loss": 2.4779, + "step": 550 + }, + { + "epoch": 2.91994917407878, + "grad_norm": 48.31099319458008, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.5799, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7757847533632287, + "eval_loss": 0.5457268953323364, + "eval_macro_f1": 0.7783366233607247, + "eval_runtime": 1.2298, + "eval_samples_per_second": 544.007, + "eval_steps_per_second": 34.153, + "eval_weighted_f1": 0.7785104811852909, + "step": 591 + }, + { + "epoch": 3.04574332909784, + "grad_norm": 185.6639862060547, + "learning_rate": 1.8843767625493517e-05, + "loss": 2.2353, + "step": 600 + }, + { + "epoch": 3.172808132147395, + "grad_norm": 58.703529357910156, + "learning_rate": 1.870276367738297e-05, + "loss": 2.0196, + "step": 625 + }, + { + "epoch": 3.2998729351969507, + "grad_norm": 59.40778350830078, + "learning_rate": 1.856175972927242e-05, + "loss": 1.9775, + "step": 650 + }, + { + "epoch": 3.426937738246506, + "grad_norm": 44.10219192504883, + "learning_rate": 1.8420755781161873e-05, + "loss": 1.8341, + "step": 675 + }, + { + "epoch": 3.554002541296061, + "grad_norm": 54.23365783691406, + "learning_rate": 1.8279751833051327e-05, + "loss": 1.6753, + "step": 700 + }, + { + "epoch": 3.681067344345616, + "grad_norm": 42.92047119140625, + "learning_rate": 1.813874788494078e-05, + "loss": 2.0747, + "step": 725 + }, + { + "epoch": 3.8081321473951717, + "grad_norm": 41.84972381591797, + "learning_rate": 1.7997743936830234e-05, + "loss": 1.9831, + "step": 750 + }, + { + "epoch": 3.935196950444727, + "grad_norm": 129.99989318847656, + "learning_rate": 1.7856739988719684e-05, + "loss": 1.7743, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7862481315396114, + "eval_loss": 0.5086822509765625, + "eval_macro_f1": 0.7882440671714588, + "eval_runtime": 1.2743, + "eval_samples_per_second": 524.998, + "eval_steps_per_second": 32.96, + "eval_weighted_f1": 0.788613728668482, + "step": 788 + }, + { + "epoch": 4.060991105463787, + "grad_norm": 68.23655700683594, + "learning_rate": 1.771573604060914e-05, + "loss": 1.6258, + "step": 800 + }, + { + "epoch": 4.188055908513342, + "grad_norm": 119.58675384521484, + "learning_rate": 1.7574732092498594e-05, + "loss": 1.4883, + "step": 825 + }, + { + "epoch": 4.315120711562897, + "grad_norm": 72.1654052734375, + "learning_rate": 1.7433728144388044e-05, + "loss": 1.5421, + "step": 850 + }, + { + "epoch": 4.4421855146124525, + "grad_norm": 53.15501403808594, + "learning_rate": 1.7292724196277497e-05, + "loss": 1.5453, + "step": 875 + }, + { + "epoch": 4.569250317662007, + "grad_norm": 48.41549301147461, + "learning_rate": 1.715172024816695e-05, + "loss": 1.4604, + "step": 900 + }, + { + "epoch": 4.696315120711563, + "grad_norm": 70.55847930908203, + "learning_rate": 1.7010716300056404e-05, + "loss": 1.4733, + "step": 925 + }, + { + "epoch": 4.823379923761118, + "grad_norm": 39.60165786743164, + "learning_rate": 1.6869712351945854e-05, + "loss": 1.5554, + "step": 950 + }, + { + "epoch": 4.950444726810673, + "grad_norm": 85.29654693603516, + "learning_rate": 1.672870840383531e-05, + "loss": 1.3868, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8146487294469357, + "eval_loss": 0.5252928733825684, + "eval_macro_f1": 0.8119614808790919, + "eval_runtime": 1.264, + "eval_samples_per_second": 529.272, + "eval_steps_per_second": 33.228, + "eval_weighted_f1": 0.8121854563525689, + "step": 985 + }, + { + "epoch": 5.076238881829733, + "grad_norm": 58.71696090698242, + "learning_rate": 1.6587704455724764e-05, + "loss": 1.2669, + "step": 1000 + }, + { + "epoch": 5.203303684879288, + "grad_norm": 81.42835235595703, + "learning_rate": 1.6446700507614214e-05, + "loss": 0.9251, + "step": 1025 + }, + { + "epoch": 5.330368487928844, + "grad_norm": 202.43972778320312, + "learning_rate": 1.6305696559503667e-05, + "loss": 1.0232, + "step": 1050 + }, + { + "epoch": 5.457433290978399, + "grad_norm": 125.60462188720703, + "learning_rate": 1.616469261139312e-05, + "loss": 1.2941, + "step": 1075 + }, + { + "epoch": 5.584498094027954, + "grad_norm": 87.8755874633789, + "learning_rate": 1.6023688663282574e-05, + "loss": 1.0528, + "step": 1100 + }, + { + "epoch": 5.71156289707751, + "grad_norm": 323.7835388183594, + "learning_rate": 1.5882684715172024e-05, + "loss": 0.9998, + "step": 1125 + }, + { + "epoch": 5.838627700127065, + "grad_norm": 115.20993041992188, + "learning_rate": 1.5741680767061477e-05, + "loss": 1.1429, + "step": 1150 + }, + { + "epoch": 5.96569250317662, + "grad_norm": 89.18766784667969, + "learning_rate": 1.5600676818950934e-05, + "loss": 1.2311, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8161434977578476, + "eval_loss": 0.4713421165943146, + "eval_macro_f1": 0.8134378463255719, + "eval_runtime": 1.2427, + "eval_samples_per_second": 538.33, + "eval_steps_per_second": 33.797, + "eval_weighted_f1": 0.8137541624617427, + "step": 1182 + }, + { + "epoch": 6.09148665819568, + "grad_norm": 30.45922088623047, + "learning_rate": 1.5459672870840384e-05, + "loss": 0.8686, + "step": 1200 + }, + { + "epoch": 6.2185514612452355, + "grad_norm": 199.61985778808594, + "learning_rate": 1.5318668922729838e-05, + "loss": 0.778, + "step": 1225 + }, + { + "epoch": 6.34561626429479, + "grad_norm": 59.904388427734375, + "learning_rate": 1.5177664974619291e-05, + "loss": 0.8483, + "step": 1250 + }, + { + "epoch": 6.472681067344346, + "grad_norm": 258.01898193359375, + "learning_rate": 1.5036661026508743e-05, + "loss": 0.9114, + "step": 1275 + }, + { + "epoch": 6.599745870393901, + "grad_norm": 182.0325469970703, + "learning_rate": 1.4895657078398196e-05, + "loss": 0.8367, + "step": 1300 + }, + { + "epoch": 6.726810673443456, + "grad_norm": 281.94293212890625, + "learning_rate": 1.4754653130287648e-05, + "loss": 0.8096, + "step": 1325 + }, + { + "epoch": 6.853875476493012, + "grad_norm": 40.579376220703125, + "learning_rate": 1.4613649182177103e-05, + "loss": 0.8044, + "step": 1350 + }, + { + "epoch": 6.980940279542566, + "grad_norm": 148.8614044189453, + "learning_rate": 1.4472645234066556e-05, + "loss": 0.9268, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8161434977578476, + "eval_loss": 0.6018660068511963, + "eval_macro_f1": 0.8162953869044925, + "eval_runtime": 1.2013, + "eval_samples_per_second": 556.912, + "eval_steps_per_second": 34.963, + "eval_weighted_f1": 0.816255349526235, + "step": 1379 + }, + { + "epoch": 7.106734434561626, + "grad_norm": 98.15365600585938, + "learning_rate": 1.4331641285956008e-05, + "loss": 0.5722, + "step": 1400 + }, + { + "epoch": 7.233799237611182, + "grad_norm": 145.7469940185547, + "learning_rate": 1.4190637337845461e-05, + "loss": 0.7175, + "step": 1425 + }, + { + "epoch": 7.360864040660737, + "grad_norm": 81.80599212646484, + "learning_rate": 1.4049633389734913e-05, + "loss": 0.6321, + "step": 1450 + }, + { + "epoch": 7.487928843710292, + "grad_norm": 162.3285369873047, + "learning_rate": 1.3908629441624366e-05, + "loss": 0.5693, + "step": 1475 + }, + { + "epoch": 7.614993646759848, + "grad_norm": 105.69803619384766, + "learning_rate": 1.3767625493513818e-05, + "loss": 0.6938, + "step": 1500 + }, + { + "epoch": 7.742058449809403, + "grad_norm": 116.37171936035156, + "learning_rate": 1.3626621545403271e-05, + "loss": 0.4822, + "step": 1525 + }, + { + "epoch": 7.869123252858958, + "grad_norm": 194.13192749023438, + "learning_rate": 1.3485617597292726e-05, + "loss": 0.662, + "step": 1550 + }, + { + "epoch": 7.9961880559085134, + "grad_norm": 89.98485565185547, + "learning_rate": 1.3344613649182178e-05, + "loss": 0.7007, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8161434977578476, + "eval_loss": 0.6307706236839294, + "eval_macro_f1": 0.8166135415906698, + "eval_runtime": 1.103, + "eval_samples_per_second": 606.502, + "eval_steps_per_second": 38.076, + "eval_weighted_f1": 0.816692686054795, + "step": 1576 + }, + { + "epoch": 8.121982210927573, + "grad_norm": 103.20829010009766, + "learning_rate": 1.3203609701071631e-05, + "loss": 0.4689, + "step": 1600 + }, + { + "epoch": 8.249047013977128, + "grad_norm": 12.563240051269531, + "learning_rate": 1.3062605752961083e-05, + "loss": 0.4796, + "step": 1625 + }, + { + "epoch": 8.376111817026684, + "grad_norm": 59.9149284362793, + "learning_rate": 1.2921601804850537e-05, + "loss": 0.5016, + "step": 1650 + }, + { + "epoch": 8.503176620076239, + "grad_norm": 59.13720703125, + "learning_rate": 1.278059785673999e-05, + "loss": 0.4419, + "step": 1675 + }, + { + "epoch": 8.630241423125794, + "grad_norm": 191.30088806152344, + "learning_rate": 1.2639593908629442e-05, + "loss": 0.7773, + "step": 1700 + }, + { + "epoch": 8.757306226175348, + "grad_norm": 149.34107971191406, + "learning_rate": 1.2498589960518897e-05, + "loss": 0.4269, + "step": 1725 + }, + { + "epoch": 8.884371029224905, + "grad_norm": 62.56365966796875, + "learning_rate": 1.2357586012408348e-05, + "loss": 0.3984, + "step": 1750 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8400597907324364, + "eval_loss": 0.722693145275116, + "eval_macro_f1": 0.8396941226745324, + "eval_runtime": 1.3192, + "eval_samples_per_second": 507.141, + "eval_steps_per_second": 31.838, + "eval_weighted_f1": 0.8397347412901496, + "step": 1773 + }, + { + "epoch": 9.010165184243965, + "grad_norm": 69.3476791381836, + "learning_rate": 1.2216582064297802e-05, + "loss": 0.3948, + "step": 1775 + }, + { + "epoch": 9.13722998729352, + "grad_norm": 90.97038269042969, + "learning_rate": 1.2075578116187253e-05, + "loss": 0.4027, + "step": 1800 + }, + { + "epoch": 9.264294790343074, + "grad_norm": 243.46359252929688, + "learning_rate": 1.1934574168076707e-05, + "loss": 0.3084, + "step": 1825 + }, + { + "epoch": 9.39135959339263, + "grad_norm": 32.32405471801758, + "learning_rate": 1.179357021996616e-05, + "loss": 0.3891, + "step": 1850 + }, + { + "epoch": 9.518424396442185, + "grad_norm": 91.04075622558594, + "learning_rate": 1.1652566271855612e-05, + "loss": 0.2675, + "step": 1875 + }, + { + "epoch": 9.64548919949174, + "grad_norm": 89.83439636230469, + "learning_rate": 1.1511562323745067e-05, + "loss": 0.462, + "step": 1900 + }, + { + "epoch": 9.772554002541296, + "grad_norm": 61.18662643432617, + "learning_rate": 1.1370558375634519e-05, + "loss": 0.4274, + "step": 1925 + }, + { + "epoch": 9.899618805590851, + "grad_norm": 28.631799697875977, + "learning_rate": 1.1229554427523972e-05, + "loss": 0.3694, + "step": 1950 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8295964125560538, + "eval_loss": 0.952014684677124, + "eval_macro_f1": 0.8305655643437984, + "eval_runtime": 1.2762, + "eval_samples_per_second": 524.222, + "eval_steps_per_second": 32.911, + "eval_weighted_f1": 0.8306314835337038, + "step": 1970 + }, + { + "epoch": 10.025412960609911, + "grad_norm": 22.351682662963867, + "learning_rate": 1.1088550479413425e-05, + "loss": 0.4322, + "step": 1975 + }, + { + "epoch": 10.152477763659466, + "grad_norm": 84.09736633300781, + "learning_rate": 1.0947546531302877e-05, + "loss": 0.3499, + "step": 2000 + }, + { + "epoch": 10.279542566709022, + "grad_norm": 62.99028396606445, + "learning_rate": 1.080654258319233e-05, + "loss": 0.2077, + "step": 2025 + }, + { + "epoch": 10.406607369758577, + "grad_norm": 1.6804883480072021, + "learning_rate": 1.0665538635081782e-05, + "loss": 0.2428, + "step": 2050 + }, + { + "epoch": 10.533672172808132, + "grad_norm": 6.674628257751465, + "learning_rate": 1.0524534686971236e-05, + "loss": 0.4105, + "step": 2075 + }, + { + "epoch": 10.660736975857688, + "grad_norm": 10.589431762695312, + "learning_rate": 1.038353073886069e-05, + "loss": 0.3415, + "step": 2100 + }, + { + "epoch": 10.787801778907243, + "grad_norm": 153.43801879882812, + "learning_rate": 1.0242526790750142e-05, + "loss": 0.3026, + "step": 2125 + }, + { + "epoch": 10.914866581956797, + "grad_norm": 13.149923324584961, + "learning_rate": 1.0101522842639596e-05, + "loss": 0.3618, + "step": 2150 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8415545590433483, + "eval_loss": 0.9813380241394043, + "eval_macro_f1": 0.8409070911259094, + "eval_runtime": 1.2774, + "eval_samples_per_second": 523.738, + "eval_steps_per_second": 32.88, + "eval_weighted_f1": 0.8409310422699557, + "step": 2167 + }, + { + "epoch": 11.040660736975857, + "grad_norm": 3.2325377464294434, + "learning_rate": 9.960518894529047e-06, + "loss": 0.334, + "step": 2175 + }, + { + "epoch": 11.167725540025414, + "grad_norm": 4.55637264251709, + "learning_rate": 9.8195149464185e-06, + "loss": 0.399, + "step": 2200 + }, + { + "epoch": 11.294790343074968, + "grad_norm": 212.72996520996094, + "learning_rate": 9.678510998307954e-06, + "loss": 0.3417, + "step": 2225 + }, + { + "epoch": 11.421855146124523, + "grad_norm": 199.30255126953125, + "learning_rate": 9.537507050197406e-06, + "loss": 0.1093, + "step": 2250 + }, + { + "epoch": 11.54891994917408, + "grad_norm": 273.3525390625, + "learning_rate": 9.39650310208686e-06, + "loss": 0.3388, + "step": 2275 + }, + { + "epoch": 11.675984752223634, + "grad_norm": 36.49818420410156, + "learning_rate": 9.255499153976311e-06, + "loss": 0.2124, + "step": 2300 + }, + { + "epoch": 11.803049555273189, + "grad_norm": 0.043487902730703354, + "learning_rate": 9.114495205865766e-06, + "loss": 0.2709, + "step": 2325 + }, + { + "epoch": 11.930114358322745, + "grad_norm": 1.4822763204574585, + "learning_rate": 8.973491257755218e-06, + "loss": 0.3708, + "step": 2350 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8445440956651719, + "eval_loss": 1.0554680824279785, + "eval_macro_f1": 0.8441495992101032, + "eval_runtime": 1.2696, + "eval_samples_per_second": 526.958, + "eval_steps_per_second": 33.083, + "eval_weighted_f1": 0.8442846992453216, + "step": 2364 + } + ], + "logging_steps": 25, + "max_steps": 3940, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..219270a66caa128acaf0933fe8b7a915902f0b1c --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2955/trainer_state.json @@ -0,0 +1,1034 @@ +{ + "best_global_step": 2364, + "best_metric": 0.8441495992101032, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s42-20260902T114950Z-27bda108/trainer/checkpoint-2364", + "epoch": 15.0, + "eval_steps": 500, + "global_step": 2955, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12706480304955528, + "grad_norm": 35.512168884277344, + "learning_rate": 1.218274111675127e-06, + "loss": 4.9393, + "step": 25 + }, + { + "epoch": 0.25412960609911056, + "grad_norm": 12.679766654968262, + "learning_rate": 2.487309644670051e-06, + "loss": 4.838, + "step": 50 + }, + { + "epoch": 0.3811944091486658, + "grad_norm": 46.721092224121094, + "learning_rate": 3.756345177664975e-06, + "loss": 4.7311, + "step": 75 + }, + { + "epoch": 0.5082592121982211, + "grad_norm": 41.783634185791016, + "learning_rate": 5.025380710659899e-06, + "loss": 4.6157, + "step": 100 + }, + { + "epoch": 0.6353240152477764, + "grad_norm": 50.64247512817383, + "learning_rate": 6.2944162436548225e-06, + "loss": 4.4652, + "step": 125 + }, + { + "epoch": 0.7623888182973316, + "grad_norm": 79.86474609375, + "learning_rate": 7.563451776649747e-06, + "loss": 4.3146, + "step": 150 + }, + { + "epoch": 0.8894536213468869, + "grad_norm": 120.50712585449219, + "learning_rate": 8.832487309644671e-06, + "loss": 4.2624, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6053811659192825, + "eval_loss": 0.9243478178977966, + "eval_macro_f1": 0.5976549381249451, + "eval_runtime": 1.2188, + "eval_samples_per_second": 548.891, + "eval_steps_per_second": 34.459, + "eval_weighted_f1": 0.5979032164824135, + "step": 197 + }, + { + "epoch": 1.0152477763659467, + "grad_norm": 24.304256439208984, + "learning_rate": 1.0101522842639596e-05, + "loss": 4.088, + "step": 200 + }, + { + "epoch": 1.1423125794155018, + "grad_norm": 81.54771423339844, + "learning_rate": 1.1370558375634519e-05, + "loss": 3.8793, + "step": 225 + }, + { + "epoch": 1.2693773824650572, + "grad_norm": 60.38642120361328, + "learning_rate": 1.2639593908629442e-05, + "loss": 3.7867, + "step": 250 + }, + { + "epoch": 1.3964421855146125, + "grad_norm": 53.214027404785156, + "learning_rate": 1.3908629441624366e-05, + "loss": 3.6795, + "step": 275 + }, + { + "epoch": 1.5235069885641677, + "grad_norm": 50.133907318115234, + "learning_rate": 1.5177664974619291e-05, + "loss": 4.0444, + "step": 300 + }, + { + "epoch": 1.650571791613723, + "grad_norm": 92.28113555908203, + "learning_rate": 1.6446700507614214e-05, + "loss": 3.4029, + "step": 325 + }, + { + "epoch": 1.7776365946632784, + "grad_norm": 136.72434997558594, + "learning_rate": 1.771573604060914e-05, + "loss": 3.4677, + "step": 350 + }, + { + "epoch": 1.9047013977128335, + "grad_norm": 75.7567367553711, + "learning_rate": 1.8984771573604063e-05, + "loss": 3.0678, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7130044843049327, + "eval_loss": 0.6462002992630005, + "eval_macro_f1": 0.7024770911770345, + "eval_runtime": 1.4346, + "eval_samples_per_second": 466.336, + "eval_steps_per_second": 29.277, + "eval_weighted_f1": 0.7033906770897261, + "step": 394 + }, + { + "epoch": 2.0304955527318933, + "grad_norm": 90.08475494384766, + "learning_rate": 1.997179921037789e-05, + "loss": 2.7612, + "step": 400 + }, + { + "epoch": 2.1575603557814484, + "grad_norm": 77.70708465576172, + "learning_rate": 1.9830795262267346e-05, + "loss": 2.7341, + "step": 425 + }, + { + "epoch": 2.2846251588310036, + "grad_norm": 105.88381958007812, + "learning_rate": 1.96897913141568e-05, + "loss": 2.6083, + "step": 450 + }, + { + "epoch": 2.411689961880559, + "grad_norm": 103.4154052734375, + "learning_rate": 1.954878736604625e-05, + "loss": 2.4837, + "step": 475 + }, + { + "epoch": 2.5387547649301143, + "grad_norm": 36.66416549682617, + "learning_rate": 1.9407783417935703e-05, + "loss": 2.6931, + "step": 500 + }, + { + "epoch": 2.6658195679796695, + "grad_norm": 43.486656188964844, + "learning_rate": 1.9266779469825156e-05, + "loss": 2.4705, + "step": 525 + }, + { + "epoch": 2.792884371029225, + "grad_norm": 55.809783935546875, + "learning_rate": 1.912577552171461e-05, + "loss": 2.4779, + "step": 550 + }, + { + "epoch": 2.91994917407878, + "grad_norm": 48.31099319458008, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.5799, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7757847533632287, + "eval_loss": 0.5457268953323364, + "eval_macro_f1": 0.7783366233607247, + "eval_runtime": 1.2298, + "eval_samples_per_second": 544.007, + "eval_steps_per_second": 34.153, + "eval_weighted_f1": 0.7785104811852909, + "step": 591 + }, + { + "epoch": 3.04574332909784, + "grad_norm": 185.6639862060547, + "learning_rate": 1.8843767625493517e-05, + "loss": 2.2353, + "step": 600 + }, + { + "epoch": 3.172808132147395, + "grad_norm": 58.703529357910156, + "learning_rate": 1.870276367738297e-05, + "loss": 2.0196, + "step": 625 + }, + { + "epoch": 3.2998729351969507, + "grad_norm": 59.40778350830078, + "learning_rate": 1.856175972927242e-05, + "loss": 1.9775, + "step": 650 + }, + { + "epoch": 3.426937738246506, + "grad_norm": 44.10219192504883, + "learning_rate": 1.8420755781161873e-05, + "loss": 1.8341, + "step": 675 + }, + { + "epoch": 3.554002541296061, + "grad_norm": 54.23365783691406, + "learning_rate": 1.8279751833051327e-05, + "loss": 1.6753, + "step": 700 + }, + { + "epoch": 3.681067344345616, + "grad_norm": 42.92047119140625, + "learning_rate": 1.813874788494078e-05, + "loss": 2.0747, + "step": 725 + }, + { + "epoch": 3.8081321473951717, + "grad_norm": 41.84972381591797, + "learning_rate": 1.7997743936830234e-05, + "loss": 1.9831, + "step": 750 + }, + { + "epoch": 3.935196950444727, + "grad_norm": 129.99989318847656, + "learning_rate": 1.7856739988719684e-05, + "loss": 1.7743, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7862481315396114, + "eval_loss": 0.5086822509765625, + "eval_macro_f1": 0.7882440671714588, + "eval_runtime": 1.2743, + "eval_samples_per_second": 524.998, + "eval_steps_per_second": 32.96, + "eval_weighted_f1": 0.788613728668482, + "step": 788 + }, + { + "epoch": 4.060991105463787, + "grad_norm": 68.23655700683594, + "learning_rate": 1.771573604060914e-05, + "loss": 1.6258, + "step": 800 + }, + { + "epoch": 4.188055908513342, + "grad_norm": 119.58675384521484, + "learning_rate": 1.7574732092498594e-05, + "loss": 1.4883, + "step": 825 + }, + { + "epoch": 4.315120711562897, + "grad_norm": 72.1654052734375, + "learning_rate": 1.7433728144388044e-05, + "loss": 1.5421, + "step": 850 + }, + { + "epoch": 4.4421855146124525, + "grad_norm": 53.15501403808594, + "learning_rate": 1.7292724196277497e-05, + "loss": 1.5453, + "step": 875 + }, + { + "epoch": 4.569250317662007, + "grad_norm": 48.41549301147461, + "learning_rate": 1.715172024816695e-05, + "loss": 1.4604, + "step": 900 + }, + { + "epoch": 4.696315120711563, + "grad_norm": 70.55847930908203, + "learning_rate": 1.7010716300056404e-05, + "loss": 1.4733, + "step": 925 + }, + { + "epoch": 4.823379923761118, + "grad_norm": 39.60165786743164, + "learning_rate": 1.6869712351945854e-05, + "loss": 1.5554, + "step": 950 + }, + { + "epoch": 4.950444726810673, + "grad_norm": 85.29654693603516, + "learning_rate": 1.672870840383531e-05, + "loss": 1.3868, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8146487294469357, + "eval_loss": 0.5252928733825684, + "eval_macro_f1": 0.8119614808790919, + "eval_runtime": 1.264, + "eval_samples_per_second": 529.272, + "eval_steps_per_second": 33.228, + "eval_weighted_f1": 0.8121854563525689, + "step": 985 + }, + { + "epoch": 5.076238881829733, + "grad_norm": 58.71696090698242, + "learning_rate": 1.6587704455724764e-05, + "loss": 1.2669, + "step": 1000 + }, + { + "epoch": 5.203303684879288, + "grad_norm": 81.42835235595703, + "learning_rate": 1.6446700507614214e-05, + "loss": 0.9251, + "step": 1025 + }, + { + "epoch": 5.330368487928844, + "grad_norm": 202.43972778320312, + "learning_rate": 1.6305696559503667e-05, + "loss": 1.0232, + "step": 1050 + }, + { + "epoch": 5.457433290978399, + "grad_norm": 125.60462188720703, + "learning_rate": 1.616469261139312e-05, + "loss": 1.2941, + "step": 1075 + }, + { + "epoch": 5.584498094027954, + "grad_norm": 87.8755874633789, + "learning_rate": 1.6023688663282574e-05, + "loss": 1.0528, + "step": 1100 + }, + { + "epoch": 5.71156289707751, + "grad_norm": 323.7835388183594, + "learning_rate": 1.5882684715172024e-05, + "loss": 0.9998, + "step": 1125 + }, + { + "epoch": 5.838627700127065, + "grad_norm": 115.20993041992188, + "learning_rate": 1.5741680767061477e-05, + "loss": 1.1429, + "step": 1150 + }, + { + "epoch": 5.96569250317662, + "grad_norm": 89.18766784667969, + "learning_rate": 1.5600676818950934e-05, + "loss": 1.2311, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8161434977578476, + "eval_loss": 0.4713421165943146, + "eval_macro_f1": 0.8134378463255719, + "eval_runtime": 1.2427, + "eval_samples_per_second": 538.33, + "eval_steps_per_second": 33.797, + "eval_weighted_f1": 0.8137541624617427, + "step": 1182 + }, + { + "epoch": 6.09148665819568, + "grad_norm": 30.45922088623047, + "learning_rate": 1.5459672870840384e-05, + "loss": 0.8686, + "step": 1200 + }, + { + "epoch": 6.2185514612452355, + "grad_norm": 199.61985778808594, + "learning_rate": 1.5318668922729838e-05, + "loss": 0.778, + "step": 1225 + }, + { + "epoch": 6.34561626429479, + "grad_norm": 59.904388427734375, + "learning_rate": 1.5177664974619291e-05, + "loss": 0.8483, + "step": 1250 + }, + { + "epoch": 6.472681067344346, + "grad_norm": 258.01898193359375, + "learning_rate": 1.5036661026508743e-05, + "loss": 0.9114, + "step": 1275 + }, + { + "epoch": 6.599745870393901, + "grad_norm": 182.0325469970703, + "learning_rate": 1.4895657078398196e-05, + "loss": 0.8367, + "step": 1300 + }, + { + "epoch": 6.726810673443456, + "grad_norm": 281.94293212890625, + "learning_rate": 1.4754653130287648e-05, + "loss": 0.8096, + "step": 1325 + }, + { + "epoch": 6.853875476493012, + "grad_norm": 40.579376220703125, + "learning_rate": 1.4613649182177103e-05, + "loss": 0.8044, + "step": 1350 + }, + { + "epoch": 6.980940279542566, + "grad_norm": 148.8614044189453, + "learning_rate": 1.4472645234066556e-05, + "loss": 0.9268, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8161434977578476, + "eval_loss": 0.6018660068511963, + "eval_macro_f1": 0.8162953869044925, + "eval_runtime": 1.2013, + "eval_samples_per_second": 556.912, + "eval_steps_per_second": 34.963, + "eval_weighted_f1": 0.816255349526235, + "step": 1379 + }, + { + "epoch": 7.106734434561626, + "grad_norm": 98.15365600585938, + "learning_rate": 1.4331641285956008e-05, + "loss": 0.5722, + "step": 1400 + }, + { + "epoch": 7.233799237611182, + "grad_norm": 145.7469940185547, + "learning_rate": 1.4190637337845461e-05, + "loss": 0.7175, + "step": 1425 + }, + { + "epoch": 7.360864040660737, + "grad_norm": 81.80599212646484, + "learning_rate": 1.4049633389734913e-05, + "loss": 0.6321, + "step": 1450 + }, + { + "epoch": 7.487928843710292, + "grad_norm": 162.3285369873047, + "learning_rate": 1.3908629441624366e-05, + "loss": 0.5693, + "step": 1475 + }, + { + "epoch": 7.614993646759848, + "grad_norm": 105.69803619384766, + "learning_rate": 1.3767625493513818e-05, + "loss": 0.6938, + "step": 1500 + }, + { + "epoch": 7.742058449809403, + "grad_norm": 116.37171936035156, + "learning_rate": 1.3626621545403271e-05, + "loss": 0.4822, + "step": 1525 + }, + { + "epoch": 7.869123252858958, + "grad_norm": 194.13192749023438, + "learning_rate": 1.3485617597292726e-05, + "loss": 0.662, + "step": 1550 + }, + { + "epoch": 7.9961880559085134, + "grad_norm": 89.98485565185547, + "learning_rate": 1.3344613649182178e-05, + "loss": 0.7007, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8161434977578476, + "eval_loss": 0.6307706236839294, + "eval_macro_f1": 0.8166135415906698, + "eval_runtime": 1.103, + "eval_samples_per_second": 606.502, + "eval_steps_per_second": 38.076, + "eval_weighted_f1": 0.816692686054795, + "step": 1576 + }, + { + "epoch": 8.121982210927573, + "grad_norm": 103.20829010009766, + "learning_rate": 1.3203609701071631e-05, + "loss": 0.4689, + "step": 1600 + }, + { + "epoch": 8.249047013977128, + "grad_norm": 12.563240051269531, + "learning_rate": 1.3062605752961083e-05, + "loss": 0.4796, + "step": 1625 + }, + { + "epoch": 8.376111817026684, + "grad_norm": 59.9149284362793, + "learning_rate": 1.2921601804850537e-05, + "loss": 0.5016, + "step": 1650 + }, + { + "epoch": 8.503176620076239, + "grad_norm": 59.13720703125, + "learning_rate": 1.278059785673999e-05, + "loss": 0.4419, + "step": 1675 + }, + { + "epoch": 8.630241423125794, + "grad_norm": 191.30088806152344, + "learning_rate": 1.2639593908629442e-05, + "loss": 0.7773, + "step": 1700 + }, + { + "epoch": 8.757306226175348, + "grad_norm": 149.34107971191406, + "learning_rate": 1.2498589960518897e-05, + "loss": 0.4269, + "step": 1725 + }, + { + "epoch": 8.884371029224905, + "grad_norm": 62.56365966796875, + "learning_rate": 1.2357586012408348e-05, + "loss": 0.3984, + "step": 1750 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8400597907324364, + "eval_loss": 0.722693145275116, + "eval_macro_f1": 0.8396941226745324, + "eval_runtime": 1.3192, + "eval_samples_per_second": 507.141, + "eval_steps_per_second": 31.838, + "eval_weighted_f1": 0.8397347412901496, + "step": 1773 + }, + { + "epoch": 9.010165184243965, + "grad_norm": 69.3476791381836, + "learning_rate": 1.2216582064297802e-05, + "loss": 0.3948, + "step": 1775 + }, + { + "epoch": 9.13722998729352, + "grad_norm": 90.97038269042969, + "learning_rate": 1.2075578116187253e-05, + "loss": 0.4027, + "step": 1800 + }, + { + "epoch": 9.264294790343074, + "grad_norm": 243.46359252929688, + "learning_rate": 1.1934574168076707e-05, + "loss": 0.3084, + "step": 1825 + }, + { + "epoch": 9.39135959339263, + "grad_norm": 32.32405471801758, + "learning_rate": 1.179357021996616e-05, + "loss": 0.3891, + "step": 1850 + }, + { + "epoch": 9.518424396442185, + "grad_norm": 91.04075622558594, + "learning_rate": 1.1652566271855612e-05, + "loss": 0.2675, + "step": 1875 + }, + { + "epoch": 9.64548919949174, + "grad_norm": 89.83439636230469, + "learning_rate": 1.1511562323745067e-05, + "loss": 0.462, + "step": 1900 + }, + { + "epoch": 9.772554002541296, + "grad_norm": 61.18662643432617, + "learning_rate": 1.1370558375634519e-05, + "loss": 0.4274, + "step": 1925 + }, + { + "epoch": 9.899618805590851, + "grad_norm": 28.631799697875977, + "learning_rate": 1.1229554427523972e-05, + "loss": 0.3694, + "step": 1950 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8295964125560538, + "eval_loss": 0.952014684677124, + "eval_macro_f1": 0.8305655643437984, + "eval_runtime": 1.2762, + "eval_samples_per_second": 524.222, + "eval_steps_per_second": 32.911, + "eval_weighted_f1": 0.8306314835337038, + "step": 1970 + }, + { + "epoch": 10.025412960609911, + "grad_norm": 22.351682662963867, + "learning_rate": 1.1088550479413425e-05, + "loss": 0.4322, + "step": 1975 + }, + { + "epoch": 10.152477763659466, + "grad_norm": 84.09736633300781, + "learning_rate": 1.0947546531302877e-05, + "loss": 0.3499, + "step": 2000 + }, + { + "epoch": 10.279542566709022, + "grad_norm": 62.99028396606445, + "learning_rate": 1.080654258319233e-05, + "loss": 0.2077, + "step": 2025 + }, + { + "epoch": 10.406607369758577, + "grad_norm": 1.6804883480072021, + "learning_rate": 1.0665538635081782e-05, + "loss": 0.2428, + "step": 2050 + }, + { + "epoch": 10.533672172808132, + "grad_norm": 6.674628257751465, + "learning_rate": 1.0524534686971236e-05, + "loss": 0.4105, + "step": 2075 + }, + { + "epoch": 10.660736975857688, + "grad_norm": 10.589431762695312, + "learning_rate": 1.038353073886069e-05, + "loss": 0.3415, + "step": 2100 + }, + { + "epoch": 10.787801778907243, + "grad_norm": 153.43801879882812, + "learning_rate": 1.0242526790750142e-05, + "loss": 0.3026, + "step": 2125 + }, + { + "epoch": 10.914866581956797, + "grad_norm": 13.149923324584961, + "learning_rate": 1.0101522842639596e-05, + "loss": 0.3618, + "step": 2150 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8415545590433483, + "eval_loss": 0.9813380241394043, + "eval_macro_f1": 0.8409070911259094, + "eval_runtime": 1.2774, + "eval_samples_per_second": 523.738, + "eval_steps_per_second": 32.88, + "eval_weighted_f1": 0.8409310422699557, + "step": 2167 + }, + { + "epoch": 11.040660736975857, + "grad_norm": 3.2325377464294434, + "learning_rate": 9.960518894529047e-06, + "loss": 0.334, + "step": 2175 + }, + { + "epoch": 11.167725540025414, + "grad_norm": 4.55637264251709, + "learning_rate": 9.8195149464185e-06, + "loss": 0.399, + "step": 2200 + }, + { + "epoch": 11.294790343074968, + "grad_norm": 212.72996520996094, + "learning_rate": 9.678510998307954e-06, + "loss": 0.3417, + "step": 2225 + }, + { + "epoch": 11.421855146124523, + "grad_norm": 199.30255126953125, + "learning_rate": 9.537507050197406e-06, + "loss": 0.1093, + "step": 2250 + }, + { + "epoch": 11.54891994917408, + "grad_norm": 273.3525390625, + "learning_rate": 9.39650310208686e-06, + "loss": 0.3388, + "step": 2275 + }, + { + "epoch": 11.675984752223634, + "grad_norm": 36.49818420410156, + "learning_rate": 9.255499153976311e-06, + "loss": 0.2124, + "step": 2300 + }, + { + "epoch": 11.803049555273189, + "grad_norm": 0.043487902730703354, + "learning_rate": 9.114495205865766e-06, + "loss": 0.2709, + "step": 2325 + }, + { + "epoch": 11.930114358322745, + "grad_norm": 1.4822763204574585, + "learning_rate": 8.973491257755218e-06, + "loss": 0.3708, + "step": 2350 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8445440956651719, + "eval_loss": 1.0554680824279785, + "eval_macro_f1": 0.8441495992101032, + "eval_runtime": 1.2696, + "eval_samples_per_second": 526.958, + "eval_steps_per_second": 33.083, + "eval_weighted_f1": 0.8442846992453216, + "step": 2364 + }, + { + "epoch": 12.055908513341805, + "grad_norm": 0.34720876812934875, + "learning_rate": 8.832487309644671e-06, + "loss": 0.2784, + "step": 2375 + }, + { + "epoch": 12.18297331639136, + "grad_norm": 11.38358211517334, + "learning_rate": 8.691483361534123e-06, + "loss": 0.1658, + "step": 2400 + }, + { + "epoch": 12.310038119440915, + "grad_norm": 1.009997010231018, + "learning_rate": 8.550479413423576e-06, + "loss": 0.2017, + "step": 2425 + }, + { + "epoch": 12.437102922490471, + "grad_norm": 275.43438720703125, + "learning_rate": 8.40947546531303e-06, + "loss": 0.2491, + "step": 2450 + }, + { + "epoch": 12.564167725540026, + "grad_norm": 131.9464874267578, + "learning_rate": 8.268471517202483e-06, + "loss": 0.2034, + "step": 2475 + }, + { + "epoch": 12.69123252858958, + "grad_norm": 266.7618408203125, + "learning_rate": 8.127467569091936e-06, + "loss": 0.2443, + "step": 2500 + }, + { + "epoch": 12.818297331639137, + "grad_norm": 23.5797061920166, + "learning_rate": 7.986463620981388e-06, + "loss": 0.2154, + "step": 2525 + }, + { + "epoch": 12.945362134688692, + "grad_norm": 0.550301194190979, + "learning_rate": 7.845459672870841e-06, + "loss": 0.2092, + "step": 2550 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8325859491778774, + "eval_loss": 1.2809470891952515, + "eval_macro_f1": 0.8318094902502895, + "eval_runtime": 1.1961, + "eval_samples_per_second": 559.325, + "eval_steps_per_second": 35.115, + "eval_weighted_f1": 0.8319775645579202, + "step": 2561 + }, + { + "epoch": 13.071156289707751, + "grad_norm": 183.35963439941406, + "learning_rate": 7.704455724760293e-06, + "loss": 0.0852, + "step": 2575 + }, + { + "epoch": 13.198221092757306, + "grad_norm": 1.9715059995651245, + "learning_rate": 7.563451776649747e-06, + "loss": 0.1661, + "step": 2600 + }, + { + "epoch": 13.32528589580686, + "grad_norm": 1.2389986515045166, + "learning_rate": 7.4224478285392e-06, + "loss": 0.229, + "step": 2625 + }, + { + "epoch": 13.452350698856417, + "grad_norm": 0.04017496854066849, + "learning_rate": 7.281443880428652e-06, + "loss": 0.2468, + "step": 2650 + }, + { + "epoch": 13.579415501905972, + "grad_norm": 1215.0880126953125, + "learning_rate": 7.140439932318105e-06, + "loss": 0.195, + "step": 2675 + }, + { + "epoch": 13.706480304955527, + "grad_norm": 136.79217529296875, + "learning_rate": 6.999435984207559e-06, + "loss": 0.2463, + "step": 2700 + }, + { + "epoch": 13.833545108005083, + "grad_norm": 0.09825906157493591, + "learning_rate": 6.8584320360970115e-06, + "loss": 0.285, + "step": 2725 + }, + { + "epoch": 13.960609911054638, + "grad_norm": 9.52878475189209, + "learning_rate": 6.717428087986464e-06, + "loss": 0.1626, + "step": 2750 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8266068759342302, + "eval_loss": 1.2911981344223022, + "eval_macro_f1": 0.8269965706071183, + "eval_runtime": 1.2094, + "eval_samples_per_second": 553.165, + "eval_steps_per_second": 34.728, + "eval_weighted_f1": 0.8270695567542, + "step": 2758 + }, + { + "epoch": 14.086404066073698, + "grad_norm": 58.27909851074219, + "learning_rate": 6.576424139875917e-06, + "loss": 0.1571, + "step": 2775 + }, + { + "epoch": 14.213468869123252, + "grad_norm": 268.2891845703125, + "learning_rate": 6.43542019176537e-06, + "loss": 0.1181, + "step": 2800 + }, + { + "epoch": 14.340533672172809, + "grad_norm": 76.78604125976562, + "learning_rate": 6.2944162436548225e-06, + "loss": 0.2746, + "step": 2825 + }, + { + "epoch": 14.467598475222363, + "grad_norm": 0.02305927686393261, + "learning_rate": 6.153412295544275e-06, + "loss": 0.0668, + "step": 2850 + }, + { + "epoch": 14.594663278271918, + "grad_norm": 0.05366215854883194, + "learning_rate": 6.012408347433729e-06, + "loss": 0.078, + "step": 2875 + }, + { + "epoch": 14.721728081321475, + "grad_norm": 5.868619918823242, + "learning_rate": 5.871404399323182e-06, + "loss": 0.0926, + "step": 2900 + }, + { + "epoch": 14.84879288437103, + "grad_norm": 0.15834087133407593, + "learning_rate": 5.730400451212634e-06, + "loss": 0.0996, + "step": 2925 + }, + { + "epoch": 14.975857687420584, + "grad_norm": 0.03339423984289169, + "learning_rate": 5.589396503102087e-06, + "loss": 0.0558, + "step": 2950 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8340807174887892, + "eval_loss": 1.353878140449524, + "eval_macro_f1": 0.8340941746818323, + "eval_runtime": 1.2497, + "eval_samples_per_second": 535.347, + "eval_steps_per_second": 33.609, + "eval_weighted_f1": 0.8340914257056508, + "step": 2955 + } + ], + "logging_steps": 25, + "max_steps": 3940, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2f70142a0aa08657bdeb7b255549aac21ea4c55f --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758/trainer_state.json @@ -0,0 +1,967 @@ +{ + "best_global_step": 2758, + "best_metric": 0.8395369710632301, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758", + "epoch": 14.0, + "eval_steps": 500, + "global_step": 2758, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12706480304955528, + "grad_norm": 13.389156341552734, + "learning_rate": 1.218274111675127e-06, + "loss": 4.7545, + "step": 25 + }, + { + "epoch": 0.25412960609911056, + "grad_norm": 23.985897064208984, + "learning_rate": 2.487309644670051e-06, + "loss": 4.6965, + "step": 50 + }, + { + "epoch": 0.3811944091486658, + "grad_norm": 36.75584411621094, + "learning_rate": 3.756345177664975e-06, + "loss": 4.6449, + "step": 75 + }, + { + "epoch": 0.5082592121982211, + "grad_norm": 18.307449340820312, + "learning_rate": 5.025380710659899e-06, + "loss": 4.5369, + "step": 100 + }, + { + "epoch": 0.6353240152477764, + "grad_norm": 10.954949378967285, + "learning_rate": 6.2944162436548225e-06, + "loss": 4.598, + "step": 125 + }, + { + "epoch": 0.7623888182973316, + "grad_norm": 36.43439865112305, + "learning_rate": 7.563451776649747e-06, + "loss": 4.4832, + "step": 150 + }, + { + "epoch": 0.8894536213468869, + "grad_norm": 39.71016311645508, + "learning_rate": 8.832487309644671e-06, + "loss": 4.4699, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.375186846038864, + "eval_loss": 1.0922669172286987, + "eval_macro_f1": 0.27677690794947435, + "eval_runtime": 1.1537, + "eval_samples_per_second": 579.849, + "eval_steps_per_second": 36.403, + "eval_weighted_f1": 0.27598447384460717, + "step": 197 + }, + { + "epoch": 1.0152477763659467, + "grad_norm": 38.352569580078125, + "learning_rate": 1.0101522842639596e-05, + "loss": 4.3036, + "step": 200 + }, + { + "epoch": 1.1423125794155018, + "grad_norm": 52.760135650634766, + "learning_rate": 1.1370558375634519e-05, + "loss": 4.2349, + "step": 225 + }, + { + "epoch": 1.2693773824650572, + "grad_norm": 53.849517822265625, + "learning_rate": 1.2639593908629442e-05, + "loss": 4.1177, + "step": 250 + }, + { + "epoch": 1.3964421855146125, + "grad_norm": 61.36467742919922, + "learning_rate": 1.3908629441624366e-05, + "loss": 3.7383, + "step": 275 + }, + { + "epoch": 1.5235069885641677, + "grad_norm": 51.63837814331055, + "learning_rate": 1.5177664974619291e-05, + "loss": 3.4382, + "step": 300 + }, + { + "epoch": 1.650571791613723, + "grad_norm": 56.81675338745117, + "learning_rate": 1.6446700507614214e-05, + "loss": 3.2028, + "step": 325 + }, + { + "epoch": 1.7776365946632784, + "grad_norm": 44.376251220703125, + "learning_rate": 1.771573604060914e-05, + "loss": 3.0912, + "step": 350 + }, + { + "epoch": 1.9047013977128335, + "grad_norm": 82.69976043701172, + "learning_rate": 1.8984771573604063e-05, + "loss": 3.0107, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.71898355754858, + "eval_loss": 0.6533186435699463, + "eval_macro_f1": 0.7208359954151152, + "eval_runtime": 1.1126, + "eval_samples_per_second": 601.289, + "eval_steps_per_second": 37.749, + "eval_weighted_f1": 0.721126341849349, + "step": 394 + }, + { + "epoch": 2.0304955527318933, + "grad_norm": 94.18880462646484, + "learning_rate": 1.997179921037789e-05, + "loss": 2.7142, + "step": 400 + }, + { + "epoch": 2.1575603557814484, + "grad_norm": 137.31134033203125, + "learning_rate": 1.9830795262267346e-05, + "loss": 2.6048, + "step": 425 + }, + { + "epoch": 2.2846251588310036, + "grad_norm": 83.79087829589844, + "learning_rate": 1.96897913141568e-05, + "loss": 2.659, + "step": 450 + }, + { + "epoch": 2.411689961880559, + "grad_norm": 138.8296661376953, + "learning_rate": 1.954878736604625e-05, + "loss": 2.4514, + "step": 475 + }, + { + "epoch": 2.5387547649301143, + "grad_norm": 104.66927337646484, + "learning_rate": 1.9407783417935703e-05, + "loss": 2.3952, + "step": 500 + }, + { + "epoch": 2.6658195679796695, + "grad_norm": 226.86476135253906, + "learning_rate": 1.9266779469825156e-05, + "loss": 2.7033, + "step": 525 + }, + { + "epoch": 2.792884371029225, + "grad_norm": 71.288818359375, + "learning_rate": 1.912577552171461e-05, + "loss": 2.6924, + "step": 550 + }, + { + "epoch": 2.91994917407878, + "grad_norm": 99.02323913574219, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.4193, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7204783258594918, + "eval_loss": 0.7412160634994507, + "eval_macro_f1": 0.7100761429174035, + "eval_runtime": 1.232, + "eval_samples_per_second": 543.007, + "eval_steps_per_second": 34.09, + "eval_weighted_f1": 0.7105722611304603, + "step": 591 + }, + { + "epoch": 3.04574332909784, + "grad_norm": 95.57792663574219, + "learning_rate": 1.8843767625493517e-05, + "loss": 2.5025, + "step": 600 + }, + { + "epoch": 3.172808132147395, + "grad_norm": 52.05832290649414, + "learning_rate": 1.870276367738297e-05, + "loss": 1.8843, + "step": 625 + }, + { + "epoch": 3.2998729351969507, + "grad_norm": 65.50041961669922, + "learning_rate": 1.856175972927242e-05, + "loss": 1.8837, + "step": 650 + }, + { + "epoch": 3.426937738246506, + "grad_norm": 88.6740493774414, + "learning_rate": 1.8420755781161873e-05, + "loss": 1.9337, + "step": 675 + }, + { + "epoch": 3.554002541296061, + "grad_norm": 86.55050659179688, + "learning_rate": 1.8279751833051327e-05, + "loss": 1.8059, + "step": 700 + }, + { + "epoch": 3.681067344345616, + "grad_norm": 36.769805908203125, + "learning_rate": 1.813874788494078e-05, + "loss": 1.8215, + "step": 725 + }, + { + "epoch": 3.8081321473951717, + "grad_norm": 57.084228515625, + "learning_rate": 1.7997743936830234e-05, + "loss": 2.0396, + "step": 750 + }, + { + "epoch": 3.935196950444727, + "grad_norm": 62.9149169921875, + "learning_rate": 1.7856739988719684e-05, + "loss": 1.7732, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8026905829596412, + "eval_loss": 0.4981916546821594, + "eval_macro_f1": 0.7999552509383582, + "eval_runtime": 1.1843, + "eval_samples_per_second": 564.894, + "eval_steps_per_second": 35.464, + "eval_weighted_f1": 0.800254469141142, + "step": 788 + }, + { + "epoch": 4.060991105463787, + "grad_norm": 43.26031494140625, + "learning_rate": 1.771573604060914e-05, + "loss": 1.6349, + "step": 800 + }, + { + "epoch": 4.188055908513342, + "grad_norm": 175.88682556152344, + "learning_rate": 1.7574732092498594e-05, + "loss": 1.3783, + "step": 825 + }, + { + "epoch": 4.315120711562897, + "grad_norm": 140.0018310546875, + "learning_rate": 1.7433728144388044e-05, + "loss": 1.6087, + "step": 850 + }, + { + "epoch": 4.4421855146124525, + "grad_norm": 88.25450134277344, + "learning_rate": 1.7292724196277497e-05, + "loss": 1.4461, + "step": 875 + }, + { + "epoch": 4.569250317662007, + "grad_norm": 142.20860290527344, + "learning_rate": 1.715172024816695e-05, + "loss": 1.478, + "step": 900 + }, + { + "epoch": 4.696315120711563, + "grad_norm": 80.86312103271484, + "learning_rate": 1.7010716300056404e-05, + "loss": 1.4852, + "step": 925 + }, + { + "epoch": 4.823379923761118, + "grad_norm": 36.319602966308594, + "learning_rate": 1.6869712351945854e-05, + "loss": 1.4681, + "step": 950 + }, + { + "epoch": 4.950444726810673, + "grad_norm": 44.55021667480469, + "learning_rate": 1.672870840383531e-05, + "loss": 1.5345, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8176382660687593, + "eval_loss": 0.5209478139877319, + "eval_macro_f1": 0.8184349063188185, + "eval_runtime": 1.2883, + "eval_samples_per_second": 519.303, + "eval_steps_per_second": 32.602, + "eval_weighted_f1": 0.8186586504213755, + "step": 985 + }, + { + "epoch": 5.076238881829733, + "grad_norm": 158.66148376464844, + "learning_rate": 1.6587704455724764e-05, + "loss": 1.1955, + "step": 1000 + }, + { + "epoch": 5.203303684879288, + "grad_norm": 94.12078857421875, + "learning_rate": 1.6446700507614214e-05, + "loss": 1.0686, + "step": 1025 + }, + { + "epoch": 5.330368487928844, + "grad_norm": 65.17830657958984, + "learning_rate": 1.6305696559503667e-05, + "loss": 1.0926, + "step": 1050 + }, + { + "epoch": 5.457433290978399, + "grad_norm": 143.95985412597656, + "learning_rate": 1.616469261139312e-05, + "loss": 1.1971, + "step": 1075 + }, + { + "epoch": 5.584498094027954, + "grad_norm": 94.07361602783203, + "learning_rate": 1.6023688663282574e-05, + "loss": 1.1755, + "step": 1100 + }, + { + "epoch": 5.71156289707751, + "grad_norm": 110.33233642578125, + "learning_rate": 1.5882684715172024e-05, + "loss": 1.0751, + "step": 1125 + }, + { + "epoch": 5.838627700127065, + "grad_norm": 66.15730285644531, + "learning_rate": 1.5741680767061477e-05, + "loss": 1.1042, + "step": 1150 + }, + { + "epoch": 5.96569250317662, + "grad_norm": 84.8977279663086, + "learning_rate": 1.5600676818950934e-05, + "loss": 1.1156, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8266068759342302, + "eval_loss": 0.5348696112632751, + "eval_macro_f1": 0.8264077338326317, + "eval_runtime": 1.1529, + "eval_samples_per_second": 580.27, + "eval_steps_per_second": 36.43, + "eval_weighted_f1": 0.826622391511631, + "step": 1182 + }, + { + "epoch": 6.09148665819568, + "grad_norm": 132.54336547851562, + "learning_rate": 1.5459672870840384e-05, + "loss": 0.883, + "step": 1200 + }, + { + "epoch": 6.2185514612452355, + "grad_norm": 131.17857360839844, + "learning_rate": 1.5318668922729838e-05, + "loss": 0.7796, + "step": 1225 + }, + { + "epoch": 6.34561626429479, + "grad_norm": 90.66616821289062, + "learning_rate": 1.5177664974619291e-05, + "loss": 0.9184, + "step": 1250 + }, + { + "epoch": 6.472681067344346, + "grad_norm": 94.70506286621094, + "learning_rate": 1.5036661026508743e-05, + "loss": 0.8327, + "step": 1275 + }, + { + "epoch": 6.599745870393901, + "grad_norm": 112.05201721191406, + "learning_rate": 1.4895657078398196e-05, + "loss": 0.8457, + "step": 1300 + }, + { + "epoch": 6.726810673443456, + "grad_norm": 109.5284423828125, + "learning_rate": 1.4754653130287648e-05, + "loss": 0.7997, + "step": 1325 + }, + { + "epoch": 6.853875476493012, + "grad_norm": 42.981258392333984, + "learning_rate": 1.4613649182177103e-05, + "loss": 0.8322, + "step": 1350 + }, + { + "epoch": 6.980940279542566, + "grad_norm": 69.17991638183594, + "learning_rate": 1.4472645234066556e-05, + "loss": 0.9857, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8176382660687593, + "eval_loss": 0.5751975774765015, + "eval_macro_f1": 0.8159922382231252, + "eval_runtime": 1.2557, + "eval_samples_per_second": 532.753, + "eval_steps_per_second": 33.446, + "eval_weighted_f1": 0.815824601141514, + "step": 1379 + }, + { + "epoch": 7.106734434561626, + "grad_norm": 374.6451110839844, + "learning_rate": 1.4331641285956008e-05, + "loss": 0.7607, + "step": 1400 + }, + { + "epoch": 7.233799237611182, + "grad_norm": 218.28761291503906, + "learning_rate": 1.4190637337845461e-05, + "loss": 0.6631, + "step": 1425 + }, + { + "epoch": 7.360864040660737, + "grad_norm": 34.04689407348633, + "learning_rate": 1.4049633389734913e-05, + "loss": 0.503, + "step": 1450 + }, + { + "epoch": 7.487928843710292, + "grad_norm": 103.1285400390625, + "learning_rate": 1.3908629441624366e-05, + "loss": 0.6874, + "step": 1475 + }, + { + "epoch": 7.614993646759848, + "grad_norm": 81.91600799560547, + "learning_rate": 1.3767625493513818e-05, + "loss": 0.6391, + "step": 1500 + }, + { + "epoch": 7.742058449809403, + "grad_norm": 51.936553955078125, + "learning_rate": 1.3626621545403271e-05, + "loss": 0.6022, + "step": 1525 + }, + { + "epoch": 7.869123252858958, + "grad_norm": 44.977317810058594, + "learning_rate": 1.3485617597292726e-05, + "loss": 0.5617, + "step": 1550 + }, + { + "epoch": 7.9961880559085134, + "grad_norm": 96.1996078491211, + "learning_rate": 1.3344613649182178e-05, + "loss": 0.601, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8295964125560538, + "eval_loss": 0.7309278249740601, + "eval_macro_f1": 0.8290169441698546, + "eval_runtime": 1.1625, + "eval_samples_per_second": 575.491, + "eval_steps_per_second": 36.129, + "eval_weighted_f1": 0.8290780188507888, + "step": 1576 + }, + { + "epoch": 8.121982210927573, + "grad_norm": 10.005707740783691, + "learning_rate": 1.3203609701071631e-05, + "loss": 0.4357, + "step": 1600 + }, + { + "epoch": 8.249047013977128, + "grad_norm": 4.197427272796631, + "learning_rate": 1.3062605752961083e-05, + "loss": 0.4702, + "step": 1625 + }, + { + "epoch": 8.376111817026684, + "grad_norm": 212.62753295898438, + "learning_rate": 1.2921601804850537e-05, + "loss": 0.2714, + "step": 1650 + }, + { + "epoch": 8.503176620076239, + "grad_norm": 78.03843688964844, + "learning_rate": 1.278059785673999e-05, + "loss": 0.7213, + "step": 1675 + }, + { + "epoch": 8.630241423125794, + "grad_norm": 106.0068588256836, + "learning_rate": 1.2639593908629442e-05, + "loss": 0.3796, + "step": 1700 + }, + { + "epoch": 8.757306226175348, + "grad_norm": 21.278823852539062, + "learning_rate": 1.2498589960518897e-05, + "loss": 0.5821, + "step": 1725 + }, + { + "epoch": 8.884371029224905, + "grad_norm": 248.83071899414062, + "learning_rate": 1.2357586012408348e-05, + "loss": 0.5334, + "step": 1750 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8161434977578476, + "eval_loss": 0.8988277316093445, + "eval_macro_f1": 0.8163966519506981, + "eval_runtime": 1.2086, + "eval_samples_per_second": 553.535, + "eval_steps_per_second": 34.751, + "eval_weighted_f1": 0.8164102681705543, + "step": 1773 + }, + { + "epoch": 9.010165184243965, + "grad_norm": 26.995267868041992, + "learning_rate": 1.2216582064297802e-05, + "loss": 0.4727, + "step": 1775 + }, + { + "epoch": 9.13722998729352, + "grad_norm": 45.59348678588867, + "learning_rate": 1.2075578116187253e-05, + "loss": 0.3963, + "step": 1800 + }, + { + "epoch": 9.264294790343074, + "grad_norm": 111.93358612060547, + "learning_rate": 1.1934574168076707e-05, + "loss": 0.4247, + "step": 1825 + }, + { + "epoch": 9.39135959339263, + "grad_norm": 73.27848052978516, + "learning_rate": 1.179357021996616e-05, + "loss": 0.5197, + "step": 1850 + }, + { + "epoch": 9.518424396442185, + "grad_norm": 66.87515258789062, + "learning_rate": 1.1652566271855612e-05, + "loss": 0.388, + "step": 1875 + }, + { + "epoch": 9.64548919949174, + "grad_norm": 206.4801483154297, + "learning_rate": 1.1511562323745067e-05, + "loss": 0.4671, + "step": 1900 + }, + { + "epoch": 9.772554002541296, + "grad_norm": 40.187355041503906, + "learning_rate": 1.1370558375634519e-05, + "loss": 0.4851, + "step": 1925 + }, + { + "epoch": 9.899618805590851, + "grad_norm": 139.2132110595703, + "learning_rate": 1.1229554427523972e-05, + "loss": 0.4459, + "step": 1950 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8236173393124065, + "eval_loss": 0.966992199420929, + "eval_macro_f1": 0.8251717840752724, + "eval_runtime": 1.1477, + "eval_samples_per_second": 582.929, + "eval_steps_per_second": 36.596, + "eval_weighted_f1": 0.8254296956848552, + "step": 1970 + }, + { + "epoch": 10.025412960609911, + "grad_norm": 2.143178701400757, + "learning_rate": 1.1088550479413425e-05, + "loss": 0.3995, + "step": 1975 + }, + { + "epoch": 10.152477763659466, + "grad_norm": 88.62449645996094, + "learning_rate": 1.0947546531302877e-05, + "loss": 0.3806, + "step": 2000 + }, + { + "epoch": 10.279542566709022, + "grad_norm": 9.220778465270996, + "learning_rate": 1.080654258319233e-05, + "loss": 0.5098, + "step": 2025 + }, + { + "epoch": 10.406607369758577, + "grad_norm": 86.1789779663086, + "learning_rate": 1.0665538635081782e-05, + "loss": 0.2632, + "step": 2050 + }, + { + "epoch": 10.533672172808132, + "grad_norm": 99.54808807373047, + "learning_rate": 1.0524534686971236e-05, + "loss": 0.2287, + "step": 2075 + }, + { + "epoch": 10.660736975857688, + "grad_norm": 142.74122619628906, + "learning_rate": 1.038353073886069e-05, + "loss": 0.3465, + "step": 2100 + }, + { + "epoch": 10.787801778907243, + "grad_norm": 31.504920959472656, + "learning_rate": 1.0242526790750142e-05, + "loss": 0.3369, + "step": 2125 + }, + { + "epoch": 10.914866581956797, + "grad_norm": 25.4293212890625, + "learning_rate": 1.0101522842639596e-05, + "loss": 0.2985, + "step": 2150 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8325859491778774, + "eval_loss": 1.1094715595245361, + "eval_macro_f1": 0.8314624273814184, + "eval_runtime": 1.178, + "eval_samples_per_second": 567.927, + "eval_steps_per_second": 35.655, + "eval_weighted_f1": 0.8316460045399282, + "step": 2167 + }, + { + "epoch": 11.040660736975857, + "grad_norm": 176.9452667236328, + "learning_rate": 9.960518894529047e-06, + "loss": 0.3901, + "step": 2175 + }, + { + "epoch": 11.167725540025414, + "grad_norm": 137.23321533203125, + "learning_rate": 9.8195149464185e-06, + "loss": 0.2602, + "step": 2200 + }, + { + "epoch": 11.294790343074968, + "grad_norm": 189.78460693359375, + "learning_rate": 9.678510998307954e-06, + "loss": 0.3264, + "step": 2225 + }, + { + "epoch": 11.421855146124523, + "grad_norm": 0.4795091450214386, + "learning_rate": 9.537507050197406e-06, + "loss": 0.2875, + "step": 2250 + }, + { + "epoch": 11.54891994917408, + "grad_norm": 0.9738017320632935, + "learning_rate": 9.39650310208686e-06, + "loss": 0.2476, + "step": 2275 + }, + { + "epoch": 11.675984752223634, + "grad_norm": 47.12925720214844, + "learning_rate": 9.255499153976311e-06, + "loss": 0.3275, + "step": 2300 + }, + { + "epoch": 11.803049555273189, + "grad_norm": 0.6973083019256592, + "learning_rate": 9.114495205865766e-06, + "loss": 0.257, + "step": 2325 + }, + { + "epoch": 11.930114358322745, + "grad_norm": 209.56903076171875, + "learning_rate": 8.973491257755218e-06, + "loss": 0.3342, + "step": 2350 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8176382660687593, + "eval_loss": 1.3350282907485962, + "eval_macro_f1": 0.818999671943128, + "eval_runtime": 1.1729, + "eval_samples_per_second": 570.388, + "eval_steps_per_second": 35.809, + "eval_weighted_f1": 0.8191265966153846, + "step": 2364 + }, + { + "epoch": 12.055908513341805, + "grad_norm": 154.44277954101562, + "learning_rate": 8.832487309644671e-06, + "loss": 0.2902, + "step": 2375 + }, + { + "epoch": 12.18297331639136, + "grad_norm": 176.35797119140625, + "learning_rate": 8.691483361534123e-06, + "loss": 0.1188, + "step": 2400 + }, + { + "epoch": 12.310038119440915, + "grad_norm": 184.5250701904297, + "learning_rate": 8.550479413423576e-06, + "loss": 0.2121, + "step": 2425 + }, + { + "epoch": 12.437102922490471, + "grad_norm": 274.0590515136719, + "learning_rate": 8.40947546531303e-06, + "loss": 0.2009, + "step": 2450 + }, + { + "epoch": 12.564167725540026, + "grad_norm": 0.08682497590780258, + "learning_rate": 8.268471517202483e-06, + "loss": 0.3155, + "step": 2475 + }, + { + "epoch": 12.69123252858958, + "grad_norm": 232.92257690429688, + "learning_rate": 8.127467569091936e-06, + "loss": 0.2472, + "step": 2500 + }, + { + "epoch": 12.818297331639137, + "grad_norm": 5.44131326675415, + "learning_rate": 7.986463620981388e-06, + "loss": 0.1255, + "step": 2525 + }, + { + "epoch": 12.945362134688692, + "grad_norm": 0.22659556567668915, + "learning_rate": 7.845459672870841e-06, + "loss": 0.1791, + "step": 2550 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8295964125560538, + "eval_loss": 1.3869316577911377, + "eval_macro_f1": 0.8309987913667678, + "eval_runtime": 1.0942, + "eval_samples_per_second": 611.381, + "eval_steps_per_second": 38.383, + "eval_weighted_f1": 0.8310797229273064, + "step": 2561 + }, + { + "epoch": 13.071156289707751, + "grad_norm": 233.08152770996094, + "learning_rate": 7.704455724760293e-06, + "loss": 0.2555, + "step": 2575 + }, + { + "epoch": 13.198221092757306, + "grad_norm": 77.57550048828125, + "learning_rate": 7.563451776649747e-06, + "loss": 0.1307, + "step": 2600 + }, + { + "epoch": 13.32528589580686, + "grad_norm": 359.6784362792969, + "learning_rate": 7.4224478285392e-06, + "loss": 0.2404, + "step": 2625 + }, + { + "epoch": 13.452350698856417, + "grad_norm": 396.9652404785156, + "learning_rate": 7.281443880428652e-06, + "loss": 0.1644, + "step": 2650 + }, + { + "epoch": 13.579415501905972, + "grad_norm": 45.18486785888672, + "learning_rate": 7.140439932318105e-06, + "loss": 0.1244, + "step": 2675 + }, + { + "epoch": 13.706480304955527, + "grad_norm": 2.7748208045959473, + "learning_rate": 6.999435984207559e-06, + "loss": 0.1641, + "step": 2700 + }, + { + "epoch": 13.833545108005083, + "grad_norm": 46.70478820800781, + "learning_rate": 6.8584320360970115e-06, + "loss": 0.2399, + "step": 2725 + }, + { + "epoch": 13.960609911054638, + "grad_norm": 0.028127390891313553, + "learning_rate": 6.717428087986464e-06, + "loss": 0.1332, + "step": 2750 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8385650224215246, + "eval_loss": 1.3653522729873657, + "eval_macro_f1": 0.8395369710632301, + "eval_runtime": 1.1367, + "eval_samples_per_second": 588.569, + "eval_steps_per_second": 36.95, + "eval_weighted_f1": 0.8395300272538195, + "step": 2758 + } + ], + "logging_steps": 25, + "max_steps": 3940, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..55054021134b6fa7ee1f4077d50f10e0245009d3 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-3349/trainer_state.json @@ -0,0 +1,1161 @@ +{ + "best_global_step": 2758, + "best_metric": 0.8395369710632301, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s44-20260902T145514Z-53ad853a/trainer/checkpoint-2758", + "epoch": 17.0, + "eval_steps": 500, + "global_step": 3349, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12706480304955528, + "grad_norm": 13.389156341552734, + "learning_rate": 1.218274111675127e-06, + "loss": 4.7545, + "step": 25 + }, + { + "epoch": 0.25412960609911056, + "grad_norm": 23.985897064208984, + "learning_rate": 2.487309644670051e-06, + "loss": 4.6965, + "step": 50 + }, + { + "epoch": 0.3811944091486658, + "grad_norm": 36.75584411621094, + "learning_rate": 3.756345177664975e-06, + "loss": 4.6449, + "step": 75 + }, + { + "epoch": 0.5082592121982211, + "grad_norm": 18.307449340820312, + "learning_rate": 5.025380710659899e-06, + "loss": 4.5369, + "step": 100 + }, + { + "epoch": 0.6353240152477764, + "grad_norm": 10.954949378967285, + "learning_rate": 6.2944162436548225e-06, + "loss": 4.598, + "step": 125 + }, + { + "epoch": 0.7623888182973316, + "grad_norm": 36.43439865112305, + "learning_rate": 7.563451776649747e-06, + "loss": 4.4832, + "step": 150 + }, + { + "epoch": 0.8894536213468869, + "grad_norm": 39.71016311645508, + "learning_rate": 8.832487309644671e-06, + "loss": 4.4699, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.375186846038864, + "eval_loss": 1.0922669172286987, + "eval_macro_f1": 0.27677690794947435, + "eval_runtime": 1.1537, + "eval_samples_per_second": 579.849, + "eval_steps_per_second": 36.403, + "eval_weighted_f1": 0.27598447384460717, + "step": 197 + }, + { + "epoch": 1.0152477763659467, + "grad_norm": 38.352569580078125, + "learning_rate": 1.0101522842639596e-05, + "loss": 4.3036, + "step": 200 + }, + { + "epoch": 1.1423125794155018, + "grad_norm": 52.760135650634766, + "learning_rate": 1.1370558375634519e-05, + "loss": 4.2349, + "step": 225 + }, + { + "epoch": 1.2693773824650572, + "grad_norm": 53.849517822265625, + "learning_rate": 1.2639593908629442e-05, + "loss": 4.1177, + "step": 250 + }, + { + "epoch": 1.3964421855146125, + "grad_norm": 61.36467742919922, + "learning_rate": 1.3908629441624366e-05, + "loss": 3.7383, + "step": 275 + }, + { + "epoch": 1.5235069885641677, + "grad_norm": 51.63837814331055, + "learning_rate": 1.5177664974619291e-05, + "loss": 3.4382, + "step": 300 + }, + { + "epoch": 1.650571791613723, + "grad_norm": 56.81675338745117, + "learning_rate": 1.6446700507614214e-05, + "loss": 3.2028, + "step": 325 + }, + { + "epoch": 1.7776365946632784, + "grad_norm": 44.376251220703125, + "learning_rate": 1.771573604060914e-05, + "loss": 3.0912, + "step": 350 + }, + { + "epoch": 1.9047013977128335, + "grad_norm": 82.69976043701172, + "learning_rate": 1.8984771573604063e-05, + "loss": 3.0107, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.71898355754858, + "eval_loss": 0.6533186435699463, + "eval_macro_f1": 0.7208359954151152, + "eval_runtime": 1.1126, + "eval_samples_per_second": 601.289, + "eval_steps_per_second": 37.749, + "eval_weighted_f1": 0.721126341849349, + "step": 394 + }, + { + "epoch": 2.0304955527318933, + "grad_norm": 94.18880462646484, + "learning_rate": 1.997179921037789e-05, + "loss": 2.7142, + "step": 400 + }, + { + "epoch": 2.1575603557814484, + "grad_norm": 137.31134033203125, + "learning_rate": 1.9830795262267346e-05, + "loss": 2.6048, + "step": 425 + }, + { + "epoch": 2.2846251588310036, + "grad_norm": 83.79087829589844, + "learning_rate": 1.96897913141568e-05, + "loss": 2.659, + "step": 450 + }, + { + "epoch": 2.411689961880559, + "grad_norm": 138.8296661376953, + "learning_rate": 1.954878736604625e-05, + "loss": 2.4514, + "step": 475 + }, + { + "epoch": 2.5387547649301143, + "grad_norm": 104.66927337646484, + "learning_rate": 1.9407783417935703e-05, + "loss": 2.3952, + "step": 500 + }, + { + "epoch": 2.6658195679796695, + "grad_norm": 226.86476135253906, + "learning_rate": 1.9266779469825156e-05, + "loss": 2.7033, + "step": 525 + }, + { + "epoch": 2.792884371029225, + "grad_norm": 71.288818359375, + "learning_rate": 1.912577552171461e-05, + "loss": 2.6924, + "step": 550 + }, + { + "epoch": 2.91994917407878, + "grad_norm": 99.02323913574219, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.4193, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7204783258594918, + "eval_loss": 0.7412160634994507, + "eval_macro_f1": 0.7100761429174035, + "eval_runtime": 1.232, + "eval_samples_per_second": 543.007, + "eval_steps_per_second": 34.09, + "eval_weighted_f1": 0.7105722611304603, + "step": 591 + }, + { + "epoch": 3.04574332909784, + "grad_norm": 95.57792663574219, + "learning_rate": 1.8843767625493517e-05, + "loss": 2.5025, + "step": 600 + }, + { + "epoch": 3.172808132147395, + "grad_norm": 52.05832290649414, + "learning_rate": 1.870276367738297e-05, + "loss": 1.8843, + "step": 625 + }, + { + "epoch": 3.2998729351969507, + "grad_norm": 65.50041961669922, + "learning_rate": 1.856175972927242e-05, + "loss": 1.8837, + "step": 650 + }, + { + "epoch": 3.426937738246506, + "grad_norm": 88.6740493774414, + "learning_rate": 1.8420755781161873e-05, + "loss": 1.9337, + "step": 675 + }, + { + "epoch": 3.554002541296061, + "grad_norm": 86.55050659179688, + "learning_rate": 1.8279751833051327e-05, + "loss": 1.8059, + "step": 700 + }, + { + "epoch": 3.681067344345616, + "grad_norm": 36.769805908203125, + "learning_rate": 1.813874788494078e-05, + "loss": 1.8215, + "step": 725 + }, + { + "epoch": 3.8081321473951717, + "grad_norm": 57.084228515625, + "learning_rate": 1.7997743936830234e-05, + "loss": 2.0396, + "step": 750 + }, + { + "epoch": 3.935196950444727, + "grad_norm": 62.9149169921875, + "learning_rate": 1.7856739988719684e-05, + "loss": 1.7732, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8026905829596412, + "eval_loss": 0.4981916546821594, + "eval_macro_f1": 0.7999552509383582, + "eval_runtime": 1.1843, + "eval_samples_per_second": 564.894, + "eval_steps_per_second": 35.464, + "eval_weighted_f1": 0.800254469141142, + "step": 788 + }, + { + "epoch": 4.060991105463787, + "grad_norm": 43.26031494140625, + "learning_rate": 1.771573604060914e-05, + "loss": 1.6349, + "step": 800 + }, + { + "epoch": 4.188055908513342, + "grad_norm": 175.88682556152344, + "learning_rate": 1.7574732092498594e-05, + "loss": 1.3783, + "step": 825 + }, + { + "epoch": 4.315120711562897, + "grad_norm": 140.0018310546875, + "learning_rate": 1.7433728144388044e-05, + "loss": 1.6087, + "step": 850 + }, + { + "epoch": 4.4421855146124525, + "grad_norm": 88.25450134277344, + "learning_rate": 1.7292724196277497e-05, + "loss": 1.4461, + "step": 875 + }, + { + "epoch": 4.569250317662007, + "grad_norm": 142.20860290527344, + "learning_rate": 1.715172024816695e-05, + "loss": 1.478, + "step": 900 + }, + { + "epoch": 4.696315120711563, + "grad_norm": 80.86312103271484, + "learning_rate": 1.7010716300056404e-05, + "loss": 1.4852, + "step": 925 + }, + { + "epoch": 4.823379923761118, + "grad_norm": 36.319602966308594, + "learning_rate": 1.6869712351945854e-05, + "loss": 1.4681, + "step": 950 + }, + { + "epoch": 4.950444726810673, + "grad_norm": 44.55021667480469, + "learning_rate": 1.672870840383531e-05, + "loss": 1.5345, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8176382660687593, + "eval_loss": 0.5209478139877319, + "eval_macro_f1": 0.8184349063188185, + "eval_runtime": 1.2883, + "eval_samples_per_second": 519.303, + "eval_steps_per_second": 32.602, + "eval_weighted_f1": 0.8186586504213755, + "step": 985 + }, + { + "epoch": 5.076238881829733, + "grad_norm": 158.66148376464844, + "learning_rate": 1.6587704455724764e-05, + "loss": 1.1955, + "step": 1000 + }, + { + "epoch": 5.203303684879288, + "grad_norm": 94.12078857421875, + "learning_rate": 1.6446700507614214e-05, + "loss": 1.0686, + "step": 1025 + }, + { + "epoch": 5.330368487928844, + "grad_norm": 65.17830657958984, + "learning_rate": 1.6305696559503667e-05, + "loss": 1.0926, + "step": 1050 + }, + { + "epoch": 5.457433290978399, + "grad_norm": 143.95985412597656, + "learning_rate": 1.616469261139312e-05, + "loss": 1.1971, + "step": 1075 + }, + { + "epoch": 5.584498094027954, + "grad_norm": 94.07361602783203, + "learning_rate": 1.6023688663282574e-05, + "loss": 1.1755, + "step": 1100 + }, + { + "epoch": 5.71156289707751, + "grad_norm": 110.33233642578125, + "learning_rate": 1.5882684715172024e-05, + "loss": 1.0751, + "step": 1125 + }, + { + "epoch": 5.838627700127065, + "grad_norm": 66.15730285644531, + "learning_rate": 1.5741680767061477e-05, + "loss": 1.1042, + "step": 1150 + }, + { + "epoch": 5.96569250317662, + "grad_norm": 84.8977279663086, + "learning_rate": 1.5600676818950934e-05, + "loss": 1.1156, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8266068759342302, + "eval_loss": 0.5348696112632751, + "eval_macro_f1": 0.8264077338326317, + "eval_runtime": 1.1529, + "eval_samples_per_second": 580.27, + "eval_steps_per_second": 36.43, + "eval_weighted_f1": 0.826622391511631, + "step": 1182 + }, + { + "epoch": 6.09148665819568, + "grad_norm": 132.54336547851562, + "learning_rate": 1.5459672870840384e-05, + "loss": 0.883, + "step": 1200 + }, + { + "epoch": 6.2185514612452355, + "grad_norm": 131.17857360839844, + "learning_rate": 1.5318668922729838e-05, + "loss": 0.7796, + "step": 1225 + }, + { + "epoch": 6.34561626429479, + "grad_norm": 90.66616821289062, + "learning_rate": 1.5177664974619291e-05, + "loss": 0.9184, + "step": 1250 + }, + { + "epoch": 6.472681067344346, + "grad_norm": 94.70506286621094, + "learning_rate": 1.5036661026508743e-05, + "loss": 0.8327, + "step": 1275 + }, + { + "epoch": 6.599745870393901, + "grad_norm": 112.05201721191406, + "learning_rate": 1.4895657078398196e-05, + "loss": 0.8457, + "step": 1300 + }, + { + "epoch": 6.726810673443456, + "grad_norm": 109.5284423828125, + "learning_rate": 1.4754653130287648e-05, + "loss": 0.7997, + "step": 1325 + }, + { + "epoch": 6.853875476493012, + "grad_norm": 42.981258392333984, + "learning_rate": 1.4613649182177103e-05, + "loss": 0.8322, + "step": 1350 + }, + { + "epoch": 6.980940279542566, + "grad_norm": 69.17991638183594, + "learning_rate": 1.4472645234066556e-05, + "loss": 0.9857, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8176382660687593, + "eval_loss": 0.5751975774765015, + "eval_macro_f1": 0.8159922382231252, + "eval_runtime": 1.2557, + "eval_samples_per_second": 532.753, + "eval_steps_per_second": 33.446, + "eval_weighted_f1": 0.815824601141514, + "step": 1379 + }, + { + "epoch": 7.106734434561626, + "grad_norm": 374.6451110839844, + "learning_rate": 1.4331641285956008e-05, + "loss": 0.7607, + "step": 1400 + }, + { + "epoch": 7.233799237611182, + "grad_norm": 218.28761291503906, + "learning_rate": 1.4190637337845461e-05, + "loss": 0.6631, + "step": 1425 + }, + { + "epoch": 7.360864040660737, + "grad_norm": 34.04689407348633, + "learning_rate": 1.4049633389734913e-05, + "loss": 0.503, + "step": 1450 + }, + { + "epoch": 7.487928843710292, + "grad_norm": 103.1285400390625, + "learning_rate": 1.3908629441624366e-05, + "loss": 0.6874, + "step": 1475 + }, + { + "epoch": 7.614993646759848, + "grad_norm": 81.91600799560547, + "learning_rate": 1.3767625493513818e-05, + "loss": 0.6391, + "step": 1500 + }, + { + "epoch": 7.742058449809403, + "grad_norm": 51.936553955078125, + "learning_rate": 1.3626621545403271e-05, + "loss": 0.6022, + "step": 1525 + }, + { + "epoch": 7.869123252858958, + "grad_norm": 44.977317810058594, + "learning_rate": 1.3485617597292726e-05, + "loss": 0.5617, + "step": 1550 + }, + { + "epoch": 7.9961880559085134, + "grad_norm": 96.1996078491211, + "learning_rate": 1.3344613649182178e-05, + "loss": 0.601, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8295964125560538, + "eval_loss": 0.7309278249740601, + "eval_macro_f1": 0.8290169441698546, + "eval_runtime": 1.1625, + "eval_samples_per_second": 575.491, + "eval_steps_per_second": 36.129, + "eval_weighted_f1": 0.8290780188507888, + "step": 1576 + }, + { + "epoch": 8.121982210927573, + "grad_norm": 10.005707740783691, + "learning_rate": 1.3203609701071631e-05, + "loss": 0.4357, + "step": 1600 + }, + { + "epoch": 8.249047013977128, + "grad_norm": 4.197427272796631, + "learning_rate": 1.3062605752961083e-05, + "loss": 0.4702, + "step": 1625 + }, + { + "epoch": 8.376111817026684, + "grad_norm": 212.62753295898438, + "learning_rate": 1.2921601804850537e-05, + "loss": 0.2714, + "step": 1650 + }, + { + "epoch": 8.503176620076239, + "grad_norm": 78.03843688964844, + "learning_rate": 1.278059785673999e-05, + "loss": 0.7213, + "step": 1675 + }, + { + "epoch": 8.630241423125794, + "grad_norm": 106.0068588256836, + "learning_rate": 1.2639593908629442e-05, + "loss": 0.3796, + "step": 1700 + }, + { + "epoch": 8.757306226175348, + "grad_norm": 21.278823852539062, + "learning_rate": 1.2498589960518897e-05, + "loss": 0.5821, + "step": 1725 + }, + { + "epoch": 8.884371029224905, + "grad_norm": 248.83071899414062, + "learning_rate": 1.2357586012408348e-05, + "loss": 0.5334, + "step": 1750 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8161434977578476, + "eval_loss": 0.8988277316093445, + "eval_macro_f1": 0.8163966519506981, + "eval_runtime": 1.2086, + "eval_samples_per_second": 553.535, + "eval_steps_per_second": 34.751, + "eval_weighted_f1": 0.8164102681705543, + "step": 1773 + }, + { + "epoch": 9.010165184243965, + "grad_norm": 26.995267868041992, + "learning_rate": 1.2216582064297802e-05, + "loss": 0.4727, + "step": 1775 + }, + { + "epoch": 9.13722998729352, + "grad_norm": 45.59348678588867, + "learning_rate": 1.2075578116187253e-05, + "loss": 0.3963, + "step": 1800 + }, + { + "epoch": 9.264294790343074, + "grad_norm": 111.93358612060547, + "learning_rate": 1.1934574168076707e-05, + "loss": 0.4247, + "step": 1825 + }, + { + "epoch": 9.39135959339263, + "grad_norm": 73.27848052978516, + "learning_rate": 1.179357021996616e-05, + "loss": 0.5197, + "step": 1850 + }, + { + "epoch": 9.518424396442185, + "grad_norm": 66.87515258789062, + "learning_rate": 1.1652566271855612e-05, + "loss": 0.388, + "step": 1875 + }, + { + "epoch": 9.64548919949174, + "grad_norm": 206.4801483154297, + "learning_rate": 1.1511562323745067e-05, + "loss": 0.4671, + "step": 1900 + }, + { + "epoch": 9.772554002541296, + "grad_norm": 40.187355041503906, + "learning_rate": 1.1370558375634519e-05, + "loss": 0.4851, + "step": 1925 + }, + { + "epoch": 9.899618805590851, + "grad_norm": 139.2132110595703, + "learning_rate": 1.1229554427523972e-05, + "loss": 0.4459, + "step": 1950 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8236173393124065, + "eval_loss": 0.966992199420929, + "eval_macro_f1": 0.8251717840752724, + "eval_runtime": 1.1477, + "eval_samples_per_second": 582.929, + "eval_steps_per_second": 36.596, + "eval_weighted_f1": 0.8254296956848552, + "step": 1970 + }, + { + "epoch": 10.025412960609911, + "grad_norm": 2.143178701400757, + "learning_rate": 1.1088550479413425e-05, + "loss": 0.3995, + "step": 1975 + }, + { + "epoch": 10.152477763659466, + "grad_norm": 88.62449645996094, + "learning_rate": 1.0947546531302877e-05, + "loss": 0.3806, + "step": 2000 + }, + { + "epoch": 10.279542566709022, + "grad_norm": 9.220778465270996, + "learning_rate": 1.080654258319233e-05, + "loss": 0.5098, + "step": 2025 + }, + { + "epoch": 10.406607369758577, + "grad_norm": 86.1789779663086, + "learning_rate": 1.0665538635081782e-05, + "loss": 0.2632, + "step": 2050 + }, + { + "epoch": 10.533672172808132, + "grad_norm": 99.54808807373047, + "learning_rate": 1.0524534686971236e-05, + "loss": 0.2287, + "step": 2075 + }, + { + "epoch": 10.660736975857688, + "grad_norm": 142.74122619628906, + "learning_rate": 1.038353073886069e-05, + "loss": 0.3465, + "step": 2100 + }, + { + "epoch": 10.787801778907243, + "grad_norm": 31.504920959472656, + "learning_rate": 1.0242526790750142e-05, + "loss": 0.3369, + "step": 2125 + }, + { + "epoch": 10.914866581956797, + "grad_norm": 25.4293212890625, + "learning_rate": 1.0101522842639596e-05, + "loss": 0.2985, + "step": 2150 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8325859491778774, + "eval_loss": 1.1094715595245361, + "eval_macro_f1": 0.8314624273814184, + "eval_runtime": 1.178, + "eval_samples_per_second": 567.927, + "eval_steps_per_second": 35.655, + "eval_weighted_f1": 0.8316460045399282, + "step": 2167 + }, + { + "epoch": 11.040660736975857, + "grad_norm": 176.9452667236328, + "learning_rate": 9.960518894529047e-06, + "loss": 0.3901, + "step": 2175 + }, + { + "epoch": 11.167725540025414, + "grad_norm": 137.23321533203125, + "learning_rate": 9.8195149464185e-06, + "loss": 0.2602, + "step": 2200 + }, + { + "epoch": 11.294790343074968, + "grad_norm": 189.78460693359375, + "learning_rate": 9.678510998307954e-06, + "loss": 0.3264, + "step": 2225 + }, + { + "epoch": 11.421855146124523, + "grad_norm": 0.4795091450214386, + "learning_rate": 9.537507050197406e-06, + "loss": 0.2875, + "step": 2250 + }, + { + "epoch": 11.54891994917408, + "grad_norm": 0.9738017320632935, + "learning_rate": 9.39650310208686e-06, + "loss": 0.2476, + "step": 2275 + }, + { + "epoch": 11.675984752223634, + "grad_norm": 47.12925720214844, + "learning_rate": 9.255499153976311e-06, + "loss": 0.3275, + "step": 2300 + }, + { + "epoch": 11.803049555273189, + "grad_norm": 0.6973083019256592, + "learning_rate": 9.114495205865766e-06, + "loss": 0.257, + "step": 2325 + }, + { + "epoch": 11.930114358322745, + "grad_norm": 209.56903076171875, + "learning_rate": 8.973491257755218e-06, + "loss": 0.3342, + "step": 2350 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8176382660687593, + "eval_loss": 1.3350282907485962, + "eval_macro_f1": 0.818999671943128, + "eval_runtime": 1.1729, + "eval_samples_per_second": 570.388, + "eval_steps_per_second": 35.809, + "eval_weighted_f1": 0.8191265966153846, + "step": 2364 + }, + { + "epoch": 12.055908513341805, + "grad_norm": 154.44277954101562, + "learning_rate": 8.832487309644671e-06, + "loss": 0.2902, + "step": 2375 + }, + { + "epoch": 12.18297331639136, + "grad_norm": 176.35797119140625, + "learning_rate": 8.691483361534123e-06, + "loss": 0.1188, + "step": 2400 + }, + { + "epoch": 12.310038119440915, + "grad_norm": 184.5250701904297, + "learning_rate": 8.550479413423576e-06, + "loss": 0.2121, + "step": 2425 + }, + { + "epoch": 12.437102922490471, + "grad_norm": 274.0590515136719, + "learning_rate": 8.40947546531303e-06, + "loss": 0.2009, + "step": 2450 + }, + { + "epoch": 12.564167725540026, + "grad_norm": 0.08682497590780258, + "learning_rate": 8.268471517202483e-06, + "loss": 0.3155, + "step": 2475 + }, + { + "epoch": 12.69123252858958, + "grad_norm": 232.92257690429688, + "learning_rate": 8.127467569091936e-06, + "loss": 0.2472, + "step": 2500 + }, + { + "epoch": 12.818297331639137, + "grad_norm": 5.44131326675415, + "learning_rate": 7.986463620981388e-06, + "loss": 0.1255, + "step": 2525 + }, + { + "epoch": 12.945362134688692, + "grad_norm": 0.22659556567668915, + "learning_rate": 7.845459672870841e-06, + "loss": 0.1791, + "step": 2550 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8295964125560538, + "eval_loss": 1.3869316577911377, + "eval_macro_f1": 0.8309987913667678, + "eval_runtime": 1.0942, + "eval_samples_per_second": 611.381, + "eval_steps_per_second": 38.383, + "eval_weighted_f1": 0.8310797229273064, + "step": 2561 + }, + { + "epoch": 13.071156289707751, + "grad_norm": 233.08152770996094, + "learning_rate": 7.704455724760293e-06, + "loss": 0.2555, + "step": 2575 + }, + { + "epoch": 13.198221092757306, + "grad_norm": 77.57550048828125, + "learning_rate": 7.563451776649747e-06, + "loss": 0.1307, + "step": 2600 + }, + { + "epoch": 13.32528589580686, + "grad_norm": 359.6784362792969, + "learning_rate": 7.4224478285392e-06, + "loss": 0.2404, + "step": 2625 + }, + { + "epoch": 13.452350698856417, + "grad_norm": 396.9652404785156, + "learning_rate": 7.281443880428652e-06, + "loss": 0.1644, + "step": 2650 + }, + { + "epoch": 13.579415501905972, + "grad_norm": 45.18486785888672, + "learning_rate": 7.140439932318105e-06, + "loss": 0.1244, + "step": 2675 + }, + { + "epoch": 13.706480304955527, + "grad_norm": 2.7748208045959473, + "learning_rate": 6.999435984207559e-06, + "loss": 0.1641, + "step": 2700 + }, + { + "epoch": 13.833545108005083, + "grad_norm": 46.70478820800781, + "learning_rate": 6.8584320360970115e-06, + "loss": 0.2399, + "step": 2725 + }, + { + "epoch": 13.960609911054638, + "grad_norm": 0.028127390891313553, + "learning_rate": 6.717428087986464e-06, + "loss": 0.1332, + "step": 2750 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8385650224215246, + "eval_loss": 1.3653522729873657, + "eval_macro_f1": 0.8395369710632301, + "eval_runtime": 1.1367, + "eval_samples_per_second": 588.569, + "eval_steps_per_second": 36.95, + "eval_weighted_f1": 0.8395300272538195, + "step": 2758 + }, + { + "epoch": 14.086404066073698, + "grad_norm": 0.01440180093050003, + "learning_rate": 6.576424139875917e-06, + "loss": 0.2463, + "step": 2775 + }, + { + "epoch": 14.213468869123252, + "grad_norm": 238.41290283203125, + "learning_rate": 6.43542019176537e-06, + "loss": 0.1446, + "step": 2800 + }, + { + "epoch": 14.340533672172809, + "grad_norm": 1.4137765169143677, + "learning_rate": 6.2944162436548225e-06, + "loss": 0.1517, + "step": 2825 + }, + { + "epoch": 14.467598475222363, + "grad_norm": 0.1174335777759552, + "learning_rate": 6.153412295544275e-06, + "loss": 0.1056, + "step": 2850 + }, + { + "epoch": 14.594663278271918, + "grad_norm": 51.1542854309082, + "learning_rate": 6.012408347433729e-06, + "loss": 0.1554, + "step": 2875 + }, + { + "epoch": 14.721728081321475, + "grad_norm": 7.341310501098633, + "learning_rate": 5.871404399323182e-06, + "loss": 0.0788, + "step": 2900 + }, + { + "epoch": 14.84879288437103, + "grad_norm": 5.381312847137451, + "learning_rate": 5.730400451212634e-06, + "loss": 0.1261, + "step": 2925 + }, + { + "epoch": 14.975857687420584, + "grad_norm": 0.31426936388015747, + "learning_rate": 5.589396503102087e-06, + "loss": 0.1203, + "step": 2950 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8355754857997011, + "eval_loss": 1.2937902212142944, + "eval_macro_f1": 0.8352670132992882, + "eval_runtime": 1.0624, + "eval_samples_per_second": 629.69, + "eval_steps_per_second": 39.532, + "eval_weighted_f1": 0.8352015822060151, + "step": 2955 + }, + { + "epoch": 15.101651842439644, + "grad_norm": 0.03764532506465912, + "learning_rate": 5.44839255499154e-06, + "loss": 0.0257, + "step": 2975 + }, + { + "epoch": 15.2287166454892, + "grad_norm": 1.1151639223098755, + "learning_rate": 5.307388606880994e-06, + "loss": 0.1088, + "step": 3000 + }, + { + "epoch": 15.355781448538755, + "grad_norm": 2.7306089401245117, + "learning_rate": 5.166384658770446e-06, + "loss": 0.0158, + "step": 3025 + }, + { + "epoch": 15.48284625158831, + "grad_norm": 0.016175901517271996, + "learning_rate": 5.025380710659899e-06, + "loss": 0.1277, + "step": 3050 + }, + { + "epoch": 15.609911054637866, + "grad_norm": 1.1592656373977661, + "learning_rate": 4.884376762549351e-06, + "loss": 0.1478, + "step": 3075 + }, + { + "epoch": 15.73697585768742, + "grad_norm": 33.638031005859375, + "learning_rate": 4.743372814438805e-06, + "loss": 0.2198, + "step": 3100 + }, + { + "epoch": 15.864040660736975, + "grad_norm": 286.36090087890625, + "learning_rate": 4.602368866328257e-06, + "loss": 0.1514, + "step": 3125 + }, + { + "epoch": 15.991105463786532, + "grad_norm": 35.733516693115234, + "learning_rate": 4.4613649182177105e-06, + "loss": 0.078, + "step": 3150 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.8340807174887892, + "eval_loss": 1.4001365900039673, + "eval_macro_f1": 0.8343790798729516, + "eval_runtime": 1.0979, + "eval_samples_per_second": 609.348, + "eval_steps_per_second": 38.255, + "eval_weighted_f1": 0.8344573149843744, + "step": 3152 + }, + { + "epoch": 16.11689961880559, + "grad_norm": 0.03360500931739807, + "learning_rate": 4.320360970107164e-06, + "loss": 0.0896, + "step": 3175 + }, + { + "epoch": 16.243964421855146, + "grad_norm": 0.020779049023985863, + "learning_rate": 4.1793570219966164e-06, + "loss": 0.2047, + "step": 3200 + }, + { + "epoch": 16.371029224904703, + "grad_norm": 0.028105556964874268, + "learning_rate": 4.038353073886069e-06, + "loss": 0.0251, + "step": 3225 + }, + { + "epoch": 16.498094027954256, + "grad_norm": 78.50725555419922, + "learning_rate": 3.897349125775522e-06, + "loss": 0.0561, + "step": 3250 + }, + { + "epoch": 16.625158831003812, + "grad_norm": 36.47273635864258, + "learning_rate": 3.756345177664975e-06, + "loss": 0.1458, + "step": 3275 + }, + { + "epoch": 16.75222363405337, + "grad_norm": 185.32125854492188, + "learning_rate": 3.615341229554428e-06, + "loss": 0.0625, + "step": 3300 + }, + { + "epoch": 16.87928843710292, + "grad_norm": 168.36312866210938, + "learning_rate": 3.474337281443881e-06, + "loss": 0.068, + "step": 3325 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.8385650224215246, + "eval_loss": 1.4505422115325928, + "eval_macro_f1": 0.838535684948241, + "eval_runtime": 1.2497, + "eval_samples_per_second": 535.328, + "eval_steps_per_second": 33.608, + "eval_weighted_f1": 0.838546983854551, + "step": 3349 + } + ], + "logging_steps": 25, + "max_steps": 3940, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..034ff35a92dfb2bf8cd5ed226e891141cf19e945 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-1190/trainer_state.json @@ -0,0 +1,449 @@ +{ + "best_global_step": 680, + "best_metric": 0.784528343624486, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1190, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 39.77693557739258, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.8035, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 38.20556640625, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.8167, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 127.0414047241211, + "learning_rate": 4.352941176470588e-06, + "loss": 4.6602, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 40.979862213134766, + "learning_rate": 5.823529411764707e-06, + "loss": 4.5632, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 38.257930755615234, + "learning_rate": 7.294117647058823e-06, + "loss": 4.588, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 39.33146286010742, + "learning_rate": 8.764705882352942e-06, + "loss": 4.3211, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5320623916811091, + "eval_loss": 0.989902675151825, + "eval_macro_f1": 0.508398832612463, + "eval_runtime": 1.1549, + "eval_samples_per_second": 499.629, + "eval_steps_per_second": 32.039, + "eval_weighted_f1": 0.5087094575653374, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 40.299095153808594, + "learning_rate": 1.023529411764706e-05, + "loss": 4.1587, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 86.13239288330078, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.0145, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 47.8047981262207, + "learning_rate": 1.3176470588235294e-05, + "loss": 4.047, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 31.501188278198242, + "learning_rate": 1.4647058823529412e-05, + "loss": 3.6027, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 155.6100311279297, + "learning_rate": 1.6117647058823533e-05, + "loss": 3.4546, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 76.40637969970703, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.4041, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 48.49034118652344, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.4079, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5407279029462738, + "eval_loss": 0.8746020793914795, + "eval_macro_f1": 0.4947069251622929, + "eval_runtime": 1.1965, + "eval_samples_per_second": 482.226, + "eval_steps_per_second": 30.923, + "eval_weighted_f1": 0.49651782860758537, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 53.082313537597656, + "learning_rate": 1.9941176470588238e-05, + "loss": 3.0558, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 60.9509162902832, + "learning_rate": 1.977777777777778e-05, + "loss": 3.2645, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 53.9575309753418, + "learning_rate": 1.961437908496732e-05, + "loss": 3.1943, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 136.31297302246094, + "learning_rate": 1.9450980392156864e-05, + "loss": 3.179, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 69.39470672607422, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.7173, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 108.40229034423828, + "learning_rate": 1.912418300653595e-05, + "loss": 2.6034, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 74.73844146728516, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.6374, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7400346620450606, + "eval_loss": 0.6726356744766235, + "eval_macro_f1": 0.730932739872681, + "eval_runtime": 1.2615, + "eval_samples_per_second": 457.39, + "eval_steps_per_second": 29.33, + "eval_weighted_f1": 0.7318200001794711, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 41.35976028442383, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.3606, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 276.9236755371094, + "learning_rate": 1.8633986928104578e-05, + "loss": 2.3738, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 99.3282470703125, + "learning_rate": 1.847058823529412e-05, + "loss": 2.5057, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 34.38100051879883, + "learning_rate": 1.830718954248366e-05, + "loss": 2.2894, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 118.8799819946289, + "learning_rate": 1.8143790849673203e-05, + "loss": 2.1391, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 76.60795593261719, + "learning_rate": 1.7980392156862746e-05, + "loss": 2.1078, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 41.778926849365234, + "learning_rate": 1.781699346405229e-05, + "loss": 2.2343, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7850953206239168, + "eval_loss": 0.5244148373603821, + "eval_macro_f1": 0.784528343624486, + "eval_runtime": 1.19, + "eval_samples_per_second": 484.856, + "eval_steps_per_second": 31.091, + "eval_weighted_f1": 0.7848945089225957, + "step": 680 + }, + { + "epoch": 4.117820324005891, + "grad_norm": 124.36577606201172, + "learning_rate": 1.7653594771241832e-05, + "loss": 1.8054, + "step": 700 + }, + { + "epoch": 4.265095729013255, + "grad_norm": 75.3128890991211, + "learning_rate": 1.7490196078431375e-05, + "loss": 1.9161, + "step": 725 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 52.039825439453125, + "learning_rate": 1.7326797385620918e-05, + "loss": 1.9055, + "step": 750 + }, + { + "epoch": 4.559646539027982, + "grad_norm": 189.28993225097656, + "learning_rate": 1.7163398692810457e-05, + "loss": 1.8649, + "step": 775 + }, + { + "epoch": 4.706921944035346, + "grad_norm": 75.01531982421875, + "learning_rate": 1.7e-05, + "loss": 1.8168, + "step": 800 + }, + { + "epoch": 4.8541973490427095, + "grad_norm": 81.71719360351562, + "learning_rate": 1.6836601307189543e-05, + "loss": 1.6907, + "step": 825 + }, + { + "epoch": 5.0, + "grad_norm": 54.84857177734375, + "learning_rate": 1.6673202614379086e-05, + "loss": 1.7874, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.75736568457539, + "eval_loss": 0.6206037402153015, + "eval_macro_f1": 0.7540377135125994, + "eval_runtime": 1.228, + "eval_samples_per_second": 469.857, + "eval_steps_per_second": 30.129, + "eval_weighted_f1": 0.7547504236032523, + "step": 850 + }, + { + "epoch": 5.147275405007364, + "grad_norm": 151.94248962402344, + "learning_rate": 1.650980392156863e-05, + "loss": 1.2717, + "step": 875 + }, + { + "epoch": 5.294550810014727, + "grad_norm": 198.1971435546875, + "learning_rate": 1.634640522875817e-05, + "loss": 1.3531, + "step": 900 + }, + { + "epoch": 5.4418262150220915, + "grad_norm": 92.58560943603516, + "learning_rate": 1.6183006535947714e-05, + "loss": 1.4096, + "step": 925 + }, + { + "epoch": 5.589101620029455, + "grad_norm": 59.800628662109375, + "learning_rate": 1.6019607843137257e-05, + "loss": 1.434, + "step": 950 + }, + { + "epoch": 5.736377025036819, + "grad_norm": 105.63810729980469, + "learning_rate": 1.5856209150326797e-05, + "loss": 1.4651, + "step": 975 + }, + { + "epoch": 5.883652430044183, + "grad_norm": 49.77006530761719, + "learning_rate": 1.569281045751634e-05, + "loss": 1.4684, + "step": 1000 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7729636048526863, + "eval_loss": 0.6480297446250916, + "eval_macro_f1": 0.775639549746769, + "eval_runtime": 1.2724, + "eval_samples_per_second": 453.46, + "eval_steps_per_second": 29.078, + "eval_weighted_f1": 0.7757722569122948, + "step": 1020 + }, + { + "epoch": 6.029455081001473, + "grad_norm": 76.56471252441406, + "learning_rate": 1.5529411764705882e-05, + "loss": 1.2847, + "step": 1025 + }, + { + "epoch": 6.176730486008837, + "grad_norm": 79.3433837890625, + "learning_rate": 1.536601307189543e-05, + "loss": 0.9855, + "step": 1050 + }, + { + "epoch": 6.3240058910162, + "grad_norm": 165.33067321777344, + "learning_rate": 1.5202614379084968e-05, + "loss": 1.0245, + "step": 1075 + }, + { + "epoch": 6.471281296023564, + "grad_norm": 81.62520599365234, + "learning_rate": 1.5039215686274511e-05, + "loss": 1.2125, + "step": 1100 + }, + { + "epoch": 6.618556701030927, + "grad_norm": 87.95548248291016, + "learning_rate": 1.4875816993464054e-05, + "loss": 1.0994, + "step": 1125 + }, + { + "epoch": 6.7658321060382915, + "grad_norm": 147.5640869140625, + "learning_rate": 1.4712418300653597e-05, + "loss": 1.1944, + "step": 1150 + }, + { + "epoch": 6.913107511045656, + "grad_norm": 71.99247741699219, + "learning_rate": 1.4549019607843138e-05, + "loss": 1.0742, + "step": 1175 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7833622183708839, + "eval_loss": 0.6975728869438171, + "eval_macro_f1": 0.7831242219742687, + "eval_runtime": 1.2031, + "eval_samples_per_second": 479.608, + "eval_steps_per_second": 30.755, + "eval_weighted_f1": 0.7833255425301537, + "step": 1190 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f44cb049a7767e1f826eefa45759984f7373454f --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680/trainer_state.json @@ -0,0 +1,276 @@ +{ + "best_global_step": 680, + "best_metric": 0.784528343624486, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s42-20260902T120738Z-27bda108/trainer/checkpoint-680", + "epoch": 4.0, + "eval_steps": 500, + "global_step": 680, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 39.77693557739258, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.8035, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 38.20556640625, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.8167, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 127.0414047241211, + "learning_rate": 4.352941176470588e-06, + "loss": 4.6602, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 40.979862213134766, + "learning_rate": 5.823529411764707e-06, + "loss": 4.5632, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 38.257930755615234, + "learning_rate": 7.294117647058823e-06, + "loss": 4.588, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 39.33146286010742, + "learning_rate": 8.764705882352942e-06, + "loss": 4.3211, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5320623916811091, + "eval_loss": 0.989902675151825, + "eval_macro_f1": 0.508398832612463, + "eval_runtime": 1.1549, + "eval_samples_per_second": 499.629, + "eval_steps_per_second": 32.039, + "eval_weighted_f1": 0.5087094575653374, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 40.299095153808594, + "learning_rate": 1.023529411764706e-05, + "loss": 4.1587, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 86.13239288330078, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.0145, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 47.8047981262207, + "learning_rate": 1.3176470588235294e-05, + "loss": 4.047, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 31.501188278198242, + "learning_rate": 1.4647058823529412e-05, + "loss": 3.6027, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 155.6100311279297, + "learning_rate": 1.6117647058823533e-05, + "loss": 3.4546, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 76.40637969970703, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.4041, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 48.49034118652344, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.4079, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5407279029462738, + "eval_loss": 0.8746020793914795, + "eval_macro_f1": 0.4947069251622929, + "eval_runtime": 1.1965, + "eval_samples_per_second": 482.226, + "eval_steps_per_second": 30.923, + "eval_weighted_f1": 0.49651782860758537, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 53.082313537597656, + "learning_rate": 1.9941176470588238e-05, + "loss": 3.0558, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 60.9509162902832, + "learning_rate": 1.977777777777778e-05, + "loss": 3.2645, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 53.9575309753418, + "learning_rate": 1.961437908496732e-05, + "loss": 3.1943, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 136.31297302246094, + "learning_rate": 1.9450980392156864e-05, + "loss": 3.179, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 69.39470672607422, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.7173, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 108.40229034423828, + "learning_rate": 1.912418300653595e-05, + "loss": 2.6034, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 74.73844146728516, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.6374, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7400346620450606, + "eval_loss": 0.6726356744766235, + "eval_macro_f1": 0.730932739872681, + "eval_runtime": 1.2615, + "eval_samples_per_second": 457.39, + "eval_steps_per_second": 29.33, + "eval_weighted_f1": 0.7318200001794711, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 41.35976028442383, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.3606, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 276.9236755371094, + "learning_rate": 1.8633986928104578e-05, + "loss": 2.3738, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 99.3282470703125, + "learning_rate": 1.847058823529412e-05, + "loss": 2.5057, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 34.38100051879883, + "learning_rate": 1.830718954248366e-05, + "loss": 2.2894, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 118.8799819946289, + "learning_rate": 1.8143790849673203e-05, + "loss": 2.1391, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 76.60795593261719, + "learning_rate": 1.7980392156862746e-05, + "loss": 2.1078, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 41.778926849365234, + "learning_rate": 1.781699346405229e-05, + "loss": 2.2343, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7850953206239168, + "eval_loss": 0.5244148373603821, + "eval_macro_f1": 0.784528343624486, + "eval_runtime": 1.19, + "eval_samples_per_second": 484.856, + "eval_steps_per_second": 31.091, + "eval_weighted_f1": 0.7848945089225957, + "step": 680 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..08189e6dc522f45c38dade7d99f7b6c09930859f --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-1360/trainer_state.json @@ -0,0 +1,509 @@ +{ + "best_global_step": 850, + "best_metric": 0.8084868888571073, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 1360, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 25.913930892944336, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.6696, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 22.527206420898438, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.7144, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 33.12066650390625, + "learning_rate": 4.352941176470588e-06, + "loss": 4.6211, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 19.482454299926758, + "learning_rate": 5.823529411764707e-06, + "loss": 4.5478, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 36.133460998535156, + "learning_rate": 7.294117647058823e-06, + "loss": 4.4233, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 22.63655662536621, + "learning_rate": 8.764705882352942e-06, + "loss": 4.5015, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3344887348353553, + "eval_loss": 1.1181962490081787, + "eval_macro_f1": 0.1910602824988381, + "eval_runtime": 1.0761, + "eval_samples_per_second": 536.197, + "eval_steps_per_second": 34.384, + "eval_weighted_f1": 0.18802238568234436, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 27.769691467285156, + "learning_rate": 1.023529411764706e-05, + "loss": 4.4738, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 24.203105926513672, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.3367, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 55.48006820678711, + "learning_rate": 1.3176470588235294e-05, + "loss": 4.2327, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 37.67782211303711, + "learning_rate": 1.4647058823529412e-05, + "loss": 3.9698, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 61.88898849487305, + "learning_rate": 1.6117647058823533e-05, + "loss": 3.7465, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 72.3878402709961, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.6656, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 55.09744644165039, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.5177, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6135181975736569, + "eval_loss": 0.9087700843811035, + "eval_macro_f1": 0.5934470300166094, + "eval_runtime": 1.0706, + "eval_samples_per_second": 538.965, + "eval_steps_per_second": 34.561, + "eval_weighted_f1": 0.594496699253476, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 115.45691680908203, + "learning_rate": 1.9941176470588238e-05, + "loss": 3.1634, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 80.99375915527344, + "learning_rate": 1.977777777777778e-05, + "loss": 3.0615, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 61.16749954223633, + "learning_rate": 1.961437908496732e-05, + "loss": 2.8912, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 120.08377838134766, + "learning_rate": 1.9450980392156864e-05, + "loss": 2.7235, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 77.1905517578125, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.8213, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 126.08329772949219, + "learning_rate": 1.912418300653595e-05, + "loss": 2.8822, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 80.24711608886719, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.646, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7538994800693241, + "eval_loss": 0.6100653409957886, + "eval_macro_f1": 0.7526189084129884, + "eval_runtime": 1.0213, + "eval_samples_per_second": 564.987, + "eval_steps_per_second": 36.23, + "eval_weighted_f1": 0.7532555237013138, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 58.31144332885742, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.1829, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 184.13291931152344, + "learning_rate": 1.8633986928104578e-05, + "loss": 2.1542, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 58.509742736816406, + "learning_rate": 1.847058823529412e-05, + "loss": 2.0476, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 59.70834732055664, + "learning_rate": 1.830718954248366e-05, + "loss": 1.9286, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 115.51705169677734, + "learning_rate": 1.8143790849673203e-05, + "loss": 2.0624, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 48.677852630615234, + "learning_rate": 1.7980392156862746e-05, + "loss": 2.2559, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 63.84892654418945, + "learning_rate": 1.781699346405229e-05, + "loss": 1.9099, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7538994800693241, + "eval_loss": 0.575660228729248, + "eval_macro_f1": 0.754685588981201, + "eval_runtime": 0.9649, + "eval_samples_per_second": 598.003, + "eval_steps_per_second": 38.347, + "eval_weighted_f1": 0.7543736777629534, + "step": 680 + }, + { + "epoch": 4.117820324005891, + "grad_norm": 67.9986572265625, + "learning_rate": 1.7653594771241832e-05, + "loss": 1.5659, + "step": 700 + }, + { + "epoch": 4.265095729013255, + "grad_norm": 35.64429473876953, + "learning_rate": 1.7490196078431375e-05, + "loss": 1.4999, + "step": 725 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 46.30458450317383, + "learning_rate": 1.7326797385620918e-05, + "loss": 1.4464, + "step": 750 + }, + { + "epoch": 4.559646539027982, + "grad_norm": 56.94316482543945, + "learning_rate": 1.7163398692810457e-05, + "loss": 1.7007, + "step": 775 + }, + { + "epoch": 4.706921944035346, + "grad_norm": 86.9788589477539, + "learning_rate": 1.7e-05, + "loss": 1.8076, + "step": 800 + }, + { + "epoch": 4.8541973490427095, + "grad_norm": 117.18547821044922, + "learning_rate": 1.6836601307189543e-05, + "loss": 1.5497, + "step": 825 + }, + { + "epoch": 5.0, + "grad_norm": 99.05329895019531, + "learning_rate": 1.6673202614379086e-05, + "loss": 1.4097, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8093587521663779, + "eval_loss": 0.5759129524230957, + "eval_macro_f1": 0.8084868888571073, + "eval_runtime": 1.0837, + "eval_samples_per_second": 532.459, + "eval_steps_per_second": 34.144, + "eval_weighted_f1": 0.8087522346849307, + "step": 850 + }, + { + "epoch": 5.147275405007364, + "grad_norm": 44.52200698852539, + "learning_rate": 1.650980392156863e-05, + "loss": 1.0486, + "step": 875 + }, + { + "epoch": 5.294550810014727, + "grad_norm": 22.144262313842773, + "learning_rate": 1.634640522875817e-05, + "loss": 0.9735, + "step": 900 + }, + { + "epoch": 5.4418262150220915, + "grad_norm": 123.72771453857422, + "learning_rate": 1.6183006535947714e-05, + "loss": 1.1365, + "step": 925 + }, + { + "epoch": 5.589101620029455, + "grad_norm": 52.7147331237793, + "learning_rate": 1.6019607843137257e-05, + "loss": 1.2748, + "step": 950 + }, + { + "epoch": 5.736377025036819, + "grad_norm": 109.72909545898438, + "learning_rate": 1.5856209150326797e-05, + "loss": 1.0994, + "step": 975 + }, + { + "epoch": 5.883652430044183, + "grad_norm": 81.1953125, + "learning_rate": 1.569281045751634e-05, + "loss": 1.4437, + "step": 1000 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7954939341421143, + "eval_loss": 0.6328170299530029, + "eval_macro_f1": 0.7959909340380263, + "eval_runtime": 1.0032, + "eval_samples_per_second": 575.176, + "eval_steps_per_second": 36.883, + "eval_weighted_f1": 0.796056560720041, + "step": 1020 + }, + { + "epoch": 6.029455081001473, + "grad_norm": 264.2987060546875, + "learning_rate": 1.5529411764705882e-05, + "loss": 0.9525, + "step": 1025 + }, + { + "epoch": 6.176730486008837, + "grad_norm": 220.12193298339844, + "learning_rate": 1.536601307189543e-05, + "loss": 0.7342, + "step": 1050 + }, + { + "epoch": 6.3240058910162, + "grad_norm": 127.1671371459961, + "learning_rate": 1.5202614379084968e-05, + "loss": 0.6639, + "step": 1075 + }, + { + "epoch": 6.471281296023564, + "grad_norm": 118.2038803100586, + "learning_rate": 1.5039215686274511e-05, + "loss": 0.8554, + "step": 1100 + }, + { + "epoch": 6.618556701030927, + "grad_norm": 60.65165710449219, + "learning_rate": 1.4875816993464054e-05, + "loss": 0.9531, + "step": 1125 + }, + { + "epoch": 6.7658321060382915, + "grad_norm": 87.82666015625, + "learning_rate": 1.4712418300653597e-05, + "loss": 0.8993, + "step": 1150 + }, + { + "epoch": 6.913107511045656, + "grad_norm": 89.33162689208984, + "learning_rate": 1.4549019607843138e-05, + "loss": 1.0796, + "step": 1175 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8024263431542461, + "eval_loss": 0.602876603603363, + "eval_macro_f1": 0.802933728299715, + "eval_runtime": 1.0681, + "eval_samples_per_second": 540.195, + "eval_steps_per_second": 34.64, + "eval_weighted_f1": 0.8030029065402129, + "step": 1190 + }, + { + "epoch": 7.058910162002945, + "grad_norm": 123.93270111083984, + "learning_rate": 1.438562091503268e-05, + "loss": 0.7491, + "step": 1200 + }, + { + "epoch": 7.206185567010309, + "grad_norm": 70.80465698242188, + "learning_rate": 1.4222222222222224e-05, + "loss": 0.587, + "step": 1225 + }, + { + "epoch": 7.353460972017673, + "grad_norm": 75.80097198486328, + "learning_rate": 1.4058823529411765e-05, + "loss": 0.735, + "step": 1250 + }, + { + "epoch": 7.500736377025037, + "grad_norm": 107.03461456298828, + "learning_rate": 1.3895424836601308e-05, + "loss": 0.5379, + "step": 1275 + }, + { + "epoch": 7.648011782032401, + "grad_norm": 128.1420135498047, + "learning_rate": 1.373202614379085e-05, + "loss": 0.8946, + "step": 1300 + }, + { + "epoch": 7.795287187039764, + "grad_norm": 157.80015563964844, + "learning_rate": 1.3568627450980393e-05, + "loss": 0.6313, + "step": 1325 + }, + { + "epoch": 7.942562592047128, + "grad_norm": 129.55874633789062, + "learning_rate": 1.3405228758169935e-05, + "loss": 0.711, + "step": 1350 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7816291161178509, + "eval_loss": 0.8261871337890625, + "eval_macro_f1": 0.7821372906986469, + "eval_runtime": 0.9549, + "eval_samples_per_second": 604.231, + "eval_steps_per_second": 38.746, + "eval_weighted_f1": 0.7821282839487556, + "step": 1360 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..94d09b68c6849ab23bf12727ab1fe651da0f7700 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850/trainer_state.json @@ -0,0 +1,336 @@ +{ + "best_global_step": 850, + "best_metric": 0.8084868888571073, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s44-20260902T151253Z-53ad853a/trainer/checkpoint-850", + "epoch": 5.0, + "eval_steps": 500, + "global_step": 850, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 25.913930892944336, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.6696, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 22.527206420898438, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.7144, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 33.12066650390625, + "learning_rate": 4.352941176470588e-06, + "loss": 4.6211, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 19.482454299926758, + "learning_rate": 5.823529411764707e-06, + "loss": 4.5478, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 36.133460998535156, + "learning_rate": 7.294117647058823e-06, + "loss": 4.4233, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 22.63655662536621, + "learning_rate": 8.764705882352942e-06, + "loss": 4.5015, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3344887348353553, + "eval_loss": 1.1181962490081787, + "eval_macro_f1": 0.1910602824988381, + "eval_runtime": 1.0761, + "eval_samples_per_second": 536.197, + "eval_steps_per_second": 34.384, + "eval_weighted_f1": 0.18802238568234436, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 27.769691467285156, + "learning_rate": 1.023529411764706e-05, + "loss": 4.4738, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 24.203105926513672, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.3367, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 55.48006820678711, + "learning_rate": 1.3176470588235294e-05, + "loss": 4.2327, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 37.67782211303711, + "learning_rate": 1.4647058823529412e-05, + "loss": 3.9698, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 61.88898849487305, + "learning_rate": 1.6117647058823533e-05, + "loss": 3.7465, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 72.3878402709961, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.6656, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 55.09744644165039, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.5177, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6135181975736569, + "eval_loss": 0.9087700843811035, + "eval_macro_f1": 0.5934470300166094, + "eval_runtime": 1.0706, + "eval_samples_per_second": 538.965, + "eval_steps_per_second": 34.561, + "eval_weighted_f1": 0.594496699253476, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 115.45691680908203, + "learning_rate": 1.9941176470588238e-05, + "loss": 3.1634, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 80.99375915527344, + "learning_rate": 1.977777777777778e-05, + "loss": 3.0615, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 61.16749954223633, + "learning_rate": 1.961437908496732e-05, + "loss": 2.8912, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 120.08377838134766, + "learning_rate": 1.9450980392156864e-05, + "loss": 2.7235, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 77.1905517578125, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.8213, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 126.08329772949219, + "learning_rate": 1.912418300653595e-05, + "loss": 2.8822, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 80.24711608886719, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.646, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7538994800693241, + "eval_loss": 0.6100653409957886, + "eval_macro_f1": 0.7526189084129884, + "eval_runtime": 1.0213, + "eval_samples_per_second": 564.987, + "eval_steps_per_second": 36.23, + "eval_weighted_f1": 0.7532555237013138, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 58.31144332885742, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.1829, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 184.13291931152344, + "learning_rate": 1.8633986928104578e-05, + "loss": 2.1542, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 58.509742736816406, + "learning_rate": 1.847058823529412e-05, + "loss": 2.0476, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 59.70834732055664, + "learning_rate": 1.830718954248366e-05, + "loss": 1.9286, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 115.51705169677734, + "learning_rate": 1.8143790849673203e-05, + "loss": 2.0624, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 48.677852630615234, + "learning_rate": 1.7980392156862746e-05, + "loss": 2.2559, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 63.84892654418945, + "learning_rate": 1.781699346405229e-05, + "loss": 1.9099, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7538994800693241, + "eval_loss": 0.575660228729248, + "eval_macro_f1": 0.754685588981201, + "eval_runtime": 0.9649, + "eval_samples_per_second": 598.003, + "eval_steps_per_second": 38.347, + "eval_weighted_f1": 0.7543736777629534, + "step": 680 + }, + { + "epoch": 4.117820324005891, + "grad_norm": 67.9986572265625, + "learning_rate": 1.7653594771241832e-05, + "loss": 1.5659, + "step": 700 + }, + { + "epoch": 4.265095729013255, + "grad_norm": 35.64429473876953, + "learning_rate": 1.7490196078431375e-05, + "loss": 1.4999, + "step": 725 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 46.30458450317383, + "learning_rate": 1.7326797385620918e-05, + "loss": 1.4464, + "step": 750 + }, + { + "epoch": 4.559646539027982, + "grad_norm": 56.94316482543945, + "learning_rate": 1.7163398692810457e-05, + "loss": 1.7007, + "step": 775 + }, + { + "epoch": 4.706921944035346, + "grad_norm": 86.9788589477539, + "learning_rate": 1.7e-05, + "loss": 1.8076, + "step": 800 + }, + { + "epoch": 4.8541973490427095, + "grad_norm": 117.18547821044922, + "learning_rate": 1.6836601307189543e-05, + "loss": 1.5497, + "step": 825 + }, + { + "epoch": 5.0, + "grad_norm": 99.05329895019531, + "learning_rate": 1.6673202614379086e-05, + "loss": 1.4097, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8093587521663779, + "eval_loss": 0.5759129524230957, + "eval_macro_f1": 0.8084868888571073, + "eval_runtime": 1.0837, + "eval_samples_per_second": 532.459, + "eval_steps_per_second": 34.144, + "eval_weighted_f1": 0.8087522346849307, + "step": 850 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e357886105235a0b02eca5e27d26fc656757b034 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309/trainer_state.json @@ -0,0 +1,484 @@ +{ + "best_global_step": 1309, + "best_metric": 0.8022767280285049, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1309, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 29.281513214111328, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8114, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 59.98347091674805, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.7488, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 75.17752838134766, + "learning_rate": 3.957219251336899e-06, + "loss": 4.6501, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 48.506004333496094, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4945, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 36.39393997192383, + "learning_rate": 6.631016042780749e-06, + "loss": 4.4889, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 44.99778366088867, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4141, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 25.974674224853516, + "learning_rate": 9.3048128342246e-06, + "loss": 4.1373, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.502865329512894, + "eval_loss": 0.9940678477287292, + "eval_macro_f1": 0.4827324613105479, + "eval_runtime": 1.2643, + "eval_samples_per_second": 552.093, + "eval_steps_per_second": 34.802, + "eval_weighted_f1": 0.4823518211129157, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 39.755611419677734, + "learning_rate": 1.0641711229946525e-05, + "loss": 3.9789, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 43.56026840209961, + "learning_rate": 1.197860962566845e-05, + "loss": 4.0681, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 68.345458984375, + "learning_rate": 1.3315508021390375e-05, + "loss": 3.7332, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 53.01408386230469, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.7337, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 104.67198944091797, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.6234, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 53.28773498535156, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.2488, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 71.7955093383789, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.3253, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6289398280802292, + "eval_loss": 0.8032006025314331, + "eval_macro_f1": 0.6197787175793664, + "eval_runtime": 1.3044, + "eval_samples_per_second": 535.122, + "eval_steps_per_second": 33.733, + "eval_weighted_f1": 0.6188912521288977, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 77.35311889648438, + "learning_rate": 2e-05, + "loss": 3.0176, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 68.9664077758789, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.7897, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 95.22276306152344, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.9037, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 68.25836944580078, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.5701, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 66.936279296875, + "learning_rate": 1.94058229352347e-05, + "loss": 2.8572, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 103.44371032714844, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.5245, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 93.32417297363281, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.4851, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 60.079830169677734, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.6421, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7234957020057307, + "eval_loss": 0.6782273054122925, + "eval_macro_f1": 0.725061906590569, + "eval_runtime": 1.3002, + "eval_samples_per_second": 536.857, + "eval_steps_per_second": 33.842, + "eval_weighted_f1": 0.7254750851560663, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 140.73731994628906, + "learning_rate": 1.88116458704694e-05, + "loss": 2.0946, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 87.32120513916016, + "learning_rate": 1.8663101604278075e-05, + "loss": 2.1193, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 133.22291564941406, + "learning_rate": 1.8514557338086753e-05, + "loss": 2.0772, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 67.78379821777344, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.1113, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 61.903751373291016, + "learning_rate": 1.82174688057041e-05, + "loss": 2.0474, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 76.59821319580078, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.9035, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 117.73973083496094, + "learning_rate": 1.7920380273321453e-05, + "loss": 2.0785, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7363896848137536, + "eval_loss": 0.7158641219139099, + "eval_macro_f1": 0.7331702049443983, + "eval_runtime": 1.3708, + "eval_samples_per_second": 509.183, + "eval_steps_per_second": 32.097, + "eval_weighted_f1": 0.7337389390143804, + "step": 748 + }, + { + "epoch": 4.010723860589812, + "grad_norm": 72.40143585205078, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.8579, + "step": 750 + }, + { + "epoch": 4.144772117962466, + "grad_norm": 139.59547424316406, + "learning_rate": 1.76232917409388e-05, + "loss": 1.5302, + "step": 775 + }, + { + "epoch": 4.278820375335121, + "grad_norm": 109.75325012207031, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.6548, + "step": 800 + }, + { + "epoch": 4.412868632707775, + "grad_norm": 101.13176727294922, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.8644, + "step": 825 + }, + { + "epoch": 4.546916890080429, + "grad_norm": 49.796630859375, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.6193, + "step": 850 + }, + { + "epoch": 4.680965147453083, + "grad_norm": 42.240665435791016, + "learning_rate": 1.70291146761735e-05, + "loss": 1.5649, + "step": 875 + }, + { + "epoch": 4.815013404825737, + "grad_norm": 85.3594970703125, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.5538, + "step": 900 + }, + { + "epoch": 4.949061662198392, + "grad_norm": 39.996116638183594, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.6389, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7664756446991404, + "eval_loss": 0.660065233707428, + "eval_macro_f1": 0.7648830008723442, + "eval_runtime": 1.289, + "eval_samples_per_second": 541.522, + "eval_steps_per_second": 34.136, + "eval_weighted_f1": 0.7646157614590694, + "step": 935 + }, + { + "epoch": 5.080428954423592, + "grad_norm": 110.5958480834961, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.2485, + "step": 950 + }, + { + "epoch": 5.214477211796247, + "grad_norm": 130.0693359375, + "learning_rate": 1.64349376114082e-05, + "loss": 1.3036, + "step": 975 + }, + { + "epoch": 5.348525469168901, + "grad_norm": 103.8629150390625, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.3634, + "step": 1000 + }, + { + "epoch": 5.482573726541555, + "grad_norm": 78.46785736083984, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.4165, + "step": 1025 + }, + { + "epoch": 5.616621983914209, + "grad_norm": 38.86655807495117, + "learning_rate": 1.5989304812834226e-05, + "loss": 1.2888, + "step": 1050 + }, + { + "epoch": 5.750670241286863, + "grad_norm": 45.230594635009766, + "learning_rate": 1.58407605466429e-05, + "loss": 1.3316, + "step": 1075 + }, + { + "epoch": 5.884718498659518, + "grad_norm": 75.42166137695312, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.5447, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7865329512893983, + "eval_loss": 0.657744288444519, + "eval_macro_f1": 0.7867536376124793, + "eval_runtime": 1.4305, + "eval_samples_per_second": 487.956, + "eval_steps_per_second": 30.759, + "eval_weighted_f1": 0.78660310463512, + "step": 1122 + }, + { + "epoch": 6.016085790884718, + "grad_norm": 76.13619995117188, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.2465, + "step": 1125 + }, + { + "epoch": 6.150134048257373, + "grad_norm": 218.21971130371094, + "learning_rate": 1.5395127748068926e-05, + "loss": 1.1703, + "step": 1150 + }, + { + "epoch": 6.2841823056300266, + "grad_norm": 75.07513427734375, + "learning_rate": 1.5246583481877602e-05, + "loss": 1.0209, + "step": 1175 + }, + { + "epoch": 6.418230563002681, + "grad_norm": 157.68907165527344, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.9301, + "step": 1200 + }, + { + "epoch": 6.552278820375335, + "grad_norm": 81.52677917480469, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.9691, + "step": 1225 + }, + { + "epoch": 6.68632707774799, + "grad_norm": 84.4658432006836, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.9939, + "step": 1250 + }, + { + "epoch": 6.8203753351206435, + "grad_norm": 83.33372497558594, + "learning_rate": 1.4652406417112302e-05, + "loss": 1.2185, + "step": 1275 + }, + { + "epoch": 6.954423592493297, + "grad_norm": 40.27609634399414, + "learning_rate": 1.4503862150920976e-05, + "loss": 1.2422, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8037249283667621, + "eval_loss": 0.6337481141090393, + "eval_macro_f1": 0.8022767280285049, + "eval_runtime": 1.3458, + "eval_samples_per_second": 518.669, + "eval_steps_per_second": 32.695, + "eval_weighted_f1": 0.8020515895851345, + "step": 1309 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..03873d83e9a3e5b574820f4e5a158fe0944b150a --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1870/trainer_state.json @@ -0,0 +1,671 @@ +{ + "best_global_step": 1309, + "best_metric": 0.8022767280285049, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s42-20260902T121522Z-27bda108/trainer/checkpoint-1309", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1870, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 29.281513214111328, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8114, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 59.98347091674805, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.7488, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 75.17752838134766, + "learning_rate": 3.957219251336899e-06, + "loss": 4.6501, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 48.506004333496094, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4945, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 36.39393997192383, + "learning_rate": 6.631016042780749e-06, + "loss": 4.4889, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 44.99778366088867, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4141, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 25.974674224853516, + "learning_rate": 9.3048128342246e-06, + "loss": 4.1373, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.502865329512894, + "eval_loss": 0.9940678477287292, + "eval_macro_f1": 0.4827324613105479, + "eval_runtime": 1.2643, + "eval_samples_per_second": 552.093, + "eval_steps_per_second": 34.802, + "eval_weighted_f1": 0.4823518211129157, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 39.755611419677734, + "learning_rate": 1.0641711229946525e-05, + "loss": 3.9789, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 43.56026840209961, + "learning_rate": 1.197860962566845e-05, + "loss": 4.0681, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 68.345458984375, + "learning_rate": 1.3315508021390375e-05, + "loss": 3.7332, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 53.01408386230469, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.7337, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 104.67198944091797, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.6234, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 53.28773498535156, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.2488, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 71.7955093383789, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.3253, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6289398280802292, + "eval_loss": 0.8032006025314331, + "eval_macro_f1": 0.6197787175793664, + "eval_runtime": 1.3044, + "eval_samples_per_second": 535.122, + "eval_steps_per_second": 33.733, + "eval_weighted_f1": 0.6188912521288977, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 77.35311889648438, + "learning_rate": 2e-05, + "loss": 3.0176, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 68.9664077758789, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.7897, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 95.22276306152344, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.9037, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 68.25836944580078, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.5701, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 66.936279296875, + "learning_rate": 1.94058229352347e-05, + "loss": 2.8572, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 103.44371032714844, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.5245, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 93.32417297363281, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.4851, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 60.079830169677734, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.6421, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7234957020057307, + "eval_loss": 0.6782273054122925, + "eval_macro_f1": 0.725061906590569, + "eval_runtime": 1.3002, + "eval_samples_per_second": 536.857, + "eval_steps_per_second": 33.842, + "eval_weighted_f1": 0.7254750851560663, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 140.73731994628906, + "learning_rate": 1.88116458704694e-05, + "loss": 2.0946, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 87.32120513916016, + "learning_rate": 1.8663101604278075e-05, + "loss": 2.1193, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 133.22291564941406, + "learning_rate": 1.8514557338086753e-05, + "loss": 2.0772, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 67.78379821777344, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.1113, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 61.903751373291016, + "learning_rate": 1.82174688057041e-05, + "loss": 2.0474, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 76.59821319580078, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.9035, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 117.73973083496094, + "learning_rate": 1.7920380273321453e-05, + "loss": 2.0785, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7363896848137536, + "eval_loss": 0.7158641219139099, + "eval_macro_f1": 0.7331702049443983, + "eval_runtime": 1.3708, + "eval_samples_per_second": 509.183, + "eval_steps_per_second": 32.097, + "eval_weighted_f1": 0.7337389390143804, + "step": 748 + }, + { + "epoch": 4.010723860589812, + "grad_norm": 72.40143585205078, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.8579, + "step": 750 + }, + { + "epoch": 4.144772117962466, + "grad_norm": 139.59547424316406, + "learning_rate": 1.76232917409388e-05, + "loss": 1.5302, + "step": 775 + }, + { + "epoch": 4.278820375335121, + "grad_norm": 109.75325012207031, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.6548, + "step": 800 + }, + { + "epoch": 4.412868632707775, + "grad_norm": 101.13176727294922, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.8644, + "step": 825 + }, + { + "epoch": 4.546916890080429, + "grad_norm": 49.796630859375, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.6193, + "step": 850 + }, + { + "epoch": 4.680965147453083, + "grad_norm": 42.240665435791016, + "learning_rate": 1.70291146761735e-05, + "loss": 1.5649, + "step": 875 + }, + { + "epoch": 4.815013404825737, + "grad_norm": 85.3594970703125, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.5538, + "step": 900 + }, + { + "epoch": 4.949061662198392, + "grad_norm": 39.996116638183594, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.6389, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7664756446991404, + "eval_loss": 0.660065233707428, + "eval_macro_f1": 0.7648830008723442, + "eval_runtime": 1.289, + "eval_samples_per_second": 541.522, + "eval_steps_per_second": 34.136, + "eval_weighted_f1": 0.7646157614590694, + "step": 935 + }, + { + "epoch": 5.080428954423592, + "grad_norm": 110.5958480834961, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.2485, + "step": 950 + }, + { + "epoch": 5.214477211796247, + "grad_norm": 130.0693359375, + "learning_rate": 1.64349376114082e-05, + "loss": 1.3036, + "step": 975 + }, + { + "epoch": 5.348525469168901, + "grad_norm": 103.8629150390625, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.3634, + "step": 1000 + }, + { + "epoch": 5.482573726541555, + "grad_norm": 78.46785736083984, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.4165, + "step": 1025 + }, + { + "epoch": 5.616621983914209, + "grad_norm": 38.86655807495117, + "learning_rate": 1.5989304812834226e-05, + "loss": 1.2888, + "step": 1050 + }, + { + "epoch": 5.750670241286863, + "grad_norm": 45.230594635009766, + "learning_rate": 1.58407605466429e-05, + "loss": 1.3316, + "step": 1075 + }, + { + "epoch": 5.884718498659518, + "grad_norm": 75.42166137695312, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.5447, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7865329512893983, + "eval_loss": 0.657744288444519, + "eval_macro_f1": 0.7867536376124793, + "eval_runtime": 1.4305, + "eval_samples_per_second": 487.956, + "eval_steps_per_second": 30.759, + "eval_weighted_f1": 0.78660310463512, + "step": 1122 + }, + { + "epoch": 6.016085790884718, + "grad_norm": 76.13619995117188, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.2465, + "step": 1125 + }, + { + "epoch": 6.150134048257373, + "grad_norm": 218.21971130371094, + "learning_rate": 1.5395127748068926e-05, + "loss": 1.1703, + "step": 1150 + }, + { + "epoch": 6.2841823056300266, + "grad_norm": 75.07513427734375, + "learning_rate": 1.5246583481877602e-05, + "loss": 1.0209, + "step": 1175 + }, + { + "epoch": 6.418230563002681, + "grad_norm": 157.68907165527344, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.9301, + "step": 1200 + }, + { + "epoch": 6.552278820375335, + "grad_norm": 81.52677917480469, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.9691, + "step": 1225 + }, + { + "epoch": 6.68632707774799, + "grad_norm": 84.4658432006836, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.9939, + "step": 1250 + }, + { + "epoch": 6.8203753351206435, + "grad_norm": 83.33372497558594, + "learning_rate": 1.4652406417112302e-05, + "loss": 1.2185, + "step": 1275 + }, + { + "epoch": 6.954423592493297, + "grad_norm": 40.27609634399414, + "learning_rate": 1.4503862150920976e-05, + "loss": 1.2422, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8037249283667621, + "eval_loss": 0.6337481141090393, + "eval_macro_f1": 0.8022767280285049, + "eval_runtime": 1.3458, + "eval_samples_per_second": 518.669, + "eval_steps_per_second": 32.695, + "eval_weighted_f1": 0.8020515895851345, + "step": 1309 + }, + { + "epoch": 7.085790884718499, + "grad_norm": 29.40216636657715, + "learning_rate": 1.4355317884729652e-05, + "loss": 0.714, + "step": 1325 + }, + { + "epoch": 7.2198391420911525, + "grad_norm": 86.73770141601562, + "learning_rate": 1.4206773618538326e-05, + "loss": 0.9332, + "step": 1350 + }, + { + "epoch": 7.353887399463807, + "grad_norm": 76.90884399414062, + "learning_rate": 1.4058229352347002e-05, + "loss": 0.7519, + "step": 1375 + }, + { + "epoch": 7.487935656836461, + "grad_norm": 104.052978515625, + "learning_rate": 1.3909685086155676e-05, + "loss": 0.6791, + "step": 1400 + }, + { + "epoch": 7.621983914209116, + "grad_norm": 247.49713134765625, + "learning_rate": 1.3761140819964351e-05, + "loss": 0.7843, + "step": 1425 + }, + { + "epoch": 7.7560321715817695, + "grad_norm": 113.33744049072266, + "learning_rate": 1.3612596553773026e-05, + "loss": 0.7717, + "step": 1450 + }, + { + "epoch": 7.890080428954423, + "grad_norm": 94.12635803222656, + "learning_rate": 1.3464052287581701e-05, + "loss": 0.7697, + "step": 1475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7994269340974212, + "eval_loss": 0.7477709054946899, + "eval_macro_f1": 0.7991499462325798, + "eval_runtime": 1.2724, + "eval_samples_per_second": 548.549, + "eval_steps_per_second": 34.579, + "eval_weighted_f1": 0.7992252148587604, + "step": 1496 + }, + { + "epoch": 8.021447721179625, + "grad_norm": 31.764142990112305, + "learning_rate": 1.3315508021390375e-05, + "loss": 0.7407, + "step": 1500 + }, + { + "epoch": 8.15549597855228, + "grad_norm": 30.89937400817871, + "learning_rate": 1.3166963755199051e-05, + "loss": 0.5465, + "step": 1525 + }, + { + "epoch": 8.289544235924932, + "grad_norm": 8.854333877563477, + "learning_rate": 1.3018419489007725e-05, + "loss": 0.368, + "step": 1550 + }, + { + "epoch": 8.423592493297587, + "grad_norm": 94.52632904052734, + "learning_rate": 1.2869875222816401e-05, + "loss": 0.5994, + "step": 1575 + }, + { + "epoch": 8.557640750670242, + "grad_norm": 175.54859924316406, + "learning_rate": 1.2721330956625075e-05, + "loss": 0.5175, + "step": 1600 + }, + { + "epoch": 8.691689008042896, + "grad_norm": 30.77627944946289, + "learning_rate": 1.257278669043375e-05, + "loss": 0.5298, + "step": 1625 + }, + { + "epoch": 8.82573726541555, + "grad_norm": 83.26160430908203, + "learning_rate": 1.2424242424242425e-05, + "loss": 0.6889, + "step": 1650 + }, + { + "epoch": 8.959785522788204, + "grad_norm": 159.4208984375, + "learning_rate": 1.22756981580511e-05, + "loss": 0.5238, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7822349570200573, + "eval_loss": 1.0341640710830688, + "eval_macro_f1": 0.7787004920759566, + "eval_runtime": 1.2759, + "eval_samples_per_second": 547.076, + "eval_steps_per_second": 34.486, + "eval_weighted_f1": 0.7790311166894477, + "step": 1683 + }, + { + "epoch": 9.091152815013405, + "grad_norm": 84.85478973388672, + "learning_rate": 1.2127153891859775e-05, + "loss": 0.3957, + "step": 1700 + }, + { + "epoch": 9.225201072386058, + "grad_norm": 6.862239837646484, + "learning_rate": 1.197860962566845e-05, + "loss": 0.438, + "step": 1725 + }, + { + "epoch": 9.359249329758713, + "grad_norm": 203.6702880859375, + "learning_rate": 1.1830065359477125e-05, + "loss": 0.4978, + "step": 1750 + }, + { + "epoch": 9.493297587131368, + "grad_norm": 114.26512908935547, + "learning_rate": 1.1681521093285799e-05, + "loss": 0.5868, + "step": 1775 + }, + { + "epoch": 9.62734584450402, + "grad_norm": 98.17105102539062, + "learning_rate": 1.1532976827094475e-05, + "loss": 0.4875, + "step": 1800 + }, + { + "epoch": 9.761394101876675, + "grad_norm": 169.3097686767578, + "learning_rate": 1.1384432560903149e-05, + "loss": 0.4826, + "step": 1825 + }, + { + "epoch": 9.89544235924933, + "grad_norm": 97.1837387084961, + "learning_rate": 1.1235888294711825e-05, + "loss": 0.4145, + "step": 1850 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7879656160458453, + "eval_loss": 1.1086889505386353, + "eval_macro_f1": 0.7874046707617438, + "eval_runtime": 1.3085, + "eval_samples_per_second": 533.438, + "eval_steps_per_second": 33.626, + "eval_weighted_f1": 0.7871263344265272, + "step": 1870 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..93bf423ddeb34c902904ba215909ad1448908954 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870/trainer_state.json @@ -0,0 +1,671 @@ +{ + "best_global_step": 1870, + "best_metric": 0.8164242467756931, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1870, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 25.7055721282959, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8731, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 16.5731143951416, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.7767, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 52.792442321777344, + "learning_rate": 3.957219251336899e-06, + "loss": 4.6664, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 71.38475036621094, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4875, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 22.995418548583984, + "learning_rate": 6.631016042780749e-06, + "loss": 4.5528, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 28.0607852935791, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4165, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 35.78316879272461, + "learning_rate": 9.3048128342246e-06, + "loss": 4.4273, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3624641833810888, + "eval_loss": 1.100695013999939, + "eval_macro_f1": 0.2573896785972373, + "eval_runtime": 1.0989, + "eval_samples_per_second": 635.196, + "eval_steps_per_second": 40.041, + "eval_weighted_f1": 0.25860293219397934, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 52.65797424316406, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.3064, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 40.76892852783203, + "learning_rate": 1.197860962566845e-05, + "loss": 4.4363, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 48.977195739746094, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.2488, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 601.3190307617188, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.9493, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 68.2310562133789, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.9607, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 94.7429428100586, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.5397, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 73.9454116821289, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.4436, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.670487106017192, + "eval_loss": 0.7623462677001953, + "eval_macro_f1": 0.662912788938353, + "eval_runtime": 1.1651, + "eval_samples_per_second": 599.087, + "eval_steps_per_second": 37.765, + "eval_weighted_f1": 0.6638216962660398, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 278.478515625, + "learning_rate": 2e-05, + "loss": 3.4912, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 83.36296081542969, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.7499, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 85.0262222290039, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.809, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 92.68975067138672, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.9027, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 138.4903106689453, + "learning_rate": 1.94058229352347e-05, + "loss": 2.7443, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 95.24191284179688, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.6475, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 74.5732192993164, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.4562, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 59.60552978515625, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.3865, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7449856733524355, + "eval_loss": 0.6335007548332214, + "eval_macro_f1": 0.7352585156266137, + "eval_runtime": 1.1779, + "eval_samples_per_second": 592.58, + "eval_steps_per_second": 37.355, + "eval_weighted_f1": 0.7363850326706515, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 77.19711303710938, + "learning_rate": 1.88116458704694e-05, + "loss": 1.9627, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 137.5076904296875, + "learning_rate": 1.8663101604278075e-05, + "loss": 1.9973, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 57.97422409057617, + "learning_rate": 1.8514557338086753e-05, + "loss": 2.0885, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 63.50180435180664, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.128, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 73.23812103271484, + "learning_rate": 1.82174688057041e-05, + "loss": 1.8978, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 110.45259857177734, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.8835, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 97.38143157958984, + "learning_rate": 1.7920380273321453e-05, + "loss": 2.0232, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7808022922636103, + "eval_loss": 0.5858315229415894, + "eval_macro_f1": 0.781329053319794, + "eval_runtime": 1.1968, + "eval_samples_per_second": 583.214, + "eval_steps_per_second": 36.764, + "eval_weighted_f1": 0.7811935549917085, + "step": 748 + }, + { + "epoch": 4.010723860589812, + "grad_norm": 116.0899887084961, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.7469, + "step": 750 + }, + { + "epoch": 4.144772117962466, + "grad_norm": 94.98387145996094, + "learning_rate": 1.76232917409388e-05, + "loss": 1.6184, + "step": 775 + }, + { + "epoch": 4.278820375335121, + "grad_norm": 103.21923828125, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.547, + "step": 800 + }, + { + "epoch": 4.412868632707775, + "grad_norm": 123.04308319091797, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.4037, + "step": 825 + }, + { + "epoch": 4.546916890080429, + "grad_norm": 54.97433090209961, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.3731, + "step": 850 + }, + { + "epoch": 4.680965147453083, + "grad_norm": 104.17586517333984, + "learning_rate": 1.70291146761735e-05, + "loss": 1.3983, + "step": 875 + }, + { + "epoch": 4.815013404825737, + "grad_norm": 67.76516723632812, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.4682, + "step": 900 + }, + { + "epoch": 4.949061662198392, + "grad_norm": 78.77153778076172, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.6974, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7808022922636103, + "eval_loss": 0.6153590083122253, + "eval_macro_f1": 0.7798689752319784, + "eval_runtime": 1.1858, + "eval_samples_per_second": 588.623, + "eval_steps_per_second": 37.105, + "eval_weighted_f1": 0.7797030173171305, + "step": 935 + }, + { + "epoch": 5.080428954423592, + "grad_norm": 77.88951110839844, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.2479, + "step": 950 + }, + { + "epoch": 5.214477211796247, + "grad_norm": 124.28929138183594, + "learning_rate": 1.64349376114082e-05, + "loss": 1.2771, + "step": 975 + }, + { + "epoch": 5.348525469168901, + "grad_norm": 85.97676849365234, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.2542, + "step": 1000 + }, + { + "epoch": 5.482573726541555, + "grad_norm": 74.42821502685547, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.1178, + "step": 1025 + }, + { + "epoch": 5.616621983914209, + "grad_norm": 92.93133544921875, + "learning_rate": 1.5989304812834226e-05, + "loss": 0.9631, + "step": 1050 + }, + { + "epoch": 5.750670241286863, + "grad_norm": 53.97079849243164, + "learning_rate": 1.58407605466429e-05, + "loss": 1.1063, + "step": 1075 + }, + { + "epoch": 5.884718498659518, + "grad_norm": 61.03675842285156, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.2819, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7951289398280802, + "eval_loss": 0.6276553869247437, + "eval_macro_f1": 0.7927498701545709, + "eval_runtime": 1.2094, + "eval_samples_per_second": 577.137, + "eval_steps_per_second": 36.381, + "eval_weighted_f1": 0.7932524939031494, + "step": 1122 + }, + { + "epoch": 6.016085790884718, + "grad_norm": 168.02230834960938, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.1789, + "step": 1125 + }, + { + "epoch": 6.150134048257373, + "grad_norm": 95.22645568847656, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.7826, + "step": 1150 + }, + { + "epoch": 6.2841823056300266, + "grad_norm": 105.06719207763672, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.7491, + "step": 1175 + }, + { + "epoch": 6.418230563002681, + "grad_norm": 78.97639465332031, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.8674, + "step": 1200 + }, + { + "epoch": 6.552278820375335, + "grad_norm": 21.54022216796875, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.7784, + "step": 1225 + }, + { + "epoch": 6.68632707774799, + "grad_norm": 79.96509552001953, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.8783, + "step": 1250 + }, + { + "epoch": 6.8203753351206435, + "grad_norm": 58.407630920410156, + "learning_rate": 1.4652406417112302e-05, + "loss": 0.9036, + "step": 1275 + }, + { + "epoch": 6.954423592493297, + "grad_norm": 27.836915969848633, + "learning_rate": 1.4503862150920976e-05, + "loss": 0.7123, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7965616045845272, + "eval_loss": 0.774162769317627, + "eval_macro_f1": 0.7965634470133985, + "eval_runtime": 1.1588, + "eval_samples_per_second": 602.325, + "eval_steps_per_second": 37.969, + "eval_weighted_f1": 0.7963369693094106, + "step": 1309 + }, + { + "epoch": 7.085790884718499, + "grad_norm": 47.60231018066406, + "learning_rate": 1.4355317884729652e-05, + "loss": 0.5169, + "step": 1325 + }, + { + "epoch": 7.2198391420911525, + "grad_norm": 77.9305648803711, + "learning_rate": 1.4206773618538326e-05, + "loss": 0.5601, + "step": 1350 + }, + { + "epoch": 7.353887399463807, + "grad_norm": 14.70849609375, + "learning_rate": 1.4058229352347002e-05, + "loss": 0.5041, + "step": 1375 + }, + { + "epoch": 7.487935656836461, + "grad_norm": 145.93499755859375, + "learning_rate": 1.3909685086155676e-05, + "loss": 0.5832, + "step": 1400 + }, + { + "epoch": 7.621983914209116, + "grad_norm": 51.619232177734375, + "learning_rate": 1.3761140819964351e-05, + "loss": 0.6998, + "step": 1425 + }, + { + "epoch": 7.7560321715817695, + "grad_norm": 53.03120040893555, + "learning_rate": 1.3612596553773026e-05, + "loss": 0.5353, + "step": 1450 + }, + { + "epoch": 7.890080428954423, + "grad_norm": 76.70182037353516, + "learning_rate": 1.3464052287581701e-05, + "loss": 0.5286, + "step": 1475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7893982808022922, + "eval_loss": 0.8307614326477051, + "eval_macro_f1": 0.7875438085836578, + "eval_runtime": 1.1513, + "eval_samples_per_second": 606.274, + "eval_steps_per_second": 38.218, + "eval_weighted_f1": 0.7873485122154056, + "step": 1496 + }, + { + "epoch": 8.021447721179625, + "grad_norm": 102.21366882324219, + "learning_rate": 1.3315508021390375e-05, + "loss": 0.5985, + "step": 1500 + }, + { + "epoch": 8.15549597855228, + "grad_norm": 36.81293487548828, + "learning_rate": 1.3166963755199051e-05, + "loss": 0.2242, + "step": 1525 + }, + { + "epoch": 8.289544235924932, + "grad_norm": 158.4669647216797, + "learning_rate": 1.3018419489007725e-05, + "loss": 0.4157, + "step": 1550 + }, + { + "epoch": 8.423592493297587, + "grad_norm": 101.5058364868164, + "learning_rate": 1.2869875222816401e-05, + "loss": 0.445, + "step": 1575 + }, + { + "epoch": 8.557640750670242, + "grad_norm": 15.114754676818848, + "learning_rate": 1.2721330956625075e-05, + "loss": 0.3801, + "step": 1600 + }, + { + "epoch": 8.691689008042896, + "grad_norm": 128.91015625, + "learning_rate": 1.257278669043375e-05, + "loss": 0.4361, + "step": 1625 + }, + { + "epoch": 8.82573726541555, + "grad_norm": 238.24099731445312, + "learning_rate": 1.2424242424242425e-05, + "loss": 0.5503, + "step": 1650 + }, + { + "epoch": 8.959785522788204, + "grad_norm": 76.23374938964844, + "learning_rate": 1.22756981580511e-05, + "loss": 0.5668, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8008595988538681, + "eval_loss": 0.8560641407966614, + "eval_macro_f1": 0.8001067762664396, + "eval_runtime": 1.1226, + "eval_samples_per_second": 621.794, + "eval_steps_per_second": 39.196, + "eval_weighted_f1": 0.8002527482131467, + "step": 1683 + }, + { + "epoch": 9.091152815013405, + "grad_norm": 36.79991912841797, + "learning_rate": 1.2127153891859775e-05, + "loss": 0.2659, + "step": 1700 + }, + { + "epoch": 9.225201072386058, + "grad_norm": 2.090384006500244, + "learning_rate": 1.197860962566845e-05, + "loss": 0.2284, + "step": 1725 + }, + { + "epoch": 9.359249329758713, + "grad_norm": 0.4495856761932373, + "learning_rate": 1.1830065359477125e-05, + "loss": 0.3753, + "step": 1750 + }, + { + "epoch": 9.493297587131368, + "grad_norm": 77.52838134765625, + "learning_rate": 1.1681521093285799e-05, + "loss": 0.3342, + "step": 1775 + }, + { + "epoch": 9.62734584450402, + "grad_norm": 51.22651290893555, + "learning_rate": 1.1532976827094475e-05, + "loss": 0.5109, + "step": 1800 + }, + { + "epoch": 9.761394101876675, + "grad_norm": 129.91110229492188, + "learning_rate": 1.1384432560903149e-05, + "loss": 0.4586, + "step": 1825 + }, + { + "epoch": 9.89544235924933, + "grad_norm": 1.4788188934326172, + "learning_rate": 1.1235888294711825e-05, + "loss": 0.3375, + "step": 1850 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8166189111747851, + "eval_loss": 1.3248950242996216, + "eval_macro_f1": 0.8164242467756931, + "eval_runtime": 1.1292, + "eval_samples_per_second": 618.13, + "eval_steps_per_second": 38.965, + "eval_weighted_f1": 0.8161397107860111, + "step": 1870 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..172b2a2f35010d1bf5296b76bda328d6a684c993 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-2431/trainer_state.json @@ -0,0 +1,865 @@ +{ + "best_global_step": 1870, + "best_metric": 0.8164242467756931, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s44-20260902T152023Z-53ad853a/trainer/checkpoint-1870", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 2431, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 25.7055721282959, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8731, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 16.5731143951416, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.7767, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 52.792442321777344, + "learning_rate": 3.957219251336899e-06, + "loss": 4.6664, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 71.38475036621094, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4875, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 22.995418548583984, + "learning_rate": 6.631016042780749e-06, + "loss": 4.5528, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 28.0607852935791, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4165, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 35.78316879272461, + "learning_rate": 9.3048128342246e-06, + "loss": 4.4273, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3624641833810888, + "eval_loss": 1.100695013999939, + "eval_macro_f1": 0.2573896785972373, + "eval_runtime": 1.0989, + "eval_samples_per_second": 635.196, + "eval_steps_per_second": 40.041, + "eval_weighted_f1": 0.25860293219397934, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 52.65797424316406, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.3064, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 40.76892852783203, + "learning_rate": 1.197860962566845e-05, + "loss": 4.4363, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 48.977195739746094, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.2488, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 601.3190307617188, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.9493, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 68.2310562133789, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.9607, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 94.7429428100586, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.5397, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 73.9454116821289, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.4436, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.670487106017192, + "eval_loss": 0.7623462677001953, + "eval_macro_f1": 0.662912788938353, + "eval_runtime": 1.1651, + "eval_samples_per_second": 599.087, + "eval_steps_per_second": 37.765, + "eval_weighted_f1": 0.6638216962660398, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 278.478515625, + "learning_rate": 2e-05, + "loss": 3.4912, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 83.36296081542969, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.7499, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 85.0262222290039, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.809, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 92.68975067138672, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.9027, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 138.4903106689453, + "learning_rate": 1.94058229352347e-05, + "loss": 2.7443, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 95.24191284179688, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.6475, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 74.5732192993164, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.4562, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 59.60552978515625, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.3865, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7449856733524355, + "eval_loss": 0.6335007548332214, + "eval_macro_f1": 0.7352585156266137, + "eval_runtime": 1.1779, + "eval_samples_per_second": 592.58, + "eval_steps_per_second": 37.355, + "eval_weighted_f1": 0.7363850326706515, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 77.19711303710938, + "learning_rate": 1.88116458704694e-05, + "loss": 1.9627, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 137.5076904296875, + "learning_rate": 1.8663101604278075e-05, + "loss": 1.9973, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 57.97422409057617, + "learning_rate": 1.8514557338086753e-05, + "loss": 2.0885, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 63.50180435180664, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.128, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 73.23812103271484, + "learning_rate": 1.82174688057041e-05, + "loss": 1.8978, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 110.45259857177734, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.8835, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 97.38143157958984, + "learning_rate": 1.7920380273321453e-05, + "loss": 2.0232, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7808022922636103, + "eval_loss": 0.5858315229415894, + "eval_macro_f1": 0.781329053319794, + "eval_runtime": 1.1968, + "eval_samples_per_second": 583.214, + "eval_steps_per_second": 36.764, + "eval_weighted_f1": 0.7811935549917085, + "step": 748 + }, + { + "epoch": 4.010723860589812, + "grad_norm": 116.0899887084961, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.7469, + "step": 750 + }, + { + "epoch": 4.144772117962466, + "grad_norm": 94.98387145996094, + "learning_rate": 1.76232917409388e-05, + "loss": 1.6184, + "step": 775 + }, + { + "epoch": 4.278820375335121, + "grad_norm": 103.21923828125, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.547, + "step": 800 + }, + { + "epoch": 4.412868632707775, + "grad_norm": 123.04308319091797, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.4037, + "step": 825 + }, + { + "epoch": 4.546916890080429, + "grad_norm": 54.97433090209961, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.3731, + "step": 850 + }, + { + "epoch": 4.680965147453083, + "grad_norm": 104.17586517333984, + "learning_rate": 1.70291146761735e-05, + "loss": 1.3983, + "step": 875 + }, + { + "epoch": 4.815013404825737, + "grad_norm": 67.76516723632812, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.4682, + "step": 900 + }, + { + "epoch": 4.949061662198392, + "grad_norm": 78.77153778076172, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.6974, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7808022922636103, + "eval_loss": 0.6153590083122253, + "eval_macro_f1": 0.7798689752319784, + "eval_runtime": 1.1858, + "eval_samples_per_second": 588.623, + "eval_steps_per_second": 37.105, + "eval_weighted_f1": 0.7797030173171305, + "step": 935 + }, + { + "epoch": 5.080428954423592, + "grad_norm": 77.88951110839844, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.2479, + "step": 950 + }, + { + "epoch": 5.214477211796247, + "grad_norm": 124.28929138183594, + "learning_rate": 1.64349376114082e-05, + "loss": 1.2771, + "step": 975 + }, + { + "epoch": 5.348525469168901, + "grad_norm": 85.97676849365234, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.2542, + "step": 1000 + }, + { + "epoch": 5.482573726541555, + "grad_norm": 74.42821502685547, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.1178, + "step": 1025 + }, + { + "epoch": 5.616621983914209, + "grad_norm": 92.93133544921875, + "learning_rate": 1.5989304812834226e-05, + "loss": 0.9631, + "step": 1050 + }, + { + "epoch": 5.750670241286863, + "grad_norm": 53.97079849243164, + "learning_rate": 1.58407605466429e-05, + "loss": 1.1063, + "step": 1075 + }, + { + "epoch": 5.884718498659518, + "grad_norm": 61.03675842285156, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.2819, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7951289398280802, + "eval_loss": 0.6276553869247437, + "eval_macro_f1": 0.7927498701545709, + "eval_runtime": 1.2094, + "eval_samples_per_second": 577.137, + "eval_steps_per_second": 36.381, + "eval_weighted_f1": 0.7932524939031494, + "step": 1122 + }, + { + "epoch": 6.016085790884718, + "grad_norm": 168.02230834960938, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.1789, + "step": 1125 + }, + { + "epoch": 6.150134048257373, + "grad_norm": 95.22645568847656, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.7826, + "step": 1150 + }, + { + "epoch": 6.2841823056300266, + "grad_norm": 105.06719207763672, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.7491, + "step": 1175 + }, + { + "epoch": 6.418230563002681, + "grad_norm": 78.97639465332031, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.8674, + "step": 1200 + }, + { + "epoch": 6.552278820375335, + "grad_norm": 21.54022216796875, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.7784, + "step": 1225 + }, + { + "epoch": 6.68632707774799, + "grad_norm": 79.96509552001953, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.8783, + "step": 1250 + }, + { + "epoch": 6.8203753351206435, + "grad_norm": 58.407630920410156, + "learning_rate": 1.4652406417112302e-05, + "loss": 0.9036, + "step": 1275 + }, + { + "epoch": 6.954423592493297, + "grad_norm": 27.836915969848633, + "learning_rate": 1.4503862150920976e-05, + "loss": 0.7123, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7965616045845272, + "eval_loss": 0.774162769317627, + "eval_macro_f1": 0.7965634470133985, + "eval_runtime": 1.1588, + "eval_samples_per_second": 602.325, + "eval_steps_per_second": 37.969, + "eval_weighted_f1": 0.7963369693094106, + "step": 1309 + }, + { + "epoch": 7.085790884718499, + "grad_norm": 47.60231018066406, + "learning_rate": 1.4355317884729652e-05, + "loss": 0.5169, + "step": 1325 + }, + { + "epoch": 7.2198391420911525, + "grad_norm": 77.9305648803711, + "learning_rate": 1.4206773618538326e-05, + "loss": 0.5601, + "step": 1350 + }, + { + "epoch": 7.353887399463807, + "grad_norm": 14.70849609375, + "learning_rate": 1.4058229352347002e-05, + "loss": 0.5041, + "step": 1375 + }, + { + "epoch": 7.487935656836461, + "grad_norm": 145.93499755859375, + "learning_rate": 1.3909685086155676e-05, + "loss": 0.5832, + "step": 1400 + }, + { + "epoch": 7.621983914209116, + "grad_norm": 51.619232177734375, + "learning_rate": 1.3761140819964351e-05, + "loss": 0.6998, + "step": 1425 + }, + { + "epoch": 7.7560321715817695, + "grad_norm": 53.03120040893555, + "learning_rate": 1.3612596553773026e-05, + "loss": 0.5353, + "step": 1450 + }, + { + "epoch": 7.890080428954423, + "grad_norm": 76.70182037353516, + "learning_rate": 1.3464052287581701e-05, + "loss": 0.5286, + "step": 1475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7893982808022922, + "eval_loss": 0.8307614326477051, + "eval_macro_f1": 0.7875438085836578, + "eval_runtime": 1.1513, + "eval_samples_per_second": 606.274, + "eval_steps_per_second": 38.218, + "eval_weighted_f1": 0.7873485122154056, + "step": 1496 + }, + { + "epoch": 8.021447721179625, + "grad_norm": 102.21366882324219, + "learning_rate": 1.3315508021390375e-05, + "loss": 0.5985, + "step": 1500 + }, + { + "epoch": 8.15549597855228, + "grad_norm": 36.81293487548828, + "learning_rate": 1.3166963755199051e-05, + "loss": 0.2242, + "step": 1525 + }, + { + "epoch": 8.289544235924932, + "grad_norm": 158.4669647216797, + "learning_rate": 1.3018419489007725e-05, + "loss": 0.4157, + "step": 1550 + }, + { + "epoch": 8.423592493297587, + "grad_norm": 101.5058364868164, + "learning_rate": 1.2869875222816401e-05, + "loss": 0.445, + "step": 1575 + }, + { + "epoch": 8.557640750670242, + "grad_norm": 15.114754676818848, + "learning_rate": 1.2721330956625075e-05, + "loss": 0.3801, + "step": 1600 + }, + { + "epoch": 8.691689008042896, + "grad_norm": 128.91015625, + "learning_rate": 1.257278669043375e-05, + "loss": 0.4361, + "step": 1625 + }, + { + "epoch": 8.82573726541555, + "grad_norm": 238.24099731445312, + "learning_rate": 1.2424242424242425e-05, + "loss": 0.5503, + "step": 1650 + }, + { + "epoch": 8.959785522788204, + "grad_norm": 76.23374938964844, + "learning_rate": 1.22756981580511e-05, + "loss": 0.5668, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8008595988538681, + "eval_loss": 0.8560641407966614, + "eval_macro_f1": 0.8001067762664396, + "eval_runtime": 1.1226, + "eval_samples_per_second": 621.794, + "eval_steps_per_second": 39.196, + "eval_weighted_f1": 0.8002527482131467, + "step": 1683 + }, + { + "epoch": 9.091152815013405, + "grad_norm": 36.79991912841797, + "learning_rate": 1.2127153891859775e-05, + "loss": 0.2659, + "step": 1700 + }, + { + "epoch": 9.225201072386058, + "grad_norm": 2.090384006500244, + "learning_rate": 1.197860962566845e-05, + "loss": 0.2284, + "step": 1725 + }, + { + "epoch": 9.359249329758713, + "grad_norm": 0.4495856761932373, + "learning_rate": 1.1830065359477125e-05, + "loss": 0.3753, + "step": 1750 + }, + { + "epoch": 9.493297587131368, + "grad_norm": 77.52838134765625, + "learning_rate": 1.1681521093285799e-05, + "loss": 0.3342, + "step": 1775 + }, + { + "epoch": 9.62734584450402, + "grad_norm": 51.22651290893555, + "learning_rate": 1.1532976827094475e-05, + "loss": 0.5109, + "step": 1800 + }, + { + "epoch": 9.761394101876675, + "grad_norm": 129.91110229492188, + "learning_rate": 1.1384432560903149e-05, + "loss": 0.4586, + "step": 1825 + }, + { + "epoch": 9.89544235924933, + "grad_norm": 1.4788188934326172, + "learning_rate": 1.1235888294711825e-05, + "loss": 0.3375, + "step": 1850 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8166189111747851, + "eval_loss": 1.3248950242996216, + "eval_macro_f1": 0.8164242467756931, + "eval_runtime": 1.1292, + "eval_samples_per_second": 618.13, + "eval_steps_per_second": 38.965, + "eval_weighted_f1": 0.8161397107860111, + "step": 1870 + }, + { + "epoch": 10.026809651474531, + "grad_norm": 2.0103118419647217, + "learning_rate": 1.1087344028520499e-05, + "loss": 0.3167, + "step": 1875 + }, + { + "epoch": 10.160857908847184, + "grad_norm": 104.1553955078125, + "learning_rate": 1.0938799762329175e-05, + "loss": 0.429, + "step": 1900 + }, + { + "epoch": 10.294906166219839, + "grad_norm": 0.8581518530845642, + "learning_rate": 1.0790255496137849e-05, + "loss": 0.3804, + "step": 1925 + }, + { + "epoch": 10.428954423592494, + "grad_norm": 125.10060119628906, + "learning_rate": 1.0641711229946525e-05, + "loss": 0.3228, + "step": 1950 + }, + { + "epoch": 10.563002680965148, + "grad_norm": 378.0243225097656, + "learning_rate": 1.0493166963755199e-05, + "loss": 0.3325, + "step": 1975 + }, + { + "epoch": 10.697050938337801, + "grad_norm": 136.97952270507812, + "learning_rate": 1.0344622697563875e-05, + "loss": 0.199, + "step": 2000 + }, + { + "epoch": 10.831099195710456, + "grad_norm": 4.988990306854248, + "learning_rate": 1.0196078431372549e-05, + "loss": 0.2692, + "step": 2025 + }, + { + "epoch": 10.96514745308311, + "grad_norm": 3.7076144218444824, + "learning_rate": 1.0047534165181224e-05, + "loss": 0.3258, + "step": 2050 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8137535816618912, + "eval_loss": 1.316555380821228, + "eval_macro_f1": 0.8127451659052102, + "eval_runtime": 1.3045, + "eval_samples_per_second": 535.07, + "eval_steps_per_second": 33.729, + "eval_weighted_f1": 0.8128342405091663, + "step": 2057 + }, + { + "epoch": 11.09651474530831, + "grad_norm": 0.3300217092037201, + "learning_rate": 9.8989898989899e-06, + "loss": 0.1913, + "step": 2075 + }, + { + "epoch": 11.230563002680965, + "grad_norm": 181.80551147460938, + "learning_rate": 9.750445632798576e-06, + "loss": 0.3664, + "step": 2100 + }, + { + "epoch": 11.36461126005362, + "grad_norm": 18.211454391479492, + "learning_rate": 9.60190136660725e-06, + "loss": 0.3354, + "step": 2125 + }, + { + "epoch": 11.498659517426274, + "grad_norm": 1.696929693222046, + "learning_rate": 9.453357100415926e-06, + "loss": 0.2149, + "step": 2150 + }, + { + "epoch": 11.632707774798927, + "grad_norm": 4.041242599487305, + "learning_rate": 9.3048128342246e-06, + "loss": 0.3478, + "step": 2175 + }, + { + "epoch": 11.766756032171582, + "grad_norm": 2.152601480484009, + "learning_rate": 9.156268568033274e-06, + "loss": 0.2337, + "step": 2200 + }, + { + "epoch": 11.900804289544237, + "grad_norm": 18.112728118896484, + "learning_rate": 9.007724301841948e-06, + "loss": 0.4283, + "step": 2225 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8108882521489972, + "eval_loss": 1.5070666074752808, + "eval_macro_f1": 0.811696565598734, + "eval_runtime": 1.2932, + "eval_samples_per_second": 539.752, + "eval_steps_per_second": 34.024, + "eval_weighted_f1": 0.8114695410325725, + "step": 2244 + }, + { + "epoch": 12.032171581769436, + "grad_norm": 0.03234544396400452, + "learning_rate": 8.859180035650624e-06, + "loss": 0.2025, + "step": 2250 + }, + { + "epoch": 12.16621983914209, + "grad_norm": 52.473907470703125, + "learning_rate": 8.7106357694593e-06, + "loss": 0.1535, + "step": 2275 + }, + { + "epoch": 12.300268096514746, + "grad_norm": 0.02864955924451351, + "learning_rate": 8.562091503267974e-06, + "loss": 0.1221, + "step": 2300 + }, + { + "epoch": 12.4343163538874, + "grad_norm": 0.9615797996520996, + "learning_rate": 8.41354723707665e-06, + "loss": 0.2194, + "step": 2325 + }, + { + "epoch": 12.568364611260053, + "grad_norm": 0.035646043717861176, + "learning_rate": 8.265002970885324e-06, + "loss": 0.1599, + "step": 2350 + }, + { + "epoch": 12.702412868632708, + "grad_norm": 1.2081727981567383, + "learning_rate": 8.116458704694e-06, + "loss": 0.2295, + "step": 2375 + }, + { + "epoch": 12.836461126005362, + "grad_norm": 35.414695739746094, + "learning_rate": 7.967914438502674e-06, + "loss": 0.1789, + "step": 2400 + }, + { + "epoch": 12.970509383378015, + "grad_norm": 1.0381301641464233, + "learning_rate": 7.81937017231135e-06, + "loss": 0.181, + "step": 2425 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8166189111747851, + "eval_loss": 1.4486854076385498, + "eval_macro_f1": 0.8162968274466533, + "eval_runtime": 1.1428, + "eval_samples_per_second": 610.787, + "eval_steps_per_second": 38.502, + "eval_weighted_f1": 0.8167243596733529, + "step": 2431 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4f44598a6530a098d1c67308d273a6b4ac4cce95 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930/trainer_state.json @@ -0,0 +1,692 @@ +{ + "best_global_step": 1930, + "best_metric": 0.7845774079112763, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1930, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13003901170351106, + "grad_norm": 22.328474044799805, + "learning_rate": 1.2435233160621762e-06, + "loss": 4.8056, + "step": 25 + }, + { + "epoch": 0.26007802340702213, + "grad_norm": 51.04038619995117, + "learning_rate": 2.5388601036269435e-06, + "loss": 4.6838, + "step": 50 + }, + { + "epoch": 0.39011703511053314, + "grad_norm": 31.205289840698242, + "learning_rate": 3.83419689119171e-06, + "loss": 4.5895, + "step": 75 + }, + { + "epoch": 0.5201560468140443, + "grad_norm": 57.19765853881836, + "learning_rate": 5.129533678756478e-06, + "loss": 4.5451, + "step": 100 + }, + { + "epoch": 0.6501950585175552, + "grad_norm": 314.4058837890625, + "learning_rate": 6.4248704663212435e-06, + "loss": 4.4377, + "step": 125 + }, + { + "epoch": 0.7802340702210663, + "grad_norm": 35.836883544921875, + "learning_rate": 7.72020725388601e-06, + "loss": 4.4694, + "step": 150 + }, + { + "epoch": 0.9102730819245773, + "grad_norm": 44.54014205932617, + "learning_rate": 9.015544041450778e-06, + "loss": 4.2259, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5215384615384615, + "eval_loss": 0.9779086709022522, + "eval_macro_f1": 0.4633878899784283, + "eval_runtime": 1.303, + "eval_samples_per_second": 498.849, + "eval_steps_per_second": 31.466, + "eval_weighted_f1": 0.46329725488465606, + "step": 193 + }, + { + "epoch": 1.0364109232769831, + "grad_norm": 94.2755355834961, + "learning_rate": 1.0310880829015545e-05, + "loss": 4.0077, + "step": 200 + }, + { + "epoch": 1.1664499349804942, + "grad_norm": 55.62199020385742, + "learning_rate": 1.1606217616580311e-05, + "loss": 4.1544, + "step": 225 + }, + { + "epoch": 1.2964889466840053, + "grad_norm": 36.82550811767578, + "learning_rate": 1.2901554404145079e-05, + "loss": 4.0609, + "step": 250 + }, + { + "epoch": 1.4265279583875163, + "grad_norm": 31.02870750427246, + "learning_rate": 1.4196891191709844e-05, + "loss": 4.0044, + "step": 275 + }, + { + "epoch": 1.5565669700910272, + "grad_norm": 106.76647186279297, + "learning_rate": 1.5492227979274612e-05, + "loss": 3.7609, + "step": 300 + }, + { + "epoch": 1.6866059817945382, + "grad_norm": 120.22513580322266, + "learning_rate": 1.6787564766839378e-05, + "loss": 3.5298, + "step": 325 + }, + { + "epoch": 1.8166449934980493, + "grad_norm": 85.2423095703125, + "learning_rate": 1.8082901554404147e-05, + "loss": 3.5217, + "step": 350 + }, + { + "epoch": 1.9466840052015604, + "grad_norm": 80.03863525390625, + "learning_rate": 1.9378238341968913e-05, + "loss": 3.4638, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.64, + "eval_loss": 0.7916663289070129, + "eval_macro_f1": 0.622200995249765, + "eval_runtime": 1.4467, + "eval_samples_per_second": 449.29, + "eval_steps_per_second": 28.34, + "eval_weighted_f1": 0.6214803604837998, + "step": 386 + }, + { + "epoch": 2.0728218465539663, + "grad_norm": 57.60947799682617, + "learning_rate": 1.9925158318940704e-05, + "loss": 2.9703, + "step": 400 + }, + { + "epoch": 2.2028608582574774, + "grad_norm": 207.2786865234375, + "learning_rate": 1.9781232009211287e-05, + "loss": 2.9729, + "step": 425 + }, + { + "epoch": 2.3328998699609884, + "grad_norm": 67.60247039794922, + "learning_rate": 1.9637305699481867e-05, + "loss": 2.7117, + "step": 450 + }, + { + "epoch": 2.4629388816644995, + "grad_norm": 124.04519653320312, + "learning_rate": 1.949337938975245e-05, + "loss": 2.9464, + "step": 475 + }, + { + "epoch": 2.5929778933680105, + "grad_norm": 67.70423126220703, + "learning_rate": 1.934945308002303e-05, + "loss": 2.7137, + "step": 500 + }, + { + "epoch": 2.7230169050715216, + "grad_norm": 256.886474609375, + "learning_rate": 1.920552677029361e-05, + "loss": 2.5109, + "step": 525 + }, + { + "epoch": 2.8530559167750327, + "grad_norm": 98.36624145507812, + "learning_rate": 1.9061600460564194e-05, + "loss": 2.6555, + "step": 550 + }, + { + "epoch": 2.9830949284785433, + "grad_norm": 94.22035217285156, + "learning_rate": 1.8917674150834774e-05, + "loss": 2.3408, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7215384615384616, + "eval_loss": 0.7094336748123169, + "eval_macro_f1": 0.7226043260102811, + "eval_runtime": 1.4303, + "eval_samples_per_second": 454.46, + "eval_steps_per_second": 28.666, + "eval_weighted_f1": 0.7222000269162762, + "step": 579 + }, + { + "epoch": 3.109232769830949, + "grad_norm": 41.65261459350586, + "learning_rate": 1.8773747841105358e-05, + "loss": 2.1365, + "step": 600 + }, + { + "epoch": 3.2392717815344603, + "grad_norm": 104.09017181396484, + "learning_rate": 1.8629821531375938e-05, + "loss": 2.0577, + "step": 625 + }, + { + "epoch": 3.3693107932379713, + "grad_norm": 70.43122100830078, + "learning_rate": 1.8485895221646518e-05, + "loss": 2.1098, + "step": 650 + }, + { + "epoch": 3.4993498049414824, + "grad_norm": 128.1198272705078, + "learning_rate": 1.83419689119171e-05, + "loss": 2.1886, + "step": 675 + }, + { + "epoch": 3.6293888166449935, + "grad_norm": 72.00595092773438, + "learning_rate": 1.819804260218768e-05, + "loss": 1.831, + "step": 700 + }, + { + "epoch": 3.7594278283485045, + "grad_norm": 69.9997329711914, + "learning_rate": 1.8054116292458265e-05, + "loss": 2.3179, + "step": 725 + }, + { + "epoch": 3.8894668400520156, + "grad_norm": 91.2799301147461, + "learning_rate": 1.7910189982728845e-05, + "loss": 2.02, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7569230769230769, + "eval_loss": 0.5943884253501892, + "eval_macro_f1": 0.7568815987933636, + "eval_runtime": 1.2858, + "eval_samples_per_second": 505.519, + "eval_steps_per_second": 31.887, + "eval_weighted_f1": 0.7563465889314305, + "step": 772 + }, + { + "epoch": 4.0156046814044215, + "grad_norm": 50.51503372192383, + "learning_rate": 1.7766263672999425e-05, + "loss": 1.8722, + "step": 775 + }, + { + "epoch": 4.145643693107933, + "grad_norm": 120.29576110839844, + "learning_rate": 1.762233736327001e-05, + "loss": 1.8181, + "step": 800 + }, + { + "epoch": 4.275682704811444, + "grad_norm": 33.75990295410156, + "learning_rate": 1.747841105354059e-05, + "loss": 1.508, + "step": 825 + }, + { + "epoch": 4.405721716514955, + "grad_norm": 71.76043701171875, + "learning_rate": 1.7334484743811172e-05, + "loss": 1.6516, + "step": 850 + }, + { + "epoch": 4.535760728218466, + "grad_norm": 51.813236236572266, + "learning_rate": 1.7190558434081752e-05, + "loss": 1.6055, + "step": 875 + }, + { + "epoch": 4.665799739921977, + "grad_norm": 137.27969360351562, + "learning_rate": 1.7046632124352332e-05, + "loss": 1.7316, + "step": 900 + }, + { + "epoch": 4.795838751625488, + "grad_norm": 81.07902526855469, + "learning_rate": 1.6902705814622916e-05, + "loss": 1.6457, + "step": 925 + }, + { + "epoch": 4.925877763328999, + "grad_norm": 102.22898864746094, + "learning_rate": 1.6758779504893496e-05, + "loss": 1.3739, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7492307692307693, + "eval_loss": 0.6917657852172852, + "eval_macro_f1": 0.7410420888169892, + "eval_runtime": 1.3284, + "eval_samples_per_second": 489.328, + "eval_steps_per_second": 30.865, + "eval_weighted_f1": 0.7409680971948118, + "step": 965 + }, + { + "epoch": 5.052015604681404, + "grad_norm": 43.97500228881836, + "learning_rate": 1.661485319516408e-05, + "loss": 1.432, + "step": 975 + }, + { + "epoch": 5.1820546163849155, + "grad_norm": 63.09598159790039, + "learning_rate": 1.647092688543466e-05, + "loss": 1.2048, + "step": 1000 + }, + { + "epoch": 5.3120936280884266, + "grad_norm": 106.41850280761719, + "learning_rate": 1.632700057570524e-05, + "loss": 1.1353, + "step": 1025 + }, + { + "epoch": 5.442132639791938, + "grad_norm": 59.5241584777832, + "learning_rate": 1.6183074265975823e-05, + "loss": 1.3314, + "step": 1050 + }, + { + "epoch": 5.572171651495449, + "grad_norm": 43.54313659667969, + "learning_rate": 1.6039147956246403e-05, + "loss": 1.1615, + "step": 1075 + }, + { + "epoch": 5.70221066319896, + "grad_norm": 102.02094268798828, + "learning_rate": 1.5895221646516986e-05, + "loss": 1.1883, + "step": 1100 + }, + { + "epoch": 5.832249674902471, + "grad_norm": 52.34065246582031, + "learning_rate": 1.5751295336787566e-05, + "loss": 1.1462, + "step": 1125 + }, + { + "epoch": 5.962288686605982, + "grad_norm": 62.368892669677734, + "learning_rate": 1.5607369027058147e-05, + "loss": 1.2484, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7507692307692307, + "eval_loss": 0.6749401092529297, + "eval_macro_f1": 0.7518190012083754, + "eval_runtime": 1.4406, + "eval_samples_per_second": 451.202, + "eval_steps_per_second": 28.46, + "eval_weighted_f1": 0.7509934331728769, + "step": 1158 + }, + { + "epoch": 6.088426527958387, + "grad_norm": 50.837039947509766, + "learning_rate": 1.546344271732873e-05, + "loss": 1.0404, + "step": 1175 + }, + { + "epoch": 6.218465539661898, + "grad_norm": 132.4469757080078, + "learning_rate": 1.531951640759931e-05, + "loss": 0.951, + "step": 1200 + }, + { + "epoch": 6.3485045513654095, + "grad_norm": 53.469139099121094, + "learning_rate": 1.5175590097869892e-05, + "loss": 0.8999, + "step": 1225 + }, + { + "epoch": 6.4785435630689205, + "grad_norm": 115.50155639648438, + "learning_rate": 1.5031663788140474e-05, + "loss": 0.9199, + "step": 1250 + }, + { + "epoch": 6.608582574772432, + "grad_norm": 53.07661056518555, + "learning_rate": 1.4887737478411055e-05, + "loss": 1.1221, + "step": 1275 + }, + { + "epoch": 6.738621586475943, + "grad_norm": 146.6691436767578, + "learning_rate": 1.4743811168681637e-05, + "loss": 1.0768, + "step": 1300 + }, + { + "epoch": 6.868660598179454, + "grad_norm": 232.92263793945312, + "learning_rate": 1.4599884858952217e-05, + "loss": 0.8124, + "step": 1325 + }, + { + "epoch": 6.998699609882965, + "grad_norm": 66.41374969482422, + "learning_rate": 1.4455958549222799e-05, + "loss": 0.7167, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7769230769230769, + "eval_loss": 0.7752647399902344, + "eval_macro_f1": 0.7772690639746598, + "eval_runtime": 1.2281, + "eval_samples_per_second": 529.255, + "eval_steps_per_second": 33.384, + "eval_weighted_f1": 0.7766457056304765, + "step": 1351 + }, + { + "epoch": 7.12483745123537, + "grad_norm": 223.1998748779297, + "learning_rate": 1.431203223949338e-05, + "loss": 0.6341, + "step": 1375 + }, + { + "epoch": 7.254876462938881, + "grad_norm": 57.036865234375, + "learning_rate": 1.4168105929763962e-05, + "loss": 0.5909, + "step": 1400 + }, + { + "epoch": 7.384915474642392, + "grad_norm": 88.81446838378906, + "learning_rate": 1.4024179620034544e-05, + "loss": 0.7213, + "step": 1425 + }, + { + "epoch": 7.5149544863459035, + "grad_norm": 53.33696365356445, + "learning_rate": 1.3880253310305124e-05, + "loss": 0.4926, + "step": 1450 + }, + { + "epoch": 7.6449934980494145, + "grad_norm": 249.68130493164062, + "learning_rate": 1.3736327000575706e-05, + "loss": 0.6155, + "step": 1475 + }, + { + "epoch": 7.775032509752926, + "grad_norm": 84.29246520996094, + "learning_rate": 1.3592400690846288e-05, + "loss": 0.9158, + "step": 1500 + }, + { + "epoch": 7.905071521456437, + "grad_norm": 247.10914611816406, + "learning_rate": 1.344847438111687e-05, + "loss": 0.6992, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7569230769230769, + "eval_loss": 1.115683913230896, + "eval_macro_f1": 0.7565339347982413, + "eval_runtime": 1.4207, + "eval_samples_per_second": 457.51, + "eval_steps_per_second": 28.858, + "eval_weighted_f1": 0.7554884780320418, + "step": 1544 + }, + { + "epoch": 8.031209362808843, + "grad_norm": 51.94072341918945, + "learning_rate": 1.3304548071387451e-05, + "loss": 0.5922, + "step": 1550 + }, + { + "epoch": 8.161248374512354, + "grad_norm": 122.54073333740234, + "learning_rate": 1.3160621761658033e-05, + "loss": 0.5911, + "step": 1575 + }, + { + "epoch": 8.291287386215865, + "grad_norm": 89.59248352050781, + "learning_rate": 1.3016695451928613e-05, + "loss": 0.6037, + "step": 1600 + }, + { + "epoch": 8.421326397919376, + "grad_norm": 184.2213134765625, + "learning_rate": 1.2872769142199195e-05, + "loss": 0.5239, + "step": 1625 + }, + { + "epoch": 8.551365409622887, + "grad_norm": 115.50382232666016, + "learning_rate": 1.2728842832469777e-05, + "loss": 0.5078, + "step": 1650 + }, + { + "epoch": 8.681404421326398, + "grad_norm": 207.31163024902344, + "learning_rate": 1.2584916522740358e-05, + "loss": 0.3561, + "step": 1675 + }, + { + "epoch": 8.81144343302991, + "grad_norm": 26.06012725830078, + "learning_rate": 1.244099021301094e-05, + "loss": 0.5923, + "step": 1700 + }, + { + "epoch": 8.94148244473342, + "grad_norm": 109.73011016845703, + "learning_rate": 1.229706390328152e-05, + "loss": 0.7398, + "step": 1725 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7661538461538462, + "eval_loss": 0.9662883281707764, + "eval_macro_f1": 0.7660718656647382, + "eval_runtime": 1.307, + "eval_samples_per_second": 497.319, + "eval_steps_per_second": 31.369, + "eval_weighted_f1": 0.7653221696893094, + "step": 1737 + }, + { + "epoch": 9.067620286085825, + "grad_norm": 47.837135314941406, + "learning_rate": 1.2153137593552102e-05, + "loss": 0.4976, + "step": 1750 + }, + { + "epoch": 9.197659297789336, + "grad_norm": 139.693603515625, + "learning_rate": 1.2009211283822684e-05, + "loss": 0.3535, + "step": 1775 + }, + { + "epoch": 9.327698309492847, + "grad_norm": 65.78267669677734, + "learning_rate": 1.1865284974093266e-05, + "loss": 0.3477, + "step": 1800 + }, + { + "epoch": 9.457737321196358, + "grad_norm": 3.392869710922241, + "learning_rate": 1.1721358664363847e-05, + "loss": 0.3885, + "step": 1825 + }, + { + "epoch": 9.58777633289987, + "grad_norm": 50.17268753051758, + "learning_rate": 1.1577432354634427e-05, + "loss": 0.3631, + "step": 1850 + }, + { + "epoch": 9.71781534460338, + "grad_norm": 4.754739284515381, + "learning_rate": 1.143350604490501e-05, + "loss": 0.4142, + "step": 1875 + }, + { + "epoch": 9.847854356306891, + "grad_norm": 98.53094482421875, + "learning_rate": 1.1289579735175591e-05, + "loss": 0.3772, + "step": 1900 + }, + { + "epoch": 9.977893368010402, + "grad_norm": 75.03351593017578, + "learning_rate": 1.1145653425446173e-05, + "loss": 0.4197, + "step": 1925 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7861538461538462, + "eval_loss": 1.2133405208587646, + "eval_macro_f1": 0.7845774079112763, + "eval_runtime": 1.3177, + "eval_samples_per_second": 493.287, + "eval_steps_per_second": 31.115, + "eval_weighted_f1": 0.7842474295791219, + "step": 1930 + } + ], + "logging_steps": 25, + "max_steps": 3860, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-2509/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-2509/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-2509/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-2509/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-2509/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-2509/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-2509/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-2509/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f3063641e9ac5dbe53589b78ac07a30c6dd5604b --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-2509/trainer_state.json @@ -0,0 +1,886 @@ +{ + "best_global_step": 1930, + "best_metric": 0.7845774079112763, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s42-20260902T122654Z-27bda108/trainer/checkpoint-1930", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 2509, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13003901170351106, + "grad_norm": 22.328474044799805, + "learning_rate": 1.2435233160621762e-06, + "loss": 4.8056, + "step": 25 + }, + { + "epoch": 0.26007802340702213, + "grad_norm": 51.04038619995117, + "learning_rate": 2.5388601036269435e-06, + "loss": 4.6838, + "step": 50 + }, + { + "epoch": 0.39011703511053314, + "grad_norm": 31.205289840698242, + "learning_rate": 3.83419689119171e-06, + "loss": 4.5895, + "step": 75 + }, + { + "epoch": 0.5201560468140443, + "grad_norm": 57.19765853881836, + "learning_rate": 5.129533678756478e-06, + "loss": 4.5451, + "step": 100 + }, + { + "epoch": 0.6501950585175552, + "grad_norm": 314.4058837890625, + "learning_rate": 6.4248704663212435e-06, + "loss": 4.4377, + "step": 125 + }, + { + "epoch": 0.7802340702210663, + "grad_norm": 35.836883544921875, + "learning_rate": 7.72020725388601e-06, + "loss": 4.4694, + "step": 150 + }, + { + "epoch": 0.9102730819245773, + "grad_norm": 44.54014205932617, + "learning_rate": 9.015544041450778e-06, + "loss": 4.2259, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5215384615384615, + "eval_loss": 0.9779086709022522, + "eval_macro_f1": 0.4633878899784283, + "eval_runtime": 1.303, + "eval_samples_per_second": 498.849, + "eval_steps_per_second": 31.466, + "eval_weighted_f1": 0.46329725488465606, + "step": 193 + }, + { + "epoch": 1.0364109232769831, + "grad_norm": 94.2755355834961, + "learning_rate": 1.0310880829015545e-05, + "loss": 4.0077, + "step": 200 + }, + { + "epoch": 1.1664499349804942, + "grad_norm": 55.62199020385742, + "learning_rate": 1.1606217616580311e-05, + "loss": 4.1544, + "step": 225 + }, + { + "epoch": 1.2964889466840053, + "grad_norm": 36.82550811767578, + "learning_rate": 1.2901554404145079e-05, + "loss": 4.0609, + "step": 250 + }, + { + "epoch": 1.4265279583875163, + "grad_norm": 31.02870750427246, + "learning_rate": 1.4196891191709844e-05, + "loss": 4.0044, + "step": 275 + }, + { + "epoch": 1.5565669700910272, + "grad_norm": 106.76647186279297, + "learning_rate": 1.5492227979274612e-05, + "loss": 3.7609, + "step": 300 + }, + { + "epoch": 1.6866059817945382, + "grad_norm": 120.22513580322266, + "learning_rate": 1.6787564766839378e-05, + "loss": 3.5298, + "step": 325 + }, + { + "epoch": 1.8166449934980493, + "grad_norm": 85.2423095703125, + "learning_rate": 1.8082901554404147e-05, + "loss": 3.5217, + "step": 350 + }, + { + "epoch": 1.9466840052015604, + "grad_norm": 80.03863525390625, + "learning_rate": 1.9378238341968913e-05, + "loss": 3.4638, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.64, + "eval_loss": 0.7916663289070129, + "eval_macro_f1": 0.622200995249765, + "eval_runtime": 1.4467, + "eval_samples_per_second": 449.29, + "eval_steps_per_second": 28.34, + "eval_weighted_f1": 0.6214803604837998, + "step": 386 + }, + { + "epoch": 2.0728218465539663, + "grad_norm": 57.60947799682617, + "learning_rate": 1.9925158318940704e-05, + "loss": 2.9703, + "step": 400 + }, + { + "epoch": 2.2028608582574774, + "grad_norm": 207.2786865234375, + "learning_rate": 1.9781232009211287e-05, + "loss": 2.9729, + "step": 425 + }, + { + "epoch": 2.3328998699609884, + "grad_norm": 67.60247039794922, + "learning_rate": 1.9637305699481867e-05, + "loss": 2.7117, + "step": 450 + }, + { + "epoch": 2.4629388816644995, + "grad_norm": 124.04519653320312, + "learning_rate": 1.949337938975245e-05, + "loss": 2.9464, + "step": 475 + }, + { + "epoch": 2.5929778933680105, + "grad_norm": 67.70423126220703, + "learning_rate": 1.934945308002303e-05, + "loss": 2.7137, + "step": 500 + }, + { + "epoch": 2.7230169050715216, + "grad_norm": 256.886474609375, + "learning_rate": 1.920552677029361e-05, + "loss": 2.5109, + "step": 525 + }, + { + "epoch": 2.8530559167750327, + "grad_norm": 98.36624145507812, + "learning_rate": 1.9061600460564194e-05, + "loss": 2.6555, + "step": 550 + }, + { + "epoch": 2.9830949284785433, + "grad_norm": 94.22035217285156, + "learning_rate": 1.8917674150834774e-05, + "loss": 2.3408, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7215384615384616, + "eval_loss": 0.7094336748123169, + "eval_macro_f1": 0.7226043260102811, + "eval_runtime": 1.4303, + "eval_samples_per_second": 454.46, + "eval_steps_per_second": 28.666, + "eval_weighted_f1": 0.7222000269162762, + "step": 579 + }, + { + "epoch": 3.109232769830949, + "grad_norm": 41.65261459350586, + "learning_rate": 1.8773747841105358e-05, + "loss": 2.1365, + "step": 600 + }, + { + "epoch": 3.2392717815344603, + "grad_norm": 104.09017181396484, + "learning_rate": 1.8629821531375938e-05, + "loss": 2.0577, + "step": 625 + }, + { + "epoch": 3.3693107932379713, + "grad_norm": 70.43122100830078, + "learning_rate": 1.8485895221646518e-05, + "loss": 2.1098, + "step": 650 + }, + { + "epoch": 3.4993498049414824, + "grad_norm": 128.1198272705078, + "learning_rate": 1.83419689119171e-05, + "loss": 2.1886, + "step": 675 + }, + { + "epoch": 3.6293888166449935, + "grad_norm": 72.00595092773438, + "learning_rate": 1.819804260218768e-05, + "loss": 1.831, + "step": 700 + }, + { + "epoch": 3.7594278283485045, + "grad_norm": 69.9997329711914, + "learning_rate": 1.8054116292458265e-05, + "loss": 2.3179, + "step": 725 + }, + { + "epoch": 3.8894668400520156, + "grad_norm": 91.2799301147461, + "learning_rate": 1.7910189982728845e-05, + "loss": 2.02, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7569230769230769, + "eval_loss": 0.5943884253501892, + "eval_macro_f1": 0.7568815987933636, + "eval_runtime": 1.2858, + "eval_samples_per_second": 505.519, + "eval_steps_per_second": 31.887, + "eval_weighted_f1": 0.7563465889314305, + "step": 772 + }, + { + "epoch": 4.0156046814044215, + "grad_norm": 50.51503372192383, + "learning_rate": 1.7766263672999425e-05, + "loss": 1.8722, + "step": 775 + }, + { + "epoch": 4.145643693107933, + "grad_norm": 120.29576110839844, + "learning_rate": 1.762233736327001e-05, + "loss": 1.8181, + "step": 800 + }, + { + "epoch": 4.275682704811444, + "grad_norm": 33.75990295410156, + "learning_rate": 1.747841105354059e-05, + "loss": 1.508, + "step": 825 + }, + { + "epoch": 4.405721716514955, + "grad_norm": 71.76043701171875, + "learning_rate": 1.7334484743811172e-05, + "loss": 1.6516, + "step": 850 + }, + { + "epoch": 4.535760728218466, + "grad_norm": 51.813236236572266, + "learning_rate": 1.7190558434081752e-05, + "loss": 1.6055, + "step": 875 + }, + { + "epoch": 4.665799739921977, + "grad_norm": 137.27969360351562, + "learning_rate": 1.7046632124352332e-05, + "loss": 1.7316, + "step": 900 + }, + { + "epoch": 4.795838751625488, + "grad_norm": 81.07902526855469, + "learning_rate": 1.6902705814622916e-05, + "loss": 1.6457, + "step": 925 + }, + { + "epoch": 4.925877763328999, + "grad_norm": 102.22898864746094, + "learning_rate": 1.6758779504893496e-05, + "loss": 1.3739, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7492307692307693, + "eval_loss": 0.6917657852172852, + "eval_macro_f1": 0.7410420888169892, + "eval_runtime": 1.3284, + "eval_samples_per_second": 489.328, + "eval_steps_per_second": 30.865, + "eval_weighted_f1": 0.7409680971948118, + "step": 965 + }, + { + "epoch": 5.052015604681404, + "grad_norm": 43.97500228881836, + "learning_rate": 1.661485319516408e-05, + "loss": 1.432, + "step": 975 + }, + { + "epoch": 5.1820546163849155, + "grad_norm": 63.09598159790039, + "learning_rate": 1.647092688543466e-05, + "loss": 1.2048, + "step": 1000 + }, + { + "epoch": 5.3120936280884266, + "grad_norm": 106.41850280761719, + "learning_rate": 1.632700057570524e-05, + "loss": 1.1353, + "step": 1025 + }, + { + "epoch": 5.442132639791938, + "grad_norm": 59.5241584777832, + "learning_rate": 1.6183074265975823e-05, + "loss": 1.3314, + "step": 1050 + }, + { + "epoch": 5.572171651495449, + "grad_norm": 43.54313659667969, + "learning_rate": 1.6039147956246403e-05, + "loss": 1.1615, + "step": 1075 + }, + { + "epoch": 5.70221066319896, + "grad_norm": 102.02094268798828, + "learning_rate": 1.5895221646516986e-05, + "loss": 1.1883, + "step": 1100 + }, + { + "epoch": 5.832249674902471, + "grad_norm": 52.34065246582031, + "learning_rate": 1.5751295336787566e-05, + "loss": 1.1462, + "step": 1125 + }, + { + "epoch": 5.962288686605982, + "grad_norm": 62.368892669677734, + "learning_rate": 1.5607369027058147e-05, + "loss": 1.2484, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7507692307692307, + "eval_loss": 0.6749401092529297, + "eval_macro_f1": 0.7518190012083754, + "eval_runtime": 1.4406, + "eval_samples_per_second": 451.202, + "eval_steps_per_second": 28.46, + "eval_weighted_f1": 0.7509934331728769, + "step": 1158 + }, + { + "epoch": 6.088426527958387, + "grad_norm": 50.837039947509766, + "learning_rate": 1.546344271732873e-05, + "loss": 1.0404, + "step": 1175 + }, + { + "epoch": 6.218465539661898, + "grad_norm": 132.4469757080078, + "learning_rate": 1.531951640759931e-05, + "loss": 0.951, + "step": 1200 + }, + { + "epoch": 6.3485045513654095, + "grad_norm": 53.469139099121094, + "learning_rate": 1.5175590097869892e-05, + "loss": 0.8999, + "step": 1225 + }, + { + "epoch": 6.4785435630689205, + "grad_norm": 115.50155639648438, + "learning_rate": 1.5031663788140474e-05, + "loss": 0.9199, + "step": 1250 + }, + { + "epoch": 6.608582574772432, + "grad_norm": 53.07661056518555, + "learning_rate": 1.4887737478411055e-05, + "loss": 1.1221, + "step": 1275 + }, + { + "epoch": 6.738621586475943, + "grad_norm": 146.6691436767578, + "learning_rate": 1.4743811168681637e-05, + "loss": 1.0768, + "step": 1300 + }, + { + "epoch": 6.868660598179454, + "grad_norm": 232.92263793945312, + "learning_rate": 1.4599884858952217e-05, + "loss": 0.8124, + "step": 1325 + }, + { + "epoch": 6.998699609882965, + "grad_norm": 66.41374969482422, + "learning_rate": 1.4455958549222799e-05, + "loss": 0.7167, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7769230769230769, + "eval_loss": 0.7752647399902344, + "eval_macro_f1": 0.7772690639746598, + "eval_runtime": 1.2281, + "eval_samples_per_second": 529.255, + "eval_steps_per_second": 33.384, + "eval_weighted_f1": 0.7766457056304765, + "step": 1351 + }, + { + "epoch": 7.12483745123537, + "grad_norm": 223.1998748779297, + "learning_rate": 1.431203223949338e-05, + "loss": 0.6341, + "step": 1375 + }, + { + "epoch": 7.254876462938881, + "grad_norm": 57.036865234375, + "learning_rate": 1.4168105929763962e-05, + "loss": 0.5909, + "step": 1400 + }, + { + "epoch": 7.384915474642392, + "grad_norm": 88.81446838378906, + "learning_rate": 1.4024179620034544e-05, + "loss": 0.7213, + "step": 1425 + }, + { + "epoch": 7.5149544863459035, + "grad_norm": 53.33696365356445, + "learning_rate": 1.3880253310305124e-05, + "loss": 0.4926, + "step": 1450 + }, + { + "epoch": 7.6449934980494145, + "grad_norm": 249.68130493164062, + "learning_rate": 1.3736327000575706e-05, + "loss": 0.6155, + "step": 1475 + }, + { + "epoch": 7.775032509752926, + "grad_norm": 84.29246520996094, + "learning_rate": 1.3592400690846288e-05, + "loss": 0.9158, + "step": 1500 + }, + { + "epoch": 7.905071521456437, + "grad_norm": 247.10914611816406, + "learning_rate": 1.344847438111687e-05, + "loss": 0.6992, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7569230769230769, + "eval_loss": 1.115683913230896, + "eval_macro_f1": 0.7565339347982413, + "eval_runtime": 1.4207, + "eval_samples_per_second": 457.51, + "eval_steps_per_second": 28.858, + "eval_weighted_f1": 0.7554884780320418, + "step": 1544 + }, + { + "epoch": 8.031209362808843, + "grad_norm": 51.94072341918945, + "learning_rate": 1.3304548071387451e-05, + "loss": 0.5922, + "step": 1550 + }, + { + "epoch": 8.161248374512354, + "grad_norm": 122.54073333740234, + "learning_rate": 1.3160621761658033e-05, + "loss": 0.5911, + "step": 1575 + }, + { + "epoch": 8.291287386215865, + "grad_norm": 89.59248352050781, + "learning_rate": 1.3016695451928613e-05, + "loss": 0.6037, + "step": 1600 + }, + { + "epoch": 8.421326397919376, + "grad_norm": 184.2213134765625, + "learning_rate": 1.2872769142199195e-05, + "loss": 0.5239, + "step": 1625 + }, + { + "epoch": 8.551365409622887, + "grad_norm": 115.50382232666016, + "learning_rate": 1.2728842832469777e-05, + "loss": 0.5078, + "step": 1650 + }, + { + "epoch": 8.681404421326398, + "grad_norm": 207.31163024902344, + "learning_rate": 1.2584916522740358e-05, + "loss": 0.3561, + "step": 1675 + }, + { + "epoch": 8.81144343302991, + "grad_norm": 26.06012725830078, + "learning_rate": 1.244099021301094e-05, + "loss": 0.5923, + "step": 1700 + }, + { + "epoch": 8.94148244473342, + "grad_norm": 109.73011016845703, + "learning_rate": 1.229706390328152e-05, + "loss": 0.7398, + "step": 1725 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7661538461538462, + "eval_loss": 0.9662883281707764, + "eval_macro_f1": 0.7660718656647382, + "eval_runtime": 1.307, + "eval_samples_per_second": 497.319, + "eval_steps_per_second": 31.369, + "eval_weighted_f1": 0.7653221696893094, + "step": 1737 + }, + { + "epoch": 9.067620286085825, + "grad_norm": 47.837135314941406, + "learning_rate": 1.2153137593552102e-05, + "loss": 0.4976, + "step": 1750 + }, + { + "epoch": 9.197659297789336, + "grad_norm": 139.693603515625, + "learning_rate": 1.2009211283822684e-05, + "loss": 0.3535, + "step": 1775 + }, + { + "epoch": 9.327698309492847, + "grad_norm": 65.78267669677734, + "learning_rate": 1.1865284974093266e-05, + "loss": 0.3477, + "step": 1800 + }, + { + "epoch": 9.457737321196358, + "grad_norm": 3.392869710922241, + "learning_rate": 1.1721358664363847e-05, + "loss": 0.3885, + "step": 1825 + }, + { + "epoch": 9.58777633289987, + "grad_norm": 50.17268753051758, + "learning_rate": 1.1577432354634427e-05, + "loss": 0.3631, + "step": 1850 + }, + { + "epoch": 9.71781534460338, + "grad_norm": 4.754739284515381, + "learning_rate": 1.143350604490501e-05, + "loss": 0.4142, + "step": 1875 + }, + { + "epoch": 9.847854356306891, + "grad_norm": 98.53094482421875, + "learning_rate": 1.1289579735175591e-05, + "loss": 0.3772, + "step": 1900 + }, + { + "epoch": 9.977893368010402, + "grad_norm": 75.03351593017578, + "learning_rate": 1.1145653425446173e-05, + "loss": 0.4197, + "step": 1925 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7861538461538462, + "eval_loss": 1.2133405208587646, + "eval_macro_f1": 0.7845774079112763, + "eval_runtime": 1.3177, + "eval_samples_per_second": 493.287, + "eval_steps_per_second": 31.115, + "eval_weighted_f1": 0.7842474295791219, + "step": 1930 + }, + { + "epoch": 10.104031209362809, + "grad_norm": 12.070608139038086, + "learning_rate": 1.1001727115716754e-05, + "loss": 0.3657, + "step": 1950 + }, + { + "epoch": 10.23407022106632, + "grad_norm": 146.56907653808594, + "learning_rate": 1.0857800805987335e-05, + "loss": 0.2839, + "step": 1975 + }, + { + "epoch": 10.364109232769831, + "grad_norm": 5.92327356338501, + "learning_rate": 1.0713874496257916e-05, + "loss": 0.2753, + "step": 2000 + }, + { + "epoch": 10.494148244473342, + "grad_norm": 2.8517699241638184, + "learning_rate": 1.0569948186528498e-05, + "loss": 0.4488, + "step": 2025 + }, + { + "epoch": 10.624187256176853, + "grad_norm": 6.2705254554748535, + "learning_rate": 1.042602187679908e-05, + "loss": 0.2611, + "step": 2050 + }, + { + "epoch": 10.754226267880364, + "grad_norm": 244.26234436035156, + "learning_rate": 1.0282095567069662e-05, + "loss": 0.3955, + "step": 2075 + }, + { + "epoch": 10.884265279583875, + "grad_norm": 76.14590454101562, + "learning_rate": 1.0138169257340242e-05, + "loss": 0.3841, + "step": 2100 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.7861538461538462, + "eval_loss": 1.3950209617614746, + "eval_macro_f1": 0.7834195363186788, + "eval_runtime": 1.2714, + "eval_samples_per_second": 511.262, + "eval_steps_per_second": 32.249, + "eval_weighted_f1": 0.782993299201139, + "step": 2123 + }, + { + "epoch": 11.010403120936282, + "grad_norm": 229.0314178466797, + "learning_rate": 9.994242947610823e-06, + "loss": 0.4251, + "step": 2125 + }, + { + "epoch": 11.140442132639793, + "grad_norm": 25.33592414855957, + "learning_rate": 9.850316637881405e-06, + "loss": 0.3447, + "step": 2150 + }, + { + "epoch": 11.270481144343304, + "grad_norm": 82.8841781616211, + "learning_rate": 9.706390328151987e-06, + "loss": 0.2497, + "step": 2175 + }, + { + "epoch": 11.400520156046815, + "grad_norm": 2.3285014629364014, + "learning_rate": 9.562464018422569e-06, + "loss": 0.2554, + "step": 2200 + }, + { + "epoch": 11.530559167750326, + "grad_norm": 335.0065002441406, + "learning_rate": 9.418537708693149e-06, + "loss": 0.2727, + "step": 2225 + }, + { + "epoch": 11.660598179453837, + "grad_norm": 72.30518341064453, + "learning_rate": 9.27461139896373e-06, + "loss": 0.3924, + "step": 2250 + }, + { + "epoch": 11.790637191157348, + "grad_norm": 132.99285888671875, + "learning_rate": 9.130685089234312e-06, + "loss": 0.2249, + "step": 2275 + }, + { + "epoch": 11.920676202860859, + "grad_norm": 0.7352383732795715, + "learning_rate": 8.986758779504894e-06, + "loss": 0.3377, + "step": 2300 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.76, + "eval_loss": 1.8750009536743164, + "eval_macro_f1": 0.756735730109877, + "eval_runtime": 1.2721, + "eval_samples_per_second": 510.961, + "eval_steps_per_second": 32.23, + "eval_weighted_f1": 0.7558934437479199, + "step": 2316 + }, + { + "epoch": 12.046814044213264, + "grad_norm": 76.59593963623047, + "learning_rate": 8.842832469775476e-06, + "loss": 0.2995, + "step": 2325 + }, + { + "epoch": 12.176853055916775, + "grad_norm": 8.209104537963867, + "learning_rate": 8.698906160046056e-06, + "loss": 0.1101, + "step": 2350 + }, + { + "epoch": 12.306892067620286, + "grad_norm": 0.07531249523162842, + "learning_rate": 8.554979850316638e-06, + "loss": 0.0607, + "step": 2375 + }, + { + "epoch": 12.436931079323797, + "grad_norm": 2.0586178302764893, + "learning_rate": 8.41105354058722e-06, + "loss": 0.1631, + "step": 2400 + }, + { + "epoch": 12.566970091027308, + "grad_norm": 135.12950134277344, + "learning_rate": 8.267127230857801e-06, + "loss": 0.2152, + "step": 2425 + }, + { + "epoch": 12.697009102730819, + "grad_norm": 0.45838862657546997, + "learning_rate": 8.123200921128383e-06, + "loss": 0.2683, + "step": 2450 + }, + { + "epoch": 12.82704811443433, + "grad_norm": 0.09356820583343506, + "learning_rate": 7.979274611398965e-06, + "loss": 0.3349, + "step": 2475 + }, + { + "epoch": 12.957087126137841, + "grad_norm": 8.714608192443848, + "learning_rate": 7.835348301669545e-06, + "loss": 0.2446, + "step": 2500 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.7661538461538462, + "eval_loss": 1.9764952659606934, + "eval_macro_f1": 0.7664297324275422, + "eval_runtime": 1.2915, + "eval_samples_per_second": 503.293, + "eval_steps_per_second": 31.746, + "eval_weighted_f1": 0.7655492170668446, + "step": 2509 + } + ], + "logging_steps": 25, + "max_steps": 3860, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9c343d266a09ddfea86ec9844620d8abed4e3f96 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737/trainer_state.json @@ -0,0 +1,625 @@ +{ + "best_global_step": 1737, + "best_metric": 0.8019783373765675, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-1737", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1737, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13003901170351106, + "grad_norm": 25.2769832611084, + "learning_rate": 1.2435233160621762e-06, + "loss": 4.8095, + "step": 25 + }, + { + "epoch": 0.26007802340702213, + "grad_norm": 38.36394119262695, + "learning_rate": 2.5388601036269435e-06, + "loss": 4.7929, + "step": 50 + }, + { + "epoch": 0.39011703511053314, + "grad_norm": 55.83706283569336, + "learning_rate": 3.83419689119171e-06, + "loss": 4.6529, + "step": 75 + }, + { + "epoch": 0.5201560468140443, + "grad_norm": 37.33715057373047, + "learning_rate": 5.129533678756478e-06, + "loss": 4.5557, + "step": 100 + }, + { + "epoch": 0.6501950585175552, + "grad_norm": 22.515893936157227, + "learning_rate": 6.4248704663212435e-06, + "loss": 4.4704, + "step": 125 + }, + { + "epoch": 0.7802340702210663, + "grad_norm": 19.036128997802734, + "learning_rate": 7.72020725388601e-06, + "loss": 4.4373, + "step": 150 + }, + { + "epoch": 0.9102730819245773, + "grad_norm": 28.530099868774414, + "learning_rate": 9.015544041450778e-06, + "loss": 4.5229, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.34307692307692306, + "eval_loss": 1.0836838483810425, + "eval_macro_f1": 0.23773397812098906, + "eval_runtime": 1.1714, + "eval_samples_per_second": 554.87, + "eval_steps_per_second": 35.0, + "eval_weighted_f1": 0.23633857630607102, + "step": 193 + }, + { + "epoch": 1.0364109232769831, + "grad_norm": 19.805923461914062, + "learning_rate": 1.0310880829015545e-05, + "loss": 4.3668, + "step": 200 + }, + { + "epoch": 1.1664499349804942, + "grad_norm": 41.13054275512695, + "learning_rate": 1.1606217616580311e-05, + "loss": 4.3635, + "step": 225 + }, + { + "epoch": 1.2964889466840053, + "grad_norm": 29.314672470092773, + "learning_rate": 1.2901554404145079e-05, + "loss": 4.3372, + "step": 250 + }, + { + "epoch": 1.4265279583875163, + "grad_norm": 38.782249450683594, + "learning_rate": 1.4196891191709844e-05, + "loss": 3.9404, + "step": 275 + }, + { + "epoch": 1.5565669700910272, + "grad_norm": 54.219268798828125, + "learning_rate": 1.5492227979274612e-05, + "loss": 3.8093, + "step": 300 + }, + { + "epoch": 1.6866059817945382, + "grad_norm": 48.79814910888672, + "learning_rate": 1.6787564766839378e-05, + "loss": 3.374, + "step": 325 + }, + { + "epoch": 1.8166449934980493, + "grad_norm": 99.29120635986328, + "learning_rate": 1.8082901554404147e-05, + "loss": 3.4059, + "step": 350 + }, + { + "epoch": 1.9466840052015604, + "grad_norm": 79.13703155517578, + "learning_rate": 1.9378238341968913e-05, + "loss": 3.4926, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6907692307692308, + "eval_loss": 0.7235386967658997, + "eval_macro_f1": 0.6813936228794528, + "eval_runtime": 1.0685, + "eval_samples_per_second": 608.352, + "eval_steps_per_second": 38.373, + "eval_weighted_f1": 0.6810959475441694, + "step": 386 + }, + { + "epoch": 2.0728218465539663, + "grad_norm": 54.9383430480957, + "learning_rate": 1.9925158318940704e-05, + "loss": 2.922, + "step": 400 + }, + { + "epoch": 2.2028608582574774, + "grad_norm": 108.35377502441406, + "learning_rate": 1.9781232009211287e-05, + "loss": 3.0165, + "step": 425 + }, + { + "epoch": 2.3328998699609884, + "grad_norm": 62.93904113769531, + "learning_rate": 1.9637305699481867e-05, + "loss": 2.5141, + "step": 450 + }, + { + "epoch": 2.4629388816644995, + "grad_norm": 150.26785278320312, + "learning_rate": 1.949337938975245e-05, + "loss": 2.5233, + "step": 475 + }, + { + "epoch": 2.5929778933680105, + "grad_norm": 99.68351745605469, + "learning_rate": 1.934945308002303e-05, + "loss": 2.399, + "step": 500 + }, + { + "epoch": 2.7230169050715216, + "grad_norm": 103.29261016845703, + "learning_rate": 1.920552677029361e-05, + "loss": 2.5415, + "step": 525 + }, + { + "epoch": 2.8530559167750327, + "grad_norm": 125.6059799194336, + "learning_rate": 1.9061600460564194e-05, + "loss": 2.3613, + "step": 550 + }, + { + "epoch": 2.9830949284785433, + "grad_norm": 109.76065826416016, + "learning_rate": 1.8917674150834774e-05, + "loss": 2.2242, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7369230769230769, + "eval_loss": 0.6487666368484497, + "eval_macro_f1": 0.7292209078305335, + "eval_runtime": 1.0838, + "eval_samples_per_second": 599.768, + "eval_steps_per_second": 37.832, + "eval_weighted_f1": 0.729182919279176, + "step": 579 + }, + { + "epoch": 3.109232769830949, + "grad_norm": 99.05220031738281, + "learning_rate": 1.8773747841105358e-05, + "loss": 1.9899, + "step": 600 + }, + { + "epoch": 3.2392717815344603, + "grad_norm": 252.72618103027344, + "learning_rate": 1.8629821531375938e-05, + "loss": 2.0038, + "step": 625 + }, + { + "epoch": 3.3693107932379713, + "grad_norm": 155.16342163085938, + "learning_rate": 1.8485895221646518e-05, + "loss": 2.0468, + "step": 650 + }, + { + "epoch": 3.4993498049414824, + "grad_norm": 346.24053955078125, + "learning_rate": 1.83419689119171e-05, + "loss": 1.968, + "step": 675 + }, + { + "epoch": 3.6293888166449935, + "grad_norm": 90.39132690429688, + "learning_rate": 1.819804260218768e-05, + "loss": 1.8871, + "step": 700 + }, + { + "epoch": 3.7594278283485045, + "grad_norm": 40.65438461303711, + "learning_rate": 1.8054116292458265e-05, + "loss": 1.7193, + "step": 725 + }, + { + "epoch": 3.8894668400520156, + "grad_norm": 65.97164154052734, + "learning_rate": 1.7910189982728845e-05, + "loss": 1.8827, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7446153846153846, + "eval_loss": 0.7103386521339417, + "eval_macro_f1": 0.7446589176730937, + "eval_runtime": 1.0866, + "eval_samples_per_second": 598.207, + "eval_steps_per_second": 37.733, + "eval_weighted_f1": 0.7439791719297906, + "step": 772 + }, + { + "epoch": 4.0156046814044215, + "grad_norm": 87.15116119384766, + "learning_rate": 1.7766263672999425e-05, + "loss": 1.8103, + "step": 775 + }, + { + "epoch": 4.145643693107933, + "grad_norm": 75.19923400878906, + "learning_rate": 1.762233736327001e-05, + "loss": 1.5434, + "step": 800 + }, + { + "epoch": 4.275682704811444, + "grad_norm": 57.67513656616211, + "learning_rate": 1.747841105354059e-05, + "loss": 1.567, + "step": 825 + }, + { + "epoch": 4.405721716514955, + "grad_norm": 61.08513641357422, + "learning_rate": 1.7334484743811172e-05, + "loss": 1.3923, + "step": 850 + }, + { + "epoch": 4.535760728218466, + "grad_norm": 153.5814666748047, + "learning_rate": 1.7190558434081752e-05, + "loss": 1.6015, + "step": 875 + }, + { + "epoch": 4.665799739921977, + "grad_norm": 118.80472564697266, + "learning_rate": 1.7046632124352332e-05, + "loss": 1.6231, + "step": 900 + }, + { + "epoch": 4.795838751625488, + "grad_norm": 56.593727111816406, + "learning_rate": 1.6902705814622916e-05, + "loss": 1.4427, + "step": 925 + }, + { + "epoch": 4.925877763328999, + "grad_norm": 53.403221130371094, + "learning_rate": 1.6758779504893496e-05, + "loss": 1.4358, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7784615384615384, + "eval_loss": 0.6839408874511719, + "eval_macro_f1": 0.7787174066243834, + "eval_runtime": 1.0732, + "eval_samples_per_second": 605.686, + "eval_steps_per_second": 38.205, + "eval_weighted_f1": 0.7782533745324444, + "step": 965 + }, + { + "epoch": 5.052015604681404, + "grad_norm": 111.09627532958984, + "learning_rate": 1.661485319516408e-05, + "loss": 1.1763, + "step": 975 + }, + { + "epoch": 5.1820546163849155, + "grad_norm": 168.72067260742188, + "learning_rate": 1.647092688543466e-05, + "loss": 1.3309, + "step": 1000 + }, + { + "epoch": 5.3120936280884266, + "grad_norm": 69.03394317626953, + "learning_rate": 1.632700057570524e-05, + "loss": 1.2952, + "step": 1025 + }, + { + "epoch": 5.442132639791938, + "grad_norm": 173.0185089111328, + "learning_rate": 1.6183074265975823e-05, + "loss": 1.1568, + "step": 1050 + }, + { + "epoch": 5.572171651495449, + "grad_norm": 137.3084259033203, + "learning_rate": 1.6039147956246403e-05, + "loss": 1.076, + "step": 1075 + }, + { + "epoch": 5.70221066319896, + "grad_norm": 155.20188903808594, + "learning_rate": 1.5895221646516986e-05, + "loss": 1.0521, + "step": 1100 + }, + { + "epoch": 5.832249674902471, + "grad_norm": 58.05133819580078, + "learning_rate": 1.5751295336787566e-05, + "loss": 1.4577, + "step": 1125 + }, + { + "epoch": 5.962288686605982, + "grad_norm": 93.01280212402344, + "learning_rate": 1.5607369027058147e-05, + "loss": 1.066, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7815384615384615, + "eval_loss": 0.7262029647827148, + "eval_macro_f1": 0.7804607600647121, + "eval_runtime": 1.0466, + "eval_samples_per_second": 621.044, + "eval_steps_per_second": 39.174, + "eval_weighted_f1": 0.7799405018187108, + "step": 1158 + }, + { + "epoch": 6.088426527958387, + "grad_norm": 78.44471740722656, + "learning_rate": 1.546344271732873e-05, + "loss": 0.7979, + "step": 1175 + }, + { + "epoch": 6.218465539661898, + "grad_norm": 20.18685531616211, + "learning_rate": 1.531951640759931e-05, + "loss": 0.8585, + "step": 1200 + }, + { + "epoch": 6.3485045513654095, + "grad_norm": 89.84262084960938, + "learning_rate": 1.5175590097869892e-05, + "loss": 0.694, + "step": 1225 + }, + { + "epoch": 6.4785435630689205, + "grad_norm": 86.3144302368164, + "learning_rate": 1.5031663788140474e-05, + "loss": 0.8848, + "step": 1250 + }, + { + "epoch": 6.608582574772432, + "grad_norm": 225.01876831054688, + "learning_rate": 1.4887737478411055e-05, + "loss": 0.9406, + "step": 1275 + }, + { + "epoch": 6.738621586475943, + "grad_norm": 131.7667694091797, + "learning_rate": 1.4743811168681637e-05, + "loss": 1.0335, + "step": 1300 + }, + { + "epoch": 6.868660598179454, + "grad_norm": 106.84020233154297, + "learning_rate": 1.4599884858952217e-05, + "loss": 1.0948, + "step": 1325 + }, + { + "epoch": 6.998699609882965, + "grad_norm": 265.5509948730469, + "learning_rate": 1.4455958549222799e-05, + "loss": 0.9875, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7707692307692308, + "eval_loss": 0.7212668657302856, + "eval_macro_f1": 0.7701261893681505, + "eval_runtime": 1.0786, + "eval_samples_per_second": 602.61, + "eval_steps_per_second": 38.011, + "eval_weighted_f1": 0.7693437800375613, + "step": 1351 + }, + { + "epoch": 7.12483745123537, + "grad_norm": 252.8182830810547, + "learning_rate": 1.431203223949338e-05, + "loss": 0.5175, + "step": 1375 + }, + { + "epoch": 7.254876462938881, + "grad_norm": 79.28336334228516, + "learning_rate": 1.4168105929763962e-05, + "loss": 0.7798, + "step": 1400 + }, + { + "epoch": 7.384915474642392, + "grad_norm": 118.63516998291016, + "learning_rate": 1.4024179620034544e-05, + "loss": 0.6371, + "step": 1425 + }, + { + "epoch": 7.5149544863459035, + "grad_norm": 132.64645385742188, + "learning_rate": 1.3880253310305124e-05, + "loss": 0.6817, + "step": 1450 + }, + { + "epoch": 7.6449934980494145, + "grad_norm": 65.69026184082031, + "learning_rate": 1.3736327000575706e-05, + "loss": 0.6799, + "step": 1475 + }, + { + "epoch": 7.775032509752926, + "grad_norm": 66.27278137207031, + "learning_rate": 1.3592400690846288e-05, + "loss": 0.6773, + "step": 1500 + }, + { + "epoch": 7.905071521456437, + "grad_norm": 71.74551391601562, + "learning_rate": 1.344847438111687e-05, + "loss": 0.6211, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7753846153846153, + "eval_loss": 0.809576153755188, + "eval_macro_f1": 0.7759596988480039, + "eval_runtime": 1.0159, + "eval_samples_per_second": 639.846, + "eval_steps_per_second": 40.36, + "eval_weighted_f1": 0.7754106570295184, + "step": 1544 + }, + { + "epoch": 8.031209362808843, + "grad_norm": 103.44293975830078, + "learning_rate": 1.3304548071387451e-05, + "loss": 0.7173, + "step": 1550 + }, + { + "epoch": 8.161248374512354, + "grad_norm": 92.32013702392578, + "learning_rate": 1.3160621761658033e-05, + "loss": 0.3507, + "step": 1575 + }, + { + "epoch": 8.291287386215865, + "grad_norm": 52.42232131958008, + "learning_rate": 1.3016695451928613e-05, + "loss": 0.5837, + "step": 1600 + }, + { + "epoch": 8.421326397919376, + "grad_norm": 93.94422912597656, + "learning_rate": 1.2872769142199195e-05, + "loss": 0.5386, + "step": 1625 + }, + { + "epoch": 8.551365409622887, + "grad_norm": 58.73774337768555, + "learning_rate": 1.2728842832469777e-05, + "loss": 0.5848, + "step": 1650 + }, + { + "epoch": 8.681404421326398, + "grad_norm": 156.97842407226562, + "learning_rate": 1.2584916522740358e-05, + "loss": 0.4542, + "step": 1675 + }, + { + "epoch": 8.81144343302991, + "grad_norm": 100.39198303222656, + "learning_rate": 1.244099021301094e-05, + "loss": 0.5721, + "step": 1700 + }, + { + "epoch": 8.94148244473342, + "grad_norm": 70.43212127685547, + "learning_rate": 1.229706390328152e-05, + "loss": 0.5992, + "step": 1725 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.803076923076923, + "eval_loss": 0.8855196237564087, + "eval_macro_f1": 0.8019783373765675, + "eval_runtime": 1.1382, + "eval_samples_per_second": 571.086, + "eval_steps_per_second": 36.022, + "eval_weighted_f1": 0.8014469171106341, + "step": 1737 + } + ], + "logging_steps": 25, + "max_steps": 3860, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-2316/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-2316/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-2316/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-2316/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-2316/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260902T153403Z-53ad853a/trainer/checkpoint-2316/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dc73398a9276629d79eafce1ae8fe5abce8eb8a7 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189/trainer_state.json @@ -0,0 +1,773 @@ +{ + "best_global_step": 2189, + "best_metric": 0.8228415072477026, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 2189, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 26.016324996948242, + "learning_rate": 1.206030150753769e-06, + "loss": 4.9103, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 28.102493286132812, + "learning_rate": 2.462311557788945e-06, + "loss": 4.6925, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 51.85612869262695, + "learning_rate": 3.718592964824121e-06, + "loss": 4.6442, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 43.97850036621094, + "learning_rate": 4.974874371859297e-06, + "loss": 4.596, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 53.63811111450195, + "learning_rate": 6.231155778894474e-06, + "loss": 4.4587, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 49.49216079711914, + "learning_rate": 7.487437185929649e-06, + "loss": 4.3627, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 119.54327392578125, + "learning_rate": 8.743718592964825e-06, + "loss": 4.196, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.39198855507868385, + "eval_loss": 1.1050132513046265, + "eval_macro_f1": 0.31085386669248644, + "eval_runtime": 1.1937, + "eval_samples_per_second": 585.582, + "eval_steps_per_second": 36.861, + "eval_weighted_f1": 0.3080649324336453, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 116.98739624023438, + "learning_rate": 1e-05, + "loss": 3.9563, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 29.464462280273438, + "learning_rate": 1.1256281407035177e-05, + "loss": 3.9986, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 75.868408203125, + "learning_rate": 1.2512562814070352e-05, + "loss": 3.8869, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 87.97183990478516, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.8614, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 41.873165130615234, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.5902, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 62.94290542602539, + "learning_rate": 1.628140703517588e-05, + "loss": 3.6657, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 79.57233428955078, + "learning_rate": 1.7537688442211057e-05, + "loss": 3.4432, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 62.0341911315918, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.4076, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6294706723891274, + "eval_loss": 0.7866954207420349, + "eval_macro_f1": 0.6072136839022036, + "eval_runtime": 1.2673, + "eval_samples_per_second": 551.558, + "eval_steps_per_second": 34.719, + "eval_weighted_f1": 0.6067378716856588, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 55.86772155761719, + "learning_rate": 1.9994416527079845e-05, + "loss": 3.156, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 120.79082489013672, + "learning_rate": 1.985482970407594e-05, + "loss": 3.2239, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 53.37303161621094, + "learning_rate": 1.971524288107203e-05, + "loss": 2.8229, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 50.88640213012695, + "learning_rate": 1.957565605806812e-05, + "loss": 2.6838, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 107.69424438476562, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.5686, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 133.86068725585938, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.5994, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 129.8609619140625, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.4927, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 109.29744720458984, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.5719, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7510729613733905, + "eval_loss": 0.6343115568161011, + "eval_macro_f1": 0.7448228579681967, + "eval_runtime": 1.2654, + "eval_samples_per_second": 552.393, + "eval_steps_per_second": 34.772, + "eval_weighted_f1": 0.7447131603346995, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 35.33439254760742, + "learning_rate": 1.887772194304858e-05, + "loss": 2.3417, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 76.99533081054688, + "learning_rate": 1.873813512004467e-05, + "loss": 2.0563, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 67.324951171875, + "learning_rate": 1.8598548297040763e-05, + "loss": 2.0302, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 67.0183334350586, + "learning_rate": 1.8458961474036853e-05, + "loss": 2.1043, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 71.6431884765625, + "learning_rate": 1.8319374651032944e-05, + "loss": 2.0439, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 56.38589859008789, + "learning_rate": 1.8179787828029037e-05, + "loss": 1.868, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 97.31842041015625, + "learning_rate": 1.8040201005025128e-05, + "loss": 1.9641, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 67.85038757324219, + "learning_rate": 1.790061418202122e-05, + "loss": 1.9998, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7839771101573677, + "eval_loss": 0.5989288091659546, + "eval_macro_f1": 0.7834577396955318, + "eval_runtime": 1.2865, + "eval_samples_per_second": 543.329, + "eval_steps_per_second": 34.201, + "eval_weighted_f1": 0.7829976893265745, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 84.3005599975586, + "learning_rate": 1.7761027359017312e-05, + "loss": 1.8437, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 64.97859954833984, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.6802, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 120.62494659423828, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.4974, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 57.73794174194336, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.2724, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 75.62435150146484, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.7597, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 61.09528732299805, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.5527, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 79.04931640625, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.2877, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 90.56460571289062, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.4732, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7968526466380543, + "eval_loss": 0.5603314638137817, + "eval_macro_f1": 0.798193811610927, + "eval_runtime": 1.2029, + "eval_samples_per_second": 581.109, + "eval_steps_per_second": 36.579, + "eval_weighted_f1": 0.7980563433806437, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 53.36479949951172, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.4656, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 54.25690460205078, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.1251, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 98.49271392822266, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.369, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 141.4856414794922, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.1783, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 153.141357421875, + "learning_rate": 1.608598548297041e-05, + "loss": 1.2988, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 105.6315689086914, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.1281, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 77.02029418945312, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.2801, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 87.96083068847656, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.2253, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7939914163090128, + "eval_loss": 0.7140613198280334, + "eval_macro_f1": 0.7901885869212449, + "eval_runtime": 1.4779, + "eval_samples_per_second": 472.979, + "eval_steps_per_second": 29.773, + "eval_weighted_f1": 0.7899709617529898, + "step": 1194 + }, + { + "epoch": 6.030226700251889, + "grad_norm": 18.711008071899414, + "learning_rate": 1.5527638190954773e-05, + "loss": 0.9436, + "step": 1200 + }, + { + "epoch": 6.156171284634761, + "grad_norm": 54.92040252685547, + "learning_rate": 1.5388051367950867e-05, + "loss": 0.7597, + "step": 1225 + }, + { + "epoch": 6.282115869017632, + "grad_norm": 205.1600341796875, + "learning_rate": 1.5248464544946959e-05, + "loss": 0.8331, + "step": 1250 + }, + { + "epoch": 6.408060453400504, + "grad_norm": 55.963401794433594, + "learning_rate": 1.510887772194305e-05, + "loss": 0.9165, + "step": 1275 + }, + { + "epoch": 6.534005037783375, + "grad_norm": 45.34226989746094, + "learning_rate": 1.4969290898939142e-05, + "loss": 0.9788, + "step": 1300 + }, + { + "epoch": 6.659949622166247, + "grad_norm": 202.5843048095703, + "learning_rate": 1.4829704075935234e-05, + "loss": 0.6979, + "step": 1325 + }, + { + "epoch": 6.785894206549118, + "grad_norm": 56.09943771362305, + "learning_rate": 1.4690117252931324e-05, + "loss": 0.9752, + "step": 1350 + }, + { + "epoch": 6.91183879093199, + "grad_norm": 66.93706512451172, + "learning_rate": 1.4550530429927416e-05, + "loss": 0.917, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8011444921316166, + "eval_loss": 0.6487324833869934, + "eval_macro_f1": 0.8008508563461461, + "eval_runtime": 1.3067, + "eval_samples_per_second": 534.934, + "eval_steps_per_second": 33.673, + "eval_weighted_f1": 0.8005369111947287, + "step": 1393 + }, + { + "epoch": 7.035264483627204, + "grad_norm": 49.95111846923828, + "learning_rate": 1.4410943606923509e-05, + "loss": 0.7378, + "step": 1400 + }, + { + "epoch": 7.161209068010075, + "grad_norm": 162.99667358398438, + "learning_rate": 1.4271356783919599e-05, + "loss": 0.6126, + "step": 1425 + }, + { + "epoch": 7.287153652392947, + "grad_norm": 135.4879913330078, + "learning_rate": 1.4131769960915691e-05, + "loss": 0.4191, + "step": 1450 + }, + { + "epoch": 7.413098236775818, + "grad_norm": 143.09176635742188, + "learning_rate": 1.3992183137911782e-05, + "loss": 0.45, + "step": 1475 + }, + { + "epoch": 7.53904282115869, + "grad_norm": 128.59910583496094, + "learning_rate": 1.3852596314907874e-05, + "loss": 0.6513, + "step": 1500 + }, + { + "epoch": 7.664987405541561, + "grad_norm": 105.69670867919922, + "learning_rate": 1.3713009491903966e-05, + "loss": 0.5662, + "step": 1525 + }, + { + "epoch": 7.790931989924434, + "grad_norm": 14.206587791442871, + "learning_rate": 1.3573422668900056e-05, + "loss": 0.8192, + "step": 1550 + }, + { + "epoch": 7.916876574307305, + "grad_norm": 152.4323272705078, + "learning_rate": 1.3433835845896149e-05, + "loss": 0.8625, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8082975679542204, + "eval_loss": 0.6640374660491943, + "eval_macro_f1": 0.8075716038564975, + "eval_runtime": 1.3174, + "eval_samples_per_second": 530.592, + "eval_steps_per_second": 33.399, + "eval_weighted_f1": 0.807072113809791, + "step": 1592 + }, + { + "epoch": 8.040302267002518, + "grad_norm": 131.5824432373047, + "learning_rate": 1.329424902289224e-05, + "loss": 0.6135, + "step": 1600 + }, + { + "epoch": 8.16624685138539, + "grad_norm": 92.45820617675781, + "learning_rate": 1.3154662199888331e-05, + "loss": 0.5931, + "step": 1625 + }, + { + "epoch": 8.292191435768261, + "grad_norm": 87.66581726074219, + "learning_rate": 1.3015075376884423e-05, + "loss": 0.4173, + "step": 1650 + }, + { + "epoch": 8.418136020151133, + "grad_norm": 199.1492462158203, + "learning_rate": 1.2875488553880515e-05, + "loss": 0.4417, + "step": 1675 + }, + { + "epoch": 8.544080604534004, + "grad_norm": 29.91997528076172, + "learning_rate": 1.2735901730876606e-05, + "loss": 0.5672, + "step": 1700 + }, + { + "epoch": 8.670025188916876, + "grad_norm": 75.91053771972656, + "learning_rate": 1.2596314907872698e-05, + "loss": 0.4758, + "step": 1725 + }, + { + "epoch": 8.795969773299749, + "grad_norm": 38.84088134765625, + "learning_rate": 1.245672808486879e-05, + "loss": 0.493, + "step": 1750 + }, + { + "epoch": 8.92191435768262, + "grad_norm": 23.50356674194336, + "learning_rate": 1.231714126186488e-05, + "loss": 0.4846, + "step": 1775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8025751072961373, + "eval_loss": 0.9202924370765686, + "eval_macro_f1": 0.8017255752754592, + "eval_runtime": 1.436, + "eval_samples_per_second": 486.764, + "eval_steps_per_second": 30.64, + "eval_weighted_f1": 0.8015138475072952, + "step": 1791 + }, + { + "epoch": 9.045340050377833, + "grad_norm": 119.97196197509766, + "learning_rate": 1.2177554438860973e-05, + "loss": 0.2722, + "step": 1800 + }, + { + "epoch": 9.171284634760704, + "grad_norm": 7.665814399719238, + "learning_rate": 1.2037967615857065e-05, + "loss": 0.364, + "step": 1825 + }, + { + "epoch": 9.297229219143578, + "grad_norm": 69.44064331054688, + "learning_rate": 1.1898380792853155e-05, + "loss": 0.4212, + "step": 1850 + }, + { + "epoch": 9.42317380352645, + "grad_norm": 92.5860366821289, + "learning_rate": 1.1758793969849248e-05, + "loss": 0.3459, + "step": 1875 + }, + { + "epoch": 9.54911838790932, + "grad_norm": 271.1918029785156, + "learning_rate": 1.161920714684534e-05, + "loss": 0.3826, + "step": 1900 + }, + { + "epoch": 9.675062972292192, + "grad_norm": 10.109566688537598, + "learning_rate": 1.147962032384143e-05, + "loss": 0.1722, + "step": 1925 + }, + { + "epoch": 9.801007556675064, + "grad_norm": 1.6335821151733398, + "learning_rate": 1.1340033500837522e-05, + "loss": 0.3679, + "step": 1950 + }, + { + "epoch": 9.926952141057935, + "grad_norm": 631.7725830078125, + "learning_rate": 1.1200446677833614e-05, + "loss": 0.4245, + "step": 1975 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8197424892703863, + "eval_loss": 1.1475292444229126, + "eval_macro_f1": 0.8197402422519828, + "eval_runtime": 1.3106, + "eval_samples_per_second": 533.359, + "eval_steps_per_second": 33.573, + "eval_weighted_f1": 0.8194905445601628, + "step": 1990 + }, + { + "epoch": 10.05037783375315, + "grad_norm": 61.72283935546875, + "learning_rate": 1.1060859854829705e-05, + "loss": 0.449, + "step": 2000 + }, + { + "epoch": 10.17632241813602, + "grad_norm": 5.253365516662598, + "learning_rate": 1.0921273031825797e-05, + "loss": 0.2941, + "step": 2025 + }, + { + "epoch": 10.302267002518892, + "grad_norm": 7.656251907348633, + "learning_rate": 1.078168620882189e-05, + "loss": 0.3307, + "step": 2050 + }, + { + "epoch": 10.428211586901764, + "grad_norm": 107.3115234375, + "learning_rate": 1.064209938581798e-05, + "loss": 0.3592, + "step": 2075 + }, + { + "epoch": 10.554156171284635, + "grad_norm": 150.32530212402344, + "learning_rate": 1.0502512562814072e-05, + "loss": 0.2004, + "step": 2100 + }, + { + "epoch": 10.680100755667507, + "grad_norm": 127.57548522949219, + "learning_rate": 1.0362925739810164e-05, + "loss": 0.1998, + "step": 2125 + }, + { + "epoch": 10.806045340050378, + "grad_norm": 161.0593719482422, + "learning_rate": 1.0223338916806254e-05, + "loss": 0.3415, + "step": 2150 + }, + { + "epoch": 10.93198992443325, + "grad_norm": 119.67061614990234, + "learning_rate": 1.0083752093802347e-05, + "loss": 0.2619, + "step": 2175 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8240343347639485, + "eval_loss": 1.2458059787750244, + "eval_macro_f1": 0.8228415072477026, + "eval_runtime": 1.5165, + "eval_samples_per_second": 460.94, + "eval_steps_per_second": 29.015, + "eval_weighted_f1": 0.8226314189250921, + "step": 2189 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2786/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2786/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2786/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2786/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2786/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2786/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2786/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2786/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..113073267ca36920886bc536d22d506072987a87 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2786/trainer_state.json @@ -0,0 +1,974 @@ +{ + "best_global_step": 2189, + "best_metric": 0.8228415072477026, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s42-20260902T124227Z-27bda108/trainer/checkpoint-2189", + "epoch": 14.0, + "eval_steps": 500, + "global_step": 2786, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 26.016324996948242, + "learning_rate": 1.206030150753769e-06, + "loss": 4.9103, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 28.102493286132812, + "learning_rate": 2.462311557788945e-06, + "loss": 4.6925, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 51.85612869262695, + "learning_rate": 3.718592964824121e-06, + "loss": 4.6442, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 43.97850036621094, + "learning_rate": 4.974874371859297e-06, + "loss": 4.596, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 53.63811111450195, + "learning_rate": 6.231155778894474e-06, + "loss": 4.4587, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 49.49216079711914, + "learning_rate": 7.487437185929649e-06, + "loss": 4.3627, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 119.54327392578125, + "learning_rate": 8.743718592964825e-06, + "loss": 4.196, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.39198855507868385, + "eval_loss": 1.1050132513046265, + "eval_macro_f1": 0.31085386669248644, + "eval_runtime": 1.1937, + "eval_samples_per_second": 585.582, + "eval_steps_per_second": 36.861, + "eval_weighted_f1": 0.3080649324336453, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 116.98739624023438, + "learning_rate": 1e-05, + "loss": 3.9563, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 29.464462280273438, + "learning_rate": 1.1256281407035177e-05, + "loss": 3.9986, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 75.868408203125, + "learning_rate": 1.2512562814070352e-05, + "loss": 3.8869, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 87.97183990478516, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.8614, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 41.873165130615234, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.5902, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 62.94290542602539, + "learning_rate": 1.628140703517588e-05, + "loss": 3.6657, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 79.57233428955078, + "learning_rate": 1.7537688442211057e-05, + "loss": 3.4432, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 62.0341911315918, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.4076, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6294706723891274, + "eval_loss": 0.7866954207420349, + "eval_macro_f1": 0.6072136839022036, + "eval_runtime": 1.2673, + "eval_samples_per_second": 551.558, + "eval_steps_per_second": 34.719, + "eval_weighted_f1": 0.6067378716856588, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 55.86772155761719, + "learning_rate": 1.9994416527079845e-05, + "loss": 3.156, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 120.79082489013672, + "learning_rate": 1.985482970407594e-05, + "loss": 3.2239, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 53.37303161621094, + "learning_rate": 1.971524288107203e-05, + "loss": 2.8229, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 50.88640213012695, + "learning_rate": 1.957565605806812e-05, + "loss": 2.6838, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 107.69424438476562, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.5686, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 133.86068725585938, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.5994, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 129.8609619140625, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.4927, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 109.29744720458984, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.5719, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7510729613733905, + "eval_loss": 0.6343115568161011, + "eval_macro_f1": 0.7448228579681967, + "eval_runtime": 1.2654, + "eval_samples_per_second": 552.393, + "eval_steps_per_second": 34.772, + "eval_weighted_f1": 0.7447131603346995, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 35.33439254760742, + "learning_rate": 1.887772194304858e-05, + "loss": 2.3417, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 76.99533081054688, + "learning_rate": 1.873813512004467e-05, + "loss": 2.0563, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 67.324951171875, + "learning_rate": 1.8598548297040763e-05, + "loss": 2.0302, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 67.0183334350586, + "learning_rate": 1.8458961474036853e-05, + "loss": 2.1043, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 71.6431884765625, + "learning_rate": 1.8319374651032944e-05, + "loss": 2.0439, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 56.38589859008789, + "learning_rate": 1.8179787828029037e-05, + "loss": 1.868, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 97.31842041015625, + "learning_rate": 1.8040201005025128e-05, + "loss": 1.9641, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 67.85038757324219, + "learning_rate": 1.790061418202122e-05, + "loss": 1.9998, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7839771101573677, + "eval_loss": 0.5989288091659546, + "eval_macro_f1": 0.7834577396955318, + "eval_runtime": 1.2865, + "eval_samples_per_second": 543.329, + "eval_steps_per_second": 34.201, + "eval_weighted_f1": 0.7829976893265745, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 84.3005599975586, + "learning_rate": 1.7761027359017312e-05, + "loss": 1.8437, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 64.97859954833984, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.6802, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 120.62494659423828, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.4974, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 57.73794174194336, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.2724, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 75.62435150146484, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.7597, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 61.09528732299805, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.5527, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 79.04931640625, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.2877, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 90.56460571289062, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.4732, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7968526466380543, + "eval_loss": 0.5603314638137817, + "eval_macro_f1": 0.798193811610927, + "eval_runtime": 1.2029, + "eval_samples_per_second": 581.109, + "eval_steps_per_second": 36.579, + "eval_weighted_f1": 0.7980563433806437, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 53.36479949951172, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.4656, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 54.25690460205078, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.1251, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 98.49271392822266, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.369, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 141.4856414794922, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.1783, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 153.141357421875, + "learning_rate": 1.608598548297041e-05, + "loss": 1.2988, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 105.6315689086914, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.1281, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 77.02029418945312, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.2801, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 87.96083068847656, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.2253, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7939914163090128, + "eval_loss": 0.7140613198280334, + "eval_macro_f1": 0.7901885869212449, + "eval_runtime": 1.4779, + "eval_samples_per_second": 472.979, + "eval_steps_per_second": 29.773, + "eval_weighted_f1": 0.7899709617529898, + "step": 1194 + }, + { + "epoch": 6.030226700251889, + "grad_norm": 18.711008071899414, + "learning_rate": 1.5527638190954773e-05, + "loss": 0.9436, + "step": 1200 + }, + { + "epoch": 6.156171284634761, + "grad_norm": 54.92040252685547, + "learning_rate": 1.5388051367950867e-05, + "loss": 0.7597, + "step": 1225 + }, + { + "epoch": 6.282115869017632, + "grad_norm": 205.1600341796875, + "learning_rate": 1.5248464544946959e-05, + "loss": 0.8331, + "step": 1250 + }, + { + "epoch": 6.408060453400504, + "grad_norm": 55.963401794433594, + "learning_rate": 1.510887772194305e-05, + "loss": 0.9165, + "step": 1275 + }, + { + "epoch": 6.534005037783375, + "grad_norm": 45.34226989746094, + "learning_rate": 1.4969290898939142e-05, + "loss": 0.9788, + "step": 1300 + }, + { + "epoch": 6.659949622166247, + "grad_norm": 202.5843048095703, + "learning_rate": 1.4829704075935234e-05, + "loss": 0.6979, + "step": 1325 + }, + { + "epoch": 6.785894206549118, + "grad_norm": 56.09943771362305, + "learning_rate": 1.4690117252931324e-05, + "loss": 0.9752, + "step": 1350 + }, + { + "epoch": 6.91183879093199, + "grad_norm": 66.93706512451172, + "learning_rate": 1.4550530429927416e-05, + "loss": 0.917, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8011444921316166, + "eval_loss": 0.6487324833869934, + "eval_macro_f1": 0.8008508563461461, + "eval_runtime": 1.3067, + "eval_samples_per_second": 534.934, + "eval_steps_per_second": 33.673, + "eval_weighted_f1": 0.8005369111947287, + "step": 1393 + }, + { + "epoch": 7.035264483627204, + "grad_norm": 49.95111846923828, + "learning_rate": 1.4410943606923509e-05, + "loss": 0.7378, + "step": 1400 + }, + { + "epoch": 7.161209068010075, + "grad_norm": 162.99667358398438, + "learning_rate": 1.4271356783919599e-05, + "loss": 0.6126, + "step": 1425 + }, + { + "epoch": 7.287153652392947, + "grad_norm": 135.4879913330078, + "learning_rate": 1.4131769960915691e-05, + "loss": 0.4191, + "step": 1450 + }, + { + "epoch": 7.413098236775818, + "grad_norm": 143.09176635742188, + "learning_rate": 1.3992183137911782e-05, + "loss": 0.45, + "step": 1475 + }, + { + "epoch": 7.53904282115869, + "grad_norm": 128.59910583496094, + "learning_rate": 1.3852596314907874e-05, + "loss": 0.6513, + "step": 1500 + }, + { + "epoch": 7.664987405541561, + "grad_norm": 105.69670867919922, + "learning_rate": 1.3713009491903966e-05, + "loss": 0.5662, + "step": 1525 + }, + { + "epoch": 7.790931989924434, + "grad_norm": 14.206587791442871, + "learning_rate": 1.3573422668900056e-05, + "loss": 0.8192, + "step": 1550 + }, + { + "epoch": 7.916876574307305, + "grad_norm": 152.4323272705078, + "learning_rate": 1.3433835845896149e-05, + "loss": 0.8625, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8082975679542204, + "eval_loss": 0.6640374660491943, + "eval_macro_f1": 0.8075716038564975, + "eval_runtime": 1.3174, + "eval_samples_per_second": 530.592, + "eval_steps_per_second": 33.399, + "eval_weighted_f1": 0.807072113809791, + "step": 1592 + }, + { + "epoch": 8.040302267002518, + "grad_norm": 131.5824432373047, + "learning_rate": 1.329424902289224e-05, + "loss": 0.6135, + "step": 1600 + }, + { + "epoch": 8.16624685138539, + "grad_norm": 92.45820617675781, + "learning_rate": 1.3154662199888331e-05, + "loss": 0.5931, + "step": 1625 + }, + { + "epoch": 8.292191435768261, + "grad_norm": 87.66581726074219, + "learning_rate": 1.3015075376884423e-05, + "loss": 0.4173, + "step": 1650 + }, + { + "epoch": 8.418136020151133, + "grad_norm": 199.1492462158203, + "learning_rate": 1.2875488553880515e-05, + "loss": 0.4417, + "step": 1675 + }, + { + "epoch": 8.544080604534004, + "grad_norm": 29.91997528076172, + "learning_rate": 1.2735901730876606e-05, + "loss": 0.5672, + "step": 1700 + }, + { + "epoch": 8.670025188916876, + "grad_norm": 75.91053771972656, + "learning_rate": 1.2596314907872698e-05, + "loss": 0.4758, + "step": 1725 + }, + { + "epoch": 8.795969773299749, + "grad_norm": 38.84088134765625, + "learning_rate": 1.245672808486879e-05, + "loss": 0.493, + "step": 1750 + }, + { + "epoch": 8.92191435768262, + "grad_norm": 23.50356674194336, + "learning_rate": 1.231714126186488e-05, + "loss": 0.4846, + "step": 1775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8025751072961373, + "eval_loss": 0.9202924370765686, + "eval_macro_f1": 0.8017255752754592, + "eval_runtime": 1.436, + "eval_samples_per_second": 486.764, + "eval_steps_per_second": 30.64, + "eval_weighted_f1": 0.8015138475072952, + "step": 1791 + }, + { + "epoch": 9.045340050377833, + "grad_norm": 119.97196197509766, + "learning_rate": 1.2177554438860973e-05, + "loss": 0.2722, + "step": 1800 + }, + { + "epoch": 9.171284634760704, + "grad_norm": 7.665814399719238, + "learning_rate": 1.2037967615857065e-05, + "loss": 0.364, + "step": 1825 + }, + { + "epoch": 9.297229219143578, + "grad_norm": 69.44064331054688, + "learning_rate": 1.1898380792853155e-05, + "loss": 0.4212, + "step": 1850 + }, + { + "epoch": 9.42317380352645, + "grad_norm": 92.5860366821289, + "learning_rate": 1.1758793969849248e-05, + "loss": 0.3459, + "step": 1875 + }, + { + "epoch": 9.54911838790932, + "grad_norm": 271.1918029785156, + "learning_rate": 1.161920714684534e-05, + "loss": 0.3826, + "step": 1900 + }, + { + "epoch": 9.675062972292192, + "grad_norm": 10.109566688537598, + "learning_rate": 1.147962032384143e-05, + "loss": 0.1722, + "step": 1925 + }, + { + "epoch": 9.801007556675064, + "grad_norm": 1.6335821151733398, + "learning_rate": 1.1340033500837522e-05, + "loss": 0.3679, + "step": 1950 + }, + { + "epoch": 9.926952141057935, + "grad_norm": 631.7725830078125, + "learning_rate": 1.1200446677833614e-05, + "loss": 0.4245, + "step": 1975 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8197424892703863, + "eval_loss": 1.1475292444229126, + "eval_macro_f1": 0.8197402422519828, + "eval_runtime": 1.3106, + "eval_samples_per_second": 533.359, + "eval_steps_per_second": 33.573, + "eval_weighted_f1": 0.8194905445601628, + "step": 1990 + }, + { + "epoch": 10.05037783375315, + "grad_norm": 61.72283935546875, + "learning_rate": 1.1060859854829705e-05, + "loss": 0.449, + "step": 2000 + }, + { + "epoch": 10.17632241813602, + "grad_norm": 5.253365516662598, + "learning_rate": 1.0921273031825797e-05, + "loss": 0.2941, + "step": 2025 + }, + { + "epoch": 10.302267002518892, + "grad_norm": 7.656251907348633, + "learning_rate": 1.078168620882189e-05, + "loss": 0.3307, + "step": 2050 + }, + { + "epoch": 10.428211586901764, + "grad_norm": 107.3115234375, + "learning_rate": 1.064209938581798e-05, + "loss": 0.3592, + "step": 2075 + }, + { + "epoch": 10.554156171284635, + "grad_norm": 150.32530212402344, + "learning_rate": 1.0502512562814072e-05, + "loss": 0.2004, + "step": 2100 + }, + { + "epoch": 10.680100755667507, + "grad_norm": 127.57548522949219, + "learning_rate": 1.0362925739810164e-05, + "loss": 0.1998, + "step": 2125 + }, + { + "epoch": 10.806045340050378, + "grad_norm": 161.0593719482422, + "learning_rate": 1.0223338916806254e-05, + "loss": 0.3415, + "step": 2150 + }, + { + "epoch": 10.93198992443325, + "grad_norm": 119.67061614990234, + "learning_rate": 1.0083752093802347e-05, + "loss": 0.2619, + "step": 2175 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8240343347639485, + "eval_loss": 1.2458059787750244, + "eval_macro_f1": 0.8228415072477026, + "eval_runtime": 1.5165, + "eval_samples_per_second": 460.94, + "eval_steps_per_second": 29.015, + "eval_weighted_f1": 0.8226314189250921, + "step": 2189 + }, + { + "epoch": 11.055415617128464, + "grad_norm": 78.1126937866211, + "learning_rate": 9.944165270798437e-06, + "loss": 0.2712, + "step": 2200 + }, + { + "epoch": 11.181360201511335, + "grad_norm": 208.27642822265625, + "learning_rate": 9.804578447794529e-06, + "loss": 0.0478, + "step": 2225 + }, + { + "epoch": 11.307304785894207, + "grad_norm": 1.3593692779541016, + "learning_rate": 9.664991624790621e-06, + "loss": 0.2443, + "step": 2250 + }, + { + "epoch": 11.433249370277078, + "grad_norm": 0.8091163039207458, + "learning_rate": 9.525404801786712e-06, + "loss": 0.1774, + "step": 2275 + }, + { + "epoch": 11.55919395465995, + "grad_norm": 341.8987731933594, + "learning_rate": 9.385817978782804e-06, + "loss": 0.3231, + "step": 2300 + }, + { + "epoch": 11.685138539042821, + "grad_norm": 6.962377071380615, + "learning_rate": 9.246231155778896e-06, + "loss": 0.3808, + "step": 2325 + }, + { + "epoch": 11.811083123425693, + "grad_norm": 4.880063533782959, + "learning_rate": 9.106644332774987e-06, + "loss": 0.1446, + "step": 2350 + }, + { + "epoch": 11.937027707808564, + "grad_norm": 202.30630493164062, + "learning_rate": 8.967057509771079e-06, + "loss": 0.1342, + "step": 2375 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8140200286123033, + "eval_loss": 1.4255775213241577, + "eval_macro_f1": 0.8123294629379235, + "eval_runtime": 1.3308, + "eval_samples_per_second": 525.253, + "eval_steps_per_second": 33.063, + "eval_weighted_f1": 0.8121934849515822, + "step": 2388 + }, + { + "epoch": 12.060453400503778, + "grad_norm": 170.7790069580078, + "learning_rate": 8.82747068676717e-06, + "loss": 0.3236, + "step": 2400 + }, + { + "epoch": 12.18639798488665, + "grad_norm": 0.021007142961025238, + "learning_rate": 8.687883863763261e-06, + "loss": 0.1891, + "step": 2425 + }, + { + "epoch": 12.312342569269521, + "grad_norm": 38.99460220336914, + "learning_rate": 8.548297040759353e-06, + "loss": 0.1702, + "step": 2450 + }, + { + "epoch": 12.438287153652393, + "grad_norm": 1.3645087480545044, + "learning_rate": 8.408710217755444e-06, + "loss": 0.0745, + "step": 2475 + }, + { + "epoch": 12.564231738035264, + "grad_norm": 0.4650800824165344, + "learning_rate": 8.269123394751536e-06, + "loss": 0.1361, + "step": 2500 + }, + { + "epoch": 12.690176322418136, + "grad_norm": 52.38313293457031, + "learning_rate": 8.129536571747628e-06, + "loss": 0.2265, + "step": 2525 + }, + { + "epoch": 12.816120906801007, + "grad_norm": 1.2564523220062256, + "learning_rate": 7.989949748743719e-06, + "loss": 0.188, + "step": 2550 + }, + { + "epoch": 12.942065491183879, + "grad_norm": 9.503769874572754, + "learning_rate": 7.85036292573981e-06, + "loss": 0.1576, + "step": 2575 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.804005722460658, + "eval_loss": 1.5413963794708252, + "eval_macro_f1": 0.8023476892443074, + "eval_runtime": 1.3127, + "eval_samples_per_second": 532.494, + "eval_steps_per_second": 33.519, + "eval_weighted_f1": 0.8021227798345426, + "step": 2587 + }, + { + "epoch": 13.065491183879093, + "grad_norm": 0.21405336260795593, + "learning_rate": 7.710776102735901e-06, + "loss": 0.172, + "step": 2600 + }, + { + "epoch": 13.191435768261965, + "grad_norm": 2.030407190322876, + "learning_rate": 7.571189279731994e-06, + "loss": 0.081, + "step": 2625 + }, + { + "epoch": 13.317380352644836, + "grad_norm": 10.607028007507324, + "learning_rate": 7.4316024567280855e-06, + "loss": 0.1072, + "step": 2650 + }, + { + "epoch": 13.443324937027707, + "grad_norm": 1.3526579141616821, + "learning_rate": 7.292015633724177e-06, + "loss": 0.2011, + "step": 2675 + }, + { + "epoch": 13.569269521410579, + "grad_norm": 0.011516810394823551, + "learning_rate": 7.152428810720269e-06, + "loss": 0.1273, + "step": 2700 + }, + { + "epoch": 13.69521410579345, + "grad_norm": 326.81231689453125, + "learning_rate": 7.01284198771636e-06, + "loss": 0.2119, + "step": 2725 + }, + { + "epoch": 13.821158690176322, + "grad_norm": 0.015062300488352776, + "learning_rate": 6.873255164712452e-06, + "loss": 0.1883, + "step": 2750 + }, + { + "epoch": 13.947103274559193, + "grad_norm": 75.09761810302734, + "learning_rate": 6.733668341708544e-06, + "loss": 0.1529, + "step": 2775 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8226037195994278, + "eval_loss": 1.517712950706482, + "eval_macro_f1": 0.8212728989847907, + "eval_runtime": 1.3172, + "eval_samples_per_second": 530.673, + "eval_steps_per_second": 33.404, + "eval_weighted_f1": 0.8210366103400568, + "step": 2786 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e9725051b4bb5692a5a81a7c9d3f2e1a1a48bf2c --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990/trainer_state.json @@ -0,0 +1,706 @@ +{ + "best_global_step": 1990, + "best_metric": 0.8328054089219651, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1990, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 15.423572540283203, + "learning_rate": 1.206030150753769e-06, + "loss": 4.8479, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 15.126323699951172, + "learning_rate": 2.462311557788945e-06, + "loss": 4.6544, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 7.555212020874023, + "learning_rate": 3.718592964824121e-06, + "loss": 4.4981, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 14.892752647399902, + "learning_rate": 4.974874371859297e-06, + "loss": 4.5216, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 35.149559020996094, + "learning_rate": 6.231155778894474e-06, + "loss": 4.5169, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 28.760351181030273, + "learning_rate": 7.487437185929649e-06, + "loss": 4.4061, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 24.18638038635254, + "learning_rate": 8.743718592964825e-06, + "loss": 4.2991, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4978540772532189, + "eval_loss": 1.0402109622955322, + "eval_macro_f1": 0.47454794150532303, + "eval_runtime": 1.1463, + "eval_samples_per_second": 609.769, + "eval_steps_per_second": 38.383, + "eval_weighted_f1": 0.47436481891412824, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 38.623573303222656, + "learning_rate": 1e-05, + "loss": 4.1875, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 68.63984680175781, + "learning_rate": 1.1256281407035177e-05, + "loss": 3.9224, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 88.71870422363281, + "learning_rate": 1.2512562814070352e-05, + "loss": 3.4218, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 55.58930587768555, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.4067, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 87.99102783203125, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.1921, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 67.15375518798828, + "learning_rate": 1.628140703517588e-05, + "loss": 3.2903, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 88.63514709472656, + "learning_rate": 1.7537688442211057e-05, + "loss": 2.9793, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 104.55754852294922, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.0489, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6552217453505007, + "eval_loss": 0.8419407606124878, + "eval_macro_f1": 0.6477880403207681, + "eval_runtime": 1.1843, + "eval_samples_per_second": 590.222, + "eval_steps_per_second": 37.153, + "eval_weighted_f1": 0.6481963233974714, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 67.39534759521484, + "learning_rate": 1.9994416527079845e-05, + "loss": 3.06, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 79.25894927978516, + "learning_rate": 1.985482970407594e-05, + "loss": 2.7275, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 99.61250305175781, + "learning_rate": 1.971524288107203e-05, + "loss": 2.5882, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 68.27291870117188, + "learning_rate": 1.957565605806812e-05, + "loss": 2.4515, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 92.81105041503906, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.3514, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 70.18733978271484, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.3655, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 52.59349060058594, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.256, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 76.36404418945312, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.2623, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7668097281831188, + "eval_loss": 0.5595110058784485, + "eval_macro_f1": 0.7634850858990104, + "eval_runtime": 1.2139, + "eval_samples_per_second": 575.847, + "eval_steps_per_second": 36.248, + "eval_weighted_f1": 0.7631888353248831, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 35.362144470214844, + "learning_rate": 1.887772194304858e-05, + "loss": 2.3197, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 132.55133056640625, + "learning_rate": 1.873813512004467e-05, + "loss": 1.9436, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 74.86931610107422, + "learning_rate": 1.8598548297040763e-05, + "loss": 2.0462, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 71.6431655883789, + "learning_rate": 1.8458961474036853e-05, + "loss": 1.845, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 68.8015365600586, + "learning_rate": 1.8319374651032944e-05, + "loss": 2.1754, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 49.82427978515625, + "learning_rate": 1.8179787828029037e-05, + "loss": 1.9341, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 64.81726837158203, + "learning_rate": 1.8040201005025128e-05, + "loss": 1.7113, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 58.217315673828125, + "learning_rate": 1.790061418202122e-05, + "loss": 1.9109, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7796852646638054, + "eval_loss": 0.5765443444252014, + "eval_macro_f1": 0.776968549350254, + "eval_runtime": 1.2832, + "eval_samples_per_second": 544.718, + "eval_steps_per_second": 34.288, + "eval_weighted_f1": 0.7768178649664896, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 73.41332244873047, + "learning_rate": 1.7761027359017312e-05, + "loss": 2.0119, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 74.03250885009766, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.6033, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 129.09910583496094, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.457, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 74.63512420654297, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.6654, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 125.59908294677734, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.5996, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 77.3606948852539, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.3738, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 52.72039031982422, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.5036, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 141.53683471679688, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.5286, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7939914163090128, + "eval_loss": 0.6486283540725708, + "eval_macro_f1": 0.7947131884131168, + "eval_runtime": 1.2319, + "eval_samples_per_second": 567.414, + "eval_steps_per_second": 35.717, + "eval_weighted_f1": 0.7942537463067041, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 53.43912887573242, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.3445, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 47.59449005126953, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.0481, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 61.31820297241211, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.2364, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 106.17769622802734, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.1778, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 215.5386962890625, + "learning_rate": 1.608598548297041e-05, + "loss": 1.4893, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 69.59034729003906, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.1071, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 82.94246673583984, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.2035, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 111.31976318359375, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.1308, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8111587982832618, + "eval_loss": 0.5874902606010437, + "eval_macro_f1": 0.8108140154238775, + "eval_runtime": 1.1642, + "eval_samples_per_second": 600.412, + "eval_steps_per_second": 37.794, + "eval_weighted_f1": 0.810259884945132, + "step": 1194 + }, + { + "epoch": 6.030226700251889, + "grad_norm": 56.882362365722656, + "learning_rate": 1.5527638190954773e-05, + "loss": 1.0323, + "step": 1200 + }, + { + "epoch": 6.156171284634761, + "grad_norm": 98.32394409179688, + "learning_rate": 1.5388051367950867e-05, + "loss": 0.75, + "step": 1225 + }, + { + "epoch": 6.282115869017632, + "grad_norm": 159.86155700683594, + "learning_rate": 1.5248464544946959e-05, + "loss": 0.8491, + "step": 1250 + }, + { + "epoch": 6.408060453400504, + "grad_norm": 125.2271728515625, + "learning_rate": 1.510887772194305e-05, + "loss": 0.8461, + "step": 1275 + }, + { + "epoch": 6.534005037783375, + "grad_norm": 122.78910827636719, + "learning_rate": 1.4969290898939142e-05, + "loss": 0.9954, + "step": 1300 + }, + { + "epoch": 6.659949622166247, + "grad_norm": 37.344970703125, + "learning_rate": 1.4829704075935234e-05, + "loss": 0.8235, + "step": 1325 + }, + { + "epoch": 6.785894206549118, + "grad_norm": 65.5068359375, + "learning_rate": 1.4690117252931324e-05, + "loss": 0.9639, + "step": 1350 + }, + { + "epoch": 6.91183879093199, + "grad_norm": 113.72038269042969, + "learning_rate": 1.4550530429927416e-05, + "loss": 0.9659, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8054363376251789, + "eval_loss": 0.6340827941894531, + "eval_macro_f1": 0.8039991500288384, + "eval_runtime": 1.2117, + "eval_samples_per_second": 576.894, + "eval_steps_per_second": 36.314, + "eval_weighted_f1": 0.8032786747800946, + "step": 1393 + }, + { + "epoch": 7.035264483627204, + "grad_norm": 28.959049224853516, + "learning_rate": 1.4410943606923509e-05, + "loss": 0.826, + "step": 1400 + }, + { + "epoch": 7.161209068010075, + "grad_norm": 105.65248107910156, + "learning_rate": 1.4271356783919599e-05, + "loss": 0.7784, + "step": 1425 + }, + { + "epoch": 7.287153652392947, + "grad_norm": 29.550491333007812, + "learning_rate": 1.4131769960915691e-05, + "loss": 0.6116, + "step": 1450 + }, + { + "epoch": 7.413098236775818, + "grad_norm": 54.898521423339844, + "learning_rate": 1.3992183137911782e-05, + "loss": 0.573, + "step": 1475 + }, + { + "epoch": 7.53904282115869, + "grad_norm": 82.6698226928711, + "learning_rate": 1.3852596314907874e-05, + "loss": 0.9676, + "step": 1500 + }, + { + "epoch": 7.664987405541561, + "grad_norm": 133.70599365234375, + "learning_rate": 1.3713009491903966e-05, + "loss": 0.657, + "step": 1525 + }, + { + "epoch": 7.790931989924434, + "grad_norm": 120.76101684570312, + "learning_rate": 1.3573422668900056e-05, + "loss": 0.9569, + "step": 1550 + }, + { + "epoch": 7.916876574307305, + "grad_norm": 73.04216766357422, + "learning_rate": 1.3433835845896149e-05, + "loss": 0.489, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8154506437768241, + "eval_loss": 0.8023370504379272, + "eval_macro_f1": 0.8152632490801407, + "eval_runtime": 1.2012, + "eval_samples_per_second": 581.913, + "eval_steps_per_second": 36.63, + "eval_weighted_f1": 0.8149192901644339, + "step": 1592 + }, + { + "epoch": 8.040302267002518, + "grad_norm": 2.9439644813537598, + "learning_rate": 1.329424902289224e-05, + "loss": 0.5671, + "step": 1600 + }, + { + "epoch": 8.16624685138539, + "grad_norm": 185.0205535888672, + "learning_rate": 1.3154662199888331e-05, + "loss": 0.5614, + "step": 1625 + }, + { + "epoch": 8.292191435768261, + "grad_norm": 16.577741622924805, + "learning_rate": 1.3015075376884423e-05, + "loss": 0.4817, + "step": 1650 + }, + { + "epoch": 8.418136020151133, + "grad_norm": 23.9263916015625, + "learning_rate": 1.2875488553880515e-05, + "loss": 0.5162, + "step": 1675 + }, + { + "epoch": 8.544080604534004, + "grad_norm": 210.55323791503906, + "learning_rate": 1.2735901730876606e-05, + "loss": 0.5406, + "step": 1700 + }, + { + "epoch": 8.670025188916876, + "grad_norm": 118.93583679199219, + "learning_rate": 1.2596314907872698e-05, + "loss": 0.5865, + "step": 1725 + }, + { + "epoch": 8.795969773299749, + "grad_norm": 117.81330871582031, + "learning_rate": 1.245672808486879e-05, + "loss": 0.8496, + "step": 1750 + }, + { + "epoch": 8.92191435768262, + "grad_norm": 50.111961364746094, + "learning_rate": 1.231714126186488e-05, + "loss": 0.6261, + "step": 1775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.804005722460658, + "eval_loss": 0.8435469269752502, + "eval_macro_f1": 0.8047300699372091, + "eval_runtime": 1.2062, + "eval_samples_per_second": 579.482, + "eval_steps_per_second": 36.477, + "eval_weighted_f1": 0.8043123211795633, + "step": 1791 + }, + { + "epoch": 9.045340050377833, + "grad_norm": 89.07532501220703, + "learning_rate": 1.2177554438860973e-05, + "loss": 0.4807, + "step": 1800 + }, + { + "epoch": 9.171284634760704, + "grad_norm": 6.055630683898926, + "learning_rate": 1.2037967615857065e-05, + "loss": 0.3192, + "step": 1825 + }, + { + "epoch": 9.297229219143578, + "grad_norm": 97.09603118896484, + "learning_rate": 1.1898380792853155e-05, + "loss": 0.3549, + "step": 1850 + }, + { + "epoch": 9.42317380352645, + "grad_norm": 340.2493591308594, + "learning_rate": 1.1758793969849248e-05, + "loss": 0.6662, + "step": 1875 + }, + { + "epoch": 9.54911838790932, + "grad_norm": 12.681297302246094, + "learning_rate": 1.161920714684534e-05, + "loss": 0.3713, + "step": 1900 + }, + { + "epoch": 9.675062972292192, + "grad_norm": 71.91918182373047, + "learning_rate": 1.147962032384143e-05, + "loss": 0.5472, + "step": 1925 + }, + { + "epoch": 9.801007556675064, + "grad_norm": 116.8153305053711, + "learning_rate": 1.1340033500837522e-05, + "loss": 0.2844, + "step": 1950 + }, + { + "epoch": 9.926952141057935, + "grad_norm": 83.46674346923828, + "learning_rate": 1.1200446677833614e-05, + "loss": 0.4405, + "step": 1975 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8326180257510729, + "eval_loss": 1.0148770809173584, + "eval_macro_f1": 0.8328054089219651, + "eval_runtime": 1.2308, + "eval_samples_per_second": 567.904, + "eval_steps_per_second": 35.748, + "eval_weighted_f1": 0.8323578011518198, + "step": 1990 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-2587/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-2587/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-2587/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-2587/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-2587/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-2587/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-2587/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-2587/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..769d7983ca95981694e85d73dcb9f550d67da156 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-2587/trainer_state.json @@ -0,0 +1,907 @@ +{ + "best_global_step": 1990, + "best_metric": 0.8328054089219651, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s43-20260902T141952Z-fbd63439/trainer/checkpoint-1990", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 2587, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 15.423572540283203, + "learning_rate": 1.206030150753769e-06, + "loss": 4.8479, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 15.126323699951172, + "learning_rate": 2.462311557788945e-06, + "loss": 4.6544, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 7.555212020874023, + "learning_rate": 3.718592964824121e-06, + "loss": 4.4981, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 14.892752647399902, + "learning_rate": 4.974874371859297e-06, + "loss": 4.5216, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 35.149559020996094, + "learning_rate": 6.231155778894474e-06, + "loss": 4.5169, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 28.760351181030273, + "learning_rate": 7.487437185929649e-06, + "loss": 4.4061, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 24.18638038635254, + "learning_rate": 8.743718592964825e-06, + "loss": 4.2991, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4978540772532189, + "eval_loss": 1.0402109622955322, + "eval_macro_f1": 0.47454794150532303, + "eval_runtime": 1.1463, + "eval_samples_per_second": 609.769, + "eval_steps_per_second": 38.383, + "eval_weighted_f1": 0.47436481891412824, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 38.623573303222656, + "learning_rate": 1e-05, + "loss": 4.1875, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 68.63984680175781, + "learning_rate": 1.1256281407035177e-05, + "loss": 3.9224, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 88.71870422363281, + "learning_rate": 1.2512562814070352e-05, + "loss": 3.4218, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 55.58930587768555, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.4067, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 87.99102783203125, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.1921, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 67.15375518798828, + "learning_rate": 1.628140703517588e-05, + "loss": 3.2903, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 88.63514709472656, + "learning_rate": 1.7537688442211057e-05, + "loss": 2.9793, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 104.55754852294922, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.0489, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6552217453505007, + "eval_loss": 0.8419407606124878, + "eval_macro_f1": 0.6477880403207681, + "eval_runtime": 1.1843, + "eval_samples_per_second": 590.222, + "eval_steps_per_second": 37.153, + "eval_weighted_f1": 0.6481963233974714, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 67.39534759521484, + "learning_rate": 1.9994416527079845e-05, + "loss": 3.06, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 79.25894927978516, + "learning_rate": 1.985482970407594e-05, + "loss": 2.7275, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 99.61250305175781, + "learning_rate": 1.971524288107203e-05, + "loss": 2.5882, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 68.27291870117188, + "learning_rate": 1.957565605806812e-05, + "loss": 2.4515, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 92.81105041503906, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.3514, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 70.18733978271484, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.3655, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 52.59349060058594, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.256, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 76.36404418945312, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.2623, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7668097281831188, + "eval_loss": 0.5595110058784485, + "eval_macro_f1": 0.7634850858990104, + "eval_runtime": 1.2139, + "eval_samples_per_second": 575.847, + "eval_steps_per_second": 36.248, + "eval_weighted_f1": 0.7631888353248831, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 35.362144470214844, + "learning_rate": 1.887772194304858e-05, + "loss": 2.3197, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 132.55133056640625, + "learning_rate": 1.873813512004467e-05, + "loss": 1.9436, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 74.86931610107422, + "learning_rate": 1.8598548297040763e-05, + "loss": 2.0462, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 71.6431655883789, + "learning_rate": 1.8458961474036853e-05, + "loss": 1.845, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 68.8015365600586, + "learning_rate": 1.8319374651032944e-05, + "loss": 2.1754, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 49.82427978515625, + "learning_rate": 1.8179787828029037e-05, + "loss": 1.9341, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 64.81726837158203, + "learning_rate": 1.8040201005025128e-05, + "loss": 1.7113, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 58.217315673828125, + "learning_rate": 1.790061418202122e-05, + "loss": 1.9109, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7796852646638054, + "eval_loss": 0.5765443444252014, + "eval_macro_f1": 0.776968549350254, + "eval_runtime": 1.2832, + "eval_samples_per_second": 544.718, + "eval_steps_per_second": 34.288, + "eval_weighted_f1": 0.7768178649664896, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 73.41332244873047, + "learning_rate": 1.7761027359017312e-05, + "loss": 2.0119, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 74.03250885009766, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.6033, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 129.09910583496094, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.457, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 74.63512420654297, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.6654, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 125.59908294677734, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.5996, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 77.3606948852539, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.3738, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 52.72039031982422, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.5036, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 141.53683471679688, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.5286, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7939914163090128, + "eval_loss": 0.6486283540725708, + "eval_macro_f1": 0.7947131884131168, + "eval_runtime": 1.2319, + "eval_samples_per_second": 567.414, + "eval_steps_per_second": 35.717, + "eval_weighted_f1": 0.7942537463067041, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 53.43912887573242, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.3445, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 47.59449005126953, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.0481, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 61.31820297241211, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.2364, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 106.17769622802734, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.1778, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 215.5386962890625, + "learning_rate": 1.608598548297041e-05, + "loss": 1.4893, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 69.59034729003906, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.1071, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 82.94246673583984, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.2035, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 111.31976318359375, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.1308, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8111587982832618, + "eval_loss": 0.5874902606010437, + "eval_macro_f1": 0.8108140154238775, + "eval_runtime": 1.1642, + "eval_samples_per_second": 600.412, + "eval_steps_per_second": 37.794, + "eval_weighted_f1": 0.810259884945132, + "step": 1194 + }, + { + "epoch": 6.030226700251889, + "grad_norm": 56.882362365722656, + "learning_rate": 1.5527638190954773e-05, + "loss": 1.0323, + "step": 1200 + }, + { + "epoch": 6.156171284634761, + "grad_norm": 98.32394409179688, + "learning_rate": 1.5388051367950867e-05, + "loss": 0.75, + "step": 1225 + }, + { + "epoch": 6.282115869017632, + "grad_norm": 159.86155700683594, + "learning_rate": 1.5248464544946959e-05, + "loss": 0.8491, + "step": 1250 + }, + { + "epoch": 6.408060453400504, + "grad_norm": 125.2271728515625, + "learning_rate": 1.510887772194305e-05, + "loss": 0.8461, + "step": 1275 + }, + { + "epoch": 6.534005037783375, + "grad_norm": 122.78910827636719, + "learning_rate": 1.4969290898939142e-05, + "loss": 0.9954, + "step": 1300 + }, + { + "epoch": 6.659949622166247, + "grad_norm": 37.344970703125, + "learning_rate": 1.4829704075935234e-05, + "loss": 0.8235, + "step": 1325 + }, + { + "epoch": 6.785894206549118, + "grad_norm": 65.5068359375, + "learning_rate": 1.4690117252931324e-05, + "loss": 0.9639, + "step": 1350 + }, + { + "epoch": 6.91183879093199, + "grad_norm": 113.72038269042969, + "learning_rate": 1.4550530429927416e-05, + "loss": 0.9659, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8054363376251789, + "eval_loss": 0.6340827941894531, + "eval_macro_f1": 0.8039991500288384, + "eval_runtime": 1.2117, + "eval_samples_per_second": 576.894, + "eval_steps_per_second": 36.314, + "eval_weighted_f1": 0.8032786747800946, + "step": 1393 + }, + { + "epoch": 7.035264483627204, + "grad_norm": 28.959049224853516, + "learning_rate": 1.4410943606923509e-05, + "loss": 0.826, + "step": 1400 + }, + { + "epoch": 7.161209068010075, + "grad_norm": 105.65248107910156, + "learning_rate": 1.4271356783919599e-05, + "loss": 0.7784, + "step": 1425 + }, + { + "epoch": 7.287153652392947, + "grad_norm": 29.550491333007812, + "learning_rate": 1.4131769960915691e-05, + "loss": 0.6116, + "step": 1450 + }, + { + "epoch": 7.413098236775818, + "grad_norm": 54.898521423339844, + "learning_rate": 1.3992183137911782e-05, + "loss": 0.573, + "step": 1475 + }, + { + "epoch": 7.53904282115869, + "grad_norm": 82.6698226928711, + "learning_rate": 1.3852596314907874e-05, + "loss": 0.9676, + "step": 1500 + }, + { + "epoch": 7.664987405541561, + "grad_norm": 133.70599365234375, + "learning_rate": 1.3713009491903966e-05, + "loss": 0.657, + "step": 1525 + }, + { + "epoch": 7.790931989924434, + "grad_norm": 120.76101684570312, + "learning_rate": 1.3573422668900056e-05, + "loss": 0.9569, + "step": 1550 + }, + { + "epoch": 7.916876574307305, + "grad_norm": 73.04216766357422, + "learning_rate": 1.3433835845896149e-05, + "loss": 0.489, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8154506437768241, + "eval_loss": 0.8023370504379272, + "eval_macro_f1": 0.8152632490801407, + "eval_runtime": 1.2012, + "eval_samples_per_second": 581.913, + "eval_steps_per_second": 36.63, + "eval_weighted_f1": 0.8149192901644339, + "step": 1592 + }, + { + "epoch": 8.040302267002518, + "grad_norm": 2.9439644813537598, + "learning_rate": 1.329424902289224e-05, + "loss": 0.5671, + "step": 1600 + }, + { + "epoch": 8.16624685138539, + "grad_norm": 185.0205535888672, + "learning_rate": 1.3154662199888331e-05, + "loss": 0.5614, + "step": 1625 + }, + { + "epoch": 8.292191435768261, + "grad_norm": 16.577741622924805, + "learning_rate": 1.3015075376884423e-05, + "loss": 0.4817, + "step": 1650 + }, + { + "epoch": 8.418136020151133, + "grad_norm": 23.9263916015625, + "learning_rate": 1.2875488553880515e-05, + "loss": 0.5162, + "step": 1675 + }, + { + "epoch": 8.544080604534004, + "grad_norm": 210.55323791503906, + "learning_rate": 1.2735901730876606e-05, + "loss": 0.5406, + "step": 1700 + }, + { + "epoch": 8.670025188916876, + "grad_norm": 118.93583679199219, + "learning_rate": 1.2596314907872698e-05, + "loss": 0.5865, + "step": 1725 + }, + { + "epoch": 8.795969773299749, + "grad_norm": 117.81330871582031, + "learning_rate": 1.245672808486879e-05, + "loss": 0.8496, + "step": 1750 + }, + { + "epoch": 8.92191435768262, + "grad_norm": 50.111961364746094, + "learning_rate": 1.231714126186488e-05, + "loss": 0.6261, + "step": 1775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.804005722460658, + "eval_loss": 0.8435469269752502, + "eval_macro_f1": 0.8047300699372091, + "eval_runtime": 1.2062, + "eval_samples_per_second": 579.482, + "eval_steps_per_second": 36.477, + "eval_weighted_f1": 0.8043123211795633, + "step": 1791 + }, + { + "epoch": 9.045340050377833, + "grad_norm": 89.07532501220703, + "learning_rate": 1.2177554438860973e-05, + "loss": 0.4807, + "step": 1800 + }, + { + "epoch": 9.171284634760704, + "grad_norm": 6.055630683898926, + "learning_rate": 1.2037967615857065e-05, + "loss": 0.3192, + "step": 1825 + }, + { + "epoch": 9.297229219143578, + "grad_norm": 97.09603118896484, + "learning_rate": 1.1898380792853155e-05, + "loss": 0.3549, + "step": 1850 + }, + { + "epoch": 9.42317380352645, + "grad_norm": 340.2493591308594, + "learning_rate": 1.1758793969849248e-05, + "loss": 0.6662, + "step": 1875 + }, + { + "epoch": 9.54911838790932, + "grad_norm": 12.681297302246094, + "learning_rate": 1.161920714684534e-05, + "loss": 0.3713, + "step": 1900 + }, + { + "epoch": 9.675062972292192, + "grad_norm": 71.91918182373047, + "learning_rate": 1.147962032384143e-05, + "loss": 0.5472, + "step": 1925 + }, + { + "epoch": 9.801007556675064, + "grad_norm": 116.8153305053711, + "learning_rate": 1.1340033500837522e-05, + "loss": 0.2844, + "step": 1950 + }, + { + "epoch": 9.926952141057935, + "grad_norm": 83.46674346923828, + "learning_rate": 1.1200446677833614e-05, + "loss": 0.4405, + "step": 1975 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8326180257510729, + "eval_loss": 1.0148770809173584, + "eval_macro_f1": 0.8328054089219651, + "eval_runtime": 1.2308, + "eval_samples_per_second": 567.904, + "eval_steps_per_second": 35.748, + "eval_weighted_f1": 0.8323578011518198, + "step": 1990 + }, + { + "epoch": 10.05037783375315, + "grad_norm": 16.20484733581543, + "learning_rate": 1.1060859854829705e-05, + "loss": 0.42, + "step": 2000 + }, + { + "epoch": 10.17632241813602, + "grad_norm": 71.32184600830078, + "learning_rate": 1.0921273031825797e-05, + "loss": 0.3154, + "step": 2025 + }, + { + "epoch": 10.302267002518892, + "grad_norm": 36.54024887084961, + "learning_rate": 1.078168620882189e-05, + "loss": 0.3779, + "step": 2050 + }, + { + "epoch": 10.428211586901764, + "grad_norm": 19.929758071899414, + "learning_rate": 1.064209938581798e-05, + "loss": 0.4355, + "step": 2075 + }, + { + "epoch": 10.554156171284635, + "grad_norm": 51.307273864746094, + "learning_rate": 1.0502512562814072e-05, + "loss": 0.4337, + "step": 2100 + }, + { + "epoch": 10.680100755667507, + "grad_norm": 415.2821350097656, + "learning_rate": 1.0362925739810164e-05, + "loss": 0.5369, + "step": 2125 + }, + { + "epoch": 10.806045340050378, + "grad_norm": 374.4506530761719, + "learning_rate": 1.0223338916806254e-05, + "loss": 0.2449, + "step": 2150 + }, + { + "epoch": 10.93198992443325, + "grad_norm": 88.2727279663086, + "learning_rate": 1.0083752093802347e-05, + "loss": 0.3011, + "step": 2175 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8054363376251789, + "eval_loss": 1.3581968545913696, + "eval_macro_f1": 0.8057246878217906, + "eval_runtime": 1.171, + "eval_samples_per_second": 596.902, + "eval_steps_per_second": 37.573, + "eval_weighted_f1": 0.8053463062538609, + "step": 2189 + }, + { + "epoch": 11.055415617128464, + "grad_norm": 119.74945068359375, + "learning_rate": 9.944165270798437e-06, + "loss": 0.4439, + "step": 2200 + }, + { + "epoch": 11.181360201511335, + "grad_norm": 3.5302131175994873, + "learning_rate": 9.804578447794529e-06, + "loss": 0.3224, + "step": 2225 + }, + { + "epoch": 11.307304785894207, + "grad_norm": 0.07665599137544632, + "learning_rate": 9.664991624790621e-06, + "loss": 0.2603, + "step": 2250 + }, + { + "epoch": 11.433249370277078, + "grad_norm": 0.08512676507234573, + "learning_rate": 9.525404801786712e-06, + "loss": 0.5932, + "step": 2275 + }, + { + "epoch": 11.55919395465995, + "grad_norm": 282.9363708496094, + "learning_rate": 9.385817978782804e-06, + "loss": 0.4165, + "step": 2300 + }, + { + "epoch": 11.685138539042821, + "grad_norm": 6.309767723083496, + "learning_rate": 9.246231155778896e-06, + "loss": 0.2876, + "step": 2325 + }, + { + "epoch": 11.811083123425693, + "grad_norm": 0.5171729326248169, + "learning_rate": 9.106644332774987e-06, + "loss": 0.3018, + "step": 2350 + }, + { + "epoch": 11.937027707808564, + "grad_norm": 233.40113830566406, + "learning_rate": 8.967057509771079e-06, + "loss": 0.3724, + "step": 2375 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.804005722460658, + "eval_loss": 1.4085125923156738, + "eval_macro_f1": 0.8031497268514252, + "eval_runtime": 1.2138, + "eval_samples_per_second": 575.878, + "eval_steps_per_second": 36.25, + "eval_weighted_f1": 0.8029935200116433, + "step": 2388 + }, + { + "epoch": 12.060453400503778, + "grad_norm": 58.44975662231445, + "learning_rate": 8.82747068676717e-06, + "loss": 0.4716, + "step": 2400 + }, + { + "epoch": 12.18639798488665, + "grad_norm": 1.3446574211120605, + "learning_rate": 8.687883863763261e-06, + "loss": 0.114, + "step": 2425 + }, + { + "epoch": 12.312342569269521, + "grad_norm": 1.18402099609375, + "learning_rate": 8.548297040759353e-06, + "loss": 0.2665, + "step": 2450 + }, + { + "epoch": 12.438287153652393, + "grad_norm": 0.32462412118911743, + "learning_rate": 8.408710217755444e-06, + "loss": 0.1088, + "step": 2475 + }, + { + "epoch": 12.564231738035264, + "grad_norm": 0.0685662105679512, + "learning_rate": 8.269123394751536e-06, + "loss": 0.3515, + "step": 2500 + }, + { + "epoch": 12.690176322418136, + "grad_norm": 0.9081767797470093, + "learning_rate": 8.129536571747628e-06, + "loss": 0.5945, + "step": 2525 + }, + { + "epoch": 12.816120906801007, + "grad_norm": 18.9969482421875, + "learning_rate": 7.989949748743719e-06, + "loss": 0.2114, + "step": 2550 + }, + { + "epoch": 12.942065491183879, + "grad_norm": 88.67582702636719, + "learning_rate": 7.85036292573981e-06, + "loss": 0.3266, + "step": 2575 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8254649499284692, + "eval_loss": 1.3554613590240479, + "eval_macro_f1": 0.8252370131915843, + "eval_runtime": 1.1767, + "eval_samples_per_second": 594.049, + "eval_steps_per_second": 37.394, + "eval_weighted_f1": 0.8249112440148334, + "step": 2587 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +}