diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dfbdf2b4597f19fd70da27a1f1faf538c2700543 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244/trainer_state.json @@ -0,0 +1,798 @@ +{ + "best_global_step": 2244, + "best_metric": 0.8603952371156117, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 2244, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13368983957219252, + "grad_norm": 21.253122329711914, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.7143, + "step": 25 + }, + { + "epoch": 0.26737967914438504, + "grad_norm": 26.48012924194336, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.662, + "step": 50 + }, + { + "epoch": 0.40106951871657753, + "grad_norm": 20.467309951782227, + "learning_rate": 3.957219251336899e-06, + "loss": 4.5414, + "step": 75 + }, + { + "epoch": 0.5347593582887701, + "grad_norm": 11.235123634338379, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4715, + "step": 100 + }, + { + "epoch": 0.6684491978609626, + "grad_norm": 77.04502868652344, + "learning_rate": 6.631016042780749e-06, + "loss": 4.4876, + "step": 125 + }, + { + "epoch": 0.8021390374331551, + "grad_norm": 25.229156494140625, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4799, + "step": 150 + }, + { + "epoch": 0.9358288770053476, + "grad_norm": 31.950719833374023, + "learning_rate": 9.3048128342246e-06, + "loss": 4.4831, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4020979020979021, + "eval_loss": 1.082516074180603, + "eval_macro_f1": 0.2960151802656547, + "eval_runtime": 1.1494, + "eval_samples_per_second": 497.655, + "eval_steps_per_second": 31.321, + "eval_weighted_f1": 0.30371810352835027, + "step": 187 + }, + { + "epoch": 1.0695187165775402, + "grad_norm": 54.5213508605957, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.383, + "step": 200 + }, + { + "epoch": 1.2032085561497325, + "grad_norm": 25.24185562133789, + "learning_rate": 1.197860962566845e-05, + "loss": 4.3033, + "step": 225 + }, + { + "epoch": 1.3368983957219251, + "grad_norm": 68.30284118652344, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.1167, + "step": 250 + }, + { + "epoch": 1.4705882352941178, + "grad_norm": 110.8416748046875, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.6455, + "step": 275 + }, + { + "epoch": 1.6042780748663101, + "grad_norm": 69.29943084716797, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.5062, + "step": 300 + }, + { + "epoch": 1.7379679144385025, + "grad_norm": 92.46788787841797, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.3597, + "step": 325 + }, + { + "epoch": 1.8716577540106951, + "grad_norm": 75.55249786376953, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.0149, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6153846153846154, + "eval_loss": 0.8055803775787354, + "eval_macro_f1": 0.6047229107357708, + "eval_runtime": 1.1327, + "eval_samples_per_second": 504.971, + "eval_steps_per_second": 31.781, + "eval_weighted_f1": 0.6068486540120146, + "step": 374 + }, + { + "epoch": 2.0053475935828877, + "grad_norm": 173.72335815429688, + "learning_rate": 2e-05, + "loss": 3.3407, + "step": 375 + }, + { + "epoch": 2.1390374331550803, + "grad_norm": 147.79034423828125, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.9859, + "step": 400 + }, + { + "epoch": 2.2727272727272725, + "grad_norm": 80.18541717529297, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.9115, + "step": 425 + }, + { + "epoch": 2.406417112299465, + "grad_norm": 64.0654525756836, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.7259, + "step": 450 + }, + { + "epoch": 2.5401069518716577, + "grad_norm": 55.076560974121094, + "learning_rate": 1.94058229352347e-05, + "loss": 2.5017, + "step": 475 + }, + { + "epoch": 2.6737967914438503, + "grad_norm": 93.07682800292969, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.3338, + "step": 500 + }, + { + "epoch": 2.807486631016043, + "grad_norm": 114.88925170898438, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.43, + "step": 525 + }, + { + "epoch": 2.9411764705882355, + "grad_norm": 44.85838317871094, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.4265, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.798951048951049, + "eval_loss": 0.5098000764846802, + "eval_macro_f1": 0.7950479140655045, + "eval_runtime": 1.12, + "eval_samples_per_second": 510.695, + "eval_steps_per_second": 32.142, + "eval_weighted_f1": 0.7949097478470196, + "step": 561 + }, + { + "epoch": 3.0748663101604277, + "grad_norm": 97.59500885009766, + "learning_rate": 1.88116458704694e-05, + "loss": 2.1173, + "step": 575 + }, + { + "epoch": 3.2085561497326203, + "grad_norm": 56.178436279296875, + "learning_rate": 1.8663101604278075e-05, + "loss": 1.9177, + "step": 600 + }, + { + "epoch": 3.342245989304813, + "grad_norm": 73.45674133300781, + "learning_rate": 1.8514557338086753e-05, + "loss": 1.9943, + "step": 625 + }, + { + "epoch": 3.4759358288770055, + "grad_norm": 75.78117370605469, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.0314, + "step": 650 + }, + { + "epoch": 3.6096256684491976, + "grad_norm": 76.764892578125, + "learning_rate": 1.82174688057041e-05, + "loss": 1.8904, + "step": 675 + }, + { + "epoch": 3.7433155080213902, + "grad_norm": 79.22112274169922, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.9808, + "step": 700 + }, + { + "epoch": 3.877005347593583, + "grad_norm": 58.09748458862305, + "learning_rate": 1.7920380273321453e-05, + "loss": 1.933, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.798951048951049, + "eval_loss": 0.47439080476760864, + "eval_macro_f1": 0.7998729900779141, + "eval_runtime": 1.0328, + "eval_samples_per_second": 553.811, + "eval_steps_per_second": 34.855, + "eval_weighted_f1": 0.7992614872465363, + "step": 748 + }, + { + "epoch": 4.010695187165775, + "grad_norm": 49.70405578613281, + "learning_rate": 1.7771836007130127e-05, + "loss": 2.2151, + "step": 750 + }, + { + "epoch": 4.144385026737968, + "grad_norm": 54.107784271240234, + "learning_rate": 1.76232917409388e-05, + "loss": 1.7327, + "step": 775 + }, + { + "epoch": 4.278074866310161, + "grad_norm": 49.2790641784668, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.3863, + "step": 800 + }, + { + "epoch": 4.411764705882353, + "grad_norm": 58.27273941040039, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.3055, + "step": 825 + }, + { + "epoch": 4.545454545454545, + "grad_norm": 69.13387298583984, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.5394, + "step": 850 + }, + { + "epoch": 4.6791443850267385, + "grad_norm": 69.40985107421875, + "learning_rate": 1.70291146761735e-05, + "loss": 1.4445, + "step": 875 + }, + { + "epoch": 4.81283422459893, + "grad_norm": 104.92057037353516, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.6924, + "step": 900 + }, + { + "epoch": 4.946524064171123, + "grad_norm": 212.07142639160156, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.4023, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8181818181818182, + "eval_loss": 0.5417898297309875, + "eval_macro_f1": 0.8167881071421691, + "eval_runtime": 1.0732, + "eval_samples_per_second": 533.006, + "eval_steps_per_second": 33.546, + "eval_weighted_f1": 0.8161751660136869, + "step": 935 + }, + { + "epoch": 5.080213903743315, + "grad_norm": 63.403236389160156, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.2899, + "step": 950 + }, + { + "epoch": 5.213903743315508, + "grad_norm": 166.72373962402344, + "learning_rate": 1.64349376114082e-05, + "loss": 1.3573, + "step": 975 + }, + { + "epoch": 5.347593582887701, + "grad_norm": 58.82659149169922, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.2509, + "step": 1000 + }, + { + "epoch": 5.481283422459893, + "grad_norm": 86.92549133300781, + "learning_rate": 1.6137849079025552e-05, + "loss": 0.9711, + "step": 1025 + }, + { + "epoch": 5.614973262032086, + "grad_norm": 66.9708023071289, + "learning_rate": 1.5989304812834226e-05, + "loss": 1.1264, + "step": 1050 + }, + { + "epoch": 5.748663101604278, + "grad_norm": 62.00645065307617, + "learning_rate": 1.58407605466429e-05, + "loss": 1.0215, + "step": 1075 + }, + { + "epoch": 5.882352941176471, + "grad_norm": 39.70595169067383, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.2134, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8006993006993007, + "eval_loss": 0.6212401390075684, + "eval_macro_f1": 0.8057119733655175, + "eval_runtime": 1.0286, + "eval_samples_per_second": 556.079, + "eval_steps_per_second": 34.998, + "eval_weighted_f1": 0.8053715726584442, + "step": 1122 + }, + { + "epoch": 6.016042780748663, + "grad_norm": 104.63866424560547, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.2584, + "step": 1125 + }, + { + "epoch": 6.149732620320855, + "grad_norm": 162.11964416503906, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.8234, + "step": 1150 + }, + { + "epoch": 6.283422459893048, + "grad_norm": 84.44940185546875, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.7882, + "step": 1175 + }, + { + "epoch": 6.4171122994652405, + "grad_norm": 85.03104400634766, + "learning_rate": 1.5098039215686276e-05, + "loss": 1.0001, + "step": 1200 + }, + { + "epoch": 6.550802139037433, + "grad_norm": 83.56409454345703, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.7952, + "step": 1225 + }, + { + "epoch": 6.684491978609626, + "grad_norm": 86.67888641357422, + "learning_rate": 1.4800950683303626e-05, + "loss": 1.088, + "step": 1250 + }, + { + "epoch": 6.818181818181818, + "grad_norm": 123.72763061523438, + "learning_rate": 1.4652406417112302e-05, + "loss": 0.7764, + "step": 1275 + }, + { + "epoch": 6.951871657754011, + "grad_norm": 71.32725524902344, + "learning_rate": 1.4503862150920976e-05, + "loss": 0.757, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8111888111888111, + "eval_loss": 0.7130902409553528, + "eval_macro_f1": 0.8094529916463179, + "eval_runtime": 1.1228, + "eval_samples_per_second": 509.454, + "eval_steps_per_second": 32.064, + "eval_weighted_f1": 0.8082855957468875, + "step": 1309 + }, + { + "epoch": 7.0855614973262036, + "grad_norm": 47.54240798950195, + "learning_rate": 1.4355317884729652e-05, + "loss": 0.6364, + "step": 1325 + }, + { + "epoch": 7.219251336898395, + "grad_norm": 15.354400634765625, + "learning_rate": 1.4206773618538326e-05, + "loss": 0.4584, + "step": 1350 + }, + { + "epoch": 7.352941176470588, + "grad_norm": 39.360721588134766, + "learning_rate": 1.4058229352347002e-05, + "loss": 0.5823, + "step": 1375 + }, + { + "epoch": 7.4866310160427805, + "grad_norm": 81.59800720214844, + "learning_rate": 1.3909685086155676e-05, + "loss": 0.7377, + "step": 1400 + }, + { + "epoch": 7.620320855614973, + "grad_norm": 18.868165969848633, + "learning_rate": 1.3761140819964351e-05, + "loss": 0.6788, + "step": 1425 + }, + { + "epoch": 7.754010695187166, + "grad_norm": 38.609519958496094, + "learning_rate": 1.3612596553773026e-05, + "loss": 0.5549, + "step": 1450 + }, + { + "epoch": 7.887700534759358, + "grad_norm": 243.52273559570312, + "learning_rate": 1.3464052287581701e-05, + "loss": 0.7668, + "step": 1475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8304195804195804, + "eval_loss": 0.6527685523033142, + "eval_macro_f1": 0.8315099418894255, + "eval_runtime": 1.092, + "eval_samples_per_second": 523.812, + "eval_steps_per_second": 32.967, + "eval_weighted_f1": 0.830692490770067, + "step": 1496 + }, + { + "epoch": 8.02139037433155, + "grad_norm": 124.76834106445312, + "learning_rate": 1.3315508021390375e-05, + "loss": 0.5145, + "step": 1500 + }, + { + "epoch": 8.155080213903743, + "grad_norm": 100.91265106201172, + "learning_rate": 1.3166963755199051e-05, + "loss": 0.5181, + "step": 1525 + }, + { + "epoch": 8.288770053475936, + "grad_norm": 91.17540740966797, + "learning_rate": 1.3018419489007725e-05, + "loss": 0.3696, + "step": 1550 + }, + { + "epoch": 8.422459893048128, + "grad_norm": 64.52679443359375, + "learning_rate": 1.2869875222816401e-05, + "loss": 0.4346, + "step": 1575 + }, + { + "epoch": 8.556149732620321, + "grad_norm": 102.17488098144531, + "learning_rate": 1.2721330956625075e-05, + "loss": 0.4474, + "step": 1600 + }, + { + "epoch": 8.689839572192513, + "grad_norm": 46.03203582763672, + "learning_rate": 1.257278669043375e-05, + "loss": 0.4474, + "step": 1625 + }, + { + "epoch": 8.823529411764707, + "grad_norm": 17.75262451171875, + "learning_rate": 1.2424242424242425e-05, + "loss": 0.5288, + "step": 1650 + }, + { + "epoch": 8.957219251336898, + "grad_norm": 157.67752075195312, + "learning_rate": 1.22756981580511e-05, + "loss": 0.4538, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8269230769230769, + "eval_loss": 0.9925920963287354, + "eval_macro_f1": 0.8266465811130654, + "eval_runtime": 1.0266, + "eval_samples_per_second": 557.195, + "eval_steps_per_second": 35.068, + "eval_weighted_f1": 0.8259378947545842, + "step": 1683 + }, + { + "epoch": 9.090909090909092, + "grad_norm": 175.83131408691406, + "learning_rate": 1.2127153891859775e-05, + "loss": 0.6028, + "step": 1700 + }, + { + "epoch": 9.224598930481283, + "grad_norm": 86.85699462890625, + "learning_rate": 1.197860962566845e-05, + "loss": 0.2872, + "step": 1725 + }, + { + "epoch": 9.358288770053475, + "grad_norm": 9.783382415771484, + "learning_rate": 1.1830065359477125e-05, + "loss": 0.3164, + "step": 1750 + }, + { + "epoch": 9.491978609625669, + "grad_norm": 95.88838195800781, + "learning_rate": 1.1681521093285799e-05, + "loss": 0.3121, + "step": 1775 + }, + { + "epoch": 9.62566844919786, + "grad_norm": 46.17018127441406, + "learning_rate": 1.1532976827094475e-05, + "loss": 0.359, + "step": 1800 + }, + { + "epoch": 9.759358288770054, + "grad_norm": 219.87789916992188, + "learning_rate": 1.1384432560903149e-05, + "loss": 0.2454, + "step": 1825 + }, + { + "epoch": 9.893048128342246, + "grad_norm": 343.021728515625, + "learning_rate": 1.1235888294711825e-05, + "loss": 0.4817, + "step": 1850 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8444055944055944, + "eval_loss": 0.9706090092658997, + "eval_macro_f1": 0.8437849232489972, + "eval_runtime": 1.064, + "eval_samples_per_second": 537.616, + "eval_steps_per_second": 33.836, + "eval_weighted_f1": 0.8430950767208538, + "step": 1870 + }, + { + "epoch": 10.026737967914439, + "grad_norm": 3.84744930267334, + "learning_rate": 1.1087344028520499e-05, + "loss": 0.3299, + "step": 1875 + }, + { + "epoch": 10.16042780748663, + "grad_norm": 16.943891525268555, + "learning_rate": 1.0938799762329175e-05, + "loss": 0.3955, + "step": 1900 + }, + { + "epoch": 10.294117647058824, + "grad_norm": 102.61019897460938, + "learning_rate": 1.0790255496137849e-05, + "loss": 0.3356, + "step": 1925 + }, + { + "epoch": 10.427807486631016, + "grad_norm": 522.5992431640625, + "learning_rate": 1.0641711229946525e-05, + "loss": 0.201, + "step": 1950 + }, + { + "epoch": 10.56149732620321, + "grad_norm": 262.98797607421875, + "learning_rate": 1.0493166963755199e-05, + "loss": 0.3759, + "step": 1975 + }, + { + "epoch": 10.695187165775401, + "grad_norm": 491.0608825683594, + "learning_rate": 1.0344622697563875e-05, + "loss": 0.4269, + "step": 2000 + }, + { + "epoch": 10.828877005347593, + "grad_norm": 6.410168647766113, + "learning_rate": 1.0196078431372549e-05, + "loss": 0.2575, + "step": 2025 + }, + { + "epoch": 10.962566844919786, + "grad_norm": 7.803138256072998, + "learning_rate": 1.0047534165181224e-05, + "loss": 0.3198, + "step": 2050 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8426573426573427, + "eval_loss": 1.09469473361969, + "eval_macro_f1": 0.8425941792746978, + "eval_runtime": 1.1398, + "eval_samples_per_second": 501.835, + "eval_steps_per_second": 31.584, + "eval_weighted_f1": 0.841894564644516, + "step": 2057 + }, + { + "epoch": 11.096256684491978, + "grad_norm": 176.36268615722656, + "learning_rate": 9.8989898989899e-06, + "loss": 0.2374, + "step": 2075 + }, + { + "epoch": 11.229946524064172, + "grad_norm": 277.9372863769531, + "learning_rate": 9.750445632798576e-06, + "loss": 0.135, + "step": 2100 + }, + { + "epoch": 11.363636363636363, + "grad_norm": 276.5827331542969, + "learning_rate": 9.60190136660725e-06, + "loss": 0.2256, + "step": 2125 + }, + { + "epoch": 11.497326203208557, + "grad_norm": 76.94274139404297, + "learning_rate": 9.453357100415926e-06, + "loss": 0.2523, + "step": 2150 + }, + { + "epoch": 11.631016042780749, + "grad_norm": 400.7786865234375, + "learning_rate": 9.3048128342246e-06, + "loss": 0.3851, + "step": 2175 + }, + { + "epoch": 11.764705882352942, + "grad_norm": 190.32518005371094, + "learning_rate": 9.156268568033274e-06, + "loss": 0.2473, + "step": 2200 + }, + { + "epoch": 11.898395721925134, + "grad_norm": 16.250272750854492, + "learning_rate": 9.007724301841948e-06, + "loss": 0.2435, + "step": 2225 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8601398601398601, + "eval_loss": 1.1636244058609009, + "eval_macro_f1": 0.8603952371156117, + "eval_runtime": 1.1174, + "eval_samples_per_second": 511.899, + "eval_steps_per_second": 32.217, + "eval_weighted_f1": 0.8596272821301653, + "step": 2244 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2805/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2805/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2805/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2805/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2805/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2805/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2805/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2805/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..df542927e3d1f7db01ce004868a33d8e276e0119 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2805/trainer_state.json @@ -0,0 +1,992 @@ +{ + "best_global_step": 2244, + "best_metric": 0.8603952371156117, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-00-s43-20260901T053900Z-fbd63439/trainer/checkpoint-2244", + "epoch": 15.0, + "eval_steps": 500, + "global_step": 2805, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13368983957219252, + "grad_norm": 21.253122329711914, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.7143, + "step": 25 + }, + { + "epoch": 0.26737967914438504, + "grad_norm": 26.48012924194336, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.662, + "step": 50 + }, + { + "epoch": 0.40106951871657753, + "grad_norm": 20.467309951782227, + "learning_rate": 3.957219251336899e-06, + "loss": 4.5414, + "step": 75 + }, + { + "epoch": 0.5347593582887701, + "grad_norm": 11.235123634338379, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4715, + "step": 100 + }, + { + "epoch": 0.6684491978609626, + "grad_norm": 77.04502868652344, + "learning_rate": 6.631016042780749e-06, + "loss": 4.4876, + "step": 125 + }, + { + "epoch": 0.8021390374331551, + "grad_norm": 25.229156494140625, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4799, + "step": 150 + }, + { + "epoch": 0.9358288770053476, + "grad_norm": 31.950719833374023, + "learning_rate": 9.3048128342246e-06, + "loss": 4.4831, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4020979020979021, + "eval_loss": 1.082516074180603, + "eval_macro_f1": 0.2960151802656547, + "eval_runtime": 1.1494, + "eval_samples_per_second": 497.655, + "eval_steps_per_second": 31.321, + "eval_weighted_f1": 0.30371810352835027, + "step": 187 + }, + { + "epoch": 1.0695187165775402, + "grad_norm": 54.5213508605957, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.383, + "step": 200 + }, + { + "epoch": 1.2032085561497325, + "grad_norm": 25.24185562133789, + "learning_rate": 1.197860962566845e-05, + "loss": 4.3033, + "step": 225 + }, + { + "epoch": 1.3368983957219251, + "grad_norm": 68.30284118652344, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.1167, + "step": 250 + }, + { + "epoch": 1.4705882352941178, + "grad_norm": 110.8416748046875, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.6455, + "step": 275 + }, + { + "epoch": 1.6042780748663101, + "grad_norm": 69.29943084716797, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.5062, + "step": 300 + }, + { + "epoch": 1.7379679144385025, + "grad_norm": 92.46788787841797, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.3597, + "step": 325 + }, + { + "epoch": 1.8716577540106951, + "grad_norm": 75.55249786376953, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.0149, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6153846153846154, + "eval_loss": 0.8055803775787354, + "eval_macro_f1": 0.6047229107357708, + "eval_runtime": 1.1327, + "eval_samples_per_second": 504.971, + "eval_steps_per_second": 31.781, + "eval_weighted_f1": 0.6068486540120146, + "step": 374 + }, + { + "epoch": 2.0053475935828877, + "grad_norm": 173.72335815429688, + "learning_rate": 2e-05, + "loss": 3.3407, + "step": 375 + }, + { + "epoch": 2.1390374331550803, + "grad_norm": 147.79034423828125, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.9859, + "step": 400 + }, + { + "epoch": 2.2727272727272725, + "grad_norm": 80.18541717529297, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.9115, + "step": 425 + }, + { + "epoch": 2.406417112299465, + "grad_norm": 64.0654525756836, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.7259, + "step": 450 + }, + { + "epoch": 2.5401069518716577, + "grad_norm": 55.076560974121094, + "learning_rate": 1.94058229352347e-05, + "loss": 2.5017, + "step": 475 + }, + { + "epoch": 2.6737967914438503, + "grad_norm": 93.07682800292969, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.3338, + "step": 500 + }, + { + "epoch": 2.807486631016043, + "grad_norm": 114.88925170898438, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.43, + "step": 525 + }, + { + "epoch": 2.9411764705882355, + "grad_norm": 44.85838317871094, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.4265, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.798951048951049, + "eval_loss": 0.5098000764846802, + "eval_macro_f1": 0.7950479140655045, + "eval_runtime": 1.12, + "eval_samples_per_second": 510.695, + "eval_steps_per_second": 32.142, + "eval_weighted_f1": 0.7949097478470196, + "step": 561 + }, + { + "epoch": 3.0748663101604277, + "grad_norm": 97.59500885009766, + "learning_rate": 1.88116458704694e-05, + "loss": 2.1173, + "step": 575 + }, + { + "epoch": 3.2085561497326203, + "grad_norm": 56.178436279296875, + "learning_rate": 1.8663101604278075e-05, + "loss": 1.9177, + "step": 600 + }, + { + "epoch": 3.342245989304813, + "grad_norm": 73.45674133300781, + "learning_rate": 1.8514557338086753e-05, + "loss": 1.9943, + "step": 625 + }, + { + "epoch": 3.4759358288770055, + "grad_norm": 75.78117370605469, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.0314, + "step": 650 + }, + { + "epoch": 3.6096256684491976, + "grad_norm": 76.764892578125, + "learning_rate": 1.82174688057041e-05, + "loss": 1.8904, + "step": 675 + }, + { + "epoch": 3.7433155080213902, + "grad_norm": 79.22112274169922, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.9808, + "step": 700 + }, + { + "epoch": 3.877005347593583, + "grad_norm": 58.09748458862305, + "learning_rate": 1.7920380273321453e-05, + "loss": 1.933, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.798951048951049, + "eval_loss": 0.47439080476760864, + "eval_macro_f1": 0.7998729900779141, + "eval_runtime": 1.0328, + "eval_samples_per_second": 553.811, + "eval_steps_per_second": 34.855, + "eval_weighted_f1": 0.7992614872465363, + "step": 748 + }, + { + "epoch": 4.010695187165775, + "grad_norm": 49.70405578613281, + "learning_rate": 1.7771836007130127e-05, + "loss": 2.2151, + "step": 750 + }, + { + "epoch": 4.144385026737968, + "grad_norm": 54.107784271240234, + "learning_rate": 1.76232917409388e-05, + "loss": 1.7327, + "step": 775 + }, + { + "epoch": 4.278074866310161, + "grad_norm": 49.2790641784668, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.3863, + "step": 800 + }, + { + "epoch": 4.411764705882353, + "grad_norm": 58.27273941040039, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.3055, + "step": 825 + }, + { + "epoch": 4.545454545454545, + "grad_norm": 69.13387298583984, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.5394, + "step": 850 + }, + { + "epoch": 4.6791443850267385, + "grad_norm": 69.40985107421875, + "learning_rate": 1.70291146761735e-05, + "loss": 1.4445, + "step": 875 + }, + { + "epoch": 4.81283422459893, + "grad_norm": 104.92057037353516, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.6924, + "step": 900 + }, + { + "epoch": 4.946524064171123, + "grad_norm": 212.07142639160156, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.4023, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8181818181818182, + "eval_loss": 0.5417898297309875, + "eval_macro_f1": 0.8167881071421691, + "eval_runtime": 1.0732, + "eval_samples_per_second": 533.006, + "eval_steps_per_second": 33.546, + "eval_weighted_f1": 0.8161751660136869, + "step": 935 + }, + { + "epoch": 5.080213903743315, + "grad_norm": 63.403236389160156, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.2899, + "step": 950 + }, + { + "epoch": 5.213903743315508, + "grad_norm": 166.72373962402344, + "learning_rate": 1.64349376114082e-05, + "loss": 1.3573, + "step": 975 + }, + { + "epoch": 5.347593582887701, + "grad_norm": 58.82659149169922, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.2509, + "step": 1000 + }, + { + "epoch": 5.481283422459893, + "grad_norm": 86.92549133300781, + "learning_rate": 1.6137849079025552e-05, + "loss": 0.9711, + "step": 1025 + }, + { + "epoch": 5.614973262032086, + "grad_norm": 66.9708023071289, + "learning_rate": 1.5989304812834226e-05, + "loss": 1.1264, + "step": 1050 + }, + { + "epoch": 5.748663101604278, + "grad_norm": 62.00645065307617, + "learning_rate": 1.58407605466429e-05, + "loss": 1.0215, + "step": 1075 + }, + { + "epoch": 5.882352941176471, + "grad_norm": 39.70595169067383, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.2134, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8006993006993007, + "eval_loss": 0.6212401390075684, + "eval_macro_f1": 0.8057119733655175, + "eval_runtime": 1.0286, + "eval_samples_per_second": 556.079, + "eval_steps_per_second": 34.998, + "eval_weighted_f1": 0.8053715726584442, + "step": 1122 + }, + { + "epoch": 6.016042780748663, + "grad_norm": 104.63866424560547, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.2584, + "step": 1125 + }, + { + "epoch": 6.149732620320855, + "grad_norm": 162.11964416503906, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.8234, + "step": 1150 + }, + { + "epoch": 6.283422459893048, + "grad_norm": 84.44940185546875, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.7882, + "step": 1175 + }, + { + "epoch": 6.4171122994652405, + "grad_norm": 85.03104400634766, + "learning_rate": 1.5098039215686276e-05, + "loss": 1.0001, + "step": 1200 + }, + { + "epoch": 6.550802139037433, + "grad_norm": 83.56409454345703, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.7952, + "step": 1225 + }, + { + "epoch": 6.684491978609626, + "grad_norm": 86.67888641357422, + "learning_rate": 1.4800950683303626e-05, + "loss": 1.088, + "step": 1250 + }, + { + "epoch": 6.818181818181818, + "grad_norm": 123.72763061523438, + "learning_rate": 1.4652406417112302e-05, + "loss": 0.7764, + "step": 1275 + }, + { + "epoch": 6.951871657754011, + "grad_norm": 71.32725524902344, + "learning_rate": 1.4503862150920976e-05, + "loss": 0.757, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8111888111888111, + "eval_loss": 0.7130902409553528, + "eval_macro_f1": 0.8094529916463179, + "eval_runtime": 1.1228, + "eval_samples_per_second": 509.454, + "eval_steps_per_second": 32.064, + "eval_weighted_f1": 0.8082855957468875, + "step": 1309 + }, + { + "epoch": 7.0855614973262036, + "grad_norm": 47.54240798950195, + "learning_rate": 1.4355317884729652e-05, + "loss": 0.6364, + "step": 1325 + }, + { + "epoch": 7.219251336898395, + "grad_norm": 15.354400634765625, + "learning_rate": 1.4206773618538326e-05, + "loss": 0.4584, + "step": 1350 + }, + { + "epoch": 7.352941176470588, + "grad_norm": 39.360721588134766, + "learning_rate": 1.4058229352347002e-05, + "loss": 0.5823, + "step": 1375 + }, + { + "epoch": 7.4866310160427805, + "grad_norm": 81.59800720214844, + "learning_rate": 1.3909685086155676e-05, + "loss": 0.7377, + "step": 1400 + }, + { + "epoch": 7.620320855614973, + "grad_norm": 18.868165969848633, + "learning_rate": 1.3761140819964351e-05, + "loss": 0.6788, + "step": 1425 + }, + { + "epoch": 7.754010695187166, + "grad_norm": 38.609519958496094, + "learning_rate": 1.3612596553773026e-05, + "loss": 0.5549, + "step": 1450 + }, + { + "epoch": 7.887700534759358, + "grad_norm": 243.52273559570312, + "learning_rate": 1.3464052287581701e-05, + "loss": 0.7668, + "step": 1475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8304195804195804, + "eval_loss": 0.6527685523033142, + "eval_macro_f1": 0.8315099418894255, + "eval_runtime": 1.092, + "eval_samples_per_second": 523.812, + "eval_steps_per_second": 32.967, + "eval_weighted_f1": 0.830692490770067, + "step": 1496 + }, + { + "epoch": 8.02139037433155, + "grad_norm": 124.76834106445312, + "learning_rate": 1.3315508021390375e-05, + "loss": 0.5145, + "step": 1500 + }, + { + "epoch": 8.155080213903743, + "grad_norm": 100.91265106201172, + "learning_rate": 1.3166963755199051e-05, + "loss": 0.5181, + "step": 1525 + }, + { + "epoch": 8.288770053475936, + "grad_norm": 91.17540740966797, + "learning_rate": 1.3018419489007725e-05, + "loss": 0.3696, + "step": 1550 + }, + { + "epoch": 8.422459893048128, + "grad_norm": 64.52679443359375, + "learning_rate": 1.2869875222816401e-05, + "loss": 0.4346, + "step": 1575 + }, + { + "epoch": 8.556149732620321, + "grad_norm": 102.17488098144531, + "learning_rate": 1.2721330956625075e-05, + "loss": 0.4474, + "step": 1600 + }, + { + "epoch": 8.689839572192513, + "grad_norm": 46.03203582763672, + "learning_rate": 1.257278669043375e-05, + "loss": 0.4474, + "step": 1625 + }, + { + "epoch": 8.823529411764707, + "grad_norm": 17.75262451171875, + "learning_rate": 1.2424242424242425e-05, + "loss": 0.5288, + "step": 1650 + }, + { + "epoch": 8.957219251336898, + "grad_norm": 157.67752075195312, + "learning_rate": 1.22756981580511e-05, + "loss": 0.4538, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8269230769230769, + "eval_loss": 0.9925920963287354, + "eval_macro_f1": 0.8266465811130654, + "eval_runtime": 1.0266, + "eval_samples_per_second": 557.195, + "eval_steps_per_second": 35.068, + "eval_weighted_f1": 0.8259378947545842, + "step": 1683 + }, + { + "epoch": 9.090909090909092, + "grad_norm": 175.83131408691406, + "learning_rate": 1.2127153891859775e-05, + "loss": 0.6028, + "step": 1700 + }, + { + "epoch": 9.224598930481283, + "grad_norm": 86.85699462890625, + "learning_rate": 1.197860962566845e-05, + "loss": 0.2872, + "step": 1725 + }, + { + "epoch": 9.358288770053475, + "grad_norm": 9.783382415771484, + "learning_rate": 1.1830065359477125e-05, + "loss": 0.3164, + "step": 1750 + }, + { + "epoch": 9.491978609625669, + "grad_norm": 95.88838195800781, + "learning_rate": 1.1681521093285799e-05, + "loss": 0.3121, + "step": 1775 + }, + { + "epoch": 9.62566844919786, + "grad_norm": 46.17018127441406, + "learning_rate": 1.1532976827094475e-05, + "loss": 0.359, + "step": 1800 + }, + { + "epoch": 9.759358288770054, + "grad_norm": 219.87789916992188, + "learning_rate": 1.1384432560903149e-05, + "loss": 0.2454, + "step": 1825 + }, + { + "epoch": 9.893048128342246, + "grad_norm": 343.021728515625, + "learning_rate": 1.1235888294711825e-05, + "loss": 0.4817, + "step": 1850 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8444055944055944, + "eval_loss": 0.9706090092658997, + "eval_macro_f1": 0.8437849232489972, + "eval_runtime": 1.064, + "eval_samples_per_second": 537.616, + "eval_steps_per_second": 33.836, + "eval_weighted_f1": 0.8430950767208538, + "step": 1870 + }, + { + "epoch": 10.026737967914439, + "grad_norm": 3.84744930267334, + "learning_rate": 1.1087344028520499e-05, + "loss": 0.3299, + "step": 1875 + }, + { + "epoch": 10.16042780748663, + "grad_norm": 16.943891525268555, + "learning_rate": 1.0938799762329175e-05, + "loss": 0.3955, + "step": 1900 + }, + { + "epoch": 10.294117647058824, + "grad_norm": 102.61019897460938, + "learning_rate": 1.0790255496137849e-05, + "loss": 0.3356, + "step": 1925 + }, + { + "epoch": 10.427807486631016, + "grad_norm": 522.5992431640625, + "learning_rate": 1.0641711229946525e-05, + "loss": 0.201, + "step": 1950 + }, + { + "epoch": 10.56149732620321, + "grad_norm": 262.98797607421875, + "learning_rate": 1.0493166963755199e-05, + "loss": 0.3759, + "step": 1975 + }, + { + "epoch": 10.695187165775401, + "grad_norm": 491.0608825683594, + "learning_rate": 1.0344622697563875e-05, + "loss": 0.4269, + "step": 2000 + }, + { + "epoch": 10.828877005347593, + "grad_norm": 6.410168647766113, + "learning_rate": 1.0196078431372549e-05, + "loss": 0.2575, + "step": 2025 + }, + { + "epoch": 10.962566844919786, + "grad_norm": 7.803138256072998, + "learning_rate": 1.0047534165181224e-05, + "loss": 0.3198, + "step": 2050 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8426573426573427, + "eval_loss": 1.09469473361969, + "eval_macro_f1": 0.8425941792746978, + "eval_runtime": 1.1398, + "eval_samples_per_second": 501.835, + "eval_steps_per_second": 31.584, + "eval_weighted_f1": 0.841894564644516, + "step": 2057 + }, + { + "epoch": 11.096256684491978, + "grad_norm": 176.36268615722656, + "learning_rate": 9.8989898989899e-06, + "loss": 0.2374, + "step": 2075 + }, + { + "epoch": 11.229946524064172, + "grad_norm": 277.9372863769531, + "learning_rate": 9.750445632798576e-06, + "loss": 0.135, + "step": 2100 + }, + { + "epoch": 11.363636363636363, + "grad_norm": 276.5827331542969, + "learning_rate": 9.60190136660725e-06, + "loss": 0.2256, + "step": 2125 + }, + { + "epoch": 11.497326203208557, + "grad_norm": 76.94274139404297, + "learning_rate": 9.453357100415926e-06, + "loss": 0.2523, + "step": 2150 + }, + { + "epoch": 11.631016042780749, + "grad_norm": 400.7786865234375, + "learning_rate": 9.3048128342246e-06, + "loss": 0.3851, + "step": 2175 + }, + { + "epoch": 11.764705882352942, + "grad_norm": 190.32518005371094, + "learning_rate": 9.156268568033274e-06, + "loss": 0.2473, + "step": 2200 + }, + { + "epoch": 11.898395721925134, + "grad_norm": 16.250272750854492, + "learning_rate": 9.007724301841948e-06, + "loss": 0.2435, + "step": 2225 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8601398601398601, + "eval_loss": 1.1636244058609009, + "eval_macro_f1": 0.8603952371156117, + "eval_runtime": 1.1174, + "eval_samples_per_second": 511.899, + "eval_steps_per_second": 32.217, + "eval_weighted_f1": 0.8596272821301653, + "step": 2244 + }, + { + "epoch": 12.032085561497325, + "grad_norm": 0.2588043510913849, + "learning_rate": 8.859180035650624e-06, + "loss": 0.2412, + "step": 2250 + }, + { + "epoch": 12.165775401069519, + "grad_norm": 301.53497314453125, + "learning_rate": 8.7106357694593e-06, + "loss": 0.0507, + "step": 2275 + }, + { + "epoch": 12.29946524064171, + "grad_norm": 1.2831783294677734, + "learning_rate": 8.562091503267974e-06, + "loss": 0.3376, + "step": 2300 + }, + { + "epoch": 12.433155080213904, + "grad_norm": 14.16517162322998, + "learning_rate": 8.41354723707665e-06, + "loss": 0.3504, + "step": 2325 + }, + { + "epoch": 12.566844919786096, + "grad_norm": 0.05383510887622833, + "learning_rate": 8.265002970885324e-06, + "loss": 0.0775, + "step": 2350 + }, + { + "epoch": 12.70053475935829, + "grad_norm": 196.8713836669922, + "learning_rate": 8.116458704694e-06, + "loss": 0.1374, + "step": 2375 + }, + { + "epoch": 12.834224598930481, + "grad_norm": 165.51617431640625, + "learning_rate": 7.967914438502674e-06, + "loss": 0.218, + "step": 2400 + }, + { + "epoch": 12.967914438502675, + "grad_norm": 1.5223743915557861, + "learning_rate": 7.81937017231135e-06, + "loss": 0.1954, + "step": 2425 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8304195804195804, + "eval_loss": 1.4522888660430908, + "eval_macro_f1": 0.8298150596329622, + "eval_runtime": 1.1382, + "eval_samples_per_second": 502.528, + "eval_steps_per_second": 31.628, + "eval_weighted_f1": 0.8290823282507362, + "step": 2431 + }, + { + "epoch": 13.101604278074866, + "grad_norm": 3.5890769958496094, + "learning_rate": 7.670825906120024e-06, + "loss": 0.1055, + "step": 2450 + }, + { + "epoch": 13.235294117647058, + "grad_norm": 695.3043823242188, + "learning_rate": 7.522281639928699e-06, + "loss": 0.2709, + "step": 2475 + }, + { + "epoch": 13.368983957219251, + "grad_norm": 291.9156799316406, + "learning_rate": 7.373737373737374e-06, + "loss": 0.1486, + "step": 2500 + }, + { + "epoch": 13.502673796791443, + "grad_norm": 49.62031936645508, + "learning_rate": 7.2251931075460495e-06, + "loss": 0.0773, + "step": 2525 + }, + { + "epoch": 13.636363636363637, + "grad_norm": 514.47265625, + "learning_rate": 7.0766488413547244e-06, + "loss": 0.219, + "step": 2550 + }, + { + "epoch": 13.770053475935828, + "grad_norm": 8.850217819213867, + "learning_rate": 6.928104575163399e-06, + "loss": 0.0804, + "step": 2575 + }, + { + "epoch": 13.903743315508022, + "grad_norm": 711.0764770507812, + "learning_rate": 6.779560308972074e-06, + "loss": 0.2083, + "step": 2600 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8356643356643356, + "eval_loss": 1.3504389524459839, + "eval_macro_f1": 0.8359589563177954, + "eval_runtime": 1.0892, + "eval_samples_per_second": 525.163, + "eval_steps_per_second": 33.052, + "eval_weighted_f1": 0.8352983867495741, + "step": 2618 + }, + { + "epoch": 14.037433155080214, + "grad_norm": 3.9266371726989746, + "learning_rate": 6.631016042780749e-06, + "loss": 0.2004, + "step": 2625 + }, + { + "epoch": 14.171122994652407, + "grad_norm": 0.04936698451638222, + "learning_rate": 6.482471776589424e-06, + "loss": 0.1016, + "step": 2650 + }, + { + "epoch": 14.304812834224599, + "grad_norm": 9.536855697631836, + "learning_rate": 6.333927510398099e-06, + "loss": 0.088, + "step": 2675 + }, + { + "epoch": 14.43850267379679, + "grad_norm": 1.940148949623108, + "learning_rate": 6.185383244206774e-06, + "loss": 0.1378, + "step": 2700 + }, + { + "epoch": 14.572192513368984, + "grad_norm": 0.005472268909215927, + "learning_rate": 6.036838978015449e-06, + "loss": 0.1566, + "step": 2725 + }, + { + "epoch": 14.705882352941176, + "grad_norm": 32.80077362060547, + "learning_rate": 5.888294711824124e-06, + "loss": 0.0891, + "step": 2750 + }, + { + "epoch": 14.83957219251337, + "grad_norm": 0.03554590791463852, + "learning_rate": 5.739750445632799e-06, + "loss": 0.1834, + "step": 2775 + }, + { + "epoch": 14.973262032085561, + "grad_norm": 0.027937768027186394, + "learning_rate": 5.591206179441474e-06, + "loss": 0.0582, + "step": 2800 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8426573426573427, + "eval_loss": 1.3886159658432007, + "eval_macro_f1": 0.8432236150502405, + "eval_runtime": 1.1245, + "eval_samples_per_second": 508.661, + "eval_steps_per_second": 32.014, + "eval_weighted_f1": 0.8427787098119862, + "step": 2805 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-1528/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-1528/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-1528/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-1528/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-1528/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-1528/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-1528/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-1528/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..904c8b5c921af812696bdcc7c065f7789b8bed9f --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-1528/trainer_state.json @@ -0,0 +1,558 @@ +{ + "best_global_step": 955, + "best_metric": 0.8208115494655738, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 1528, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1310615989515072, + "grad_norm": 28.619550704956055, + "learning_rate": 1.256544502617801e-06, + "loss": 4.7888, + "step": 25 + }, + { + "epoch": 0.2621231979030144, + "grad_norm": 34.59553909301758, + "learning_rate": 2.5654450261780104e-06, + "loss": 4.6133, + "step": 50 + }, + { + "epoch": 0.3931847968545216, + "grad_norm": 13.945723533630371, + "learning_rate": 3.874345549738221e-06, + "loss": 4.5728, + "step": 75 + }, + { + "epoch": 0.5242463958060288, + "grad_norm": 11.363654136657715, + "learning_rate": 5.18324607329843e-06, + "loss": 4.5367, + "step": 100 + }, + { + "epoch": 0.6553079947575361, + "grad_norm": 53.13508605957031, + "learning_rate": 6.492146596858639e-06, + "loss": 4.4759, + "step": 125 + }, + { + "epoch": 0.7863695937090432, + "grad_norm": 28.090038299560547, + "learning_rate": 7.80104712041885e-06, + "loss": 4.3923, + "step": 150 + }, + { + "epoch": 0.9174311926605505, + "grad_norm": 15.404764175415039, + "learning_rate": 9.109947643979057e-06, + "loss": 4.3798, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3732876712328767, + "eval_loss": 1.0549784898757935, + "eval_macro_f1": 0.27388749826171604, + "eval_runtime": 1.2931, + "eval_samples_per_second": 451.62, + "eval_steps_per_second": 28.613, + "eval_weighted_f1": 0.2749610314834182, + "step": 191 + }, + { + "epoch": 1.0471821756225426, + "grad_norm": 22.7790584564209, + "learning_rate": 1.0418848167539269e-05, + "loss": 4.2409, + "step": 200 + }, + { + "epoch": 1.1782437745740497, + "grad_norm": 45.93294906616211, + "learning_rate": 1.1727748691099476e-05, + "loss": 4.152, + "step": 225 + }, + { + "epoch": 1.309305373525557, + "grad_norm": 69.54792785644531, + "learning_rate": 1.3036649214659686e-05, + "loss": 4.0648, + "step": 250 + }, + { + "epoch": 1.4403669724770642, + "grad_norm": 38.060333251953125, + "learning_rate": 1.4345549738219897e-05, + "loss": 3.7485, + "step": 275 + }, + { + "epoch": 1.5714285714285714, + "grad_norm": 64.7916259765625, + "learning_rate": 1.5654450261780107e-05, + "loss": 3.6335, + "step": 300 + }, + { + "epoch": 1.7024901703800785, + "grad_norm": 43.44382858276367, + "learning_rate": 1.6963350785340316e-05, + "loss": 3.4796, + "step": 325 + }, + { + "epoch": 1.833551769331586, + "grad_norm": 95.7443618774414, + "learning_rate": 1.8272251308900526e-05, + "loss": 3.4156, + "step": 350 + }, + { + "epoch": 1.964613368283093, + "grad_norm": 81.692626953125, + "learning_rate": 1.9581151832460736e-05, + "loss": 3.2909, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.690068493150685, + "eval_loss": 0.7171912789344788, + "eval_macro_f1": 0.6881903756903757, + "eval_runtime": 1.0784, + "eval_samples_per_second": 541.555, + "eval_steps_per_second": 34.311, + "eval_weighted_f1": 0.6877849633628743, + "step": 382 + }, + { + "epoch": 2.094364351245085, + "grad_norm": 72.04901885986328, + "learning_rate": 1.9901105293775453e-05, + "loss": 2.9007, + "step": 400 + }, + { + "epoch": 2.2254259501965925, + "grad_norm": 51.64994812011719, + "learning_rate": 1.9755671902268764e-05, + "loss": 2.8484, + "step": 425 + }, + { + "epoch": 2.3564875491480994, + "grad_norm": 73.74264526367188, + "learning_rate": 1.961023851076207e-05, + "loss": 2.8158, + "step": 450 + }, + { + "epoch": 2.487549148099607, + "grad_norm": 34.05012893676758, + "learning_rate": 1.9464805119255382e-05, + "loss": 2.7257, + "step": 475 + }, + { + "epoch": 2.618610747051114, + "grad_norm": 63.5008544921875, + "learning_rate": 1.9319371727748693e-05, + "loss": 2.518, + "step": 500 + }, + { + "epoch": 2.749672346002621, + "grad_norm": 72.48448181152344, + "learning_rate": 1.9173938336242e-05, + "loss": 2.5607, + "step": 525 + }, + { + "epoch": 2.8807339449541285, + "grad_norm": 65.3631591796875, + "learning_rate": 1.9028504944735315e-05, + "loss": 2.3308, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7928082191780822, + "eval_loss": 0.5124903321266174, + "eval_macro_f1": 0.7919028197060879, + "eval_runtime": 1.1287, + "eval_samples_per_second": 517.391, + "eval_steps_per_second": 32.78, + "eval_weighted_f1": 0.7918023867620658, + "step": 573 + }, + { + "epoch": 3.0104849279161208, + "grad_norm": 40.74887466430664, + "learning_rate": 1.8883071553228622e-05, + "loss": 2.2227, + "step": 575 + }, + { + "epoch": 3.1415465268676277, + "grad_norm": 81.29095458984375, + "learning_rate": 1.8737638161721933e-05, + "loss": 1.9747, + "step": 600 + }, + { + "epoch": 3.272608125819135, + "grad_norm": 91.52891540527344, + "learning_rate": 1.8592204770215244e-05, + "loss": 2.0263, + "step": 625 + }, + { + "epoch": 3.4036697247706424, + "grad_norm": 93.13121032714844, + "learning_rate": 1.844677137870855e-05, + "loss": 1.8706, + "step": 650 + }, + { + "epoch": 3.5347313237221494, + "grad_norm": 94.16744995117188, + "learning_rate": 1.8301337987201865e-05, + "loss": 2.0144, + "step": 675 + }, + { + "epoch": 3.6657929226736568, + "grad_norm": 87.40090942382812, + "learning_rate": 1.8155904595695173e-05, + "loss": 2.096, + "step": 700 + }, + { + "epoch": 3.7968545216251637, + "grad_norm": 44.79313278198242, + "learning_rate": 1.8010471204188483e-05, + "loss": 1.8125, + "step": 725 + }, + { + "epoch": 3.927916120576671, + "grad_norm": 36.89739990234375, + "learning_rate": 1.7865037812681794e-05, + "loss": 1.9552, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7876712328767124, + "eval_loss": 0.5621095299720764, + "eval_macro_f1": 0.7915285863872495, + "eval_runtime": 1.1255, + "eval_samples_per_second": 518.883, + "eval_steps_per_second": 32.874, + "eval_weighted_f1": 0.791459840182467, + "step": 764 + }, + { + "epoch": 4.057667103538663, + "grad_norm": 51.244049072265625, + "learning_rate": 1.77196044211751e-05, + "loss": 1.696, + "step": 775 + }, + { + "epoch": 4.18872870249017, + "grad_norm": 63.345279693603516, + "learning_rate": 1.7574171029668416e-05, + "loss": 1.4375, + "step": 800 + }, + { + "epoch": 4.319790301441677, + "grad_norm": 48.086585998535156, + "learning_rate": 1.7428737638161723e-05, + "loss": 1.6089, + "step": 825 + }, + { + "epoch": 4.450851900393185, + "grad_norm": 47.498416900634766, + "learning_rate": 1.7283304246655034e-05, + "loss": 1.4286, + "step": 850 + }, + { + "epoch": 4.581913499344692, + "grad_norm": 60.30356979370117, + "learning_rate": 1.7137870855148345e-05, + "loss": 1.3446, + "step": 875 + }, + { + "epoch": 4.712975098296199, + "grad_norm": 98.58575439453125, + "learning_rate": 1.6992437463641652e-05, + "loss": 1.7205, + "step": 900 + }, + { + "epoch": 4.844036697247707, + "grad_norm": 111.74734497070312, + "learning_rate": 1.6847004072134963e-05, + "loss": 1.4931, + "step": 925 + }, + { + "epoch": 4.975098296199214, + "grad_norm": 35.06964111328125, + "learning_rate": 1.6701570680628274e-05, + "loss": 1.5339, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8202054794520548, + "eval_loss": 0.5363059043884277, + "eval_macro_f1": 0.8208115494655738, + "eval_runtime": 1.1191, + "eval_samples_per_second": 521.837, + "eval_steps_per_second": 33.062, + "eval_weighted_f1": 0.8210636706282236, + "step": 955 + }, + { + "epoch": 5.104849279161206, + "grad_norm": 57.74382781982422, + "learning_rate": 1.6556137289121585e-05, + "loss": 1.0817, + "step": 975 + }, + { + "epoch": 5.235910878112713, + "grad_norm": 142.74134826660156, + "learning_rate": 1.6410703897614895e-05, + "loss": 1.2378, + "step": 1000 + }, + { + "epoch": 5.36697247706422, + "grad_norm": 22.82313346862793, + "learning_rate": 1.6265270506108203e-05, + "loss": 1.0787, + "step": 1025 + }, + { + "epoch": 5.498034076015728, + "grad_norm": 127.4056167602539, + "learning_rate": 1.6119837114601514e-05, + "loss": 1.1792, + "step": 1050 + }, + { + "epoch": 5.6290956749672345, + "grad_norm": 102.58219909667969, + "learning_rate": 1.5974403723094824e-05, + "loss": 1.0329, + "step": 1075 + }, + { + "epoch": 5.760157273918741, + "grad_norm": 103.27882385253906, + "learning_rate": 1.5828970331588135e-05, + "loss": 1.2233, + "step": 1100 + }, + { + "epoch": 5.891218872870249, + "grad_norm": 149.24305725097656, + "learning_rate": 1.5683536940081443e-05, + "loss": 1.1131, + "step": 1125 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8133561643835616, + "eval_loss": 0.5755936503410339, + "eval_macro_f1": 0.8113216380256772, + "eval_runtime": 1.2068, + "eval_samples_per_second": 483.908, + "eval_steps_per_second": 30.659, + "eval_weighted_f1": 0.8116402171643959, + "step": 1146 + }, + { + "epoch": 6.0209698558322415, + "grad_norm": 132.1946258544922, + "learning_rate": 1.5538103548574753e-05, + "loss": 1.1458, + "step": 1150 + }, + { + "epoch": 6.1520314547837485, + "grad_norm": 157.7640380859375, + "learning_rate": 1.5392670157068064e-05, + "loss": 0.7745, + "step": 1175 + }, + { + "epoch": 6.283093053735255, + "grad_norm": 34.99599075317383, + "learning_rate": 1.5247236765561375e-05, + "loss": 0.8488, + "step": 1200 + }, + { + "epoch": 6.414154652686763, + "grad_norm": 71.62014770507812, + "learning_rate": 1.5101803374054684e-05, + "loss": 0.9178, + "step": 1225 + }, + { + "epoch": 6.54521625163827, + "grad_norm": 68.27619934082031, + "learning_rate": 1.4956369982547993e-05, + "loss": 0.8274, + "step": 1250 + }, + { + "epoch": 6.676277850589777, + "grad_norm": 86.76380157470703, + "learning_rate": 1.4810936591041306e-05, + "loss": 0.9553, + "step": 1275 + }, + { + "epoch": 6.807339449541285, + "grad_norm": 135.2306671142578, + "learning_rate": 1.4665503199534615e-05, + "loss": 0.6923, + "step": 1300 + }, + { + "epoch": 6.938401048492792, + "grad_norm": 161.881591796875, + "learning_rate": 1.4520069808027924e-05, + "loss": 0.6938, + "step": 1325 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.797945205479452, + "eval_loss": 0.6602515578269958, + "eval_macro_f1": 0.8005332516556151, + "eval_runtime": 1.0814, + "eval_samples_per_second": 540.039, + "eval_steps_per_second": 34.215, + "eval_weighted_f1": 0.8007986108010373, + "step": 1337 + }, + { + "epoch": 7.068152031454784, + "grad_norm": 132.93215942382812, + "learning_rate": 1.4374636416521235e-05, + "loss": 0.7984, + "step": 1350 + }, + { + "epoch": 7.199213630406291, + "grad_norm": 92.67568969726562, + "learning_rate": 1.4229203025014544e-05, + "loss": 0.6239, + "step": 1375 + }, + { + "epoch": 7.330275229357798, + "grad_norm": 56.553104400634766, + "learning_rate": 1.4083769633507855e-05, + "loss": 0.4359, + "step": 1400 + }, + { + "epoch": 7.461336828309306, + "grad_norm": 48.46544647216797, + "learning_rate": 1.3938336242001166e-05, + "loss": 0.5785, + "step": 1425 + }, + { + "epoch": 7.592398427260813, + "grad_norm": 69.65105438232422, + "learning_rate": 1.3792902850494475e-05, + "loss": 0.4241, + "step": 1450 + }, + { + "epoch": 7.72346002621232, + "grad_norm": 152.1411590576172, + "learning_rate": 1.3647469458987785e-05, + "loss": 0.699, + "step": 1475 + }, + { + "epoch": 7.854521625163827, + "grad_norm": 164.35694885253906, + "learning_rate": 1.3502036067481095e-05, + "loss": 0.742, + "step": 1500 + }, + { + "epoch": 7.985583224115334, + "grad_norm": 107.2976303100586, + "learning_rate": 1.3356602675974404e-05, + "loss": 0.6845, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8167808219178082, + "eval_loss": 0.7478644251823425, + "eval_macro_f1": 0.8177767937879704, + "eval_runtime": 1.028, + "eval_samples_per_second": 568.091, + "eval_steps_per_second": 35.992, + "eval_weighted_f1": 0.8179140768085152, + "step": 1528 + } + ], + "logging_steps": 25, + "max_steps": 3820, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4c496e6151e23093ecbea42cbe1bb79032cbf31a --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955/trainer_state.json @@ -0,0 +1,364 @@ +{ + "best_global_step": 955, + "best_metric": 0.8208115494655738, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-01-s43-20260901T055411Z-fbd63439/trainer/checkpoint-955", + "epoch": 5.0, + "eval_steps": 500, + "global_step": 955, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1310615989515072, + "grad_norm": 28.619550704956055, + "learning_rate": 1.256544502617801e-06, + "loss": 4.7888, + "step": 25 + }, + { + "epoch": 0.2621231979030144, + "grad_norm": 34.59553909301758, + "learning_rate": 2.5654450261780104e-06, + "loss": 4.6133, + "step": 50 + }, + { + "epoch": 0.3931847968545216, + "grad_norm": 13.945723533630371, + "learning_rate": 3.874345549738221e-06, + "loss": 4.5728, + "step": 75 + }, + { + "epoch": 0.5242463958060288, + "grad_norm": 11.363654136657715, + "learning_rate": 5.18324607329843e-06, + "loss": 4.5367, + "step": 100 + }, + { + "epoch": 0.6553079947575361, + "grad_norm": 53.13508605957031, + "learning_rate": 6.492146596858639e-06, + "loss": 4.4759, + "step": 125 + }, + { + "epoch": 0.7863695937090432, + "grad_norm": 28.090038299560547, + "learning_rate": 7.80104712041885e-06, + "loss": 4.3923, + "step": 150 + }, + { + "epoch": 0.9174311926605505, + "grad_norm": 15.404764175415039, + "learning_rate": 9.109947643979057e-06, + "loss": 4.3798, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3732876712328767, + "eval_loss": 1.0549784898757935, + "eval_macro_f1": 0.27388749826171604, + "eval_runtime": 1.2931, + "eval_samples_per_second": 451.62, + "eval_steps_per_second": 28.613, + "eval_weighted_f1": 0.2749610314834182, + "step": 191 + }, + { + "epoch": 1.0471821756225426, + "grad_norm": 22.7790584564209, + "learning_rate": 1.0418848167539269e-05, + "loss": 4.2409, + "step": 200 + }, + { + "epoch": 1.1782437745740497, + "grad_norm": 45.93294906616211, + "learning_rate": 1.1727748691099476e-05, + "loss": 4.152, + "step": 225 + }, + { + "epoch": 1.309305373525557, + "grad_norm": 69.54792785644531, + "learning_rate": 1.3036649214659686e-05, + "loss": 4.0648, + "step": 250 + }, + { + "epoch": 1.4403669724770642, + "grad_norm": 38.060333251953125, + "learning_rate": 1.4345549738219897e-05, + "loss": 3.7485, + "step": 275 + }, + { + "epoch": 1.5714285714285714, + "grad_norm": 64.7916259765625, + "learning_rate": 1.5654450261780107e-05, + "loss": 3.6335, + "step": 300 + }, + { + "epoch": 1.7024901703800785, + "grad_norm": 43.44382858276367, + "learning_rate": 1.6963350785340316e-05, + "loss": 3.4796, + "step": 325 + }, + { + "epoch": 1.833551769331586, + "grad_norm": 95.7443618774414, + "learning_rate": 1.8272251308900526e-05, + "loss": 3.4156, + "step": 350 + }, + { + "epoch": 1.964613368283093, + "grad_norm": 81.692626953125, + "learning_rate": 1.9581151832460736e-05, + "loss": 3.2909, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.690068493150685, + "eval_loss": 0.7171912789344788, + "eval_macro_f1": 0.6881903756903757, + "eval_runtime": 1.0784, + "eval_samples_per_second": 541.555, + "eval_steps_per_second": 34.311, + "eval_weighted_f1": 0.6877849633628743, + "step": 382 + }, + { + "epoch": 2.094364351245085, + "grad_norm": 72.04901885986328, + "learning_rate": 1.9901105293775453e-05, + "loss": 2.9007, + "step": 400 + }, + { + "epoch": 2.2254259501965925, + "grad_norm": 51.64994812011719, + "learning_rate": 1.9755671902268764e-05, + "loss": 2.8484, + "step": 425 + }, + { + "epoch": 2.3564875491480994, + "grad_norm": 73.74264526367188, + "learning_rate": 1.961023851076207e-05, + "loss": 2.8158, + "step": 450 + }, + { + "epoch": 2.487549148099607, + "grad_norm": 34.05012893676758, + "learning_rate": 1.9464805119255382e-05, + "loss": 2.7257, + "step": 475 + }, + { + "epoch": 2.618610747051114, + "grad_norm": 63.5008544921875, + "learning_rate": 1.9319371727748693e-05, + "loss": 2.518, + "step": 500 + }, + { + "epoch": 2.749672346002621, + "grad_norm": 72.48448181152344, + "learning_rate": 1.9173938336242e-05, + "loss": 2.5607, + "step": 525 + }, + { + "epoch": 2.8807339449541285, + "grad_norm": 65.3631591796875, + "learning_rate": 1.9028504944735315e-05, + "loss": 2.3308, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7928082191780822, + "eval_loss": 0.5124903321266174, + "eval_macro_f1": 0.7919028197060879, + "eval_runtime": 1.1287, + "eval_samples_per_second": 517.391, + "eval_steps_per_second": 32.78, + "eval_weighted_f1": 0.7918023867620658, + "step": 573 + }, + { + "epoch": 3.0104849279161208, + "grad_norm": 40.74887466430664, + "learning_rate": 1.8883071553228622e-05, + "loss": 2.2227, + "step": 575 + }, + { + "epoch": 3.1415465268676277, + "grad_norm": 81.29095458984375, + "learning_rate": 1.8737638161721933e-05, + "loss": 1.9747, + "step": 600 + }, + { + "epoch": 3.272608125819135, + "grad_norm": 91.52891540527344, + "learning_rate": 1.8592204770215244e-05, + "loss": 2.0263, + "step": 625 + }, + { + "epoch": 3.4036697247706424, + "grad_norm": 93.13121032714844, + "learning_rate": 1.844677137870855e-05, + "loss": 1.8706, + "step": 650 + }, + { + "epoch": 3.5347313237221494, + "grad_norm": 94.16744995117188, + "learning_rate": 1.8301337987201865e-05, + "loss": 2.0144, + "step": 675 + }, + { + "epoch": 3.6657929226736568, + "grad_norm": 87.40090942382812, + "learning_rate": 1.8155904595695173e-05, + "loss": 2.096, + "step": 700 + }, + { + "epoch": 3.7968545216251637, + "grad_norm": 44.79313278198242, + "learning_rate": 1.8010471204188483e-05, + "loss": 1.8125, + "step": 725 + }, + { + "epoch": 3.927916120576671, + "grad_norm": 36.89739990234375, + "learning_rate": 1.7865037812681794e-05, + "loss": 1.9552, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7876712328767124, + "eval_loss": 0.5621095299720764, + "eval_macro_f1": 0.7915285863872495, + "eval_runtime": 1.1255, + "eval_samples_per_second": 518.883, + "eval_steps_per_second": 32.874, + "eval_weighted_f1": 0.791459840182467, + "step": 764 + }, + { + "epoch": 4.057667103538663, + "grad_norm": 51.244049072265625, + "learning_rate": 1.77196044211751e-05, + "loss": 1.696, + "step": 775 + }, + { + "epoch": 4.18872870249017, + "grad_norm": 63.345279693603516, + "learning_rate": 1.7574171029668416e-05, + "loss": 1.4375, + "step": 800 + }, + { + "epoch": 4.319790301441677, + "grad_norm": 48.086585998535156, + "learning_rate": 1.7428737638161723e-05, + "loss": 1.6089, + "step": 825 + }, + { + "epoch": 4.450851900393185, + "grad_norm": 47.498416900634766, + "learning_rate": 1.7283304246655034e-05, + "loss": 1.4286, + "step": 850 + }, + { + "epoch": 4.581913499344692, + "grad_norm": 60.30356979370117, + "learning_rate": 1.7137870855148345e-05, + "loss": 1.3446, + "step": 875 + }, + { + "epoch": 4.712975098296199, + "grad_norm": 98.58575439453125, + "learning_rate": 1.6992437463641652e-05, + "loss": 1.7205, + "step": 900 + }, + { + "epoch": 4.844036697247707, + "grad_norm": 111.74734497070312, + "learning_rate": 1.6847004072134963e-05, + "loss": 1.4931, + "step": 925 + }, + { + "epoch": 4.975098296199214, + "grad_norm": 35.06964111328125, + "learning_rate": 1.6701570680628274e-05, + "loss": 1.5339, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8202054794520548, + "eval_loss": 0.5363059043884277, + "eval_macro_f1": 0.8208115494655738, + "eval_runtime": 1.1191, + "eval_samples_per_second": 521.837, + "eval_steps_per_second": 33.062, + "eval_weighted_f1": 0.8210636706282236, + "step": 955 + } + ], + "logging_steps": 25, + "max_steps": 3820, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8dd12e3a7a7e001bb5aeac79dfc80d6e454f4e93 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730/trainer_state.json @@ -0,0 +1,971 @@ +{ + "best_global_step": 2730, + "best_metric": 0.8205687107983622, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730", + "epoch": 15.0, + "eval_steps": 500, + "global_step": 2730, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13793103448275862, + "grad_norm": 32.75905227661133, + "learning_rate": 1.3186813186813187e-06, + "loss": 4.8214, + "step": 25 + }, + { + "epoch": 0.27586206896551724, + "grad_norm": 19.23259162902832, + "learning_rate": 2.6923076923076923e-06, + "loss": 4.5669, + "step": 50 + }, + { + "epoch": 0.41379310344827586, + "grad_norm": 20.17458152770996, + "learning_rate": 4.065934065934066e-06, + "loss": 4.5561, + "step": 75 + }, + { + "epoch": 0.5517241379310345, + "grad_norm": 25.603492736816406, + "learning_rate": 5.43956043956044e-06, + "loss": 4.5739, + "step": 100 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 36.35493469238281, + "learning_rate": 6.813186813186814e-06, + "loss": 4.4775, + "step": 125 + }, + { + "epoch": 0.8275862068965517, + "grad_norm": 58.45463562011719, + "learning_rate": 8.186813186813188e-06, + "loss": 4.4387, + "step": 150 + }, + { + "epoch": 0.9655172413793104, + "grad_norm": 53.46340560913086, + "learning_rate": 9.560439560439562e-06, + "loss": 4.3716, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.39165009940357853, + "eval_loss": 1.0983551740646362, + "eval_macro_f1": 0.29999244184947943, + "eval_runtime": 0.9527, + "eval_samples_per_second": 527.975, + "eval_steps_per_second": 33.589, + "eval_weighted_f1": 0.2960130493046483, + "step": 182 + }, + { + "epoch": 1.0993103448275863, + "grad_norm": 29.004798889160156, + "learning_rate": 1.0934065934065933e-05, + "loss": 4.3413, + "step": 200 + }, + { + "epoch": 1.237241379310345, + "grad_norm": 89.2237548828125, + "learning_rate": 1.230769230769231e-05, + "loss": 4.1179, + "step": 225 + }, + { + "epoch": 1.3751724137931034, + "grad_norm": 322.9736633300781, + "learning_rate": 1.3681318681318683e-05, + "loss": 3.9769, + "step": 250 + }, + { + "epoch": 1.513103448275862, + "grad_norm": 21.847795486450195, + "learning_rate": 1.5054945054945056e-05, + "loss": 3.8451, + "step": 275 + }, + { + "epoch": 1.6510344827586207, + "grad_norm": 99.3330307006836, + "learning_rate": 1.642857142857143e-05, + "loss": 3.8949, + "step": 300 + }, + { + "epoch": 1.7889655172413792, + "grad_norm": 256.0706787109375, + "learning_rate": 1.78021978021978e-05, + "loss": 3.3231, + "step": 325 + }, + { + "epoch": 1.926896551724138, + "grad_norm": 73.9184341430664, + "learning_rate": 1.9175824175824178e-05, + "loss": 3.3362, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7276341948310139, + "eval_loss": 0.6524786949157715, + "eval_macro_f1": 0.7195152899378252, + "eval_runtime": 0.9082, + "eval_samples_per_second": 553.848, + "eval_steps_per_second": 35.235, + "eval_weighted_f1": 0.7200113366243347, + "step": 364 + }, + { + "epoch": 2.0606896551724136, + "grad_norm": 73.96356201171875, + "learning_rate": 1.993894993894994e-05, + "loss": 3.026, + "step": 375 + }, + { + "epoch": 2.1986206896551725, + "grad_norm": 88.0272445678711, + "learning_rate": 1.9786324786324788e-05, + "loss": 2.8265, + "step": 400 + }, + { + "epoch": 2.336551724137931, + "grad_norm": 34.371524810791016, + "learning_rate": 1.9633699633699634e-05, + "loss": 2.5437, + "step": 425 + }, + { + "epoch": 2.47448275862069, + "grad_norm": 57.82670593261719, + "learning_rate": 1.948107448107448e-05, + "loss": 2.703, + "step": 450 + }, + { + "epoch": 2.6124137931034483, + "grad_norm": 125.67546844482422, + "learning_rate": 1.932844932844933e-05, + "loss": 2.4953, + "step": 475 + }, + { + "epoch": 2.750344827586207, + "grad_norm": 86.35210418701172, + "learning_rate": 1.9175824175824178e-05, + "loss": 2.6096, + "step": 500 + }, + { + "epoch": 2.8882758620689657, + "grad_norm": 62.66092300415039, + "learning_rate": 1.9023199023199025e-05, + "loss": 2.3235, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7654075546719682, + "eval_loss": 0.6369734406471252, + "eval_macro_f1": 0.7617138493427152, + "eval_runtime": 1.1397, + "eval_samples_per_second": 441.347, + "eval_steps_per_second": 28.078, + "eval_weighted_f1": 0.7613569367376422, + "step": 546 + }, + { + "epoch": 3.0220689655172412, + "grad_norm": 64.84410095214844, + "learning_rate": 1.887057387057387e-05, + "loss": 2.0997, + "step": 550 + }, + { + "epoch": 3.16, + "grad_norm": 219.0406036376953, + "learning_rate": 1.8717948717948718e-05, + "loss": 2.2416, + "step": 575 + }, + { + "epoch": 3.2979310344827586, + "grad_norm": 94.44548034667969, + "learning_rate": 1.8565323565323568e-05, + "loss": 2.0853, + "step": 600 + }, + { + "epoch": 3.435862068965517, + "grad_norm": 98.144775390625, + "learning_rate": 1.8412698412698415e-05, + "loss": 2.0063, + "step": 625 + }, + { + "epoch": 3.573793103448276, + "grad_norm": 85.00228881835938, + "learning_rate": 1.826007326007326e-05, + "loss": 1.9792, + "step": 650 + }, + { + "epoch": 3.7117241379310344, + "grad_norm": 296.52667236328125, + "learning_rate": 1.8107448107448108e-05, + "loss": 2.0872, + "step": 675 + }, + { + "epoch": 3.849655172413793, + "grad_norm": 36.761287689208984, + "learning_rate": 1.7954822954822958e-05, + "loss": 2.1305, + "step": 700 + }, + { + "epoch": 3.9875862068965517, + "grad_norm": 39.2801628112793, + "learning_rate": 1.78021978021978e-05, + "loss": 1.9861, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7813121272365805, + "eval_loss": 0.5324062705039978, + "eval_macro_f1": 0.7791976078582391, + "eval_runtime": 0.8972, + "eval_samples_per_second": 560.655, + "eval_steps_per_second": 35.668, + "eval_weighted_f1": 0.779520775718178, + "step": 728 + }, + { + "epoch": 4.121379310344827, + "grad_norm": 150.14622497558594, + "learning_rate": 1.764957264957265e-05, + "loss": 1.5652, + "step": 750 + }, + { + "epoch": 4.259310344827586, + "grad_norm": 141.39532470703125, + "learning_rate": 1.74969474969475e-05, + "loss": 1.8103, + "step": 775 + }, + { + "epoch": 4.397241379310345, + "grad_norm": 69.46745300292969, + "learning_rate": 1.7344322344322345e-05, + "loss": 1.647, + "step": 800 + }, + { + "epoch": 4.535172413793103, + "grad_norm": 62.81803512573242, + "learning_rate": 1.7191697191697195e-05, + "loss": 1.6406, + "step": 825 + }, + { + "epoch": 4.673103448275862, + "grad_norm": 66.86740112304688, + "learning_rate": 1.703907203907204e-05, + "loss": 1.5748, + "step": 850 + }, + { + "epoch": 4.811034482758621, + "grad_norm": 117.73811340332031, + "learning_rate": 1.688644688644689e-05, + "loss": 1.7345, + "step": 875 + }, + { + "epoch": 4.94896551724138, + "grad_norm": 74.3771743774414, + "learning_rate": 1.6733821733821735e-05, + "loss": 1.7702, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8071570576540755, + "eval_loss": 0.5038233995437622, + "eval_macro_f1": 0.8020426605403396, + "eval_runtime": 0.8996, + "eval_samples_per_second": 559.122, + "eval_steps_per_second": 35.57, + "eval_weighted_f1": 0.8023597375594409, + "step": 910 + }, + { + "epoch": 5.082758620689655, + "grad_norm": 262.0481872558594, + "learning_rate": 1.6581196581196585e-05, + "loss": 1.3465, + "step": 925 + }, + { + "epoch": 5.220689655172414, + "grad_norm": 102.24702453613281, + "learning_rate": 1.642857142857143e-05, + "loss": 1.4001, + "step": 950 + }, + { + "epoch": 5.358620689655172, + "grad_norm": 67.64817810058594, + "learning_rate": 1.627594627594628e-05, + "loss": 1.1527, + "step": 975 + }, + { + "epoch": 5.496551724137931, + "grad_norm": 31.815706253051758, + "learning_rate": 1.6123321123321125e-05, + "loss": 1.1711, + "step": 1000 + }, + { + "epoch": 5.63448275862069, + "grad_norm": 123.12672424316406, + "learning_rate": 1.5970695970695972e-05, + "loss": 1.3851, + "step": 1025 + }, + { + "epoch": 5.772413793103448, + "grad_norm": 51.52535629272461, + "learning_rate": 1.581807081807082e-05, + "loss": 1.3867, + "step": 1050 + }, + { + "epoch": 5.910344827586207, + "grad_norm": 50.11830139160156, + "learning_rate": 1.5665445665445665e-05, + "loss": 1.4174, + "step": 1075 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8111332007952287, + "eval_loss": 0.530120313167572, + "eval_macro_f1": 0.8108417340348422, + "eval_runtime": 0.8614, + "eval_samples_per_second": 583.914, + "eval_steps_per_second": 37.148, + "eval_weighted_f1": 0.8110978117501962, + "step": 1092 + }, + { + "epoch": 6.0441379310344825, + "grad_norm": 95.95398712158203, + "learning_rate": 1.5512820512820516e-05, + "loss": 1.1051, + "step": 1100 + }, + { + "epoch": 6.182068965517241, + "grad_norm": 104.53040313720703, + "learning_rate": 1.5360195360195362e-05, + "loss": 0.9259, + "step": 1125 + }, + { + "epoch": 6.32, + "grad_norm": 103.19412231445312, + "learning_rate": 1.5207570207570207e-05, + "loss": 0.8407, + "step": 1150 + }, + { + "epoch": 6.457931034482758, + "grad_norm": 79.8367691040039, + "learning_rate": 1.5054945054945056e-05, + "loss": 0.954, + "step": 1175 + }, + { + "epoch": 6.595862068965517, + "grad_norm": 85.44356536865234, + "learning_rate": 1.4902319902319904e-05, + "loss": 0.9517, + "step": 1200 + }, + { + "epoch": 6.733793103448276, + "grad_norm": 189.3333282470703, + "learning_rate": 1.4749694749694752e-05, + "loss": 0.9805, + "step": 1225 + }, + { + "epoch": 6.871724137931034, + "grad_norm": 178.33413696289062, + "learning_rate": 1.4597069597069597e-05, + "loss": 1.3204, + "step": 1250 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7952286282306164, + "eval_loss": 0.6026936173439026, + "eval_macro_f1": 0.7986896914009741, + "eval_runtime": 0.9427, + "eval_samples_per_second": 533.577, + "eval_steps_per_second": 33.945, + "eval_weighted_f1": 0.7989410199226643, + "step": 1274 + }, + { + "epoch": 7.0055172413793105, + "grad_norm": 66.04598236083984, + "learning_rate": 1.4444444444444446e-05, + "loss": 1.0098, + "step": 1275 + }, + { + "epoch": 7.1434482758620685, + "grad_norm": 68.13906860351562, + "learning_rate": 1.4291819291819293e-05, + "loss": 0.8945, + "step": 1300 + }, + { + "epoch": 7.281379310344827, + "grad_norm": 38.014381408691406, + "learning_rate": 1.4139194139194141e-05, + "loss": 0.8179, + "step": 1325 + }, + { + "epoch": 7.419310344827586, + "grad_norm": 34.20741653442383, + "learning_rate": 1.3986568986568988e-05, + "loss": 0.7178, + "step": 1350 + }, + { + "epoch": 7.557241379310344, + "grad_norm": 225.7621307373047, + "learning_rate": 1.3833943833943834e-05, + "loss": 0.6856, + "step": 1375 + }, + { + "epoch": 7.695172413793103, + "grad_norm": 144.79962158203125, + "learning_rate": 1.3681318681318683e-05, + "loss": 0.7167, + "step": 1400 + }, + { + "epoch": 7.833103448275862, + "grad_norm": 105.29022979736328, + "learning_rate": 1.3528693528693531e-05, + "loss": 0.8078, + "step": 1425 + }, + { + "epoch": 7.971034482758621, + "grad_norm": 97.50628662109375, + "learning_rate": 1.3376068376068376e-05, + "loss": 0.902, + "step": 1450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8111332007952287, + "eval_loss": 0.6673271059989929, + "eval_macro_f1": 0.812356884723337, + "eval_runtime": 0.9932, + "eval_samples_per_second": 506.428, + "eval_steps_per_second": 32.218, + "eval_weighted_f1": 0.8125011341497627, + "step": 1456 + }, + { + "epoch": 8.104827586206897, + "grad_norm": 150.67832946777344, + "learning_rate": 1.3223443223443224e-05, + "loss": 0.518, + "step": 1475 + }, + { + "epoch": 8.242758620689655, + "grad_norm": 52.645530700683594, + "learning_rate": 1.3070818070818073e-05, + "loss": 0.5396, + "step": 1500 + }, + { + "epoch": 8.380689655172414, + "grad_norm": 11.752930641174316, + "learning_rate": 1.291819291819292e-05, + "loss": 0.6308, + "step": 1525 + }, + { + "epoch": 8.518620689655172, + "grad_norm": 144.75794982910156, + "learning_rate": 1.2765567765567766e-05, + "loss": 0.7733, + "step": 1550 + }, + { + "epoch": 8.65655172413793, + "grad_norm": 58.581695556640625, + "learning_rate": 1.2612942612942613e-05, + "loss": 0.5536, + "step": 1575 + }, + { + "epoch": 8.79448275862069, + "grad_norm": 303.3163757324219, + "learning_rate": 1.2460317460317461e-05, + "loss": 0.547, + "step": 1600 + }, + { + "epoch": 8.932413793103448, + "grad_norm": 164.74365234375, + "learning_rate": 1.230769230769231e-05, + "loss": 0.5802, + "step": 1625 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8151093439363817, + "eval_loss": 0.7178657054901123, + "eval_macro_f1": 0.8164516658355829, + "eval_runtime": 1.0946, + "eval_samples_per_second": 459.514, + "eval_steps_per_second": 29.233, + "eval_weighted_f1": 0.8166739516269548, + "step": 1638 + }, + { + "epoch": 9.066206896551725, + "grad_norm": 50.9948616027832, + "learning_rate": 1.2155067155067155e-05, + "loss": 0.5228, + "step": 1650 + }, + { + "epoch": 9.204137931034483, + "grad_norm": 156.1492156982422, + "learning_rate": 1.2002442002442003e-05, + "loss": 0.5416, + "step": 1675 + }, + { + "epoch": 9.34206896551724, + "grad_norm": 122.95626068115234, + "learning_rate": 1.1849816849816852e-05, + "loss": 0.3263, + "step": 1700 + }, + { + "epoch": 9.48, + "grad_norm": 77.91869354248047, + "learning_rate": 1.1697191697191698e-05, + "loss": 0.3739, + "step": 1725 + }, + { + "epoch": 9.617931034482758, + "grad_norm": 20.25580596923828, + "learning_rate": 1.1544566544566545e-05, + "loss": 0.4517, + "step": 1750 + }, + { + "epoch": 9.755862068965516, + "grad_norm": 141.338623046875, + "learning_rate": 1.1391941391941392e-05, + "loss": 0.5081, + "step": 1775 + }, + { + "epoch": 9.893793103448276, + "grad_norm": 61.35139465332031, + "learning_rate": 1.123931623931624e-05, + "loss": 0.5199, + "step": 1800 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8210735586481114, + "eval_loss": 0.798649251461029, + "eval_macro_f1": 0.8163875142748384, + "eval_runtime": 1.0358, + "eval_samples_per_second": 485.604, + "eval_steps_per_second": 30.893, + "eval_weighted_f1": 0.8167541004449134, + "step": 1820 + }, + { + "epoch": 10.027586206896551, + "grad_norm": 91.98655700683594, + "learning_rate": 1.1086691086691088e-05, + "loss": 0.451, + "step": 1825 + }, + { + "epoch": 10.16551724137931, + "grad_norm": 198.95785522460938, + "learning_rate": 1.0934065934065933e-05, + "loss": 0.3183, + "step": 1850 + }, + { + "epoch": 10.303448275862069, + "grad_norm": 151.55897521972656, + "learning_rate": 1.0781440781440782e-05, + "loss": 0.3352, + "step": 1875 + }, + { + "epoch": 10.441379310344828, + "grad_norm": 14.728204727172852, + "learning_rate": 1.062881562881563e-05, + "loss": 0.3081, + "step": 1900 + }, + { + "epoch": 10.579310344827586, + "grad_norm": 334.73040771484375, + "learning_rate": 1.0476190476190477e-05, + "loss": 0.6809, + "step": 1925 + }, + { + "epoch": 10.717241379310344, + "grad_norm": 109.77955627441406, + "learning_rate": 1.0323565323565325e-05, + "loss": 0.3339, + "step": 1950 + }, + { + "epoch": 10.855172413793104, + "grad_norm": 2.748975992202759, + "learning_rate": 1.0170940170940172e-05, + "loss": 0.4508, + "step": 1975 + }, + { + "epoch": 10.993103448275862, + "grad_norm": 166.4151153564453, + "learning_rate": 1.0018315018315019e-05, + "loss": 0.3443, + "step": 2000 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8170974155069582, + "eval_loss": 1.0498515367507935, + "eval_macro_f1": 0.8113851313027233, + "eval_runtime": 0.9037, + "eval_samples_per_second": 556.601, + "eval_steps_per_second": 35.41, + "eval_weighted_f1": 0.8117614931356822, + "step": 2002 + }, + { + "epoch": 11.126896551724139, + "grad_norm": 36.9503173828125, + "learning_rate": 9.865689865689867e-06, + "loss": 0.4144, + "step": 2025 + }, + { + "epoch": 11.264827586206897, + "grad_norm": 196.1770477294922, + "learning_rate": 9.713064713064714e-06, + "loss": 0.2692, + "step": 2050 + }, + { + "epoch": 11.402758620689655, + "grad_norm": 3.8041062355041504, + "learning_rate": 9.560439560439562e-06, + "loss": 0.3405, + "step": 2075 + }, + { + "epoch": 11.540689655172415, + "grad_norm": 306.9247131347656, + "learning_rate": 9.407814407814409e-06, + "loss": 0.3511, + "step": 2100 + }, + { + "epoch": 11.678620689655173, + "grad_norm": 2.109588861465454, + "learning_rate": 9.255189255189256e-06, + "loss": 0.3022, + "step": 2125 + }, + { + "epoch": 11.81655172413793, + "grad_norm": 4.2863850593566895, + "learning_rate": 9.102564102564104e-06, + "loss": 0.3597, + "step": 2150 + }, + { + "epoch": 11.95448275862069, + "grad_norm": 19.539405822753906, + "learning_rate": 8.94993894993895e-06, + "loss": 0.2482, + "step": 2175 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8190854870775348, + "eval_loss": 1.1335173845291138, + "eval_macro_f1": 0.8165341236168263, + "eval_runtime": 1.0154, + "eval_samples_per_second": 495.364, + "eval_steps_per_second": 31.514, + "eval_weighted_f1": 0.816927495004813, + "step": 2184 + }, + { + "epoch": 12.088275862068965, + "grad_norm": 554.4270629882812, + "learning_rate": 8.797313797313797e-06, + "loss": 0.263, + "step": 2200 + }, + { + "epoch": 12.226206896551725, + "grad_norm": 1.4563262462615967, + "learning_rate": 8.644688644688646e-06, + "loss": 0.3131, + "step": 2225 + }, + { + "epoch": 12.364137931034483, + "grad_norm": 105.07667541503906, + "learning_rate": 8.492063492063492e-06, + "loss": 0.1381, + "step": 2250 + }, + { + "epoch": 12.50206896551724, + "grad_norm": 0.5342837572097778, + "learning_rate": 8.33943833943834e-06, + "loss": 0.3711, + "step": 2275 + }, + { + "epoch": 12.64, + "grad_norm": 22.797666549682617, + "learning_rate": 8.186813186813188e-06, + "loss": 0.2819, + "step": 2300 + }, + { + "epoch": 12.777931034482759, + "grad_norm": 7.73682165145874, + "learning_rate": 8.034188034188036e-06, + "loss": 0.3203, + "step": 2325 + }, + { + "epoch": 12.915862068965517, + "grad_norm": 1352.3712158203125, + "learning_rate": 7.881562881562883e-06, + "loss": 0.4202, + "step": 2350 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8170974155069582, + "eval_loss": 1.1445066928863525, + "eval_macro_f1": 0.8161227934205343, + "eval_runtime": 0.9308, + "eval_samples_per_second": 540.374, + "eval_steps_per_second": 34.378, + "eval_weighted_f1": 0.8163668429417379, + "step": 2366 + }, + { + "epoch": 13.049655172413793, + "grad_norm": 37.59716033935547, + "learning_rate": 7.72893772893773e-06, + "loss": 0.244, + "step": 2375 + }, + { + "epoch": 13.187586206896551, + "grad_norm": 55.646270751953125, + "learning_rate": 7.576312576312577e-06, + "loss": 0.0502, + "step": 2400 + }, + { + "epoch": 13.32551724137931, + "grad_norm": 0.4313673675060272, + "learning_rate": 7.423687423687424e-06, + "loss": 0.1542, + "step": 2425 + }, + { + "epoch": 13.463448275862069, + "grad_norm": 0.4594948887825012, + "learning_rate": 7.271062271062271e-06, + "loss": 0.3904, + "step": 2450 + }, + { + "epoch": 13.601379310344827, + "grad_norm": 0.08536887913942337, + "learning_rate": 7.1184371184371195e-06, + "loss": 0.1536, + "step": 2475 + }, + { + "epoch": 13.739310344827587, + "grad_norm": 11.070569038391113, + "learning_rate": 6.965811965811966e-06, + "loss": 0.2545, + "step": 2500 + }, + { + "epoch": 13.877241379310345, + "grad_norm": 0.49381306767463684, + "learning_rate": 6.813186813186814e-06, + "loss": 0.1282, + "step": 2525 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8151093439363817, + "eval_loss": 1.4095138311386108, + "eval_macro_f1": 0.8147724428872761, + "eval_runtime": 0.9979, + "eval_samples_per_second": 504.059, + "eval_steps_per_second": 32.067, + "eval_weighted_f1": 0.814957525235772, + "step": 2548 + }, + { + "epoch": 14.011034482758621, + "grad_norm": 0.08679524064064026, + "learning_rate": 6.66056166056166e-06, + "loss": 0.3301, + "step": 2550 + }, + { + "epoch": 14.148965517241379, + "grad_norm": 320.4603576660156, + "learning_rate": 6.507936507936509e-06, + "loss": 0.1056, + "step": 2575 + }, + { + "epoch": 14.286896551724137, + "grad_norm": 0.0844712033867836, + "learning_rate": 6.3553113553113555e-06, + "loss": 0.2413, + "step": 2600 + }, + { + "epoch": 14.424827586206897, + "grad_norm": 314.8246765136719, + "learning_rate": 6.202686202686203e-06, + "loss": 0.145, + "step": 2625 + }, + { + "epoch": 14.562758620689655, + "grad_norm": 0.057586800307035446, + "learning_rate": 6.05006105006105e-06, + "loss": 0.1919, + "step": 2650 + }, + { + "epoch": 14.700689655172415, + "grad_norm": 0.07701238989830017, + "learning_rate": 5.897435897435898e-06, + "loss": 0.1567, + "step": 2675 + }, + { + "epoch": 14.838620689655173, + "grad_norm": 252.900634765625, + "learning_rate": 5.744810744810745e-06, + "loss": 0.1215, + "step": 2700 + }, + { + "epoch": 14.97655172413793, + "grad_norm": 19.207612991333008, + "learning_rate": 5.592185592185592e-06, + "loss": 0.168, + "step": 2725 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8210735586481114, + "eval_loss": 1.51055109500885, + "eval_macro_f1": 0.8205687107983622, + "eval_runtime": 0.9678, + "eval_samples_per_second": 519.723, + "eval_steps_per_second": 33.064, + "eval_weighted_f1": 0.82065797074126, + "step": 2730 + } + ], + "logging_steps": 25, + "max_steps": 3640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-3276/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-3276/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-3276/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-3276/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-3276/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-3276/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-3276/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-3276/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3fac4f3126bc2ce8c941dac9149ccafa4cfd84a0 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-3276/trainer_state.json @@ -0,0 +1,1158 @@ +{ + "best_global_step": 2730, + "best_metric": 0.8205687107983622, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-02-s43-20260901T060234Z-fbd63439/trainer/checkpoint-2730", + "epoch": 18.0, + "eval_steps": 500, + "global_step": 3276, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13793103448275862, + "grad_norm": 32.75905227661133, + "learning_rate": 1.3186813186813187e-06, + "loss": 4.8214, + "step": 25 + }, + { + "epoch": 0.27586206896551724, + "grad_norm": 19.23259162902832, + "learning_rate": 2.6923076923076923e-06, + "loss": 4.5669, + "step": 50 + }, + { + "epoch": 0.41379310344827586, + "grad_norm": 20.17458152770996, + "learning_rate": 4.065934065934066e-06, + "loss": 4.5561, + "step": 75 + }, + { + "epoch": 0.5517241379310345, + "grad_norm": 25.603492736816406, + "learning_rate": 5.43956043956044e-06, + "loss": 4.5739, + "step": 100 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 36.35493469238281, + "learning_rate": 6.813186813186814e-06, + "loss": 4.4775, + "step": 125 + }, + { + "epoch": 0.8275862068965517, + "grad_norm": 58.45463562011719, + "learning_rate": 8.186813186813188e-06, + "loss": 4.4387, + "step": 150 + }, + { + "epoch": 0.9655172413793104, + "grad_norm": 53.46340560913086, + "learning_rate": 9.560439560439562e-06, + "loss": 4.3716, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.39165009940357853, + "eval_loss": 1.0983551740646362, + "eval_macro_f1": 0.29999244184947943, + "eval_runtime": 0.9527, + "eval_samples_per_second": 527.975, + "eval_steps_per_second": 33.589, + "eval_weighted_f1": 0.2960130493046483, + "step": 182 + }, + { + "epoch": 1.0993103448275863, + "grad_norm": 29.004798889160156, + "learning_rate": 1.0934065934065933e-05, + "loss": 4.3413, + "step": 200 + }, + { + "epoch": 1.237241379310345, + "grad_norm": 89.2237548828125, + "learning_rate": 1.230769230769231e-05, + "loss": 4.1179, + "step": 225 + }, + { + "epoch": 1.3751724137931034, + "grad_norm": 322.9736633300781, + "learning_rate": 1.3681318681318683e-05, + "loss": 3.9769, + "step": 250 + }, + { + "epoch": 1.513103448275862, + "grad_norm": 21.847795486450195, + "learning_rate": 1.5054945054945056e-05, + "loss": 3.8451, + "step": 275 + }, + { + "epoch": 1.6510344827586207, + "grad_norm": 99.3330307006836, + "learning_rate": 1.642857142857143e-05, + "loss": 3.8949, + "step": 300 + }, + { + "epoch": 1.7889655172413792, + "grad_norm": 256.0706787109375, + "learning_rate": 1.78021978021978e-05, + "loss": 3.3231, + "step": 325 + }, + { + "epoch": 1.926896551724138, + "grad_norm": 73.9184341430664, + "learning_rate": 1.9175824175824178e-05, + "loss": 3.3362, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7276341948310139, + "eval_loss": 0.6524786949157715, + "eval_macro_f1": 0.7195152899378252, + "eval_runtime": 0.9082, + "eval_samples_per_second": 553.848, + "eval_steps_per_second": 35.235, + "eval_weighted_f1": 0.7200113366243347, + "step": 364 + }, + { + "epoch": 2.0606896551724136, + "grad_norm": 73.96356201171875, + "learning_rate": 1.993894993894994e-05, + "loss": 3.026, + "step": 375 + }, + { + "epoch": 2.1986206896551725, + "grad_norm": 88.0272445678711, + "learning_rate": 1.9786324786324788e-05, + "loss": 2.8265, + "step": 400 + }, + { + "epoch": 2.336551724137931, + "grad_norm": 34.371524810791016, + "learning_rate": 1.9633699633699634e-05, + "loss": 2.5437, + "step": 425 + }, + { + "epoch": 2.47448275862069, + "grad_norm": 57.82670593261719, + "learning_rate": 1.948107448107448e-05, + "loss": 2.703, + "step": 450 + }, + { + "epoch": 2.6124137931034483, + "grad_norm": 125.67546844482422, + "learning_rate": 1.932844932844933e-05, + "loss": 2.4953, + "step": 475 + }, + { + "epoch": 2.750344827586207, + "grad_norm": 86.35210418701172, + "learning_rate": 1.9175824175824178e-05, + "loss": 2.6096, + "step": 500 + }, + { + "epoch": 2.8882758620689657, + "grad_norm": 62.66092300415039, + "learning_rate": 1.9023199023199025e-05, + "loss": 2.3235, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7654075546719682, + "eval_loss": 0.6369734406471252, + "eval_macro_f1": 0.7617138493427152, + "eval_runtime": 1.1397, + "eval_samples_per_second": 441.347, + "eval_steps_per_second": 28.078, + "eval_weighted_f1": 0.7613569367376422, + "step": 546 + }, + { + "epoch": 3.0220689655172412, + "grad_norm": 64.84410095214844, + "learning_rate": 1.887057387057387e-05, + "loss": 2.0997, + "step": 550 + }, + { + "epoch": 3.16, + "grad_norm": 219.0406036376953, + "learning_rate": 1.8717948717948718e-05, + "loss": 2.2416, + "step": 575 + }, + { + "epoch": 3.2979310344827586, + "grad_norm": 94.44548034667969, + "learning_rate": 1.8565323565323568e-05, + "loss": 2.0853, + "step": 600 + }, + { + "epoch": 3.435862068965517, + "grad_norm": 98.144775390625, + "learning_rate": 1.8412698412698415e-05, + "loss": 2.0063, + "step": 625 + }, + { + "epoch": 3.573793103448276, + "grad_norm": 85.00228881835938, + "learning_rate": 1.826007326007326e-05, + "loss": 1.9792, + "step": 650 + }, + { + "epoch": 3.7117241379310344, + "grad_norm": 296.52667236328125, + "learning_rate": 1.8107448107448108e-05, + "loss": 2.0872, + "step": 675 + }, + { + "epoch": 3.849655172413793, + "grad_norm": 36.761287689208984, + "learning_rate": 1.7954822954822958e-05, + "loss": 2.1305, + "step": 700 + }, + { + "epoch": 3.9875862068965517, + "grad_norm": 39.2801628112793, + "learning_rate": 1.78021978021978e-05, + "loss": 1.9861, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7813121272365805, + "eval_loss": 0.5324062705039978, + "eval_macro_f1": 0.7791976078582391, + "eval_runtime": 0.8972, + "eval_samples_per_second": 560.655, + "eval_steps_per_second": 35.668, + "eval_weighted_f1": 0.779520775718178, + "step": 728 + }, + { + "epoch": 4.121379310344827, + "grad_norm": 150.14622497558594, + "learning_rate": 1.764957264957265e-05, + "loss": 1.5652, + "step": 750 + }, + { + "epoch": 4.259310344827586, + "grad_norm": 141.39532470703125, + "learning_rate": 1.74969474969475e-05, + "loss": 1.8103, + "step": 775 + }, + { + "epoch": 4.397241379310345, + "grad_norm": 69.46745300292969, + "learning_rate": 1.7344322344322345e-05, + "loss": 1.647, + "step": 800 + }, + { + "epoch": 4.535172413793103, + "grad_norm": 62.81803512573242, + "learning_rate": 1.7191697191697195e-05, + "loss": 1.6406, + "step": 825 + }, + { + "epoch": 4.673103448275862, + "grad_norm": 66.86740112304688, + "learning_rate": 1.703907203907204e-05, + "loss": 1.5748, + "step": 850 + }, + { + "epoch": 4.811034482758621, + "grad_norm": 117.73811340332031, + "learning_rate": 1.688644688644689e-05, + "loss": 1.7345, + "step": 875 + }, + { + "epoch": 4.94896551724138, + "grad_norm": 74.3771743774414, + "learning_rate": 1.6733821733821735e-05, + "loss": 1.7702, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8071570576540755, + "eval_loss": 0.5038233995437622, + "eval_macro_f1": 0.8020426605403396, + "eval_runtime": 0.8996, + "eval_samples_per_second": 559.122, + "eval_steps_per_second": 35.57, + "eval_weighted_f1": 0.8023597375594409, + "step": 910 + }, + { + "epoch": 5.082758620689655, + "grad_norm": 262.0481872558594, + "learning_rate": 1.6581196581196585e-05, + "loss": 1.3465, + "step": 925 + }, + { + "epoch": 5.220689655172414, + "grad_norm": 102.24702453613281, + "learning_rate": 1.642857142857143e-05, + "loss": 1.4001, + "step": 950 + }, + { + "epoch": 5.358620689655172, + "grad_norm": 67.64817810058594, + "learning_rate": 1.627594627594628e-05, + "loss": 1.1527, + "step": 975 + }, + { + "epoch": 5.496551724137931, + "grad_norm": 31.815706253051758, + "learning_rate": 1.6123321123321125e-05, + "loss": 1.1711, + "step": 1000 + }, + { + "epoch": 5.63448275862069, + "grad_norm": 123.12672424316406, + "learning_rate": 1.5970695970695972e-05, + "loss": 1.3851, + "step": 1025 + }, + { + "epoch": 5.772413793103448, + "grad_norm": 51.52535629272461, + "learning_rate": 1.581807081807082e-05, + "loss": 1.3867, + "step": 1050 + }, + { + "epoch": 5.910344827586207, + "grad_norm": 50.11830139160156, + "learning_rate": 1.5665445665445665e-05, + "loss": 1.4174, + "step": 1075 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8111332007952287, + "eval_loss": 0.530120313167572, + "eval_macro_f1": 0.8108417340348422, + "eval_runtime": 0.8614, + "eval_samples_per_second": 583.914, + "eval_steps_per_second": 37.148, + "eval_weighted_f1": 0.8110978117501962, + "step": 1092 + }, + { + "epoch": 6.0441379310344825, + "grad_norm": 95.95398712158203, + "learning_rate": 1.5512820512820516e-05, + "loss": 1.1051, + "step": 1100 + }, + { + "epoch": 6.182068965517241, + "grad_norm": 104.53040313720703, + "learning_rate": 1.5360195360195362e-05, + "loss": 0.9259, + "step": 1125 + }, + { + "epoch": 6.32, + "grad_norm": 103.19412231445312, + "learning_rate": 1.5207570207570207e-05, + "loss": 0.8407, + "step": 1150 + }, + { + "epoch": 6.457931034482758, + "grad_norm": 79.8367691040039, + "learning_rate": 1.5054945054945056e-05, + "loss": 0.954, + "step": 1175 + }, + { + "epoch": 6.595862068965517, + "grad_norm": 85.44356536865234, + "learning_rate": 1.4902319902319904e-05, + "loss": 0.9517, + "step": 1200 + }, + { + "epoch": 6.733793103448276, + "grad_norm": 189.3333282470703, + "learning_rate": 1.4749694749694752e-05, + "loss": 0.9805, + "step": 1225 + }, + { + "epoch": 6.871724137931034, + "grad_norm": 178.33413696289062, + "learning_rate": 1.4597069597069597e-05, + "loss": 1.3204, + "step": 1250 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7952286282306164, + "eval_loss": 0.6026936173439026, + "eval_macro_f1": 0.7986896914009741, + "eval_runtime": 0.9427, + "eval_samples_per_second": 533.577, + "eval_steps_per_second": 33.945, + "eval_weighted_f1": 0.7989410199226643, + "step": 1274 + }, + { + "epoch": 7.0055172413793105, + "grad_norm": 66.04598236083984, + "learning_rate": 1.4444444444444446e-05, + "loss": 1.0098, + "step": 1275 + }, + { + "epoch": 7.1434482758620685, + "grad_norm": 68.13906860351562, + "learning_rate": 1.4291819291819293e-05, + "loss": 0.8945, + "step": 1300 + }, + { + "epoch": 7.281379310344827, + "grad_norm": 38.014381408691406, + "learning_rate": 1.4139194139194141e-05, + "loss": 0.8179, + "step": 1325 + }, + { + "epoch": 7.419310344827586, + "grad_norm": 34.20741653442383, + "learning_rate": 1.3986568986568988e-05, + "loss": 0.7178, + "step": 1350 + }, + { + "epoch": 7.557241379310344, + "grad_norm": 225.7621307373047, + "learning_rate": 1.3833943833943834e-05, + "loss": 0.6856, + "step": 1375 + }, + { + "epoch": 7.695172413793103, + "grad_norm": 144.79962158203125, + "learning_rate": 1.3681318681318683e-05, + "loss": 0.7167, + "step": 1400 + }, + { + "epoch": 7.833103448275862, + "grad_norm": 105.29022979736328, + "learning_rate": 1.3528693528693531e-05, + "loss": 0.8078, + "step": 1425 + }, + { + "epoch": 7.971034482758621, + "grad_norm": 97.50628662109375, + "learning_rate": 1.3376068376068376e-05, + "loss": 0.902, + "step": 1450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8111332007952287, + "eval_loss": 0.6673271059989929, + "eval_macro_f1": 0.812356884723337, + "eval_runtime": 0.9932, + "eval_samples_per_second": 506.428, + "eval_steps_per_second": 32.218, + "eval_weighted_f1": 0.8125011341497627, + "step": 1456 + }, + { + "epoch": 8.104827586206897, + "grad_norm": 150.67832946777344, + "learning_rate": 1.3223443223443224e-05, + "loss": 0.518, + "step": 1475 + }, + { + "epoch": 8.242758620689655, + "grad_norm": 52.645530700683594, + "learning_rate": 1.3070818070818073e-05, + "loss": 0.5396, + "step": 1500 + }, + { + "epoch": 8.380689655172414, + "grad_norm": 11.752930641174316, + "learning_rate": 1.291819291819292e-05, + "loss": 0.6308, + "step": 1525 + }, + { + "epoch": 8.518620689655172, + "grad_norm": 144.75794982910156, + "learning_rate": 1.2765567765567766e-05, + "loss": 0.7733, + "step": 1550 + }, + { + "epoch": 8.65655172413793, + "grad_norm": 58.581695556640625, + "learning_rate": 1.2612942612942613e-05, + "loss": 0.5536, + "step": 1575 + }, + { + "epoch": 8.79448275862069, + "grad_norm": 303.3163757324219, + "learning_rate": 1.2460317460317461e-05, + "loss": 0.547, + "step": 1600 + }, + { + "epoch": 8.932413793103448, + "grad_norm": 164.74365234375, + "learning_rate": 1.230769230769231e-05, + "loss": 0.5802, + "step": 1625 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8151093439363817, + "eval_loss": 0.7178657054901123, + "eval_macro_f1": 0.8164516658355829, + "eval_runtime": 1.0946, + "eval_samples_per_second": 459.514, + "eval_steps_per_second": 29.233, + "eval_weighted_f1": 0.8166739516269548, + "step": 1638 + }, + { + "epoch": 9.066206896551725, + "grad_norm": 50.9948616027832, + "learning_rate": 1.2155067155067155e-05, + "loss": 0.5228, + "step": 1650 + }, + { + "epoch": 9.204137931034483, + "grad_norm": 156.1492156982422, + "learning_rate": 1.2002442002442003e-05, + "loss": 0.5416, + "step": 1675 + }, + { + "epoch": 9.34206896551724, + "grad_norm": 122.95626068115234, + "learning_rate": 1.1849816849816852e-05, + "loss": 0.3263, + "step": 1700 + }, + { + "epoch": 9.48, + "grad_norm": 77.91869354248047, + "learning_rate": 1.1697191697191698e-05, + "loss": 0.3739, + "step": 1725 + }, + { + "epoch": 9.617931034482758, + "grad_norm": 20.25580596923828, + "learning_rate": 1.1544566544566545e-05, + "loss": 0.4517, + "step": 1750 + }, + { + "epoch": 9.755862068965516, + "grad_norm": 141.338623046875, + "learning_rate": 1.1391941391941392e-05, + "loss": 0.5081, + "step": 1775 + }, + { + "epoch": 9.893793103448276, + "grad_norm": 61.35139465332031, + "learning_rate": 1.123931623931624e-05, + "loss": 0.5199, + "step": 1800 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8210735586481114, + "eval_loss": 0.798649251461029, + "eval_macro_f1": 0.8163875142748384, + "eval_runtime": 1.0358, + "eval_samples_per_second": 485.604, + "eval_steps_per_second": 30.893, + "eval_weighted_f1": 0.8167541004449134, + "step": 1820 + }, + { + "epoch": 10.027586206896551, + "grad_norm": 91.98655700683594, + "learning_rate": 1.1086691086691088e-05, + "loss": 0.451, + "step": 1825 + }, + { + "epoch": 10.16551724137931, + "grad_norm": 198.95785522460938, + "learning_rate": 1.0934065934065933e-05, + "loss": 0.3183, + "step": 1850 + }, + { + "epoch": 10.303448275862069, + "grad_norm": 151.55897521972656, + "learning_rate": 1.0781440781440782e-05, + "loss": 0.3352, + "step": 1875 + }, + { + "epoch": 10.441379310344828, + "grad_norm": 14.728204727172852, + "learning_rate": 1.062881562881563e-05, + "loss": 0.3081, + "step": 1900 + }, + { + "epoch": 10.579310344827586, + "grad_norm": 334.73040771484375, + "learning_rate": 1.0476190476190477e-05, + "loss": 0.6809, + "step": 1925 + }, + { + "epoch": 10.717241379310344, + "grad_norm": 109.77955627441406, + "learning_rate": 1.0323565323565325e-05, + "loss": 0.3339, + "step": 1950 + }, + { + "epoch": 10.855172413793104, + "grad_norm": 2.748975992202759, + "learning_rate": 1.0170940170940172e-05, + "loss": 0.4508, + "step": 1975 + }, + { + "epoch": 10.993103448275862, + "grad_norm": 166.4151153564453, + "learning_rate": 1.0018315018315019e-05, + "loss": 0.3443, + "step": 2000 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8170974155069582, + "eval_loss": 1.0498515367507935, + "eval_macro_f1": 0.8113851313027233, + "eval_runtime": 0.9037, + "eval_samples_per_second": 556.601, + "eval_steps_per_second": 35.41, + "eval_weighted_f1": 0.8117614931356822, + "step": 2002 + }, + { + "epoch": 11.126896551724139, + "grad_norm": 36.9503173828125, + "learning_rate": 9.865689865689867e-06, + "loss": 0.4144, + "step": 2025 + }, + { + "epoch": 11.264827586206897, + "grad_norm": 196.1770477294922, + "learning_rate": 9.713064713064714e-06, + "loss": 0.2692, + "step": 2050 + }, + { + "epoch": 11.402758620689655, + "grad_norm": 3.8041062355041504, + "learning_rate": 9.560439560439562e-06, + "loss": 0.3405, + "step": 2075 + }, + { + "epoch": 11.540689655172415, + "grad_norm": 306.9247131347656, + "learning_rate": 9.407814407814409e-06, + "loss": 0.3511, + "step": 2100 + }, + { + "epoch": 11.678620689655173, + "grad_norm": 2.109588861465454, + "learning_rate": 9.255189255189256e-06, + "loss": 0.3022, + "step": 2125 + }, + { + "epoch": 11.81655172413793, + "grad_norm": 4.2863850593566895, + "learning_rate": 9.102564102564104e-06, + "loss": 0.3597, + "step": 2150 + }, + { + "epoch": 11.95448275862069, + "grad_norm": 19.539405822753906, + "learning_rate": 8.94993894993895e-06, + "loss": 0.2482, + "step": 2175 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8190854870775348, + "eval_loss": 1.1335173845291138, + "eval_macro_f1": 0.8165341236168263, + "eval_runtime": 1.0154, + "eval_samples_per_second": 495.364, + "eval_steps_per_second": 31.514, + "eval_weighted_f1": 0.816927495004813, + "step": 2184 + }, + { + "epoch": 12.088275862068965, + "grad_norm": 554.4270629882812, + "learning_rate": 8.797313797313797e-06, + "loss": 0.263, + "step": 2200 + }, + { + "epoch": 12.226206896551725, + "grad_norm": 1.4563262462615967, + "learning_rate": 8.644688644688646e-06, + "loss": 0.3131, + "step": 2225 + }, + { + "epoch": 12.364137931034483, + "grad_norm": 105.07667541503906, + "learning_rate": 8.492063492063492e-06, + "loss": 0.1381, + "step": 2250 + }, + { + "epoch": 12.50206896551724, + "grad_norm": 0.5342837572097778, + "learning_rate": 8.33943833943834e-06, + "loss": 0.3711, + "step": 2275 + }, + { + "epoch": 12.64, + "grad_norm": 22.797666549682617, + "learning_rate": 8.186813186813188e-06, + "loss": 0.2819, + "step": 2300 + }, + { + "epoch": 12.777931034482759, + "grad_norm": 7.73682165145874, + "learning_rate": 8.034188034188036e-06, + "loss": 0.3203, + "step": 2325 + }, + { + "epoch": 12.915862068965517, + "grad_norm": 1352.3712158203125, + "learning_rate": 7.881562881562883e-06, + "loss": 0.4202, + "step": 2350 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8170974155069582, + "eval_loss": 1.1445066928863525, + "eval_macro_f1": 0.8161227934205343, + "eval_runtime": 0.9308, + "eval_samples_per_second": 540.374, + "eval_steps_per_second": 34.378, + "eval_weighted_f1": 0.8163668429417379, + "step": 2366 + }, + { + "epoch": 13.049655172413793, + "grad_norm": 37.59716033935547, + "learning_rate": 7.72893772893773e-06, + "loss": 0.244, + "step": 2375 + }, + { + "epoch": 13.187586206896551, + "grad_norm": 55.646270751953125, + "learning_rate": 7.576312576312577e-06, + "loss": 0.0502, + "step": 2400 + }, + { + "epoch": 13.32551724137931, + "grad_norm": 0.4313673675060272, + "learning_rate": 7.423687423687424e-06, + "loss": 0.1542, + "step": 2425 + }, + { + "epoch": 13.463448275862069, + "grad_norm": 0.4594948887825012, + "learning_rate": 7.271062271062271e-06, + "loss": 0.3904, + "step": 2450 + }, + { + "epoch": 13.601379310344827, + "grad_norm": 0.08536887913942337, + "learning_rate": 7.1184371184371195e-06, + "loss": 0.1536, + "step": 2475 + }, + { + "epoch": 13.739310344827587, + "grad_norm": 11.070569038391113, + "learning_rate": 6.965811965811966e-06, + "loss": 0.2545, + "step": 2500 + }, + { + "epoch": 13.877241379310345, + "grad_norm": 0.49381306767463684, + "learning_rate": 6.813186813186814e-06, + "loss": 0.1282, + "step": 2525 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8151093439363817, + "eval_loss": 1.4095138311386108, + "eval_macro_f1": 0.8147724428872761, + "eval_runtime": 0.9979, + "eval_samples_per_second": 504.059, + "eval_steps_per_second": 32.067, + "eval_weighted_f1": 0.814957525235772, + "step": 2548 + }, + { + "epoch": 14.011034482758621, + "grad_norm": 0.08679524064064026, + "learning_rate": 6.66056166056166e-06, + "loss": 0.3301, + "step": 2550 + }, + { + "epoch": 14.148965517241379, + "grad_norm": 320.4603576660156, + "learning_rate": 6.507936507936509e-06, + "loss": 0.1056, + "step": 2575 + }, + { + "epoch": 14.286896551724137, + "grad_norm": 0.0844712033867836, + "learning_rate": 6.3553113553113555e-06, + "loss": 0.2413, + "step": 2600 + }, + { + "epoch": 14.424827586206897, + "grad_norm": 314.8246765136719, + "learning_rate": 6.202686202686203e-06, + "loss": 0.145, + "step": 2625 + }, + { + "epoch": 14.562758620689655, + "grad_norm": 0.057586800307035446, + "learning_rate": 6.05006105006105e-06, + "loss": 0.1919, + "step": 2650 + }, + { + "epoch": 14.700689655172415, + "grad_norm": 0.07701238989830017, + "learning_rate": 5.897435897435898e-06, + "loss": 0.1567, + "step": 2675 + }, + { + "epoch": 14.838620689655173, + "grad_norm": 252.900634765625, + "learning_rate": 5.744810744810745e-06, + "loss": 0.1215, + "step": 2700 + }, + { + "epoch": 14.97655172413793, + "grad_norm": 19.207612991333008, + "learning_rate": 5.592185592185592e-06, + "loss": 0.168, + "step": 2725 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8210735586481114, + "eval_loss": 1.51055109500885, + "eval_macro_f1": 0.8205687107983622, + "eval_runtime": 0.9678, + "eval_samples_per_second": 519.723, + "eval_steps_per_second": 33.064, + "eval_weighted_f1": 0.82065797074126, + "step": 2730 + }, + { + "epoch": 15.110344827586207, + "grad_norm": 73.58100128173828, + "learning_rate": 5.43956043956044e-06, + "loss": 0.0886, + "step": 2750 + }, + { + "epoch": 15.248275862068965, + "grad_norm": 0.4266965389251709, + "learning_rate": 5.2869352869352875e-06, + "loss": 0.1731, + "step": 2775 + }, + { + "epoch": 15.386206896551725, + "grad_norm": 0.04705888405442238, + "learning_rate": 5.134310134310134e-06, + "loss": 0.0747, + "step": 2800 + }, + { + "epoch": 15.524137931034483, + "grad_norm": 12.143803596496582, + "learning_rate": 4.9816849816849826e-06, + "loss": 0.2431, + "step": 2825 + }, + { + "epoch": 15.662068965517241, + "grad_norm": 0.1500731259584427, + "learning_rate": 4.829059829059829e-06, + "loss": 0.144, + "step": 2850 + }, + { + "epoch": 15.8, + "grad_norm": 226.39430236816406, + "learning_rate": 4.676434676434677e-06, + "loss": 0.1181, + "step": 2875 + }, + { + "epoch": 15.937931034482759, + "grad_norm": 4.956700801849365, + "learning_rate": 4.523809523809524e-06, + "loss": 0.1675, + "step": 2900 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.8170974155069582, + "eval_loss": 1.5111658573150635, + "eval_macro_f1": 0.8160104344990625, + "eval_runtime": 1.0235, + "eval_samples_per_second": 491.433, + "eval_steps_per_second": 31.264, + "eval_weighted_f1": 0.8161050814214736, + "step": 2912 + }, + { + "epoch": 16.071724137931035, + "grad_norm": 0.022647764533758163, + "learning_rate": 4.371184371184372e-06, + "loss": 0.048, + "step": 2925 + }, + { + "epoch": 16.209655172413793, + "grad_norm": 0.04827962443232536, + "learning_rate": 4.218559218559219e-06, + "loss": 0.1317, + "step": 2950 + }, + { + "epoch": 16.34758620689655, + "grad_norm": 29.869308471679688, + "learning_rate": 4.065934065934066e-06, + "loss": 0.1032, + "step": 2975 + }, + { + "epoch": 16.48551724137931, + "grad_norm": 0.023108286783099174, + "learning_rate": 3.913308913308914e-06, + "loss": 0.1636, + "step": 3000 + }, + { + "epoch": 16.623448275862067, + "grad_norm": 0.09583594650030136, + "learning_rate": 3.760683760683761e-06, + "loss": 0.1411, + "step": 3025 + }, + { + "epoch": 16.76137931034483, + "grad_norm": 964.498046875, + "learning_rate": 3.6080586080586083e-06, + "loss": 0.1039, + "step": 3050 + }, + { + "epoch": 16.899310344827587, + "grad_norm": 17.55308723449707, + "learning_rate": 3.4554334554334555e-06, + "loss": 0.1274, + "step": 3075 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.8131212723658051, + "eval_loss": 1.6081323623657227, + "eval_macro_f1": 0.8126623765026117, + "eval_runtime": 1.0464, + "eval_samples_per_second": 480.719, + "eval_steps_per_second": 30.583, + "eval_weighted_f1": 0.8127434721172365, + "step": 3094 + }, + { + "epoch": 17.033103448275863, + "grad_norm": 0.005328526254743338, + "learning_rate": 3.302808302808303e-06, + "loss": 0.0296, + "step": 3100 + }, + { + "epoch": 17.17103448275862, + "grad_norm": 0.06468045711517334, + "learning_rate": 3.1501831501831505e-06, + "loss": 0.0915, + "step": 3125 + }, + { + "epoch": 17.30896551724138, + "grad_norm": 0.009572739712893963, + "learning_rate": 2.9975579975579977e-06, + "loss": 0.0327, + "step": 3150 + }, + { + "epoch": 17.446896551724137, + "grad_norm": 0.23650044202804565, + "learning_rate": 2.844932844932845e-06, + "loss": 0.1505, + "step": 3175 + }, + { + "epoch": 17.584827586206895, + "grad_norm": 0.8281722068786621, + "learning_rate": 2.6923076923076923e-06, + "loss": 0.0384, + "step": 3200 + }, + { + "epoch": 17.722758620689657, + "grad_norm": 0.12128254026174545, + "learning_rate": 2.53968253968254e-06, + "loss": 0.0812, + "step": 3225 + }, + { + "epoch": 17.860689655172415, + "grad_norm": 1.6475127935409546, + "learning_rate": 2.3870573870573874e-06, + "loss": 0.0859, + "step": 3250 + }, + { + "epoch": 17.998620689655173, + "grad_norm": 0.016360552981495857, + "learning_rate": 2.2344322344322345e-06, + "loss": 0.0418, + "step": 3275 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.8210735586481114, + "eval_loss": 1.6060174703598022, + "eval_macro_f1": 0.8200476280700973, + "eval_runtime": 0.9879, + "eval_samples_per_second": 509.144, + "eval_steps_per_second": 32.391, + "eval_weighted_f1": 0.8200022561154588, + "step": 3276 + } + ], + "logging_steps": 25, + "max_steps": 3640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c4760887e574963d3c43d7f9f4d3b71050668321 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340/trainer_state.json @@ -0,0 +1,826 @@ +{ + "best_global_step": 2340, + "best_metric": 0.8486654451416942, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 2340, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12836970474967907, + "grad_norm": 22.786304473876953, + "learning_rate": 1.230769230769231e-06, + "loss": 4.7271, + "step": 25 + }, + { + "epoch": 0.25673940949935814, + "grad_norm": 10.710350036621094, + "learning_rate": 2.512820512820513e-06, + "loss": 4.7007, + "step": 50 + }, + { + "epoch": 0.3851091142490372, + "grad_norm": 12.301168441772461, + "learning_rate": 3.794871794871795e-06, + "loss": 4.5727, + "step": 75 + }, + { + "epoch": 0.5134788189987163, + "grad_norm": 15.088375091552734, + "learning_rate": 5.076923076923077e-06, + "loss": 4.5576, + "step": 100 + }, + { + "epoch": 0.6418485237483954, + "grad_norm": 31.92607879638672, + "learning_rate": 6.358974358974359e-06, + "loss": 4.458, + "step": 125 + }, + { + "epoch": 0.7702182284980744, + "grad_norm": 34.86079406738281, + "learning_rate": 7.641025641025641e-06, + "loss": 4.4632, + "step": 150 + }, + { + "epoch": 0.8985879332477535, + "grad_norm": 22.363967895507812, + "learning_rate": 8.923076923076925e-06, + "loss": 4.4756, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.39273356401384085, + "eval_loss": 1.0714715719223022, + "eval_macro_f1": 0.3490467460363897, + "eval_runtime": 1.089, + "eval_samples_per_second": 530.776, + "eval_steps_per_second": 33.977, + "eval_weighted_f1": 0.3494158559939858, + "step": 195 + }, + { + "epoch": 1.0256739409499358, + "grad_norm": 29.333101272583008, + "learning_rate": 1.0205128205128205e-05, + "loss": 4.2924, + "step": 200 + }, + { + "epoch": 1.1540436456996148, + "grad_norm": 55.05769729614258, + "learning_rate": 1.1487179487179487e-05, + "loss": 4.0964, + "step": 225 + }, + { + "epoch": 1.282413350449294, + "grad_norm": 47.74761199951172, + "learning_rate": 1.2769230769230769e-05, + "loss": 4.0265, + "step": 250 + }, + { + "epoch": 1.410783055198973, + "grad_norm": 69.25662231445312, + "learning_rate": 1.405128205128205e-05, + "loss": 3.8916, + "step": 275 + }, + { + "epoch": 1.539152759948652, + "grad_norm": 146.1591796875, + "learning_rate": 1.5333333333333334e-05, + "loss": 3.46, + "step": 300 + }, + { + "epoch": 1.6675224646983313, + "grad_norm": 90.30329895019531, + "learning_rate": 1.6615384615384618e-05, + "loss": 3.6928, + "step": 325 + }, + { + "epoch": 1.7958921694480101, + "grad_norm": 72.25757598876953, + "learning_rate": 1.78974358974359e-05, + "loss": 3.2707, + "step": 350 + }, + { + "epoch": 1.9242618741976893, + "grad_norm": 63.02499771118164, + "learning_rate": 1.9179487179487182e-05, + "loss": 3.1758, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6660899653979239, + "eval_loss": 0.7295436263084412, + "eval_macro_f1": 0.6564566447488862, + "eval_runtime": 1.2481, + "eval_samples_per_second": 463.092, + "eval_steps_per_second": 29.644, + "eval_weighted_f1": 0.6569990728156713, + "step": 390 + }, + { + "epoch": 2.0513478818998716, + "grad_norm": 127.94390869140625, + "learning_rate": 1.994871794871795e-05, + "loss": 2.9068, + "step": 400 + }, + { + "epoch": 2.179717586649551, + "grad_norm": 74.43769073486328, + "learning_rate": 1.9806267806267806e-05, + "loss": 3.0794, + "step": 425 + }, + { + "epoch": 2.3080872913992296, + "grad_norm": 43.384071350097656, + "learning_rate": 1.9663817663817667e-05, + "loss": 2.9404, + "step": 450 + }, + { + "epoch": 2.436456996148909, + "grad_norm": 49.51724624633789, + "learning_rate": 1.952136752136752e-05, + "loss": 2.9573, + "step": 475 + }, + { + "epoch": 2.564826700898588, + "grad_norm": 39.10918426513672, + "learning_rate": 1.9378917378917382e-05, + "loss": 2.5782, + "step": 500 + }, + { + "epoch": 2.693196405648267, + "grad_norm": 136.76573181152344, + "learning_rate": 1.923646723646724e-05, + "loss": 2.6306, + "step": 525 + }, + { + "epoch": 2.821566110397946, + "grad_norm": 47.34532928466797, + "learning_rate": 1.9094017094017097e-05, + "loss": 2.529, + "step": 550 + }, + { + "epoch": 2.949935815147625, + "grad_norm": 50.17264175415039, + "learning_rate": 1.8951566951566954e-05, + "loss": 2.2241, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7750865051903114, + "eval_loss": 0.5673505067825317, + "eval_macro_f1": 0.7661658572952152, + "eval_runtime": 1.1322, + "eval_samples_per_second": 510.496, + "eval_steps_per_second": 32.679, + "eval_weighted_f1": 0.7671168886056209, + "step": 585 + }, + { + "epoch": 3.0770218228498076, + "grad_norm": 76.41934204101562, + "learning_rate": 1.880911680911681e-05, + "loss": 2.1236, + "step": 600 + }, + { + "epoch": 3.2053915275994864, + "grad_norm": 235.3896942138672, + "learning_rate": 1.866666666666667e-05, + "loss": 1.9846, + "step": 625 + }, + { + "epoch": 3.3337612323491657, + "grad_norm": 156.4408416748047, + "learning_rate": 1.8524216524216526e-05, + "loss": 2.0609, + "step": 650 + }, + { + "epoch": 3.462130937098845, + "grad_norm": 59.698455810546875, + "learning_rate": 1.8381766381766383e-05, + "loss": 2.0782, + "step": 675 + }, + { + "epoch": 3.5905006418485237, + "grad_norm": 111.73286437988281, + "learning_rate": 1.823931623931624e-05, + "loss": 1.7173, + "step": 700 + }, + { + "epoch": 3.718870346598203, + "grad_norm": 135.91163635253906, + "learning_rate": 1.8096866096866098e-05, + "loss": 1.8643, + "step": 725 + }, + { + "epoch": 3.8472400513478817, + "grad_norm": 51.200469970703125, + "learning_rate": 1.7954415954415955e-05, + "loss": 2.1592, + "step": 750 + }, + { + "epoch": 3.975609756097561, + "grad_norm": 102.60698699951172, + "learning_rate": 1.7811965811965813e-05, + "loss": 1.9413, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7854671280276817, + "eval_loss": 0.5385896563529968, + "eval_macro_f1": 0.7862809938984444, + "eval_runtime": 1.2217, + "eval_samples_per_second": 473.112, + "eval_steps_per_second": 30.286, + "eval_weighted_f1": 0.7857172344006541, + "step": 780 + }, + { + "epoch": 4.102695763799743, + "grad_norm": 35.03739929199219, + "learning_rate": 1.766951566951567e-05, + "loss": 1.7342, + "step": 800 + }, + { + "epoch": 4.2310654685494224, + "grad_norm": 173.58277893066406, + "learning_rate": 1.7527065527065528e-05, + "loss": 1.6351, + "step": 825 + }, + { + "epoch": 4.359435173299102, + "grad_norm": 110.08756256103516, + "learning_rate": 1.7384615384615385e-05, + "loss": 1.5614, + "step": 850 + }, + { + "epoch": 4.487804878048781, + "grad_norm": 48.494850158691406, + "learning_rate": 1.7242165242165242e-05, + "loss": 1.6706, + "step": 875 + }, + { + "epoch": 4.616174582798459, + "grad_norm": 65.53933715820312, + "learning_rate": 1.7099715099715103e-05, + "loss": 1.5413, + "step": 900 + }, + { + "epoch": 4.7445442875481385, + "grad_norm": 96.44031524658203, + "learning_rate": 1.6957264957264957e-05, + "loss": 1.5111, + "step": 925 + }, + { + "epoch": 4.872913992297818, + "grad_norm": 105.27879333496094, + "learning_rate": 1.6814814814814818e-05, + "loss": 1.3318, + "step": 950 + }, + { + "epoch": 5.0, + "grad_norm": 34.89348602294922, + "learning_rate": 1.6672364672364675e-05, + "loss": 1.4404, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8114186851211073, + "eval_loss": 0.5231740474700928, + "eval_macro_f1": 0.8110189361370878, + "eval_runtime": 1.1957, + "eval_samples_per_second": 483.409, + "eval_steps_per_second": 30.945, + "eval_weighted_f1": 0.8110347321916639, + "step": 975 + }, + { + "epoch": 5.128369704749679, + "grad_norm": 81.52790069580078, + "learning_rate": 1.652991452991453e-05, + "loss": 1.2505, + "step": 1000 + }, + { + "epoch": 5.2567394094993585, + "grad_norm": 103.15283203125, + "learning_rate": 1.638746438746439e-05, + "loss": 1.0985, + "step": 1025 + }, + { + "epoch": 5.385109114249037, + "grad_norm": 119.00459289550781, + "learning_rate": 1.6245014245014247e-05, + "loss": 0.9124, + "step": 1050 + }, + { + "epoch": 5.513478818998716, + "grad_norm": 85.76700592041016, + "learning_rate": 1.6102564102564105e-05, + "loss": 1.1127, + "step": 1075 + }, + { + "epoch": 5.641848523748395, + "grad_norm": 91.35166931152344, + "learning_rate": 1.5960113960113962e-05, + "loss": 1.0755, + "step": 1100 + }, + { + "epoch": 5.7702182284980745, + "grad_norm": 150.49392700195312, + "learning_rate": 1.581766381766382e-05, + "loss": 1.305, + "step": 1125 + }, + { + "epoch": 5.898587933247754, + "grad_norm": 83.5721435546875, + "learning_rate": 1.5675213675213677e-05, + "loss": 1.0821, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8148788927335641, + "eval_loss": 0.5854921936988831, + "eval_macro_f1": 0.8145050771521666, + "eval_runtime": 1.1106, + "eval_samples_per_second": 520.446, + "eval_steps_per_second": 33.316, + "eval_weighted_f1": 0.8146608589298967, + "step": 1170 + }, + { + "epoch": 6.025673940949936, + "grad_norm": 85.70565032958984, + "learning_rate": 1.5532763532763534e-05, + "loss": 1.259, + "step": 1175 + }, + { + "epoch": 6.154043645699615, + "grad_norm": 87.73209381103516, + "learning_rate": 1.539031339031339e-05, + "loss": 0.8011, + "step": 1200 + }, + { + "epoch": 6.282413350449294, + "grad_norm": 62.04715347290039, + "learning_rate": 1.5247863247863249e-05, + "loss": 0.9398, + "step": 1225 + }, + { + "epoch": 6.410783055198973, + "grad_norm": 53.39603042602539, + "learning_rate": 1.5105413105413106e-05, + "loss": 0.7683, + "step": 1250 + }, + { + "epoch": 6.539152759948652, + "grad_norm": 58.21140670776367, + "learning_rate": 1.4962962962962964e-05, + "loss": 0.9357, + "step": 1275 + }, + { + "epoch": 6.667522464698331, + "grad_norm": 122.39949798583984, + "learning_rate": 1.4820512820512823e-05, + "loss": 0.8065, + "step": 1300 + }, + { + "epoch": 6.7958921694480106, + "grad_norm": 61.84402847290039, + "learning_rate": 1.4678062678062678e-05, + "loss": 0.9792, + "step": 1325 + }, + { + "epoch": 6.92426187419769, + "grad_norm": 41.50294494628906, + "learning_rate": 1.4535612535612537e-05, + "loss": 1.017, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8217993079584776, + "eval_loss": 0.6439415812492371, + "eval_macro_f1": 0.8198500833286415, + "eval_runtime": 1.1408, + "eval_samples_per_second": 506.672, + "eval_steps_per_second": 32.434, + "eval_weighted_f1": 0.8201662895809974, + "step": 1365 + }, + { + "epoch": 7.051347881899872, + "grad_norm": 50.5507926940918, + "learning_rate": 1.4393162393162395e-05, + "loss": 0.596, + "step": 1375 + }, + { + "epoch": 7.17971758664955, + "grad_norm": 140.07797241210938, + "learning_rate": 1.425071225071225e-05, + "loss": 0.6623, + "step": 1400 + }, + { + "epoch": 7.30808729139923, + "grad_norm": 65.55254364013672, + "learning_rate": 1.410826210826211e-05, + "loss": 0.4311, + "step": 1425 + }, + { + "epoch": 7.436456996148909, + "grad_norm": 115.72856140136719, + "learning_rate": 1.3965811965811967e-05, + "loss": 0.6066, + "step": 1450 + }, + { + "epoch": 7.564826700898588, + "grad_norm": 112.04470825195312, + "learning_rate": 1.3823361823361824e-05, + "loss": 0.7286, + "step": 1475 + }, + { + "epoch": 7.693196405648267, + "grad_norm": 81.8714599609375, + "learning_rate": 1.3680911680911682e-05, + "loss": 0.6896, + "step": 1500 + }, + { + "epoch": 7.821566110397946, + "grad_norm": 78.4150390625, + "learning_rate": 1.353846153846154e-05, + "loss": 0.6316, + "step": 1525 + }, + { + "epoch": 7.949935815147625, + "grad_norm": 195.77777099609375, + "learning_rate": 1.3396011396011396e-05, + "loss": 0.5035, + "step": 1550 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8148788927335641, + "eval_loss": 0.7629237771034241, + "eval_macro_f1": 0.815650947353943, + "eval_runtime": 1.1414, + "eval_samples_per_second": 506.412, + "eval_steps_per_second": 32.417, + "eval_weighted_f1": 0.8157588508462029, + "step": 1560 + }, + { + "epoch": 8.077021822849808, + "grad_norm": 87.30604553222656, + "learning_rate": 1.3253561253561255e-05, + "loss": 0.3506, + "step": 1575 + }, + { + "epoch": 8.205391527599486, + "grad_norm": 0.585304856300354, + "learning_rate": 1.3111111111111113e-05, + "loss": 0.303, + "step": 1600 + }, + { + "epoch": 8.333761232349165, + "grad_norm": 60.00007247924805, + "learning_rate": 1.2968660968660968e-05, + "loss": 0.5839, + "step": 1625 + }, + { + "epoch": 8.462130937098845, + "grad_norm": 50.12500762939453, + "learning_rate": 1.2826210826210828e-05, + "loss": 0.2947, + "step": 1650 + }, + { + "epoch": 8.590500641848523, + "grad_norm": 87.78631591796875, + "learning_rate": 1.2683760683760685e-05, + "loss": 0.4937, + "step": 1675 + }, + { + "epoch": 8.718870346598203, + "grad_norm": 3.264612913131714, + "learning_rate": 1.2541310541310542e-05, + "loss": 0.5981, + "step": 1700 + }, + { + "epoch": 8.847240051347882, + "grad_norm": 246.56329345703125, + "learning_rate": 1.23988603988604e-05, + "loss": 0.6009, + "step": 1725 + }, + { + "epoch": 8.975609756097562, + "grad_norm": 264.4056396484375, + "learning_rate": 1.2256410256410259e-05, + "loss": 0.6086, + "step": 1750 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8321799307958477, + "eval_loss": 0.8549362421035767, + "eval_macro_f1": 0.8326114069728016, + "eval_runtime": 1.0663, + "eval_samples_per_second": 542.083, + "eval_steps_per_second": 34.701, + "eval_weighted_f1": 0.8331711644206706, + "step": 1755 + }, + { + "epoch": 9.102695763799744, + "grad_norm": 112.98738861083984, + "learning_rate": 1.2113960113960114e-05, + "loss": 0.3041, + "step": 1775 + }, + { + "epoch": 9.231065468549422, + "grad_norm": 96.68086242675781, + "learning_rate": 1.1971509971509972e-05, + "loss": 0.4486, + "step": 1800 + }, + { + "epoch": 9.3594351732991, + "grad_norm": 20.252660751342773, + "learning_rate": 1.182905982905983e-05, + "loss": 0.3275, + "step": 1825 + }, + { + "epoch": 9.487804878048781, + "grad_norm": 221.9870147705078, + "learning_rate": 1.1686609686609687e-05, + "loss": 0.4129, + "step": 1850 + }, + { + "epoch": 9.61617458279846, + "grad_norm": 72.01758575439453, + "learning_rate": 1.1544159544159546e-05, + "loss": 0.3739, + "step": 1875 + }, + { + "epoch": 9.74454428754814, + "grad_norm": 17.17949676513672, + "learning_rate": 1.1401709401709403e-05, + "loss": 0.6107, + "step": 1900 + }, + { + "epoch": 9.872913992297818, + "grad_norm": 10.652040481567383, + "learning_rate": 1.125925925925926e-05, + "loss": 0.4667, + "step": 1925 + }, + { + "epoch": 10.0, + "grad_norm": 0.24708408117294312, + "learning_rate": 1.1116809116809118e-05, + "loss": 0.3873, + "step": 1950 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8304498269896193, + "eval_loss": 1.1373902559280396, + "eval_macro_f1": 0.82987889578076, + "eval_runtime": 1.1054, + "eval_samples_per_second": 522.906, + "eval_steps_per_second": 33.473, + "eval_weighted_f1": 0.8300848978507307, + "step": 1950 + }, + { + "epoch": 10.128369704749678, + "grad_norm": 152.92593383789062, + "learning_rate": 1.0974358974358977e-05, + "loss": 0.2548, + "step": 1975 + }, + { + "epoch": 10.256739409499358, + "grad_norm": 10.735047340393066, + "learning_rate": 1.0831908831908832e-05, + "loss": 0.2158, + "step": 2000 + }, + { + "epoch": 10.385109114249037, + "grad_norm": 300.6274719238281, + "learning_rate": 1.068945868945869e-05, + "loss": 0.2243, + "step": 2025 + }, + { + "epoch": 10.513478818998717, + "grad_norm": 102.9421615600586, + "learning_rate": 1.0547008547008549e-05, + "loss": 0.3755, + "step": 2050 + }, + { + "epoch": 10.641848523748395, + "grad_norm": 233.2218017578125, + "learning_rate": 1.0404558404558405e-05, + "loss": 0.3736, + "step": 2075 + }, + { + "epoch": 10.770218228498074, + "grad_norm": 0.45178812742233276, + "learning_rate": 1.0262108262108264e-05, + "loss": 0.4792, + "step": 2100 + }, + { + "epoch": 10.898587933247754, + "grad_norm": 92.51713562011719, + "learning_rate": 1.011965811965812e-05, + "loss": 0.2567, + "step": 2125 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8442906574394463, + "eval_loss": 1.238752007484436, + "eval_macro_f1": 0.8442857573355557, + "eval_runtime": 1.1212, + "eval_samples_per_second": 515.535, + "eval_steps_per_second": 33.001, + "eval_weighted_f1": 0.8444337006025554, + "step": 2145 + }, + { + "epoch": 11.025673940949936, + "grad_norm": 71.62655639648438, + "learning_rate": 9.977207977207978e-06, + "loss": 0.3332, + "step": 2150 + }, + { + "epoch": 11.154043645699614, + "grad_norm": 0.11701713502407074, + "learning_rate": 9.834757834757836e-06, + "loss": 0.2562, + "step": 2175 + }, + { + "epoch": 11.282413350449294, + "grad_norm": 0.13973647356033325, + "learning_rate": 9.692307692307693e-06, + "loss": 0.2186, + "step": 2200 + }, + { + "epoch": 11.410783055198973, + "grad_norm": 0.4903593361377716, + "learning_rate": 9.54985754985755e-06, + "loss": 0.2116, + "step": 2225 + }, + { + "epoch": 11.539152759948653, + "grad_norm": 36.79964065551758, + "learning_rate": 9.407407407407408e-06, + "loss": 0.3071, + "step": 2250 + }, + { + "epoch": 11.667522464698331, + "grad_norm": 0.3761020600795746, + "learning_rate": 9.264957264957267e-06, + "loss": 0.337, + "step": 2275 + }, + { + "epoch": 11.79589216944801, + "grad_norm": 12.097709655761719, + "learning_rate": 9.122507122507124e-06, + "loss": 0.1599, + "step": 2300 + }, + { + "epoch": 11.92426187419769, + "grad_norm": 9.029350280761719, + "learning_rate": 8.98005698005698e-06, + "loss": 0.1495, + "step": 2325 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8494809688581315, + "eval_loss": 1.2912050485610962, + "eval_macro_f1": 0.8486654451416942, + "eval_runtime": 1.0748, + "eval_samples_per_second": 537.754, + "eval_steps_per_second": 34.424, + "eval_weighted_f1": 0.8487313261693953, + "step": 2340 + } + ], + "logging_steps": 25, + "max_steps": 3900, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2925/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2925/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2925/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2925/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2925/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2925/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2925/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2925/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..420d3ddcfaef06cfd67f5569a6141ef9a681f23f --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2925/trainer_state.json @@ -0,0 +1,1027 @@ +{ + "best_global_step": 2340, + "best_metric": 0.8486654451416942, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-03-s43-20260901T062042Z-fbd63439/trainer/checkpoint-2340", + "epoch": 15.0, + "eval_steps": 500, + "global_step": 2925, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12836970474967907, + "grad_norm": 22.786304473876953, + "learning_rate": 1.230769230769231e-06, + "loss": 4.7271, + "step": 25 + }, + { + "epoch": 0.25673940949935814, + "grad_norm": 10.710350036621094, + "learning_rate": 2.512820512820513e-06, + "loss": 4.7007, + "step": 50 + }, + { + "epoch": 0.3851091142490372, + "grad_norm": 12.301168441772461, + "learning_rate": 3.794871794871795e-06, + "loss": 4.5727, + "step": 75 + }, + { + "epoch": 0.5134788189987163, + "grad_norm": 15.088375091552734, + "learning_rate": 5.076923076923077e-06, + "loss": 4.5576, + "step": 100 + }, + { + "epoch": 0.6418485237483954, + "grad_norm": 31.92607879638672, + "learning_rate": 6.358974358974359e-06, + "loss": 4.458, + "step": 125 + }, + { + "epoch": 0.7702182284980744, + "grad_norm": 34.86079406738281, + "learning_rate": 7.641025641025641e-06, + "loss": 4.4632, + "step": 150 + }, + { + "epoch": 0.8985879332477535, + "grad_norm": 22.363967895507812, + "learning_rate": 8.923076923076925e-06, + "loss": 4.4756, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.39273356401384085, + "eval_loss": 1.0714715719223022, + "eval_macro_f1": 0.3490467460363897, + "eval_runtime": 1.089, + "eval_samples_per_second": 530.776, + "eval_steps_per_second": 33.977, + "eval_weighted_f1": 0.3494158559939858, + "step": 195 + }, + { + "epoch": 1.0256739409499358, + "grad_norm": 29.333101272583008, + "learning_rate": 1.0205128205128205e-05, + "loss": 4.2924, + "step": 200 + }, + { + "epoch": 1.1540436456996148, + "grad_norm": 55.05769729614258, + "learning_rate": 1.1487179487179487e-05, + "loss": 4.0964, + "step": 225 + }, + { + "epoch": 1.282413350449294, + "grad_norm": 47.74761199951172, + "learning_rate": 1.2769230769230769e-05, + "loss": 4.0265, + "step": 250 + }, + { + "epoch": 1.410783055198973, + "grad_norm": 69.25662231445312, + "learning_rate": 1.405128205128205e-05, + "loss": 3.8916, + "step": 275 + }, + { + "epoch": 1.539152759948652, + "grad_norm": 146.1591796875, + "learning_rate": 1.5333333333333334e-05, + "loss": 3.46, + "step": 300 + }, + { + "epoch": 1.6675224646983313, + "grad_norm": 90.30329895019531, + "learning_rate": 1.6615384615384618e-05, + "loss": 3.6928, + "step": 325 + }, + { + "epoch": 1.7958921694480101, + "grad_norm": 72.25757598876953, + "learning_rate": 1.78974358974359e-05, + "loss": 3.2707, + "step": 350 + }, + { + "epoch": 1.9242618741976893, + "grad_norm": 63.02499771118164, + "learning_rate": 1.9179487179487182e-05, + "loss": 3.1758, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6660899653979239, + "eval_loss": 0.7295436263084412, + "eval_macro_f1": 0.6564566447488862, + "eval_runtime": 1.2481, + "eval_samples_per_second": 463.092, + "eval_steps_per_second": 29.644, + "eval_weighted_f1": 0.6569990728156713, + "step": 390 + }, + { + "epoch": 2.0513478818998716, + "grad_norm": 127.94390869140625, + "learning_rate": 1.994871794871795e-05, + "loss": 2.9068, + "step": 400 + }, + { + "epoch": 2.179717586649551, + "grad_norm": 74.43769073486328, + "learning_rate": 1.9806267806267806e-05, + "loss": 3.0794, + "step": 425 + }, + { + "epoch": 2.3080872913992296, + "grad_norm": 43.384071350097656, + "learning_rate": 1.9663817663817667e-05, + "loss": 2.9404, + "step": 450 + }, + { + "epoch": 2.436456996148909, + "grad_norm": 49.51724624633789, + "learning_rate": 1.952136752136752e-05, + "loss": 2.9573, + "step": 475 + }, + { + "epoch": 2.564826700898588, + "grad_norm": 39.10918426513672, + "learning_rate": 1.9378917378917382e-05, + "loss": 2.5782, + "step": 500 + }, + { + "epoch": 2.693196405648267, + "grad_norm": 136.76573181152344, + "learning_rate": 1.923646723646724e-05, + "loss": 2.6306, + "step": 525 + }, + { + "epoch": 2.821566110397946, + "grad_norm": 47.34532928466797, + "learning_rate": 1.9094017094017097e-05, + "loss": 2.529, + "step": 550 + }, + { + "epoch": 2.949935815147625, + "grad_norm": 50.17264175415039, + "learning_rate": 1.8951566951566954e-05, + "loss": 2.2241, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7750865051903114, + "eval_loss": 0.5673505067825317, + "eval_macro_f1": 0.7661658572952152, + "eval_runtime": 1.1322, + "eval_samples_per_second": 510.496, + "eval_steps_per_second": 32.679, + "eval_weighted_f1": 0.7671168886056209, + "step": 585 + }, + { + "epoch": 3.0770218228498076, + "grad_norm": 76.41934204101562, + "learning_rate": 1.880911680911681e-05, + "loss": 2.1236, + "step": 600 + }, + { + "epoch": 3.2053915275994864, + "grad_norm": 235.3896942138672, + "learning_rate": 1.866666666666667e-05, + "loss": 1.9846, + "step": 625 + }, + { + "epoch": 3.3337612323491657, + "grad_norm": 156.4408416748047, + "learning_rate": 1.8524216524216526e-05, + "loss": 2.0609, + "step": 650 + }, + { + "epoch": 3.462130937098845, + "grad_norm": 59.698455810546875, + "learning_rate": 1.8381766381766383e-05, + "loss": 2.0782, + "step": 675 + }, + { + "epoch": 3.5905006418485237, + "grad_norm": 111.73286437988281, + "learning_rate": 1.823931623931624e-05, + "loss": 1.7173, + "step": 700 + }, + { + "epoch": 3.718870346598203, + "grad_norm": 135.91163635253906, + "learning_rate": 1.8096866096866098e-05, + "loss": 1.8643, + "step": 725 + }, + { + "epoch": 3.8472400513478817, + "grad_norm": 51.200469970703125, + "learning_rate": 1.7954415954415955e-05, + "loss": 2.1592, + "step": 750 + }, + { + "epoch": 3.975609756097561, + "grad_norm": 102.60698699951172, + "learning_rate": 1.7811965811965813e-05, + "loss": 1.9413, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7854671280276817, + "eval_loss": 0.5385896563529968, + "eval_macro_f1": 0.7862809938984444, + "eval_runtime": 1.2217, + "eval_samples_per_second": 473.112, + "eval_steps_per_second": 30.286, + "eval_weighted_f1": 0.7857172344006541, + "step": 780 + }, + { + "epoch": 4.102695763799743, + "grad_norm": 35.03739929199219, + "learning_rate": 1.766951566951567e-05, + "loss": 1.7342, + "step": 800 + }, + { + "epoch": 4.2310654685494224, + "grad_norm": 173.58277893066406, + "learning_rate": 1.7527065527065528e-05, + "loss": 1.6351, + "step": 825 + }, + { + "epoch": 4.359435173299102, + "grad_norm": 110.08756256103516, + "learning_rate": 1.7384615384615385e-05, + "loss": 1.5614, + "step": 850 + }, + { + "epoch": 4.487804878048781, + "grad_norm": 48.494850158691406, + "learning_rate": 1.7242165242165242e-05, + "loss": 1.6706, + "step": 875 + }, + { + "epoch": 4.616174582798459, + "grad_norm": 65.53933715820312, + "learning_rate": 1.7099715099715103e-05, + "loss": 1.5413, + "step": 900 + }, + { + "epoch": 4.7445442875481385, + "grad_norm": 96.44031524658203, + "learning_rate": 1.6957264957264957e-05, + "loss": 1.5111, + "step": 925 + }, + { + "epoch": 4.872913992297818, + "grad_norm": 105.27879333496094, + "learning_rate": 1.6814814814814818e-05, + "loss": 1.3318, + "step": 950 + }, + { + "epoch": 5.0, + "grad_norm": 34.89348602294922, + "learning_rate": 1.6672364672364675e-05, + "loss": 1.4404, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8114186851211073, + "eval_loss": 0.5231740474700928, + "eval_macro_f1": 0.8110189361370878, + "eval_runtime": 1.1957, + "eval_samples_per_second": 483.409, + "eval_steps_per_second": 30.945, + "eval_weighted_f1": 0.8110347321916639, + "step": 975 + }, + { + "epoch": 5.128369704749679, + "grad_norm": 81.52790069580078, + "learning_rate": 1.652991452991453e-05, + "loss": 1.2505, + "step": 1000 + }, + { + "epoch": 5.2567394094993585, + "grad_norm": 103.15283203125, + "learning_rate": 1.638746438746439e-05, + "loss": 1.0985, + "step": 1025 + }, + { + "epoch": 5.385109114249037, + "grad_norm": 119.00459289550781, + "learning_rate": 1.6245014245014247e-05, + "loss": 0.9124, + "step": 1050 + }, + { + "epoch": 5.513478818998716, + "grad_norm": 85.76700592041016, + "learning_rate": 1.6102564102564105e-05, + "loss": 1.1127, + "step": 1075 + }, + { + "epoch": 5.641848523748395, + "grad_norm": 91.35166931152344, + "learning_rate": 1.5960113960113962e-05, + "loss": 1.0755, + "step": 1100 + }, + { + "epoch": 5.7702182284980745, + "grad_norm": 150.49392700195312, + "learning_rate": 1.581766381766382e-05, + "loss": 1.305, + "step": 1125 + }, + { + "epoch": 5.898587933247754, + "grad_norm": 83.5721435546875, + "learning_rate": 1.5675213675213677e-05, + "loss": 1.0821, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8148788927335641, + "eval_loss": 0.5854921936988831, + "eval_macro_f1": 0.8145050771521666, + "eval_runtime": 1.1106, + "eval_samples_per_second": 520.446, + "eval_steps_per_second": 33.316, + "eval_weighted_f1": 0.8146608589298967, + "step": 1170 + }, + { + "epoch": 6.025673940949936, + "grad_norm": 85.70565032958984, + "learning_rate": 1.5532763532763534e-05, + "loss": 1.259, + "step": 1175 + }, + { + "epoch": 6.154043645699615, + "grad_norm": 87.73209381103516, + "learning_rate": 1.539031339031339e-05, + "loss": 0.8011, + "step": 1200 + }, + { + "epoch": 6.282413350449294, + "grad_norm": 62.04715347290039, + "learning_rate": 1.5247863247863249e-05, + "loss": 0.9398, + "step": 1225 + }, + { + "epoch": 6.410783055198973, + "grad_norm": 53.39603042602539, + "learning_rate": 1.5105413105413106e-05, + "loss": 0.7683, + "step": 1250 + }, + { + "epoch": 6.539152759948652, + "grad_norm": 58.21140670776367, + "learning_rate": 1.4962962962962964e-05, + "loss": 0.9357, + "step": 1275 + }, + { + "epoch": 6.667522464698331, + "grad_norm": 122.39949798583984, + "learning_rate": 1.4820512820512823e-05, + "loss": 0.8065, + "step": 1300 + }, + { + "epoch": 6.7958921694480106, + "grad_norm": 61.84402847290039, + "learning_rate": 1.4678062678062678e-05, + "loss": 0.9792, + "step": 1325 + }, + { + "epoch": 6.92426187419769, + "grad_norm": 41.50294494628906, + "learning_rate": 1.4535612535612537e-05, + "loss": 1.017, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8217993079584776, + "eval_loss": 0.6439415812492371, + "eval_macro_f1": 0.8198500833286415, + "eval_runtime": 1.1408, + "eval_samples_per_second": 506.672, + "eval_steps_per_second": 32.434, + "eval_weighted_f1": 0.8201662895809974, + "step": 1365 + }, + { + "epoch": 7.051347881899872, + "grad_norm": 50.5507926940918, + "learning_rate": 1.4393162393162395e-05, + "loss": 0.596, + "step": 1375 + }, + { + "epoch": 7.17971758664955, + "grad_norm": 140.07797241210938, + "learning_rate": 1.425071225071225e-05, + "loss": 0.6623, + "step": 1400 + }, + { + "epoch": 7.30808729139923, + "grad_norm": 65.55254364013672, + "learning_rate": 1.410826210826211e-05, + "loss": 0.4311, + "step": 1425 + }, + { + "epoch": 7.436456996148909, + "grad_norm": 115.72856140136719, + "learning_rate": 1.3965811965811967e-05, + "loss": 0.6066, + "step": 1450 + }, + { + "epoch": 7.564826700898588, + "grad_norm": 112.04470825195312, + "learning_rate": 1.3823361823361824e-05, + "loss": 0.7286, + "step": 1475 + }, + { + "epoch": 7.693196405648267, + "grad_norm": 81.8714599609375, + "learning_rate": 1.3680911680911682e-05, + "loss": 0.6896, + "step": 1500 + }, + { + "epoch": 7.821566110397946, + "grad_norm": 78.4150390625, + "learning_rate": 1.353846153846154e-05, + "loss": 0.6316, + "step": 1525 + }, + { + "epoch": 7.949935815147625, + "grad_norm": 195.77777099609375, + "learning_rate": 1.3396011396011396e-05, + "loss": 0.5035, + "step": 1550 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8148788927335641, + "eval_loss": 0.7629237771034241, + "eval_macro_f1": 0.815650947353943, + "eval_runtime": 1.1414, + "eval_samples_per_second": 506.412, + "eval_steps_per_second": 32.417, + "eval_weighted_f1": 0.8157588508462029, + "step": 1560 + }, + { + "epoch": 8.077021822849808, + "grad_norm": 87.30604553222656, + "learning_rate": 1.3253561253561255e-05, + "loss": 0.3506, + "step": 1575 + }, + { + "epoch": 8.205391527599486, + "grad_norm": 0.585304856300354, + "learning_rate": 1.3111111111111113e-05, + "loss": 0.303, + "step": 1600 + }, + { + "epoch": 8.333761232349165, + "grad_norm": 60.00007247924805, + "learning_rate": 1.2968660968660968e-05, + "loss": 0.5839, + "step": 1625 + }, + { + "epoch": 8.462130937098845, + "grad_norm": 50.12500762939453, + "learning_rate": 1.2826210826210828e-05, + "loss": 0.2947, + "step": 1650 + }, + { + "epoch": 8.590500641848523, + "grad_norm": 87.78631591796875, + "learning_rate": 1.2683760683760685e-05, + "loss": 0.4937, + "step": 1675 + }, + { + "epoch": 8.718870346598203, + "grad_norm": 3.264612913131714, + "learning_rate": 1.2541310541310542e-05, + "loss": 0.5981, + "step": 1700 + }, + { + "epoch": 8.847240051347882, + "grad_norm": 246.56329345703125, + "learning_rate": 1.23988603988604e-05, + "loss": 0.6009, + "step": 1725 + }, + { + "epoch": 8.975609756097562, + "grad_norm": 264.4056396484375, + "learning_rate": 1.2256410256410259e-05, + "loss": 0.6086, + "step": 1750 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8321799307958477, + "eval_loss": 0.8549362421035767, + "eval_macro_f1": 0.8326114069728016, + "eval_runtime": 1.0663, + "eval_samples_per_second": 542.083, + "eval_steps_per_second": 34.701, + "eval_weighted_f1": 0.8331711644206706, + "step": 1755 + }, + { + "epoch": 9.102695763799744, + "grad_norm": 112.98738861083984, + "learning_rate": 1.2113960113960114e-05, + "loss": 0.3041, + "step": 1775 + }, + { + "epoch": 9.231065468549422, + "grad_norm": 96.68086242675781, + "learning_rate": 1.1971509971509972e-05, + "loss": 0.4486, + "step": 1800 + }, + { + "epoch": 9.3594351732991, + "grad_norm": 20.252660751342773, + "learning_rate": 1.182905982905983e-05, + "loss": 0.3275, + "step": 1825 + }, + { + "epoch": 9.487804878048781, + "grad_norm": 221.9870147705078, + "learning_rate": 1.1686609686609687e-05, + "loss": 0.4129, + "step": 1850 + }, + { + "epoch": 9.61617458279846, + "grad_norm": 72.01758575439453, + "learning_rate": 1.1544159544159546e-05, + "loss": 0.3739, + "step": 1875 + }, + { + "epoch": 9.74454428754814, + "grad_norm": 17.17949676513672, + "learning_rate": 1.1401709401709403e-05, + "loss": 0.6107, + "step": 1900 + }, + { + "epoch": 9.872913992297818, + "grad_norm": 10.652040481567383, + "learning_rate": 1.125925925925926e-05, + "loss": 0.4667, + "step": 1925 + }, + { + "epoch": 10.0, + "grad_norm": 0.24708408117294312, + "learning_rate": 1.1116809116809118e-05, + "loss": 0.3873, + "step": 1950 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8304498269896193, + "eval_loss": 1.1373902559280396, + "eval_macro_f1": 0.82987889578076, + "eval_runtime": 1.1054, + "eval_samples_per_second": 522.906, + "eval_steps_per_second": 33.473, + "eval_weighted_f1": 0.8300848978507307, + "step": 1950 + }, + { + "epoch": 10.128369704749678, + "grad_norm": 152.92593383789062, + "learning_rate": 1.0974358974358977e-05, + "loss": 0.2548, + "step": 1975 + }, + { + "epoch": 10.256739409499358, + "grad_norm": 10.735047340393066, + "learning_rate": 1.0831908831908832e-05, + "loss": 0.2158, + "step": 2000 + }, + { + "epoch": 10.385109114249037, + "grad_norm": 300.6274719238281, + "learning_rate": 1.068945868945869e-05, + "loss": 0.2243, + "step": 2025 + }, + { + "epoch": 10.513478818998717, + "grad_norm": 102.9421615600586, + "learning_rate": 1.0547008547008549e-05, + "loss": 0.3755, + "step": 2050 + }, + { + "epoch": 10.641848523748395, + "grad_norm": 233.2218017578125, + "learning_rate": 1.0404558404558405e-05, + "loss": 0.3736, + "step": 2075 + }, + { + "epoch": 10.770218228498074, + "grad_norm": 0.45178812742233276, + "learning_rate": 1.0262108262108264e-05, + "loss": 0.4792, + "step": 2100 + }, + { + "epoch": 10.898587933247754, + "grad_norm": 92.51713562011719, + "learning_rate": 1.011965811965812e-05, + "loss": 0.2567, + "step": 2125 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8442906574394463, + "eval_loss": 1.238752007484436, + "eval_macro_f1": 0.8442857573355557, + "eval_runtime": 1.1212, + "eval_samples_per_second": 515.535, + "eval_steps_per_second": 33.001, + "eval_weighted_f1": 0.8444337006025554, + "step": 2145 + }, + { + "epoch": 11.025673940949936, + "grad_norm": 71.62655639648438, + "learning_rate": 9.977207977207978e-06, + "loss": 0.3332, + "step": 2150 + }, + { + "epoch": 11.154043645699614, + "grad_norm": 0.11701713502407074, + "learning_rate": 9.834757834757836e-06, + "loss": 0.2562, + "step": 2175 + }, + { + "epoch": 11.282413350449294, + "grad_norm": 0.13973647356033325, + "learning_rate": 9.692307692307693e-06, + "loss": 0.2186, + "step": 2200 + }, + { + "epoch": 11.410783055198973, + "grad_norm": 0.4903593361377716, + "learning_rate": 9.54985754985755e-06, + "loss": 0.2116, + "step": 2225 + }, + { + "epoch": 11.539152759948653, + "grad_norm": 36.79964065551758, + "learning_rate": 9.407407407407408e-06, + "loss": 0.3071, + "step": 2250 + }, + { + "epoch": 11.667522464698331, + "grad_norm": 0.3761020600795746, + "learning_rate": 9.264957264957267e-06, + "loss": 0.337, + "step": 2275 + }, + { + "epoch": 11.79589216944801, + "grad_norm": 12.097709655761719, + "learning_rate": 9.122507122507124e-06, + "loss": 0.1599, + "step": 2300 + }, + { + "epoch": 11.92426187419769, + "grad_norm": 9.029350280761719, + "learning_rate": 8.98005698005698e-06, + "loss": 0.1495, + "step": 2325 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8494809688581315, + "eval_loss": 1.2912050485610962, + "eval_macro_f1": 0.8486654451416942, + "eval_runtime": 1.0748, + "eval_samples_per_second": 537.754, + "eval_steps_per_second": 34.424, + "eval_weighted_f1": 0.8487313261693953, + "step": 2340 + }, + { + "epoch": 12.051347881899872, + "grad_norm": 175.8587188720703, + "learning_rate": 8.837606837606837e-06, + "loss": 0.22, + "step": 2350 + }, + { + "epoch": 12.17971758664955, + "grad_norm": 0.037304770201444626, + "learning_rate": 8.695156695156696e-06, + "loss": 0.3065, + "step": 2375 + }, + { + "epoch": 12.30808729139923, + "grad_norm": 0.14233027398586273, + "learning_rate": 8.552706552706554e-06, + "loss": 0.3913, + "step": 2400 + }, + { + "epoch": 12.436456996148909, + "grad_norm": 0.14706572890281677, + "learning_rate": 8.410256410256411e-06, + "loss": 0.1717, + "step": 2425 + }, + { + "epoch": 12.564826700898587, + "grad_norm": 0.16082938015460968, + "learning_rate": 8.267806267806268e-06, + "loss": 0.4369, + "step": 2450 + }, + { + "epoch": 12.693196405648267, + "grad_norm": 0.23930399119853973, + "learning_rate": 8.125356125356126e-06, + "loss": 0.1308, + "step": 2475 + }, + { + "epoch": 12.821566110397946, + "grad_norm": 255.85736083984375, + "learning_rate": 7.982905982905985e-06, + "loss": 0.2175, + "step": 2500 + }, + { + "epoch": 12.949935815147626, + "grad_norm": 144.60292053222656, + "learning_rate": 7.84045584045584e-06, + "loss": 0.2835, + "step": 2525 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8235294117647058, + "eval_loss": 1.5696953535079956, + "eval_macro_f1": 0.8235819285870581, + "eval_runtime": 1.1374, + "eval_samples_per_second": 508.179, + "eval_steps_per_second": 32.53, + "eval_weighted_f1": 0.8235576760473337, + "step": 2535 + }, + { + "epoch": 13.077021822849808, + "grad_norm": 3.186913013458252, + "learning_rate": 7.698005698005698e-06, + "loss": 0.2343, + "step": 2550 + }, + { + "epoch": 13.205391527599486, + "grad_norm": 0.03518320247530937, + "learning_rate": 7.555555555555556e-06, + "loss": 0.0896, + "step": 2575 + }, + { + "epoch": 13.333761232349165, + "grad_norm": 0.06538572162389755, + "learning_rate": 7.4131054131054135e-06, + "loss": 0.2378, + "step": 2600 + }, + { + "epoch": 13.462130937098845, + "grad_norm": 11.905865669250488, + "learning_rate": 7.270655270655272e-06, + "loss": 0.06, + "step": 2625 + }, + { + "epoch": 13.590500641848523, + "grad_norm": 3.2792160511016846, + "learning_rate": 7.128205128205129e-06, + "loss": 0.1898, + "step": 2650 + }, + { + "epoch": 13.718870346598203, + "grad_norm": 0.020827997475862503, + "learning_rate": 6.9857549857549865e-06, + "loss": 0.2006, + "step": 2675 + }, + { + "epoch": 13.847240051347882, + "grad_norm": 458.79754638671875, + "learning_rate": 6.843304843304845e-06, + "loss": 0.0509, + "step": 2700 + }, + { + "epoch": 13.975609756097562, + "grad_norm": 4.023372650146484, + "learning_rate": 6.700854700854701e-06, + "loss": 0.1811, + "step": 2725 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.828719723183391, + "eval_loss": 1.5154470205307007, + "eval_macro_f1": 0.8284035650593973, + "eval_runtime": 1.0482, + "eval_samples_per_second": 551.413, + "eval_steps_per_second": 35.298, + "eval_weighted_f1": 0.8286371254470762, + "step": 2730 + }, + { + "epoch": 14.102695763799744, + "grad_norm": 4.893336772918701, + "learning_rate": 6.558404558404559e-06, + "loss": 0.1742, + "step": 2750 + }, + { + "epoch": 14.231065468549422, + "grad_norm": 131.74441528320312, + "learning_rate": 6.415954415954416e-06, + "loss": 0.1502, + "step": 2775 + }, + { + "epoch": 14.3594351732991, + "grad_norm": 0.01040874794125557, + "learning_rate": 6.273504273504274e-06, + "loss": 0.0442, + "step": 2800 + }, + { + "epoch": 14.487804878048781, + "grad_norm": 0.039918459951877594, + "learning_rate": 6.1310541310541315e-06, + "loss": 0.0075, + "step": 2825 + }, + { + "epoch": 14.61617458279846, + "grad_norm": 0.03999579697847366, + "learning_rate": 5.988603988603989e-06, + "loss": 0.066, + "step": 2850 + }, + { + "epoch": 14.74454428754814, + "grad_norm": 127.05699920654297, + "learning_rate": 5.846153846153847e-06, + "loss": 0.2045, + "step": 2875 + }, + { + "epoch": 14.872913992297818, + "grad_norm": 1.273572564125061, + "learning_rate": 5.7037037037037045e-06, + "loss": 0.0005, + "step": 2900 + }, + { + "epoch": 15.0, + "grad_norm": 0.0076760100200772285, + "learning_rate": 5.561253561253561e-06, + "loss": 0.0172, + "step": 2925 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8200692041522492, + "eval_loss": 1.6561968326568604, + "eval_macro_f1": 0.8203267682048833, + "eval_runtime": 1.1026, + "eval_samples_per_second": 524.221, + "eval_steps_per_second": 33.557, + "eval_weighted_f1": 0.8203214165208228, + "step": 2925 + } + ], + "logging_steps": 25, + "max_steps": 3900, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3a8c582b30a96a1870bf3c76ed269c7c2459047f --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128/trainer_state.json @@ -0,0 +1,424 @@ +{ + "best_global_step": 1128, + "best_metric": 0.8053087804763012, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 1128, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13351134846461948, + "grad_norm": 13.879293441772461, + "learning_rate": 1.276595744680851e-06, + "loss": 4.6696, + "step": 25 + }, + { + "epoch": 0.26702269692923897, + "grad_norm": 25.48200798034668, + "learning_rate": 2.6063829787234047e-06, + "loss": 4.6218, + "step": 50 + }, + { + "epoch": 0.40053404539385845, + "grad_norm": 22.973344802856445, + "learning_rate": 3.936170212765958e-06, + "loss": 4.5914, + "step": 75 + }, + { + "epoch": 0.5340453938584779, + "grad_norm": 16.39621925354004, + "learning_rate": 5.265957446808511e-06, + "loss": 4.5153, + "step": 100 + }, + { + "epoch": 0.6675567423230975, + "grad_norm": 29.89554786682129, + "learning_rate": 6.595744680851064e-06, + "loss": 4.5144, + "step": 125 + }, + { + "epoch": 0.8010680907877169, + "grad_norm": 29.028499603271484, + "learning_rate": 7.925531914893617e-06, + "loss": 4.511, + "step": 150 + }, + { + "epoch": 0.9345794392523364, + "grad_norm": 30.751541137695312, + "learning_rate": 9.255319148936171e-06, + "loss": 4.4407, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.43548387096774194, + "eval_loss": 1.0394210815429688, + "eval_macro_f1": 0.3503052752361902, + "eval_runtime": 1.6501, + "eval_samples_per_second": 488.441, + "eval_steps_per_second": 30.906, + "eval_weighted_f1": 0.3540999387727101, + "step": 188 + }, + { + "epoch": 1.0640854472630175, + "grad_norm": 29.11518096923828, + "learning_rate": 1.0585106382978725e-05, + "loss": 4.1639, + "step": 200 + }, + { + "epoch": 1.1975967957276368, + "grad_norm": 39.46572494506836, + "learning_rate": 1.1914893617021277e-05, + "loss": 4.4019, + "step": 225 + }, + { + "epoch": 1.3311081441922563, + "grad_norm": 43.3051643371582, + "learning_rate": 1.3244680851063832e-05, + "loss": 4.3672, + "step": 250 + }, + { + "epoch": 1.4646194926568759, + "grad_norm": 90.51111602783203, + "learning_rate": 1.4574468085106384e-05, + "loss": 4.3076, + "step": 275 + }, + { + "epoch": 1.5981308411214954, + "grad_norm": 41.015525817871094, + "learning_rate": 1.590425531914894e-05, + "loss": 3.9422, + "step": 300 + }, + { + "epoch": 1.7316421895861147, + "grad_norm": 93.36239624023438, + "learning_rate": 1.723404255319149e-05, + "loss": 3.5347, + "step": 325 + }, + { + "epoch": 1.8651535380507345, + "grad_norm": 48.80524826049805, + "learning_rate": 1.8563829787234043e-05, + "loss": 3.354, + "step": 350 + }, + { + "epoch": 1.9986648865153538, + "grad_norm": 48.27522659301758, + "learning_rate": 1.9893617021276595e-05, + "loss": 3.0773, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6761786600496278, + "eval_loss": 0.7474607825279236, + "eval_macro_f1": 0.6581932513479672, + "eval_runtime": 1.2972, + "eval_samples_per_second": 621.336, + "eval_steps_per_second": 39.315, + "eval_weighted_f1": 0.6587435901278842, + "step": 376 + }, + { + "epoch": 2.128170894526035, + "grad_norm": 88.75151062011719, + "learning_rate": 1.986406619385343e-05, + "loss": 2.7226, + "step": 400 + }, + { + "epoch": 2.2616822429906542, + "grad_norm": 46.36833953857422, + "learning_rate": 1.971631205673759e-05, + "loss": 2.7377, + "step": 425 + }, + { + "epoch": 2.3951935914552736, + "grad_norm": 66.50019836425781, + "learning_rate": 1.956855791962175e-05, + "loss": 2.5876, + "step": 450 + }, + { + "epoch": 2.5287049399198933, + "grad_norm": 191.37889099121094, + "learning_rate": 1.9420803782505913e-05, + "loss": 2.5367, + "step": 475 + }, + { + "epoch": 2.6622162883845126, + "grad_norm": 81.59739685058594, + "learning_rate": 1.927304964539007e-05, + "loss": 2.4553, + "step": 500 + }, + { + "epoch": 2.795727636849132, + "grad_norm": 59.12746810913086, + "learning_rate": 1.9125295508274234e-05, + "loss": 2.6104, + "step": 525 + }, + { + "epoch": 2.9292389853137517, + "grad_norm": 77.08677673339844, + "learning_rate": 1.8977541371158394e-05, + "loss": 2.2564, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7481389578163772, + "eval_loss": 0.6297977566719055, + "eval_macro_f1": 0.7511081269919461, + "eval_runtime": 1.402, + "eval_samples_per_second": 574.895, + "eval_steps_per_second": 36.377, + "eval_weighted_f1": 0.7506524940216964, + "step": 564 + }, + { + "epoch": 3.0587449933244324, + "grad_norm": 101.51324462890625, + "learning_rate": 1.8829787234042557e-05, + "loss": 2.09, + "step": 575 + }, + { + "epoch": 3.192256341789052, + "grad_norm": 43.481407165527344, + "learning_rate": 1.8682033096926714e-05, + "loss": 1.8391, + "step": 600 + }, + { + "epoch": 3.3257676902536715, + "grad_norm": 156.9602813720703, + "learning_rate": 1.8534278959810878e-05, + "loss": 1.9254, + "step": 625 + }, + { + "epoch": 3.4592790387182912, + "grad_norm": 113.65673828125, + "learning_rate": 1.8386524822695038e-05, + "loss": 2.1294, + "step": 650 + }, + { + "epoch": 3.5927903871829105, + "grad_norm": 108.14018249511719, + "learning_rate": 1.8238770685579198e-05, + "loss": 1.7172, + "step": 675 + }, + { + "epoch": 3.72630173564753, + "grad_norm": 49.017738342285156, + "learning_rate": 1.8091016548463358e-05, + "loss": 1.8475, + "step": 700 + }, + { + "epoch": 3.8598130841121496, + "grad_norm": 60.464012145996094, + "learning_rate": 1.7943262411347518e-05, + "loss": 2.168, + "step": 725 + }, + { + "epoch": 3.993324432576769, + "grad_norm": 80.67176818847656, + "learning_rate": 1.779550827423168e-05, + "loss": 2.0737, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.794044665012407, + "eval_loss": 0.5017104148864746, + "eval_macro_f1": 0.794512867550231, + "eval_runtime": 1.3318, + "eval_samples_per_second": 605.202, + "eval_steps_per_second": 38.294, + "eval_weighted_f1": 0.7942264707815965, + "step": 752 + }, + { + "epoch": 4.12283044058745, + "grad_norm": 94.27481079101562, + "learning_rate": 1.7647754137115842e-05, + "loss": 1.3824, + "step": 775 + }, + { + "epoch": 4.25634178905207, + "grad_norm": 77.1253662109375, + "learning_rate": 1.7500000000000002e-05, + "loss": 1.3379, + "step": 800 + }, + { + "epoch": 4.389853137516689, + "grad_norm": 87.9592056274414, + "learning_rate": 1.7352245862884162e-05, + "loss": 1.6537, + "step": 825 + }, + { + "epoch": 4.5233644859813085, + "grad_norm": 135.17559814453125, + "learning_rate": 1.7204491725768322e-05, + "loss": 1.4141, + "step": 850 + }, + { + "epoch": 4.656875834445928, + "grad_norm": 64.38041687011719, + "learning_rate": 1.7056737588652482e-05, + "loss": 1.5575, + "step": 875 + }, + { + "epoch": 4.790387182910547, + "grad_norm": 80.4905776977539, + "learning_rate": 1.6908983451536646e-05, + "loss": 1.6114, + "step": 900 + }, + { + "epoch": 4.923898531375167, + "grad_norm": 55.963043212890625, + "learning_rate": 1.6761229314420806e-05, + "loss": 1.3854, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8039702233250621, + "eval_loss": 0.542998194694519, + "eval_macro_f1": 0.8034244496662395, + "eval_runtime": 1.3305, + "eval_samples_per_second": 605.788, + "eval_steps_per_second": 38.332, + "eval_weighted_f1": 0.8032239060432399, + "step": 940 + }, + { + "epoch": 5.0534045393858475, + "grad_norm": 38.0077018737793, + "learning_rate": 1.6613475177304966e-05, + "loss": 1.1282, + "step": 950 + }, + { + "epoch": 5.186915887850467, + "grad_norm": 60.82188415527344, + "learning_rate": 1.6465721040189126e-05, + "loss": 1.0111, + "step": 975 + }, + { + "epoch": 5.320427236315087, + "grad_norm": 112.31273651123047, + "learning_rate": 1.6317966903073286e-05, + "loss": 0.9759, + "step": 1000 + }, + { + "epoch": 5.453938584779706, + "grad_norm": 70.2580795288086, + "learning_rate": 1.6170212765957446e-05, + "loss": 1.3216, + "step": 1025 + }, + { + "epoch": 5.587449933244326, + "grad_norm": 73.55534362792969, + "learning_rate": 1.602245862884161e-05, + "loss": 1.0707, + "step": 1050 + }, + { + "epoch": 5.720961281708945, + "grad_norm": 48.11402130126953, + "learning_rate": 1.587470449172577e-05, + "loss": 1.0727, + "step": 1075 + }, + { + "epoch": 5.854472630173564, + "grad_norm": 52.0163688659668, + "learning_rate": 1.572695035460993e-05, + "loss": 1.2727, + "step": 1100 + }, + { + "epoch": 5.9879839786381845, + "grad_norm": 86.74878692626953, + "learning_rate": 1.557919621749409e-05, + "loss": 1.3104, + "step": 1125 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8064516129032258, + "eval_loss": 0.5634742379188538, + "eval_macro_f1": 0.8053087804763012, + "eval_runtime": 1.4348, + "eval_samples_per_second": 561.764, + "eval_steps_per_second": 35.546, + "eval_weighted_f1": 0.8048259014240405, + "step": 1128 + } + ], + "logging_steps": 25, + "max_steps": 3760, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1692/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1692/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1692/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1692/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1692/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1692/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1692/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1692/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bfd1291423f83beee3266fd8ae4a8814449b5368 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1692/trainer_state.json @@ -0,0 +1,611 @@ +{ + "best_global_step": 1128, + "best_metric": 0.8053087804763012, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-04-s43-20260901T063729Z-fbd63439/trainer/checkpoint-1128", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1692, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13351134846461948, + "grad_norm": 13.879293441772461, + "learning_rate": 1.276595744680851e-06, + "loss": 4.6696, + "step": 25 + }, + { + "epoch": 0.26702269692923897, + "grad_norm": 25.48200798034668, + "learning_rate": 2.6063829787234047e-06, + "loss": 4.6218, + "step": 50 + }, + { + "epoch": 0.40053404539385845, + "grad_norm": 22.973344802856445, + "learning_rate": 3.936170212765958e-06, + "loss": 4.5914, + "step": 75 + }, + { + "epoch": 0.5340453938584779, + "grad_norm": 16.39621925354004, + "learning_rate": 5.265957446808511e-06, + "loss": 4.5153, + "step": 100 + }, + { + "epoch": 0.6675567423230975, + "grad_norm": 29.89554786682129, + "learning_rate": 6.595744680851064e-06, + "loss": 4.5144, + "step": 125 + }, + { + "epoch": 0.8010680907877169, + "grad_norm": 29.028499603271484, + "learning_rate": 7.925531914893617e-06, + "loss": 4.511, + "step": 150 + }, + { + "epoch": 0.9345794392523364, + "grad_norm": 30.751541137695312, + "learning_rate": 9.255319148936171e-06, + "loss": 4.4407, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.43548387096774194, + "eval_loss": 1.0394210815429688, + "eval_macro_f1": 0.3503052752361902, + "eval_runtime": 1.6501, + "eval_samples_per_second": 488.441, + "eval_steps_per_second": 30.906, + "eval_weighted_f1": 0.3540999387727101, + "step": 188 + }, + { + "epoch": 1.0640854472630175, + "grad_norm": 29.11518096923828, + "learning_rate": 1.0585106382978725e-05, + "loss": 4.1639, + "step": 200 + }, + { + "epoch": 1.1975967957276368, + "grad_norm": 39.46572494506836, + "learning_rate": 1.1914893617021277e-05, + "loss": 4.4019, + "step": 225 + }, + { + "epoch": 1.3311081441922563, + "grad_norm": 43.3051643371582, + "learning_rate": 1.3244680851063832e-05, + "loss": 4.3672, + "step": 250 + }, + { + "epoch": 1.4646194926568759, + "grad_norm": 90.51111602783203, + "learning_rate": 1.4574468085106384e-05, + "loss": 4.3076, + "step": 275 + }, + { + "epoch": 1.5981308411214954, + "grad_norm": 41.015525817871094, + "learning_rate": 1.590425531914894e-05, + "loss": 3.9422, + "step": 300 + }, + { + "epoch": 1.7316421895861147, + "grad_norm": 93.36239624023438, + "learning_rate": 1.723404255319149e-05, + "loss": 3.5347, + "step": 325 + }, + { + "epoch": 1.8651535380507345, + "grad_norm": 48.80524826049805, + "learning_rate": 1.8563829787234043e-05, + "loss": 3.354, + "step": 350 + }, + { + "epoch": 1.9986648865153538, + "grad_norm": 48.27522659301758, + "learning_rate": 1.9893617021276595e-05, + "loss": 3.0773, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6761786600496278, + "eval_loss": 0.7474607825279236, + "eval_macro_f1": 0.6581932513479672, + "eval_runtime": 1.2972, + "eval_samples_per_second": 621.336, + "eval_steps_per_second": 39.315, + "eval_weighted_f1": 0.6587435901278842, + "step": 376 + }, + { + "epoch": 2.128170894526035, + "grad_norm": 88.75151062011719, + "learning_rate": 1.986406619385343e-05, + "loss": 2.7226, + "step": 400 + }, + { + "epoch": 2.2616822429906542, + "grad_norm": 46.36833953857422, + "learning_rate": 1.971631205673759e-05, + "loss": 2.7377, + "step": 425 + }, + { + "epoch": 2.3951935914552736, + "grad_norm": 66.50019836425781, + "learning_rate": 1.956855791962175e-05, + "loss": 2.5876, + "step": 450 + }, + { + "epoch": 2.5287049399198933, + "grad_norm": 191.37889099121094, + "learning_rate": 1.9420803782505913e-05, + "loss": 2.5367, + "step": 475 + }, + { + "epoch": 2.6622162883845126, + "grad_norm": 81.59739685058594, + "learning_rate": 1.927304964539007e-05, + "loss": 2.4553, + "step": 500 + }, + { + "epoch": 2.795727636849132, + "grad_norm": 59.12746810913086, + "learning_rate": 1.9125295508274234e-05, + "loss": 2.6104, + "step": 525 + }, + { + "epoch": 2.9292389853137517, + "grad_norm": 77.08677673339844, + "learning_rate": 1.8977541371158394e-05, + "loss": 2.2564, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7481389578163772, + "eval_loss": 0.6297977566719055, + "eval_macro_f1": 0.7511081269919461, + "eval_runtime": 1.402, + "eval_samples_per_second": 574.895, + "eval_steps_per_second": 36.377, + "eval_weighted_f1": 0.7506524940216964, + "step": 564 + }, + { + "epoch": 3.0587449933244324, + "grad_norm": 101.51324462890625, + "learning_rate": 1.8829787234042557e-05, + "loss": 2.09, + "step": 575 + }, + { + "epoch": 3.192256341789052, + "grad_norm": 43.481407165527344, + "learning_rate": 1.8682033096926714e-05, + "loss": 1.8391, + "step": 600 + }, + { + "epoch": 3.3257676902536715, + "grad_norm": 156.9602813720703, + "learning_rate": 1.8534278959810878e-05, + "loss": 1.9254, + "step": 625 + }, + { + "epoch": 3.4592790387182912, + "grad_norm": 113.65673828125, + "learning_rate": 1.8386524822695038e-05, + "loss": 2.1294, + "step": 650 + }, + { + "epoch": 3.5927903871829105, + "grad_norm": 108.14018249511719, + "learning_rate": 1.8238770685579198e-05, + "loss": 1.7172, + "step": 675 + }, + { + "epoch": 3.72630173564753, + "grad_norm": 49.017738342285156, + "learning_rate": 1.8091016548463358e-05, + "loss": 1.8475, + "step": 700 + }, + { + "epoch": 3.8598130841121496, + "grad_norm": 60.464012145996094, + "learning_rate": 1.7943262411347518e-05, + "loss": 2.168, + "step": 725 + }, + { + "epoch": 3.993324432576769, + "grad_norm": 80.67176818847656, + "learning_rate": 1.779550827423168e-05, + "loss": 2.0737, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.794044665012407, + "eval_loss": 0.5017104148864746, + "eval_macro_f1": 0.794512867550231, + "eval_runtime": 1.3318, + "eval_samples_per_second": 605.202, + "eval_steps_per_second": 38.294, + "eval_weighted_f1": 0.7942264707815965, + "step": 752 + }, + { + "epoch": 4.12283044058745, + "grad_norm": 94.27481079101562, + "learning_rate": 1.7647754137115842e-05, + "loss": 1.3824, + "step": 775 + }, + { + "epoch": 4.25634178905207, + "grad_norm": 77.1253662109375, + "learning_rate": 1.7500000000000002e-05, + "loss": 1.3379, + "step": 800 + }, + { + "epoch": 4.389853137516689, + "grad_norm": 87.9592056274414, + "learning_rate": 1.7352245862884162e-05, + "loss": 1.6537, + "step": 825 + }, + { + "epoch": 4.5233644859813085, + "grad_norm": 135.17559814453125, + "learning_rate": 1.7204491725768322e-05, + "loss": 1.4141, + "step": 850 + }, + { + "epoch": 4.656875834445928, + "grad_norm": 64.38041687011719, + "learning_rate": 1.7056737588652482e-05, + "loss": 1.5575, + "step": 875 + }, + { + "epoch": 4.790387182910547, + "grad_norm": 80.4905776977539, + "learning_rate": 1.6908983451536646e-05, + "loss": 1.6114, + "step": 900 + }, + { + "epoch": 4.923898531375167, + "grad_norm": 55.963043212890625, + "learning_rate": 1.6761229314420806e-05, + "loss": 1.3854, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8039702233250621, + "eval_loss": 0.542998194694519, + "eval_macro_f1": 0.8034244496662395, + "eval_runtime": 1.3305, + "eval_samples_per_second": 605.788, + "eval_steps_per_second": 38.332, + "eval_weighted_f1": 0.8032239060432399, + "step": 940 + }, + { + "epoch": 5.0534045393858475, + "grad_norm": 38.0077018737793, + "learning_rate": 1.6613475177304966e-05, + "loss": 1.1282, + "step": 950 + }, + { + "epoch": 5.186915887850467, + "grad_norm": 60.82188415527344, + "learning_rate": 1.6465721040189126e-05, + "loss": 1.0111, + "step": 975 + }, + { + "epoch": 5.320427236315087, + "grad_norm": 112.31273651123047, + "learning_rate": 1.6317966903073286e-05, + "loss": 0.9759, + "step": 1000 + }, + { + "epoch": 5.453938584779706, + "grad_norm": 70.2580795288086, + "learning_rate": 1.6170212765957446e-05, + "loss": 1.3216, + "step": 1025 + }, + { + "epoch": 5.587449933244326, + "grad_norm": 73.55534362792969, + "learning_rate": 1.602245862884161e-05, + "loss": 1.0707, + "step": 1050 + }, + { + "epoch": 5.720961281708945, + "grad_norm": 48.11402130126953, + "learning_rate": 1.587470449172577e-05, + "loss": 1.0727, + "step": 1075 + }, + { + "epoch": 5.854472630173564, + "grad_norm": 52.0163688659668, + "learning_rate": 1.572695035460993e-05, + "loss": 1.2727, + "step": 1100 + }, + { + "epoch": 5.9879839786381845, + "grad_norm": 86.74878692626953, + "learning_rate": 1.557919621749409e-05, + "loss": 1.3104, + "step": 1125 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8064516129032258, + "eval_loss": 0.5634742379188538, + "eval_macro_f1": 0.8053087804763012, + "eval_runtime": 1.4348, + "eval_samples_per_second": 561.764, + "eval_steps_per_second": 35.546, + "eval_weighted_f1": 0.8048259014240405, + "step": 1128 + }, + { + "epoch": 6.117489986648865, + "grad_norm": 65.4710464477539, + "learning_rate": 1.543144208037825e-05, + "loss": 0.7526, + "step": 1150 + }, + { + "epoch": 6.251001335113485, + "grad_norm": 68.8004150390625, + "learning_rate": 1.5283687943262414e-05, + "loss": 0.8977, + "step": 1175 + }, + { + "epoch": 6.384512683578104, + "grad_norm": 54.168113708496094, + "learning_rate": 1.5135933806146574e-05, + "loss": 0.5987, + "step": 1200 + }, + { + "epoch": 6.518024032042724, + "grad_norm": 66.77568817138672, + "learning_rate": 1.4988179669030734e-05, + "loss": 0.6943, + "step": 1225 + }, + { + "epoch": 6.651535380507343, + "grad_norm": 54.752193450927734, + "learning_rate": 1.4840425531914894e-05, + "loss": 0.7355, + "step": 1250 + }, + { + "epoch": 6.785046728971962, + "grad_norm": 105.96766662597656, + "learning_rate": 1.4692671394799056e-05, + "loss": 0.7674, + "step": 1275 + }, + { + "epoch": 6.9185580774365825, + "grad_norm": 112.40031433105469, + "learning_rate": 1.4544917257683215e-05, + "loss": 0.7223, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7952853598014888, + "eval_loss": 0.6079800724983215, + "eval_macro_f1": 0.7945674526274799, + "eval_runtime": 1.3563, + "eval_samples_per_second": 594.261, + "eval_steps_per_second": 37.602, + "eval_weighted_f1": 0.7940253145691231, + "step": 1316 + }, + { + "epoch": 7.048064085447263, + "grad_norm": 50.4339714050293, + "learning_rate": 1.4397163120567377e-05, + "loss": 0.6334, + "step": 1325 + }, + { + "epoch": 7.181575433911883, + "grad_norm": 6.182114601135254, + "learning_rate": 1.4249408983451538e-05, + "loss": 0.6394, + "step": 1350 + }, + { + "epoch": 7.315086782376502, + "grad_norm": 97.69558715820312, + "learning_rate": 1.41016548463357e-05, + "loss": 0.5015, + "step": 1375 + }, + { + "epoch": 7.4485981308411215, + "grad_norm": 181.37672424316406, + "learning_rate": 1.3953900709219859e-05, + "loss": 0.5062, + "step": 1400 + }, + { + "epoch": 7.582109479305741, + "grad_norm": 84.39308166503906, + "learning_rate": 1.380614657210402e-05, + "loss": 0.7919, + "step": 1425 + }, + { + "epoch": 7.71562082777036, + "grad_norm": 51.17216491699219, + "learning_rate": 1.365839243498818e-05, + "loss": 0.4833, + "step": 1450 + }, + { + "epoch": 7.8491321762349795, + "grad_norm": 67.78633117675781, + "learning_rate": 1.351063829787234e-05, + "loss": 0.638, + "step": 1475 + }, + { + "epoch": 7.9826435246996, + "grad_norm": 183.69224548339844, + "learning_rate": 1.3362884160756503e-05, + "loss": 0.4731, + "step": 1500 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7915632754342432, + "eval_loss": 0.9693959951400757, + "eval_macro_f1": 0.7915214301654979, + "eval_runtime": 1.5708, + "eval_samples_per_second": 513.106, + "eval_steps_per_second": 32.467, + "eval_weighted_f1": 0.7910825217600672, + "step": 1504 + }, + { + "epoch": 8.11214953271028, + "grad_norm": 13.689873695373535, + "learning_rate": 1.3215130023640663e-05, + "loss": 0.5429, + "step": 1525 + }, + { + "epoch": 8.2456608811749, + "grad_norm": 20.681800842285156, + "learning_rate": 1.3067375886524825e-05, + "loss": 0.3755, + "step": 1550 + }, + { + "epoch": 8.379172229639519, + "grad_norm": 79.11557006835938, + "learning_rate": 1.2919621749408983e-05, + "loss": 0.4002, + "step": 1575 + }, + { + "epoch": 8.51268357810414, + "grad_norm": 139.7449188232422, + "learning_rate": 1.2771867612293145e-05, + "loss": 0.4624, + "step": 1600 + }, + { + "epoch": 8.646194926568759, + "grad_norm": 182.34913635253906, + "learning_rate": 1.2624113475177307e-05, + "loss": 0.401, + "step": 1625 + }, + { + "epoch": 8.779706275033378, + "grad_norm": 124.84908294677734, + "learning_rate": 1.2476359338061469e-05, + "loss": 0.4775, + "step": 1650 + }, + { + "epoch": 8.913217623497998, + "grad_norm": 4.367496013641357, + "learning_rate": 1.2328605200945627e-05, + "loss": 0.4743, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8002481389578163, + "eval_loss": 1.003990888595581, + "eval_macro_f1": 0.8019219286518745, + "eval_runtime": 1.6172, + "eval_samples_per_second": 498.405, + "eval_steps_per_second": 31.537, + "eval_weighted_f1": 0.8015550279242784, + "step": 1692 + } + ], + "logging_steps": 25, + "max_steps": 3760, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0f7ae26cadf0d90e6491d34bbd0e112125ee1abf --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450/trainer_state.json @@ -0,0 +1,883 @@ +{ + "best_global_step": 2450, + "best_metric": 0.8360910597371944, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450", + "epoch": 14.0, + "eval_steps": 500, + "global_step": 2450, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1430615164520744, + "grad_norm": 23.38299560546875, + "learning_rate": 1.3714285714285717e-06, + "loss": 4.7084, + "step": 25 + }, + { + "epoch": 0.2861230329041488, + "grad_norm": 12.988974571228027, + "learning_rate": 2.8000000000000003e-06, + "loss": 4.6781, + "step": 50 + }, + { + "epoch": 0.4291845493562232, + "grad_norm": 19.152978897094727, + "learning_rate": 4.228571428571429e-06, + "loss": 4.5211, + "step": 75 + }, + { + "epoch": 0.5722460658082976, + "grad_norm": 4.238628387451172, + "learning_rate": 5.6571428571428576e-06, + "loss": 4.5927, + "step": 100 + }, + { + "epoch": 0.7153075822603719, + "grad_norm": 12.95470905303955, + "learning_rate": 7.085714285714286e-06, + "loss": 4.5007, + "step": 125 + }, + { + "epoch": 0.8583690987124464, + "grad_norm": 22.9232234954834, + "learning_rate": 8.514285714285715e-06, + "loss": 4.4009, + "step": 150 + }, + { + "epoch": 1.0, + "grad_norm": 20.6004695892334, + "learning_rate": 9.942857142857145e-06, + "loss": 4.3614, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.48787061994609165, + "eval_loss": 1.0496519804000854, + "eval_macro_f1": 0.4504235198077013, + "eval_runtime": 1.5929, + "eval_samples_per_second": 465.804, + "eval_steps_per_second": 29.505, + "eval_weighted_f1": 0.4555401214295151, + "step": 175 + }, + { + "epoch": 1.1430615164520743, + "grad_norm": 62.04396438598633, + "learning_rate": 1.1371428571428573e-05, + "loss": 4.2499, + "step": 200 + }, + { + "epoch": 1.2861230329041489, + "grad_norm": 144.67747497558594, + "learning_rate": 1.2800000000000001e-05, + "loss": 4.1485, + "step": 225 + }, + { + "epoch": 1.4291845493562232, + "grad_norm": 98.58332824707031, + "learning_rate": 1.422857142857143e-05, + "loss": 4.0406, + "step": 250 + }, + { + "epoch": 1.5722460658082977, + "grad_norm": 68.5116195678711, + "learning_rate": 1.5657142857142856e-05, + "loss": 3.6199, + "step": 275 + }, + { + "epoch": 1.715307582260372, + "grad_norm": 141.2291717529297, + "learning_rate": 1.708571428571429e-05, + "loss": 3.4206, + "step": 300 + }, + { + "epoch": 1.8583690987124464, + "grad_norm": 129.0885772705078, + "learning_rate": 1.8514285714285716e-05, + "loss": 3.3472, + "step": 325 + }, + { + "epoch": 2.0, + "grad_norm": 82.50312042236328, + "learning_rate": 1.9942857142857142e-05, + "loss": 3.5457, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6428571428571429, + "eval_loss": 0.8404050469398499, + "eval_macro_f1": 0.6337587036221014, + "eval_runtime": 1.294, + "eval_samples_per_second": 573.404, + "eval_steps_per_second": 36.321, + "eval_weighted_f1": 0.6354534030520906, + "step": 350 + }, + { + "epoch": 2.1430615164520743, + "grad_norm": 67.94673919677734, + "learning_rate": 1.984761904761905e-05, + "loss": 3.0528, + "step": 375 + }, + { + "epoch": 2.2861230329041486, + "grad_norm": 105.43197631835938, + "learning_rate": 1.968888888888889e-05, + "loss": 2.9871, + "step": 400 + }, + { + "epoch": 2.429184549356223, + "grad_norm": 55.35750198364258, + "learning_rate": 1.953015873015873e-05, + "loss": 2.8079, + "step": 425 + }, + { + "epoch": 2.5722460658082977, + "grad_norm": 88.48990631103516, + "learning_rate": 1.937142857142857e-05, + "loss": 2.7725, + "step": 450 + }, + { + "epoch": 2.715307582260372, + "grad_norm": 78.68997192382812, + "learning_rate": 1.9212698412698414e-05, + "loss": 2.3968, + "step": 475 + }, + { + "epoch": 2.8583690987124464, + "grad_norm": 59.787132263183594, + "learning_rate": 1.9053968253968257e-05, + "loss": 2.3981, + "step": 500 + }, + { + "epoch": 3.0, + "grad_norm": 49.88134002685547, + "learning_rate": 1.8895238095238096e-05, + "loss": 2.3422, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7412398921832885, + "eval_loss": 0.6423509120941162, + "eval_macro_f1": 0.7389379166423401, + "eval_runtime": 1.3136, + "eval_samples_per_second": 564.88, + "eval_steps_per_second": 35.781, + "eval_weighted_f1": 0.7386994884864201, + "step": 525 + }, + { + "epoch": 3.1430615164520743, + "grad_norm": 98.1792221069336, + "learning_rate": 1.8736507936507936e-05, + "loss": 1.8363, + "step": 550 + }, + { + "epoch": 3.2861230329041486, + "grad_norm": 145.15296936035156, + "learning_rate": 1.857777777777778e-05, + "loss": 2.0685, + "step": 575 + }, + { + "epoch": 3.429184549356223, + "grad_norm": 99.98747253417969, + "learning_rate": 1.8419047619047622e-05, + "loss": 1.8226, + "step": 600 + }, + { + "epoch": 3.5722460658082977, + "grad_norm": 67.72689056396484, + "learning_rate": 1.8260317460317462e-05, + "loss": 2.1513, + "step": 625 + }, + { + "epoch": 3.715307582260372, + "grad_norm": 73.66986846923828, + "learning_rate": 1.81015873015873e-05, + "loss": 1.977, + "step": 650 + }, + { + "epoch": 3.8583690987124464, + "grad_norm": 68.37419128417969, + "learning_rate": 1.7942857142857144e-05, + "loss": 2.09, + "step": 675 + }, + { + "epoch": 4.0, + "grad_norm": 31.56142807006836, + "learning_rate": 1.7784126984126987e-05, + "loss": 1.8651, + "step": 700 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7762803234501348, + "eval_loss": 0.5988805890083313, + "eval_macro_f1": 0.7672104328048975, + "eval_runtime": 1.5558, + "eval_samples_per_second": 476.933, + "eval_steps_per_second": 30.21, + "eval_weighted_f1": 0.7681581296968288, + "step": 700 + }, + { + "epoch": 4.143061516452074, + "grad_norm": 68.61746215820312, + "learning_rate": 1.7625396825396827e-05, + "loss": 1.903, + "step": 725 + }, + { + "epoch": 4.286123032904149, + "grad_norm": 94.86644744873047, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.5696, + "step": 750 + }, + { + "epoch": 4.429184549356223, + "grad_norm": 61.39370346069336, + "learning_rate": 1.730793650793651e-05, + "loss": 1.5523, + "step": 775 + }, + { + "epoch": 4.572246065808297, + "grad_norm": 116.59906005859375, + "learning_rate": 1.7149206349206353e-05, + "loss": 1.6477, + "step": 800 + }, + { + "epoch": 4.715307582260372, + "grad_norm": 112.19720458984375, + "learning_rate": 1.6990476190476192e-05, + "loss": 1.2839, + "step": 825 + }, + { + "epoch": 4.858369098712446, + "grad_norm": 38.160194396972656, + "learning_rate": 1.6831746031746032e-05, + "loss": 1.4401, + "step": 850 + }, + { + "epoch": 5.0, + "grad_norm": 50.07707595825195, + "learning_rate": 1.6673015873015875e-05, + "loss": 1.5988, + "step": 875 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8045822102425876, + "eval_loss": 0.5323963165283203, + "eval_macro_f1": 0.8008113723021449, + "eval_runtime": 1.3067, + "eval_samples_per_second": 567.842, + "eval_steps_per_second": 35.968, + "eval_weighted_f1": 0.8011858304564811, + "step": 875 + }, + { + "epoch": 5.143061516452074, + "grad_norm": 202.3527374267578, + "learning_rate": 1.6514285714285714e-05, + "loss": 1.1235, + "step": 900 + }, + { + "epoch": 5.286123032904149, + "grad_norm": 66.2146987915039, + "learning_rate": 1.6355555555555557e-05, + "loss": 1.2136, + "step": 925 + }, + { + "epoch": 5.429184549356223, + "grad_norm": 124.865234375, + "learning_rate": 1.6196825396825397e-05, + "loss": 1.0752, + "step": 950 + }, + { + "epoch": 5.572246065808297, + "grad_norm": 67.15496063232422, + "learning_rate": 1.603809523809524e-05, + "loss": 1.1526, + "step": 975 + }, + { + "epoch": 5.715307582260372, + "grad_norm": 81.12464141845703, + "learning_rate": 1.587936507936508e-05, + "loss": 1.3341, + "step": 1000 + }, + { + "epoch": 5.858369098712446, + "grad_norm": 179.47496032714844, + "learning_rate": 1.5720634920634923e-05, + "loss": 1.219, + "step": 1025 + }, + { + "epoch": 6.0, + "grad_norm": 102.91682434082031, + "learning_rate": 1.5561904761904762e-05, + "loss": 1.1837, + "step": 1050 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7870619946091644, + "eval_loss": 0.6475304365158081, + "eval_macro_f1": 0.7869614059138249, + "eval_runtime": 1.3296, + "eval_samples_per_second": 558.074, + "eval_steps_per_second": 35.35, + "eval_weighted_f1": 0.7866946790786957, + "step": 1050 + }, + { + "epoch": 6.143061516452074, + "grad_norm": 104.03751373291016, + "learning_rate": 1.5403174603174605e-05, + "loss": 0.7801, + "step": 1075 + }, + { + "epoch": 6.286123032904149, + "grad_norm": 119.96988677978516, + "learning_rate": 1.5244444444444447e-05, + "loss": 0.8539, + "step": 1100 + }, + { + "epoch": 6.429184549356223, + "grad_norm": 40.32278060913086, + "learning_rate": 1.5085714285714288e-05, + "loss": 0.7431, + "step": 1125 + }, + { + "epoch": 6.572246065808297, + "grad_norm": 86.46272277832031, + "learning_rate": 1.4926984126984128e-05, + "loss": 0.7772, + "step": 1150 + }, + { + "epoch": 6.715307582260372, + "grad_norm": 47.200767517089844, + "learning_rate": 1.4768253968253969e-05, + "loss": 0.8189, + "step": 1175 + }, + { + "epoch": 6.858369098712446, + "grad_norm": 177.66629028320312, + "learning_rate": 1.4609523809523812e-05, + "loss": 0.9342, + "step": 1200 + }, + { + "epoch": 7.0, + "grad_norm": 73.98685455322266, + "learning_rate": 1.4450793650793653e-05, + "loss": 0.9485, + "step": 1225 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7762803234501348, + "eval_loss": 0.7365877032279968, + "eval_macro_f1": 0.7744797168684611, + "eval_runtime": 1.26, + "eval_samples_per_second": 588.908, + "eval_steps_per_second": 37.303, + "eval_weighted_f1": 0.7750167192746765, + "step": 1225 + }, + { + "epoch": 7.143061516452074, + "grad_norm": 68.00385284423828, + "learning_rate": 1.4292063492063493e-05, + "loss": 0.7039, + "step": 1250 + }, + { + "epoch": 7.286123032904149, + "grad_norm": 69.2663345336914, + "learning_rate": 1.4133333333333334e-05, + "loss": 0.6332, + "step": 1275 + }, + { + "epoch": 7.429184549356223, + "grad_norm": 36.85752868652344, + "learning_rate": 1.3974603174603177e-05, + "loss": 0.7744, + "step": 1300 + }, + { + "epoch": 7.572246065808297, + "grad_norm": 98.1446304321289, + "learning_rate": 1.3815873015873018e-05, + "loss": 0.6541, + "step": 1325 + }, + { + "epoch": 7.715307582260372, + "grad_norm": 230.87928771972656, + "learning_rate": 1.3657142857142858e-05, + "loss": 0.7031, + "step": 1350 + }, + { + "epoch": 7.858369098712446, + "grad_norm": 160.27020263671875, + "learning_rate": 1.34984126984127e-05, + "loss": 0.4997, + "step": 1375 + }, + { + "epoch": 8.0, + "grad_norm": 19.70164680480957, + "learning_rate": 1.333968253968254e-05, + "loss": 0.5359, + "step": 1400 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8099730458221024, + "eval_loss": 0.7447754740715027, + "eval_macro_f1": 0.8090899102258882, + "eval_runtime": 1.4231, + "eval_samples_per_second": 521.388, + "eval_steps_per_second": 33.026, + "eval_weighted_f1": 0.8095270411577551, + "step": 1400 + }, + { + "epoch": 8.143061516452075, + "grad_norm": 292.9080810546875, + "learning_rate": 1.318095238095238e-05, + "loss": 0.4468, + "step": 1425 + }, + { + "epoch": 8.286123032904149, + "grad_norm": 53.170841217041016, + "learning_rate": 1.3022222222222223e-05, + "loss": 0.5018, + "step": 1450 + }, + { + "epoch": 8.429184549356224, + "grad_norm": 68.55394744873047, + "learning_rate": 1.2863492063492065e-05, + "loss": 0.5322, + "step": 1475 + }, + { + "epoch": 8.572246065808297, + "grad_norm": 8.81015396118164, + "learning_rate": 1.2704761904761906e-05, + "loss": 0.65, + "step": 1500 + }, + { + "epoch": 8.715307582260372, + "grad_norm": 348.1302185058594, + "learning_rate": 1.2546031746031746e-05, + "loss": 0.7083, + "step": 1525 + }, + { + "epoch": 8.858369098712446, + "grad_norm": 173.1422119140625, + "learning_rate": 1.2387301587301589e-05, + "loss": 0.5112, + "step": 1550 + }, + { + "epoch": 9.0, + "grad_norm": 62.46015930175781, + "learning_rate": 1.222857142857143e-05, + "loss": 0.6071, + "step": 1575 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8086253369272237, + "eval_loss": 0.8239921927452087, + "eval_macro_f1": 0.8087987658831649, + "eval_runtime": 1.3175, + "eval_samples_per_second": 563.203, + "eval_steps_per_second": 35.675, + "eval_weighted_f1": 0.8085970171497638, + "step": 1575 + }, + { + "epoch": 9.143061516452075, + "grad_norm": 210.5688934326172, + "learning_rate": 1.2069841269841271e-05, + "loss": 0.2815, + "step": 1600 + }, + { + "epoch": 9.286123032904149, + "grad_norm": 254.45962524414062, + "learning_rate": 1.191111111111111e-05, + "loss": 0.6116, + "step": 1625 + }, + { + "epoch": 9.429184549356224, + "grad_norm": 22.582836151123047, + "learning_rate": 1.1752380952380952e-05, + "loss": 0.3227, + "step": 1650 + }, + { + "epoch": 9.572246065808297, + "grad_norm": 58.5644416809082, + "learning_rate": 1.1593650793650795e-05, + "loss": 0.3131, + "step": 1675 + }, + { + "epoch": 9.715307582260372, + "grad_norm": 117.39845275878906, + "learning_rate": 1.1434920634920636e-05, + "loss": 0.4017, + "step": 1700 + }, + { + "epoch": 9.858369098712446, + "grad_norm": 205.39453125, + "learning_rate": 1.1276190476190476e-05, + "loss": 0.5319, + "step": 1725 + }, + { + "epoch": 10.0, + "grad_norm": 169.14390563964844, + "learning_rate": 1.1117460317460317e-05, + "loss": 0.3745, + "step": 1750 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8045822102425876, + "eval_loss": 1.1010425090789795, + "eval_macro_f1": 0.805564633840957, + "eval_runtime": 1.2599, + "eval_samples_per_second": 588.917, + "eval_steps_per_second": 37.303, + "eval_weighted_f1": 0.8063973839181882, + "step": 1750 + }, + { + "epoch": 10.143061516452075, + "grad_norm": 119.872314453125, + "learning_rate": 1.095873015873016e-05, + "loss": 0.3269, + "step": 1775 + }, + { + "epoch": 10.286123032904149, + "grad_norm": 3.0970702171325684, + "learning_rate": 1.0800000000000002e-05, + "loss": 0.2748, + "step": 1800 + }, + { + "epoch": 10.429184549356224, + "grad_norm": 4.16274881362915, + "learning_rate": 1.0641269841269841e-05, + "loss": 0.4173, + "step": 1825 + }, + { + "epoch": 10.572246065808297, + "grad_norm": 75.21054077148438, + "learning_rate": 1.0482539682539683e-05, + "loss": 0.4269, + "step": 1850 + }, + { + "epoch": 10.715307582260372, + "grad_norm": 229.26556396484375, + "learning_rate": 1.0323809523809526e-05, + "loss": 0.3556, + "step": 1875 + }, + { + "epoch": 10.858369098712446, + "grad_norm": 61.19608688354492, + "learning_rate": 1.0165079365079367e-05, + "loss": 0.4424, + "step": 1900 + }, + { + "epoch": 11.0, + "grad_norm": 18.14739990234375, + "learning_rate": 1.0006349206349206e-05, + "loss": 0.419, + "step": 1925 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8113207547169812, + "eval_loss": 1.1310813426971436, + "eval_macro_f1": 0.8111374434031409, + "eval_runtime": 1.3323, + "eval_samples_per_second": 556.95, + "eval_steps_per_second": 35.279, + "eval_weighted_f1": 0.8110650847823601, + "step": 1925 + }, + { + "epoch": 11.143061516452075, + "grad_norm": 4.232553482055664, + "learning_rate": 9.847619047619048e-06, + "loss": 0.2819, + "step": 1950 + }, + { + "epoch": 11.286123032904149, + "grad_norm": 12.953359603881836, + "learning_rate": 9.688888888888889e-06, + "loss": 0.1626, + "step": 1975 + }, + { + "epoch": 11.429184549356224, + "grad_norm": 143.2131805419922, + "learning_rate": 9.53015873015873e-06, + "loss": 0.2474, + "step": 2000 + }, + { + "epoch": 11.572246065808297, + "grad_norm": 162.857666015625, + "learning_rate": 9.371428571428572e-06, + "loss": 0.363, + "step": 2025 + }, + { + "epoch": 11.715307582260372, + "grad_norm": 133.44818115234375, + "learning_rate": 9.212698412698413e-06, + "loss": 0.3732, + "step": 2050 + }, + { + "epoch": 11.858369098712446, + "grad_norm": 708.5110473632812, + "learning_rate": 9.053968253968254e-06, + "loss": 0.3343, + "step": 2075 + }, + { + "epoch": 12.0, + "grad_norm": 46.854713439941406, + "learning_rate": 8.895238095238096e-06, + "loss": 0.4523, + "step": 2100 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8113207547169812, + "eval_loss": 1.2541260719299316, + "eval_macro_f1": 0.8107024109113827, + "eval_runtime": 1.3141, + "eval_samples_per_second": 564.644, + "eval_steps_per_second": 35.766, + "eval_weighted_f1": 0.8114507384011748, + "step": 2100 + }, + { + "epoch": 12.143061516452075, + "grad_norm": 63.862823486328125, + "learning_rate": 8.736507936507937e-06, + "loss": 0.1016, + "step": 2125 + }, + { + "epoch": 12.286123032904149, + "grad_norm": 214.594970703125, + "learning_rate": 8.577777777777778e-06, + "loss": 0.0894, + "step": 2150 + }, + { + "epoch": 12.429184549356224, + "grad_norm": 12.049932479858398, + "learning_rate": 8.41904761904762e-06, + "loss": 0.2544, + "step": 2175 + }, + { + "epoch": 12.572246065808297, + "grad_norm": 0.8126703500747681, + "learning_rate": 8.260317460317461e-06, + "loss": 0.206, + "step": 2200 + }, + { + "epoch": 12.715307582260372, + "grad_norm": 1.3068572282791138, + "learning_rate": 8.101587301587302e-06, + "loss": 0.1092, + "step": 2225 + }, + { + "epoch": 12.858369098712446, + "grad_norm": 0.084528349339962, + "learning_rate": 7.942857142857144e-06, + "loss": 0.1149, + "step": 2250 + }, + { + "epoch": 13.0, + "grad_norm": 0.3398243486881256, + "learning_rate": 7.784126984126985e-06, + "loss": 0.2062, + "step": 2275 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8234501347708895, + "eval_loss": 1.4152235984802246, + "eval_macro_f1": 0.821086775781037, + "eval_runtime": 1.3931, + "eval_samples_per_second": 532.615, + "eval_steps_per_second": 33.737, + "eval_weighted_f1": 0.8212621547191015, + "step": 2275 + }, + { + "epoch": 13.143061516452075, + "grad_norm": 331.8356628417969, + "learning_rate": 7.625396825396826e-06, + "loss": 0.0756, + "step": 2300 + }, + { + "epoch": 13.286123032904149, + "grad_norm": 0.05563073232769966, + "learning_rate": 7.4666666666666675e-06, + "loss": 0.0096, + "step": 2325 + }, + { + "epoch": 13.429184549356224, + "grad_norm": 0.41155603528022766, + "learning_rate": 7.307936507936508e-06, + "loss": 0.2494, + "step": 2350 + }, + { + "epoch": 13.572246065808297, + "grad_norm": 193.27146911621094, + "learning_rate": 7.14920634920635e-06, + "loss": 0.2526, + "step": 2375 + }, + { + "epoch": 13.715307582260372, + "grad_norm": 244.31875610351562, + "learning_rate": 6.9904761904761905e-06, + "loss": 0.0733, + "step": 2400 + }, + { + "epoch": 13.858369098712446, + "grad_norm": 238.56614685058594, + "learning_rate": 6.831746031746033e-06, + "loss": 0.055, + "step": 2425 + }, + { + "epoch": 14.0, + "grad_norm": 0.5120565891265869, + "learning_rate": 6.673015873015873e-06, + "loss": 0.186, + "step": 2450 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8369272237196765, + "eval_loss": 1.393820881843567, + "eval_macro_f1": 0.8360910597371944, + "eval_runtime": 1.2804, + "eval_samples_per_second": 579.519, + "eval_steps_per_second": 36.708, + "eval_weighted_f1": 0.8361987057846098, + "step": 2450 + } + ], + "logging_steps": 25, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2975/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2975/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2975/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2975/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2975/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2975/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2975/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2975/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c01bd16457a4f580ca5b3aa26108c35c51a4eca8 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2975/trainer_state.json @@ -0,0 +1,1063 @@ +{ + "best_global_step": 2450, + "best_metric": 0.8360910597371944, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s43-20260901T064722Z-fbd63439/trainer/checkpoint-2450", + "epoch": 17.0, + "eval_steps": 500, + "global_step": 2975, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1430615164520744, + "grad_norm": 23.38299560546875, + "learning_rate": 1.3714285714285717e-06, + "loss": 4.7084, + "step": 25 + }, + { + "epoch": 0.2861230329041488, + "grad_norm": 12.988974571228027, + "learning_rate": 2.8000000000000003e-06, + "loss": 4.6781, + "step": 50 + }, + { + "epoch": 0.4291845493562232, + "grad_norm": 19.152978897094727, + "learning_rate": 4.228571428571429e-06, + "loss": 4.5211, + "step": 75 + }, + { + "epoch": 0.5722460658082976, + "grad_norm": 4.238628387451172, + "learning_rate": 5.6571428571428576e-06, + "loss": 4.5927, + "step": 100 + }, + { + "epoch": 0.7153075822603719, + "grad_norm": 12.95470905303955, + "learning_rate": 7.085714285714286e-06, + "loss": 4.5007, + "step": 125 + }, + { + "epoch": 0.8583690987124464, + "grad_norm": 22.9232234954834, + "learning_rate": 8.514285714285715e-06, + "loss": 4.4009, + "step": 150 + }, + { + "epoch": 1.0, + "grad_norm": 20.6004695892334, + "learning_rate": 9.942857142857145e-06, + "loss": 4.3614, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.48787061994609165, + "eval_loss": 1.0496519804000854, + "eval_macro_f1": 0.4504235198077013, + "eval_runtime": 1.5929, + "eval_samples_per_second": 465.804, + "eval_steps_per_second": 29.505, + "eval_weighted_f1": 0.4555401214295151, + "step": 175 + }, + { + "epoch": 1.1430615164520743, + "grad_norm": 62.04396438598633, + "learning_rate": 1.1371428571428573e-05, + "loss": 4.2499, + "step": 200 + }, + { + "epoch": 1.2861230329041489, + "grad_norm": 144.67747497558594, + "learning_rate": 1.2800000000000001e-05, + "loss": 4.1485, + "step": 225 + }, + { + "epoch": 1.4291845493562232, + "grad_norm": 98.58332824707031, + "learning_rate": 1.422857142857143e-05, + "loss": 4.0406, + "step": 250 + }, + { + "epoch": 1.5722460658082977, + "grad_norm": 68.5116195678711, + "learning_rate": 1.5657142857142856e-05, + "loss": 3.6199, + "step": 275 + }, + { + "epoch": 1.715307582260372, + "grad_norm": 141.2291717529297, + "learning_rate": 1.708571428571429e-05, + "loss": 3.4206, + "step": 300 + }, + { + "epoch": 1.8583690987124464, + "grad_norm": 129.0885772705078, + "learning_rate": 1.8514285714285716e-05, + "loss": 3.3472, + "step": 325 + }, + { + "epoch": 2.0, + "grad_norm": 82.50312042236328, + "learning_rate": 1.9942857142857142e-05, + "loss": 3.5457, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6428571428571429, + "eval_loss": 0.8404050469398499, + "eval_macro_f1": 0.6337587036221014, + "eval_runtime": 1.294, + "eval_samples_per_second": 573.404, + "eval_steps_per_second": 36.321, + "eval_weighted_f1": 0.6354534030520906, + "step": 350 + }, + { + "epoch": 2.1430615164520743, + "grad_norm": 67.94673919677734, + "learning_rate": 1.984761904761905e-05, + "loss": 3.0528, + "step": 375 + }, + { + "epoch": 2.2861230329041486, + "grad_norm": 105.43197631835938, + "learning_rate": 1.968888888888889e-05, + "loss": 2.9871, + "step": 400 + }, + { + "epoch": 2.429184549356223, + "grad_norm": 55.35750198364258, + "learning_rate": 1.953015873015873e-05, + "loss": 2.8079, + "step": 425 + }, + { + "epoch": 2.5722460658082977, + "grad_norm": 88.48990631103516, + "learning_rate": 1.937142857142857e-05, + "loss": 2.7725, + "step": 450 + }, + { + "epoch": 2.715307582260372, + "grad_norm": 78.68997192382812, + "learning_rate": 1.9212698412698414e-05, + "loss": 2.3968, + "step": 475 + }, + { + "epoch": 2.8583690987124464, + "grad_norm": 59.787132263183594, + "learning_rate": 1.9053968253968257e-05, + "loss": 2.3981, + "step": 500 + }, + { + "epoch": 3.0, + "grad_norm": 49.88134002685547, + "learning_rate": 1.8895238095238096e-05, + "loss": 2.3422, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7412398921832885, + "eval_loss": 0.6423509120941162, + "eval_macro_f1": 0.7389379166423401, + "eval_runtime": 1.3136, + "eval_samples_per_second": 564.88, + "eval_steps_per_second": 35.781, + "eval_weighted_f1": 0.7386994884864201, + "step": 525 + }, + { + "epoch": 3.1430615164520743, + "grad_norm": 98.1792221069336, + "learning_rate": 1.8736507936507936e-05, + "loss": 1.8363, + "step": 550 + }, + { + "epoch": 3.2861230329041486, + "grad_norm": 145.15296936035156, + "learning_rate": 1.857777777777778e-05, + "loss": 2.0685, + "step": 575 + }, + { + "epoch": 3.429184549356223, + "grad_norm": 99.98747253417969, + "learning_rate": 1.8419047619047622e-05, + "loss": 1.8226, + "step": 600 + }, + { + "epoch": 3.5722460658082977, + "grad_norm": 67.72689056396484, + "learning_rate": 1.8260317460317462e-05, + "loss": 2.1513, + "step": 625 + }, + { + "epoch": 3.715307582260372, + "grad_norm": 73.66986846923828, + "learning_rate": 1.81015873015873e-05, + "loss": 1.977, + "step": 650 + }, + { + "epoch": 3.8583690987124464, + "grad_norm": 68.37419128417969, + "learning_rate": 1.7942857142857144e-05, + "loss": 2.09, + "step": 675 + }, + { + "epoch": 4.0, + "grad_norm": 31.56142807006836, + "learning_rate": 1.7784126984126987e-05, + "loss": 1.8651, + "step": 700 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7762803234501348, + "eval_loss": 0.5988805890083313, + "eval_macro_f1": 0.7672104328048975, + "eval_runtime": 1.5558, + "eval_samples_per_second": 476.933, + "eval_steps_per_second": 30.21, + "eval_weighted_f1": 0.7681581296968288, + "step": 700 + }, + { + "epoch": 4.143061516452074, + "grad_norm": 68.61746215820312, + "learning_rate": 1.7625396825396827e-05, + "loss": 1.903, + "step": 725 + }, + { + "epoch": 4.286123032904149, + "grad_norm": 94.86644744873047, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.5696, + "step": 750 + }, + { + "epoch": 4.429184549356223, + "grad_norm": 61.39370346069336, + "learning_rate": 1.730793650793651e-05, + "loss": 1.5523, + "step": 775 + }, + { + "epoch": 4.572246065808297, + "grad_norm": 116.59906005859375, + "learning_rate": 1.7149206349206353e-05, + "loss": 1.6477, + "step": 800 + }, + { + "epoch": 4.715307582260372, + "grad_norm": 112.19720458984375, + "learning_rate": 1.6990476190476192e-05, + "loss": 1.2839, + "step": 825 + }, + { + "epoch": 4.858369098712446, + "grad_norm": 38.160194396972656, + "learning_rate": 1.6831746031746032e-05, + "loss": 1.4401, + "step": 850 + }, + { + "epoch": 5.0, + "grad_norm": 50.07707595825195, + "learning_rate": 1.6673015873015875e-05, + "loss": 1.5988, + "step": 875 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8045822102425876, + "eval_loss": 0.5323963165283203, + "eval_macro_f1": 0.8008113723021449, + "eval_runtime": 1.3067, + "eval_samples_per_second": 567.842, + "eval_steps_per_second": 35.968, + "eval_weighted_f1": 0.8011858304564811, + "step": 875 + }, + { + "epoch": 5.143061516452074, + "grad_norm": 202.3527374267578, + "learning_rate": 1.6514285714285714e-05, + "loss": 1.1235, + "step": 900 + }, + { + "epoch": 5.286123032904149, + "grad_norm": 66.2146987915039, + "learning_rate": 1.6355555555555557e-05, + "loss": 1.2136, + "step": 925 + }, + { + "epoch": 5.429184549356223, + "grad_norm": 124.865234375, + "learning_rate": 1.6196825396825397e-05, + "loss": 1.0752, + "step": 950 + }, + { + "epoch": 5.572246065808297, + "grad_norm": 67.15496063232422, + "learning_rate": 1.603809523809524e-05, + "loss": 1.1526, + "step": 975 + }, + { + "epoch": 5.715307582260372, + "grad_norm": 81.12464141845703, + "learning_rate": 1.587936507936508e-05, + "loss": 1.3341, + "step": 1000 + }, + { + "epoch": 5.858369098712446, + "grad_norm": 179.47496032714844, + "learning_rate": 1.5720634920634923e-05, + "loss": 1.219, + "step": 1025 + }, + { + "epoch": 6.0, + "grad_norm": 102.91682434082031, + "learning_rate": 1.5561904761904762e-05, + "loss": 1.1837, + "step": 1050 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7870619946091644, + "eval_loss": 0.6475304365158081, + "eval_macro_f1": 0.7869614059138249, + "eval_runtime": 1.3296, + "eval_samples_per_second": 558.074, + "eval_steps_per_second": 35.35, + "eval_weighted_f1": 0.7866946790786957, + "step": 1050 + }, + { + "epoch": 6.143061516452074, + "grad_norm": 104.03751373291016, + "learning_rate": 1.5403174603174605e-05, + "loss": 0.7801, + "step": 1075 + }, + { + "epoch": 6.286123032904149, + "grad_norm": 119.96988677978516, + "learning_rate": 1.5244444444444447e-05, + "loss": 0.8539, + "step": 1100 + }, + { + "epoch": 6.429184549356223, + "grad_norm": 40.32278060913086, + "learning_rate": 1.5085714285714288e-05, + "loss": 0.7431, + "step": 1125 + }, + { + "epoch": 6.572246065808297, + "grad_norm": 86.46272277832031, + "learning_rate": 1.4926984126984128e-05, + "loss": 0.7772, + "step": 1150 + }, + { + "epoch": 6.715307582260372, + "grad_norm": 47.200767517089844, + "learning_rate": 1.4768253968253969e-05, + "loss": 0.8189, + "step": 1175 + }, + { + "epoch": 6.858369098712446, + "grad_norm": 177.66629028320312, + "learning_rate": 1.4609523809523812e-05, + "loss": 0.9342, + "step": 1200 + }, + { + "epoch": 7.0, + "grad_norm": 73.98685455322266, + "learning_rate": 1.4450793650793653e-05, + "loss": 0.9485, + "step": 1225 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7762803234501348, + "eval_loss": 0.7365877032279968, + "eval_macro_f1": 0.7744797168684611, + "eval_runtime": 1.26, + "eval_samples_per_second": 588.908, + "eval_steps_per_second": 37.303, + "eval_weighted_f1": 0.7750167192746765, + "step": 1225 + }, + { + "epoch": 7.143061516452074, + "grad_norm": 68.00385284423828, + "learning_rate": 1.4292063492063493e-05, + "loss": 0.7039, + "step": 1250 + }, + { + "epoch": 7.286123032904149, + "grad_norm": 69.2663345336914, + "learning_rate": 1.4133333333333334e-05, + "loss": 0.6332, + "step": 1275 + }, + { + "epoch": 7.429184549356223, + "grad_norm": 36.85752868652344, + "learning_rate": 1.3974603174603177e-05, + "loss": 0.7744, + "step": 1300 + }, + { + "epoch": 7.572246065808297, + "grad_norm": 98.1446304321289, + "learning_rate": 1.3815873015873018e-05, + "loss": 0.6541, + "step": 1325 + }, + { + "epoch": 7.715307582260372, + "grad_norm": 230.87928771972656, + "learning_rate": 1.3657142857142858e-05, + "loss": 0.7031, + "step": 1350 + }, + { + "epoch": 7.858369098712446, + "grad_norm": 160.27020263671875, + "learning_rate": 1.34984126984127e-05, + "loss": 0.4997, + "step": 1375 + }, + { + "epoch": 8.0, + "grad_norm": 19.70164680480957, + "learning_rate": 1.333968253968254e-05, + "loss": 0.5359, + "step": 1400 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8099730458221024, + "eval_loss": 0.7447754740715027, + "eval_macro_f1": 0.8090899102258882, + "eval_runtime": 1.4231, + "eval_samples_per_second": 521.388, + "eval_steps_per_second": 33.026, + "eval_weighted_f1": 0.8095270411577551, + "step": 1400 + }, + { + "epoch": 8.143061516452075, + "grad_norm": 292.9080810546875, + "learning_rate": 1.318095238095238e-05, + "loss": 0.4468, + "step": 1425 + }, + { + "epoch": 8.286123032904149, + "grad_norm": 53.170841217041016, + "learning_rate": 1.3022222222222223e-05, + "loss": 0.5018, + "step": 1450 + }, + { + "epoch": 8.429184549356224, + "grad_norm": 68.55394744873047, + "learning_rate": 1.2863492063492065e-05, + "loss": 0.5322, + "step": 1475 + }, + { + "epoch": 8.572246065808297, + "grad_norm": 8.81015396118164, + "learning_rate": 1.2704761904761906e-05, + "loss": 0.65, + "step": 1500 + }, + { + "epoch": 8.715307582260372, + "grad_norm": 348.1302185058594, + "learning_rate": 1.2546031746031746e-05, + "loss": 0.7083, + "step": 1525 + }, + { + "epoch": 8.858369098712446, + "grad_norm": 173.1422119140625, + "learning_rate": 1.2387301587301589e-05, + "loss": 0.5112, + "step": 1550 + }, + { + "epoch": 9.0, + "grad_norm": 62.46015930175781, + "learning_rate": 1.222857142857143e-05, + "loss": 0.6071, + "step": 1575 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8086253369272237, + "eval_loss": 0.8239921927452087, + "eval_macro_f1": 0.8087987658831649, + "eval_runtime": 1.3175, + "eval_samples_per_second": 563.203, + "eval_steps_per_second": 35.675, + "eval_weighted_f1": 0.8085970171497638, + "step": 1575 + }, + { + "epoch": 9.143061516452075, + "grad_norm": 210.5688934326172, + "learning_rate": 1.2069841269841271e-05, + "loss": 0.2815, + "step": 1600 + }, + { + "epoch": 9.286123032904149, + "grad_norm": 254.45962524414062, + "learning_rate": 1.191111111111111e-05, + "loss": 0.6116, + "step": 1625 + }, + { + "epoch": 9.429184549356224, + "grad_norm": 22.582836151123047, + "learning_rate": 1.1752380952380952e-05, + "loss": 0.3227, + "step": 1650 + }, + { + "epoch": 9.572246065808297, + "grad_norm": 58.5644416809082, + "learning_rate": 1.1593650793650795e-05, + "loss": 0.3131, + "step": 1675 + }, + { + "epoch": 9.715307582260372, + "grad_norm": 117.39845275878906, + "learning_rate": 1.1434920634920636e-05, + "loss": 0.4017, + "step": 1700 + }, + { + "epoch": 9.858369098712446, + "grad_norm": 205.39453125, + "learning_rate": 1.1276190476190476e-05, + "loss": 0.5319, + "step": 1725 + }, + { + "epoch": 10.0, + "grad_norm": 169.14390563964844, + "learning_rate": 1.1117460317460317e-05, + "loss": 0.3745, + "step": 1750 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8045822102425876, + "eval_loss": 1.1010425090789795, + "eval_macro_f1": 0.805564633840957, + "eval_runtime": 1.2599, + "eval_samples_per_second": 588.917, + "eval_steps_per_second": 37.303, + "eval_weighted_f1": 0.8063973839181882, + "step": 1750 + }, + { + "epoch": 10.143061516452075, + "grad_norm": 119.872314453125, + "learning_rate": 1.095873015873016e-05, + "loss": 0.3269, + "step": 1775 + }, + { + "epoch": 10.286123032904149, + "grad_norm": 3.0970702171325684, + "learning_rate": 1.0800000000000002e-05, + "loss": 0.2748, + "step": 1800 + }, + { + "epoch": 10.429184549356224, + "grad_norm": 4.16274881362915, + "learning_rate": 1.0641269841269841e-05, + "loss": 0.4173, + "step": 1825 + }, + { + "epoch": 10.572246065808297, + "grad_norm": 75.21054077148438, + "learning_rate": 1.0482539682539683e-05, + "loss": 0.4269, + "step": 1850 + }, + { + "epoch": 10.715307582260372, + "grad_norm": 229.26556396484375, + "learning_rate": 1.0323809523809526e-05, + "loss": 0.3556, + "step": 1875 + }, + { + "epoch": 10.858369098712446, + "grad_norm": 61.19608688354492, + "learning_rate": 1.0165079365079367e-05, + "loss": 0.4424, + "step": 1900 + }, + { + "epoch": 11.0, + "grad_norm": 18.14739990234375, + "learning_rate": 1.0006349206349206e-05, + "loss": 0.419, + "step": 1925 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8113207547169812, + "eval_loss": 1.1310813426971436, + "eval_macro_f1": 0.8111374434031409, + "eval_runtime": 1.3323, + "eval_samples_per_second": 556.95, + "eval_steps_per_second": 35.279, + "eval_weighted_f1": 0.8110650847823601, + "step": 1925 + }, + { + "epoch": 11.143061516452075, + "grad_norm": 4.232553482055664, + "learning_rate": 9.847619047619048e-06, + "loss": 0.2819, + "step": 1950 + }, + { + "epoch": 11.286123032904149, + "grad_norm": 12.953359603881836, + "learning_rate": 9.688888888888889e-06, + "loss": 0.1626, + "step": 1975 + }, + { + "epoch": 11.429184549356224, + "grad_norm": 143.2131805419922, + "learning_rate": 9.53015873015873e-06, + "loss": 0.2474, + "step": 2000 + }, + { + "epoch": 11.572246065808297, + "grad_norm": 162.857666015625, + "learning_rate": 9.371428571428572e-06, + "loss": 0.363, + "step": 2025 + }, + { + "epoch": 11.715307582260372, + "grad_norm": 133.44818115234375, + "learning_rate": 9.212698412698413e-06, + "loss": 0.3732, + "step": 2050 + }, + { + "epoch": 11.858369098712446, + "grad_norm": 708.5110473632812, + "learning_rate": 9.053968253968254e-06, + "loss": 0.3343, + "step": 2075 + }, + { + "epoch": 12.0, + "grad_norm": 46.854713439941406, + "learning_rate": 8.895238095238096e-06, + "loss": 0.4523, + "step": 2100 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8113207547169812, + "eval_loss": 1.2541260719299316, + "eval_macro_f1": 0.8107024109113827, + "eval_runtime": 1.3141, + "eval_samples_per_second": 564.644, + "eval_steps_per_second": 35.766, + "eval_weighted_f1": 0.8114507384011748, + "step": 2100 + }, + { + "epoch": 12.143061516452075, + "grad_norm": 63.862823486328125, + "learning_rate": 8.736507936507937e-06, + "loss": 0.1016, + "step": 2125 + }, + { + "epoch": 12.286123032904149, + "grad_norm": 214.594970703125, + "learning_rate": 8.577777777777778e-06, + "loss": 0.0894, + "step": 2150 + }, + { + "epoch": 12.429184549356224, + "grad_norm": 12.049932479858398, + "learning_rate": 8.41904761904762e-06, + "loss": 0.2544, + "step": 2175 + }, + { + "epoch": 12.572246065808297, + "grad_norm": 0.8126703500747681, + "learning_rate": 8.260317460317461e-06, + "loss": 0.206, + "step": 2200 + }, + { + "epoch": 12.715307582260372, + "grad_norm": 1.3068572282791138, + "learning_rate": 8.101587301587302e-06, + "loss": 0.1092, + "step": 2225 + }, + { + "epoch": 12.858369098712446, + "grad_norm": 0.084528349339962, + "learning_rate": 7.942857142857144e-06, + "loss": 0.1149, + "step": 2250 + }, + { + "epoch": 13.0, + "grad_norm": 0.3398243486881256, + "learning_rate": 7.784126984126985e-06, + "loss": 0.2062, + "step": 2275 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8234501347708895, + "eval_loss": 1.4152235984802246, + "eval_macro_f1": 0.821086775781037, + "eval_runtime": 1.3931, + "eval_samples_per_second": 532.615, + "eval_steps_per_second": 33.737, + "eval_weighted_f1": 0.8212621547191015, + "step": 2275 + }, + { + "epoch": 13.143061516452075, + "grad_norm": 331.8356628417969, + "learning_rate": 7.625396825396826e-06, + "loss": 0.0756, + "step": 2300 + }, + { + "epoch": 13.286123032904149, + "grad_norm": 0.05563073232769966, + "learning_rate": 7.4666666666666675e-06, + "loss": 0.0096, + "step": 2325 + }, + { + "epoch": 13.429184549356224, + "grad_norm": 0.41155603528022766, + "learning_rate": 7.307936507936508e-06, + "loss": 0.2494, + "step": 2350 + }, + { + "epoch": 13.572246065808297, + "grad_norm": 193.27146911621094, + "learning_rate": 7.14920634920635e-06, + "loss": 0.2526, + "step": 2375 + }, + { + "epoch": 13.715307582260372, + "grad_norm": 244.31875610351562, + "learning_rate": 6.9904761904761905e-06, + "loss": 0.0733, + "step": 2400 + }, + { + "epoch": 13.858369098712446, + "grad_norm": 238.56614685058594, + "learning_rate": 6.831746031746033e-06, + "loss": 0.055, + "step": 2425 + }, + { + "epoch": 14.0, + "grad_norm": 0.5120565891265869, + "learning_rate": 6.673015873015873e-06, + "loss": 0.186, + "step": 2450 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8369272237196765, + "eval_loss": 1.393820881843567, + "eval_macro_f1": 0.8360910597371944, + "eval_runtime": 1.2804, + "eval_samples_per_second": 579.519, + "eval_steps_per_second": 36.708, + "eval_weighted_f1": 0.8361987057846098, + "step": 2450 + }, + { + "epoch": 14.143061516452075, + "grad_norm": 126.60836791992188, + "learning_rate": 6.514285714285715e-06, + "loss": 0.1337, + "step": 2475 + }, + { + "epoch": 14.286123032904149, + "grad_norm": 0.06750589609146118, + "learning_rate": 6.355555555555556e-06, + "loss": 0.1416, + "step": 2500 + }, + { + "epoch": 14.429184549356224, + "grad_norm": 0.027644971385598183, + "learning_rate": 6.196825396825398e-06, + "loss": 0.107, + "step": 2525 + }, + { + "epoch": 14.572246065808297, + "grad_norm": 0.21806593239307404, + "learning_rate": 6.038095238095238e-06, + "loss": 0.144, + "step": 2550 + }, + { + "epoch": 14.715307582260372, + "grad_norm": 1.9600924253463745, + "learning_rate": 5.8793650793650806e-06, + "loss": 0.0308, + "step": 2575 + }, + { + "epoch": 14.858369098712446, + "grad_norm": 542.1359252929688, + "learning_rate": 5.720634920634921e-06, + "loss": 0.1009, + "step": 2600 + }, + { + "epoch": 15.0, + "grad_norm": 3.8210043907165527, + "learning_rate": 5.561904761904763e-06, + "loss": 0.2628, + "step": 2625 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8221024258760108, + "eval_loss": 1.6186860799789429, + "eval_macro_f1": 0.8229506303576125, + "eval_runtime": 1.3539, + "eval_samples_per_second": 548.064, + "eval_steps_per_second": 34.716, + "eval_weighted_f1": 0.8233646569225063, + "step": 2625 + }, + { + "epoch": 15.143061516452075, + "grad_norm": 76.46240234375, + "learning_rate": 5.403174603174604e-06, + "loss": 0.1032, + "step": 2650 + }, + { + "epoch": 15.286123032904149, + "grad_norm": 0.046595990657806396, + "learning_rate": 5.244444444444445e-06, + "loss": 0.1185, + "step": 2675 + }, + { + "epoch": 15.429184549356224, + "grad_norm": 0.17581504583358765, + "learning_rate": 5.085714285714286e-06, + "loss": 0.2409, + "step": 2700 + }, + { + "epoch": 15.572246065808297, + "grad_norm": 32.68282699584961, + "learning_rate": 4.926984126984128e-06, + "loss": 0.1981, + "step": 2725 + }, + { + "epoch": 15.715307582260372, + "grad_norm": 2.0601768493652344, + "learning_rate": 4.768253968253969e-06, + "loss": 0.0412, + "step": 2750 + }, + { + "epoch": 15.858369098712446, + "grad_norm": 0.01869112439453602, + "learning_rate": 4.60952380952381e-06, + "loss": 0.149, + "step": 2775 + }, + { + "epoch": 16.0, + "grad_norm": 1.1921746730804443, + "learning_rate": 4.4507936507936515e-06, + "loss": 0.0812, + "step": 2800 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.8126684636118598, + "eval_loss": 1.6790707111358643, + "eval_macro_f1": 0.8124012404851636, + "eval_runtime": 1.4243, + "eval_samples_per_second": 520.947, + "eval_steps_per_second": 32.998, + "eval_weighted_f1": 0.8127305460354444, + "step": 2800 + }, + { + "epoch": 16.143061516452075, + "grad_norm": 0.012782422825694084, + "learning_rate": 4.292063492063492e-06, + "loss": 0.0803, + "step": 2825 + }, + { + "epoch": 16.28612303290415, + "grad_norm": 0.008670933544635773, + "learning_rate": 4.133333333333333e-06, + "loss": 0.0552, + "step": 2850 + }, + { + "epoch": 16.429184549356222, + "grad_norm": 0.12824837863445282, + "learning_rate": 3.974603174603175e-06, + "loss": 0.1094, + "step": 2875 + }, + { + "epoch": 16.572246065808297, + "grad_norm": 2.3016738891601562, + "learning_rate": 3.815873015873016e-06, + "loss": 0.0304, + "step": 2900 + }, + { + "epoch": 16.715307582260372, + "grad_norm": 0.008865726180374622, + "learning_rate": 3.6571428571428576e-06, + "loss": 0.0788, + "step": 2925 + }, + { + "epoch": 16.858369098712448, + "grad_norm": 310.0689697265625, + "learning_rate": 3.4984126984126985e-06, + "loss": 0.1693, + "step": 2950 + }, + { + "epoch": 17.0, + "grad_norm": 0.051730673760175705, + "learning_rate": 3.33968253968254e-06, + "loss": 0.0776, + "step": 2975 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.8234501347708895, + "eval_loss": 1.6743704080581665, + "eval_macro_f1": 0.8226852108656674, + "eval_runtime": 1.2616, + "eval_samples_per_second": 588.121, + "eval_steps_per_second": 37.253, + "eval_weighted_f1": 0.8230125599389899, + "step": 2975 + } + ], + "logging_steps": 25, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f38ecab611fcb4ce9ce66b355efbd7036ca92248 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104/trainer_state.json @@ -0,0 +1,417 @@ +{ + "best_global_step": 1104, + "best_metric": 0.8123634537735223, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 1104, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1364256480218281, + "grad_norm": 6.169146537780762, + "learning_rate": 1.3043478260869566e-06, + "loss": 4.6445, + "step": 25 + }, + { + "epoch": 0.2728512960436562, + "grad_norm": 17.97011947631836, + "learning_rate": 2.6630434782608698e-06, + "loss": 4.698, + "step": 50 + }, + { + "epoch": 0.4092769440654843, + "grad_norm": 17.170061111450195, + "learning_rate": 4.021739130434783e-06, + "loss": 4.5235, + "step": 75 + }, + { + "epoch": 0.5457025920873124, + "grad_norm": 8.572002410888672, + "learning_rate": 5.380434782608695e-06, + "loss": 4.5147, + "step": 100 + }, + { + "epoch": 0.6821282401091405, + "grad_norm": 35.73552322387695, + "learning_rate": 6.739130434782609e-06, + "loss": 4.5013, + "step": 125 + }, + { + "epoch": 0.8185538881309686, + "grad_norm": 41.949127197265625, + "learning_rate": 8.097826086956523e-06, + "loss": 4.3833, + "step": 150 + }, + { + "epoch": 0.9549795361527967, + "grad_norm": 37.93916320800781, + "learning_rate": 9.456521739130436e-06, + "loss": 4.3874, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.42914438502673796, + "eval_loss": 1.0528126955032349, + "eval_macro_f1": 0.39284148557669113, + "eval_runtime": 1.1469, + "eval_samples_per_second": 652.193, + "eval_steps_per_second": 40.98, + "eval_weighted_f1": 0.39466054483311613, + "step": 184 + }, + { + "epoch": 1.08731241473397, + "grad_norm": 17.997695922851562, + "learning_rate": 1.0815217391304349e-05, + "loss": 4.2353, + "step": 200 + }, + { + "epoch": 1.223738062755798, + "grad_norm": 31.861753463745117, + "learning_rate": 1.2173913043478263e-05, + "loss": 4.3053, + "step": 225 + }, + { + "epoch": 1.360163710777626, + "grad_norm": 30.805809020996094, + "learning_rate": 1.3532608695652174e-05, + "loss": 4.1129, + "step": 250 + }, + { + "epoch": 1.4965893587994543, + "grad_norm": 49.8295783996582, + "learning_rate": 1.4891304347826087e-05, + "loss": 3.9097, + "step": 275 + }, + { + "epoch": 1.6330150068212825, + "grad_norm": 60.013858795166016, + "learning_rate": 1.6250000000000002e-05, + "loss": 3.804, + "step": 300 + }, + { + "epoch": 1.7694406548431105, + "grad_norm": 111.36318969726562, + "learning_rate": 1.7608695652173915e-05, + "loss": 3.4839, + "step": 325 + }, + { + "epoch": 1.9058663028649385, + "grad_norm": 85.11227416992188, + "learning_rate": 1.8967391304347828e-05, + "loss": 3.0821, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7179144385026738, + "eval_loss": 0.7431996464729309, + "eval_macro_f1": 0.7123363068727144, + "eval_runtime": 1.4046, + "eval_samples_per_second": 532.538, + "eval_steps_per_second": 33.462, + "eval_weighted_f1": 0.7135589290547987, + "step": 368 + }, + { + "epoch": 2.038199181446112, + "grad_norm": 63.17276382446289, + "learning_rate": 1.9963768115942032e-05, + "loss": 2.7545, + "step": 375 + }, + { + "epoch": 2.17462482946794, + "grad_norm": 147.89511108398438, + "learning_rate": 1.9812801932367153e-05, + "loss": 2.4344, + "step": 400 + }, + { + "epoch": 2.311050477489768, + "grad_norm": 81.9472885131836, + "learning_rate": 1.966183574879227e-05, + "loss": 2.6115, + "step": 425 + }, + { + "epoch": 2.447476125511596, + "grad_norm": 93.28946685791016, + "learning_rate": 1.9510869565217393e-05, + "loss": 2.3324, + "step": 450 + }, + { + "epoch": 2.5839017735334244, + "grad_norm": 76.94061279296875, + "learning_rate": 1.9359903381642515e-05, + "loss": 2.3637, + "step": 475 + }, + { + "epoch": 2.720327421555252, + "grad_norm": 72.89254760742188, + "learning_rate": 1.9208937198067633e-05, + "loss": 2.496, + "step": 500 + }, + { + "epoch": 2.8567530695770804, + "grad_norm": 154.16207885742188, + "learning_rate": 1.9057971014492754e-05, + "loss": 2.2994, + "step": 525 + }, + { + "epoch": 2.9931787175989086, + "grad_norm": 102.19288635253906, + "learning_rate": 1.8907004830917876e-05, + "loss": 2.2562, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7834224598930482, + "eval_loss": 0.6549743413925171, + "eval_macro_f1": 0.7761069616247313, + "eval_runtime": 1.3644, + "eval_samples_per_second": 548.224, + "eval_steps_per_second": 34.447, + "eval_weighted_f1": 0.7768707208685532, + "step": 552 + }, + { + "epoch": 3.1255115961800817, + "grad_norm": 88.90505981445312, + "learning_rate": 1.8756038647342997e-05, + "loss": 1.6422, + "step": 575 + }, + { + "epoch": 3.26193724420191, + "grad_norm": 47.13154983520508, + "learning_rate": 1.8605072463768115e-05, + "loss": 1.7673, + "step": 600 + }, + { + "epoch": 3.398362892223738, + "grad_norm": 80.7270736694336, + "learning_rate": 1.8454106280193237e-05, + "loss": 1.9103, + "step": 625 + }, + { + "epoch": 3.5347885402455663, + "grad_norm": 126.26727294921875, + "learning_rate": 1.830314009661836e-05, + "loss": 1.9093, + "step": 650 + }, + { + "epoch": 3.6712141882673945, + "grad_norm": 64.08078002929688, + "learning_rate": 1.815217391304348e-05, + "loss": 1.7582, + "step": 675 + }, + { + "epoch": 3.8076398362892223, + "grad_norm": 71.2238998413086, + "learning_rate": 1.8001207729468598e-05, + "loss": 1.9297, + "step": 700 + }, + { + "epoch": 3.9440654843110505, + "grad_norm": 52.82209777832031, + "learning_rate": 1.785024154589372e-05, + "loss": 1.8574, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7981283422459893, + "eval_loss": 0.563475489616394, + "eval_macro_f1": 0.7981545715748771, + "eval_runtime": 1.2229, + "eval_samples_per_second": 611.666, + "eval_steps_per_second": 38.434, + "eval_weighted_f1": 0.7988450061976725, + "step": 736 + }, + { + "epoch": 4.076398362892224, + "grad_norm": 108.464111328125, + "learning_rate": 1.769927536231884e-05, + "loss": 1.4569, + "step": 750 + }, + { + "epoch": 4.212824010914052, + "grad_norm": 73.92245483398438, + "learning_rate": 1.7548309178743963e-05, + "loss": 1.398, + "step": 775 + }, + { + "epoch": 4.34924965893588, + "grad_norm": 40.717525482177734, + "learning_rate": 1.7397342995169084e-05, + "loss": 1.5716, + "step": 800 + }, + { + "epoch": 4.485675306957708, + "grad_norm": 116.94187927246094, + "learning_rate": 1.7246376811594206e-05, + "loss": 1.3198, + "step": 825 + }, + { + "epoch": 4.622100954979536, + "grad_norm": 75.1379623413086, + "learning_rate": 1.7095410628019324e-05, + "loss": 1.2811, + "step": 850 + }, + { + "epoch": 4.758526603001364, + "grad_norm": 63.11330795288086, + "learning_rate": 1.6944444444444446e-05, + "loss": 1.4649, + "step": 875 + }, + { + "epoch": 4.894952251023192, + "grad_norm": 131.2449188232422, + "learning_rate": 1.6793478260869567e-05, + "loss": 1.2567, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7994652406417112, + "eval_loss": 0.6096025705337524, + "eval_macro_f1": 0.7987522281639929, + "eval_runtime": 1.1942, + "eval_samples_per_second": 626.358, + "eval_steps_per_second": 39.357, + "eval_weighted_f1": 0.7993815951271125, + "step": 920 + }, + { + "epoch": 5.0272851296043655, + "grad_norm": 64.28443145751953, + "learning_rate": 1.664251207729469e-05, + "loss": 1.3641, + "step": 925 + }, + { + "epoch": 5.163710777626194, + "grad_norm": 122.19281768798828, + "learning_rate": 1.649154589371981e-05, + "loss": 0.9792, + "step": 950 + }, + { + "epoch": 5.300136425648022, + "grad_norm": 71.0855941772461, + "learning_rate": 1.634057971014493e-05, + "loss": 1.0057, + "step": 975 + }, + { + "epoch": 5.43656207366985, + "grad_norm": 81.37625122070312, + "learning_rate": 1.618961352657005e-05, + "loss": 1.1072, + "step": 1000 + }, + { + "epoch": 5.572987721691678, + "grad_norm": 103.48478698730469, + "learning_rate": 1.603864734299517e-05, + "loss": 0.9748, + "step": 1025 + }, + { + "epoch": 5.709413369713506, + "grad_norm": 110.4393539428711, + "learning_rate": 1.5887681159420293e-05, + "loss": 0.9971, + "step": 1050 + }, + { + "epoch": 5.845839017735334, + "grad_norm": 66.29168701171875, + "learning_rate": 1.5736714975845415e-05, + "loss": 1.0313, + "step": 1075 + }, + { + "epoch": 5.982264665757162, + "grad_norm": 80.92994689941406, + "learning_rate": 1.5585748792270533e-05, + "loss": 0.9839, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8128342245989305, + "eval_loss": 0.6963111162185669, + "eval_macro_f1": 0.8123634537735223, + "eval_runtime": 1.2052, + "eval_samples_per_second": 620.629, + "eval_steps_per_second": 38.997, + "eval_weighted_f1": 0.8128807165544331, + "step": 1104 + } + ], + "logging_steps": 25, + "max_steps": 3680, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1656/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1656/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1656/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1656/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1656/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1656/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1656/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1656/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e990f617d1f0c34699ca9f98f11a97ea3a6df9bd --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1656/trainer_state.json @@ -0,0 +1,604 @@ +{ + "best_global_step": 1104, + "best_metric": 0.8123634537735223, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s43-20260901T070417Z-fbd63439/trainer/checkpoint-1104", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1656, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1364256480218281, + "grad_norm": 6.169146537780762, + "learning_rate": 1.3043478260869566e-06, + "loss": 4.6445, + "step": 25 + }, + { + "epoch": 0.2728512960436562, + "grad_norm": 17.97011947631836, + "learning_rate": 2.6630434782608698e-06, + "loss": 4.698, + "step": 50 + }, + { + "epoch": 0.4092769440654843, + "grad_norm": 17.170061111450195, + "learning_rate": 4.021739130434783e-06, + "loss": 4.5235, + "step": 75 + }, + { + "epoch": 0.5457025920873124, + "grad_norm": 8.572002410888672, + "learning_rate": 5.380434782608695e-06, + "loss": 4.5147, + "step": 100 + }, + { + "epoch": 0.6821282401091405, + "grad_norm": 35.73552322387695, + "learning_rate": 6.739130434782609e-06, + "loss": 4.5013, + "step": 125 + }, + { + "epoch": 0.8185538881309686, + "grad_norm": 41.949127197265625, + "learning_rate": 8.097826086956523e-06, + "loss": 4.3833, + "step": 150 + }, + { + "epoch": 0.9549795361527967, + "grad_norm": 37.93916320800781, + "learning_rate": 9.456521739130436e-06, + "loss": 4.3874, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.42914438502673796, + "eval_loss": 1.0528126955032349, + "eval_macro_f1": 0.39284148557669113, + "eval_runtime": 1.1469, + "eval_samples_per_second": 652.193, + "eval_steps_per_second": 40.98, + "eval_weighted_f1": 0.39466054483311613, + "step": 184 + }, + { + "epoch": 1.08731241473397, + "grad_norm": 17.997695922851562, + "learning_rate": 1.0815217391304349e-05, + "loss": 4.2353, + "step": 200 + }, + { + "epoch": 1.223738062755798, + "grad_norm": 31.861753463745117, + "learning_rate": 1.2173913043478263e-05, + "loss": 4.3053, + "step": 225 + }, + { + "epoch": 1.360163710777626, + "grad_norm": 30.805809020996094, + "learning_rate": 1.3532608695652174e-05, + "loss": 4.1129, + "step": 250 + }, + { + "epoch": 1.4965893587994543, + "grad_norm": 49.8295783996582, + "learning_rate": 1.4891304347826087e-05, + "loss": 3.9097, + "step": 275 + }, + { + "epoch": 1.6330150068212825, + "grad_norm": 60.013858795166016, + "learning_rate": 1.6250000000000002e-05, + "loss": 3.804, + "step": 300 + }, + { + "epoch": 1.7694406548431105, + "grad_norm": 111.36318969726562, + "learning_rate": 1.7608695652173915e-05, + "loss": 3.4839, + "step": 325 + }, + { + "epoch": 1.9058663028649385, + "grad_norm": 85.11227416992188, + "learning_rate": 1.8967391304347828e-05, + "loss": 3.0821, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7179144385026738, + "eval_loss": 0.7431996464729309, + "eval_macro_f1": 0.7123363068727144, + "eval_runtime": 1.4046, + "eval_samples_per_second": 532.538, + "eval_steps_per_second": 33.462, + "eval_weighted_f1": 0.7135589290547987, + "step": 368 + }, + { + "epoch": 2.038199181446112, + "grad_norm": 63.17276382446289, + "learning_rate": 1.9963768115942032e-05, + "loss": 2.7545, + "step": 375 + }, + { + "epoch": 2.17462482946794, + "grad_norm": 147.89511108398438, + "learning_rate": 1.9812801932367153e-05, + "loss": 2.4344, + "step": 400 + }, + { + "epoch": 2.311050477489768, + "grad_norm": 81.9472885131836, + "learning_rate": 1.966183574879227e-05, + "loss": 2.6115, + "step": 425 + }, + { + "epoch": 2.447476125511596, + "grad_norm": 93.28946685791016, + "learning_rate": 1.9510869565217393e-05, + "loss": 2.3324, + "step": 450 + }, + { + "epoch": 2.5839017735334244, + "grad_norm": 76.94061279296875, + "learning_rate": 1.9359903381642515e-05, + "loss": 2.3637, + "step": 475 + }, + { + "epoch": 2.720327421555252, + "grad_norm": 72.89254760742188, + "learning_rate": 1.9208937198067633e-05, + "loss": 2.496, + "step": 500 + }, + { + "epoch": 2.8567530695770804, + "grad_norm": 154.16207885742188, + "learning_rate": 1.9057971014492754e-05, + "loss": 2.2994, + "step": 525 + }, + { + "epoch": 2.9931787175989086, + "grad_norm": 102.19288635253906, + "learning_rate": 1.8907004830917876e-05, + "loss": 2.2562, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7834224598930482, + "eval_loss": 0.6549743413925171, + "eval_macro_f1": 0.7761069616247313, + "eval_runtime": 1.3644, + "eval_samples_per_second": 548.224, + "eval_steps_per_second": 34.447, + "eval_weighted_f1": 0.7768707208685532, + "step": 552 + }, + { + "epoch": 3.1255115961800817, + "grad_norm": 88.90505981445312, + "learning_rate": 1.8756038647342997e-05, + "loss": 1.6422, + "step": 575 + }, + { + "epoch": 3.26193724420191, + "grad_norm": 47.13154983520508, + "learning_rate": 1.8605072463768115e-05, + "loss": 1.7673, + "step": 600 + }, + { + "epoch": 3.398362892223738, + "grad_norm": 80.7270736694336, + "learning_rate": 1.8454106280193237e-05, + "loss": 1.9103, + "step": 625 + }, + { + "epoch": 3.5347885402455663, + "grad_norm": 126.26727294921875, + "learning_rate": 1.830314009661836e-05, + "loss": 1.9093, + "step": 650 + }, + { + "epoch": 3.6712141882673945, + "grad_norm": 64.08078002929688, + "learning_rate": 1.815217391304348e-05, + "loss": 1.7582, + "step": 675 + }, + { + "epoch": 3.8076398362892223, + "grad_norm": 71.2238998413086, + "learning_rate": 1.8001207729468598e-05, + "loss": 1.9297, + "step": 700 + }, + { + "epoch": 3.9440654843110505, + "grad_norm": 52.82209777832031, + "learning_rate": 1.785024154589372e-05, + "loss": 1.8574, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7981283422459893, + "eval_loss": 0.563475489616394, + "eval_macro_f1": 0.7981545715748771, + "eval_runtime": 1.2229, + "eval_samples_per_second": 611.666, + "eval_steps_per_second": 38.434, + "eval_weighted_f1": 0.7988450061976725, + "step": 736 + }, + { + "epoch": 4.076398362892224, + "grad_norm": 108.464111328125, + "learning_rate": 1.769927536231884e-05, + "loss": 1.4569, + "step": 750 + }, + { + "epoch": 4.212824010914052, + "grad_norm": 73.92245483398438, + "learning_rate": 1.7548309178743963e-05, + "loss": 1.398, + "step": 775 + }, + { + "epoch": 4.34924965893588, + "grad_norm": 40.717525482177734, + "learning_rate": 1.7397342995169084e-05, + "loss": 1.5716, + "step": 800 + }, + { + "epoch": 4.485675306957708, + "grad_norm": 116.94187927246094, + "learning_rate": 1.7246376811594206e-05, + "loss": 1.3198, + "step": 825 + }, + { + "epoch": 4.622100954979536, + "grad_norm": 75.1379623413086, + "learning_rate": 1.7095410628019324e-05, + "loss": 1.2811, + "step": 850 + }, + { + "epoch": 4.758526603001364, + "grad_norm": 63.11330795288086, + "learning_rate": 1.6944444444444446e-05, + "loss": 1.4649, + "step": 875 + }, + { + "epoch": 4.894952251023192, + "grad_norm": 131.2449188232422, + "learning_rate": 1.6793478260869567e-05, + "loss": 1.2567, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7994652406417112, + "eval_loss": 0.6096025705337524, + "eval_macro_f1": 0.7987522281639929, + "eval_runtime": 1.1942, + "eval_samples_per_second": 626.358, + "eval_steps_per_second": 39.357, + "eval_weighted_f1": 0.7993815951271125, + "step": 920 + }, + { + "epoch": 5.0272851296043655, + "grad_norm": 64.28443145751953, + "learning_rate": 1.664251207729469e-05, + "loss": 1.3641, + "step": 925 + }, + { + "epoch": 5.163710777626194, + "grad_norm": 122.19281768798828, + "learning_rate": 1.649154589371981e-05, + "loss": 0.9792, + "step": 950 + }, + { + "epoch": 5.300136425648022, + "grad_norm": 71.0855941772461, + "learning_rate": 1.634057971014493e-05, + "loss": 1.0057, + "step": 975 + }, + { + "epoch": 5.43656207366985, + "grad_norm": 81.37625122070312, + "learning_rate": 1.618961352657005e-05, + "loss": 1.1072, + "step": 1000 + }, + { + "epoch": 5.572987721691678, + "grad_norm": 103.48478698730469, + "learning_rate": 1.603864734299517e-05, + "loss": 0.9748, + "step": 1025 + }, + { + "epoch": 5.709413369713506, + "grad_norm": 110.4393539428711, + "learning_rate": 1.5887681159420293e-05, + "loss": 0.9971, + "step": 1050 + }, + { + "epoch": 5.845839017735334, + "grad_norm": 66.29168701171875, + "learning_rate": 1.5736714975845415e-05, + "loss": 1.0313, + "step": 1075 + }, + { + "epoch": 5.982264665757162, + "grad_norm": 80.92994689941406, + "learning_rate": 1.5585748792270533e-05, + "loss": 0.9839, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8128342245989305, + "eval_loss": 0.6963111162185669, + "eval_macro_f1": 0.8123634537735223, + "eval_runtime": 1.2052, + "eval_samples_per_second": 620.629, + "eval_steps_per_second": 38.997, + "eval_weighted_f1": 0.8128807165544331, + "step": 1104 + }, + { + "epoch": 6.114597544338336, + "grad_norm": 37.35480880737305, + "learning_rate": 1.5434782608695654e-05, + "loss": 0.7788, + "step": 1125 + }, + { + "epoch": 6.251023192360163, + "grad_norm": 77.19849395751953, + "learning_rate": 1.5283816425120776e-05, + "loss": 0.5355, + "step": 1150 + }, + { + "epoch": 6.387448840381992, + "grad_norm": 60.098297119140625, + "learning_rate": 1.5132850241545896e-05, + "loss": 0.7344, + "step": 1175 + }, + { + "epoch": 6.52387448840382, + "grad_norm": 21.537355422973633, + "learning_rate": 1.4981884057971017e-05, + "loss": 0.8012, + "step": 1200 + }, + { + "epoch": 6.660300136425648, + "grad_norm": 95.87187194824219, + "learning_rate": 1.4830917874396135e-05, + "loss": 0.7234, + "step": 1225 + }, + { + "epoch": 6.796725784447476, + "grad_norm": 148.9457550048828, + "learning_rate": 1.4679951690821257e-05, + "loss": 0.7245, + "step": 1250 + }, + { + "epoch": 6.933151432469304, + "grad_norm": 91.75631713867188, + "learning_rate": 1.4528985507246378e-05, + "loss": 0.8322, + "step": 1275 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8074866310160428, + "eval_loss": 0.7129513621330261, + "eval_macro_f1": 0.807136350264876, + "eval_runtime": 1.4031, + "eval_samples_per_second": 533.09, + "eval_steps_per_second": 33.496, + "eval_weighted_f1": 0.8078679302715168, + "step": 1288 + }, + { + "epoch": 7.0654843110504775, + "grad_norm": 94.66268920898438, + "learning_rate": 1.43780193236715e-05, + "loss": 0.5058, + "step": 1300 + }, + { + "epoch": 7.201909959072306, + "grad_norm": 157.6312713623047, + "learning_rate": 1.422705314009662e-05, + "loss": 0.4407, + "step": 1325 + }, + { + "epoch": 7.338335607094134, + "grad_norm": 59.90635299682617, + "learning_rate": 1.407608695652174e-05, + "loss": 0.4549, + "step": 1350 + }, + { + "epoch": 7.474761255115962, + "grad_norm": 68.24951934814453, + "learning_rate": 1.3925120772946861e-05, + "loss": 0.5489, + "step": 1375 + }, + { + "epoch": 7.61118690313779, + "grad_norm": 91.62349700927734, + "learning_rate": 1.3774154589371983e-05, + "loss": 0.6013, + "step": 1400 + }, + { + "epoch": 7.747612551159618, + "grad_norm": 113.26677703857422, + "learning_rate": 1.3623188405797103e-05, + "loss": 0.6368, + "step": 1425 + }, + { + "epoch": 7.884038199181446, + "grad_norm": 69.3143310546875, + "learning_rate": 1.3472222222222224e-05, + "loss": 0.6327, + "step": 1450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8061497326203209, + "eval_loss": 0.9862032532691956, + "eval_macro_f1": 0.8039934783153759, + "eval_runtime": 1.1669, + "eval_samples_per_second": 641.017, + "eval_steps_per_second": 40.278, + "eval_weighted_f1": 0.8047306162703475, + "step": 1472 + }, + { + "epoch": 8.016371077762619, + "grad_norm": 116.2513198852539, + "learning_rate": 1.3321256038647344e-05, + "loss": 0.51, + "step": 1475 + }, + { + "epoch": 8.152796725784448, + "grad_norm": 45.13422393798828, + "learning_rate": 1.3170289855072464e-05, + "loss": 0.3944, + "step": 1500 + }, + { + "epoch": 8.289222373806275, + "grad_norm": 107.02081298828125, + "learning_rate": 1.3019323671497585e-05, + "loss": 0.528, + "step": 1525 + }, + { + "epoch": 8.425648021828104, + "grad_norm": 168.60377502441406, + "learning_rate": 1.2868357487922707e-05, + "loss": 0.7015, + "step": 1550 + }, + { + "epoch": 8.562073669849932, + "grad_norm": 123.43476867675781, + "learning_rate": 1.2717391304347828e-05, + "loss": 0.4082, + "step": 1575 + }, + { + "epoch": 8.69849931787176, + "grad_norm": 163.37014770507812, + "learning_rate": 1.2566425120772947e-05, + "loss": 0.535, + "step": 1600 + }, + { + "epoch": 8.834924965893588, + "grad_norm": 87.5572509765625, + "learning_rate": 1.2415458937198068e-05, + "loss": 0.4006, + "step": 1625 + }, + { + "epoch": 8.971350613915416, + "grad_norm": 27.02626609802246, + "learning_rate": 1.226449275362319e-05, + "loss": 0.3896, + "step": 1650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7981283422459893, + "eval_loss": 1.0666931867599487, + "eval_macro_f1": 0.7988554391678099, + "eval_runtime": 1.1447, + "eval_samples_per_second": 653.454, + "eval_steps_per_second": 41.059, + "eval_weighted_f1": 0.7991481560724008, + "step": 1656 + } + ], + "logging_steps": 25, + "max_steps": 3680, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-1576/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-1576/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-1576/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-1576/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-1576/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-1576/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-1576/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-1576/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..571f6bf0e9f2f294b2b648edc7e9dccdad4ada31 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-1576/trainer_state.json @@ -0,0 +1,572 @@ +{ + "best_global_step": 985, + "best_metric": 0.8354425205715956, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 1576, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12706480304955528, + "grad_norm": 29.17889976501465, + "learning_rate": 1.218274111675127e-06, + "loss": 4.7375, + "step": 25 + }, + { + "epoch": 0.25412960609911056, + "grad_norm": 26.52155876159668, + "learning_rate": 2.487309644670051e-06, + "loss": 4.6937, + "step": 50 + }, + { + "epoch": 0.3811944091486658, + "grad_norm": 8.376198768615723, + "learning_rate": 3.756345177664975e-06, + "loss": 4.5681, + "step": 75 + }, + { + "epoch": 0.5082592121982211, + "grad_norm": 11.76487922668457, + "learning_rate": 5.025380710659899e-06, + "loss": 4.54, + "step": 100 + }, + { + "epoch": 0.6353240152477764, + "grad_norm": 20.56324005126953, + "learning_rate": 6.2944162436548225e-06, + "loss": 4.4862, + "step": 125 + }, + { + "epoch": 0.7623888182973316, + "grad_norm": 61.14592742919922, + "learning_rate": 7.563451776649747e-06, + "loss": 4.4539, + "step": 150 + }, + { + "epoch": 0.8894536213468869, + "grad_norm": 13.794953346252441, + "learning_rate": 8.832487309644671e-06, + "loss": 4.3352, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3961136023916293, + "eval_loss": 1.0661931037902832, + "eval_macro_f1": 0.3557832357085587, + "eval_runtime": 1.2057, + "eval_samples_per_second": 554.878, + "eval_steps_per_second": 34.835, + "eval_weighted_f1": 0.3548737552720299, + "step": 197 + }, + { + "epoch": 1.0152477763659467, + "grad_norm": 38.92656326293945, + "learning_rate": 1.0101522842639596e-05, + "loss": 4.2694, + "step": 200 + }, + { + "epoch": 1.1423125794155018, + "grad_norm": 47.59498977661133, + "learning_rate": 1.1370558375634519e-05, + "loss": 4.0622, + "step": 225 + }, + { + "epoch": 1.2693773824650572, + "grad_norm": 79.16809844970703, + "learning_rate": 1.2639593908629442e-05, + "loss": 3.7822, + "step": 250 + }, + { + "epoch": 1.3964421855146125, + "grad_norm": 121.33692932128906, + "learning_rate": 1.3908629441624366e-05, + "loss": 3.6838, + "step": 275 + }, + { + "epoch": 1.5235069885641677, + "grad_norm": 77.21849822998047, + "learning_rate": 1.5177664974619291e-05, + "loss": 3.557, + "step": 300 + }, + { + "epoch": 1.650571791613723, + "grad_norm": 62.764930725097656, + "learning_rate": 1.6446700507614214e-05, + "loss": 3.0787, + "step": 325 + }, + { + "epoch": 1.7776365946632784, + "grad_norm": 170.36572265625, + "learning_rate": 1.771573604060914e-05, + "loss": 3.177, + "step": 350 + }, + { + "epoch": 1.9047013977128335, + "grad_norm": 73.31089782714844, + "learning_rate": 1.8984771573604063e-05, + "loss": 3.3615, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.70254110612855, + "eval_loss": 0.6529975533485413, + "eval_macro_f1": 0.688768251775708, + "eval_runtime": 1.2085, + "eval_samples_per_second": 553.556, + "eval_steps_per_second": 34.752, + "eval_weighted_f1": 0.6899239578890869, + "step": 394 + }, + { + "epoch": 2.0304955527318933, + "grad_norm": 87.74148559570312, + "learning_rate": 1.997179921037789e-05, + "loss": 2.9657, + "step": 400 + }, + { + "epoch": 2.1575603557814484, + "grad_norm": 71.63751220703125, + "learning_rate": 1.9830795262267346e-05, + "loss": 2.9307, + "step": 425 + }, + { + "epoch": 2.2846251588310036, + "grad_norm": 148.84112548828125, + "learning_rate": 1.96897913141568e-05, + "loss": 2.6886, + "step": 450 + }, + { + "epoch": 2.411689961880559, + "grad_norm": 177.83587646484375, + "learning_rate": 1.954878736604625e-05, + "loss": 2.6831, + "step": 475 + }, + { + "epoch": 2.5387547649301143, + "grad_norm": 82.06233978271484, + "learning_rate": 1.9407783417935703e-05, + "loss": 2.2307, + "step": 500 + }, + { + "epoch": 2.6658195679796695, + "grad_norm": 60.76811981201172, + "learning_rate": 1.9266779469825156e-05, + "loss": 2.4785, + "step": 525 + }, + { + "epoch": 2.792884371029225, + "grad_norm": 60.19603729248047, + "learning_rate": 1.912577552171461e-05, + "loss": 2.3229, + "step": 550 + }, + { + "epoch": 2.91994917407878, + "grad_norm": 125.01984405517578, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.4341, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7922272047832586, + "eval_loss": 0.5244885683059692, + "eval_macro_f1": 0.7932391034315844, + "eval_runtime": 1.0819, + "eval_samples_per_second": 618.375, + "eval_steps_per_second": 38.822, + "eval_weighted_f1": 0.7933637096173333, + "step": 591 + }, + { + "epoch": 3.04574332909784, + "grad_norm": 62.38612747192383, + "learning_rate": 1.8843767625493517e-05, + "loss": 2.0716, + "step": 600 + }, + { + "epoch": 3.172808132147395, + "grad_norm": 205.81825256347656, + "learning_rate": 1.870276367738297e-05, + "loss": 2.0567, + "step": 625 + }, + { + "epoch": 3.2998729351969507, + "grad_norm": 63.726341247558594, + "learning_rate": 1.856175972927242e-05, + "loss": 2.0797, + "step": 650 + }, + { + "epoch": 3.426937738246506, + "grad_norm": 51.41600036621094, + "learning_rate": 1.8420755781161873e-05, + "loss": 1.9966, + "step": 675 + }, + { + "epoch": 3.554002541296061, + "grad_norm": 61.670772552490234, + "learning_rate": 1.8279751833051327e-05, + "loss": 1.9326, + "step": 700 + }, + { + "epoch": 3.681067344345616, + "grad_norm": 122.87245178222656, + "learning_rate": 1.813874788494078e-05, + "loss": 2.0466, + "step": 725 + }, + { + "epoch": 3.8081321473951717, + "grad_norm": 64.47545623779297, + "learning_rate": 1.7997743936830234e-05, + "loss": 2.0531, + "step": 750 + }, + { + "epoch": 3.935196950444727, + "grad_norm": 95.5059814453125, + "learning_rate": 1.7856739988719684e-05, + "loss": 1.8395, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7952167414050823, + "eval_loss": 0.5785790681838989, + "eval_macro_f1": 0.7894722992659812, + "eval_runtime": 1.2801, + "eval_samples_per_second": 522.611, + "eval_steps_per_second": 32.81, + "eval_weighted_f1": 0.7901135337502259, + "step": 788 + }, + { + "epoch": 4.060991105463787, + "grad_norm": 109.89749908447266, + "learning_rate": 1.771573604060914e-05, + "loss": 2.0926, + "step": 800 + }, + { + "epoch": 4.188055908513342, + "grad_norm": 89.57840728759766, + "learning_rate": 1.7574732092498594e-05, + "loss": 1.4851, + "step": 825 + }, + { + "epoch": 4.315120711562897, + "grad_norm": 32.58880615234375, + "learning_rate": 1.7433728144388044e-05, + "loss": 1.6035, + "step": 850 + }, + { + "epoch": 4.4421855146124525, + "grad_norm": 95.22409057617188, + "learning_rate": 1.7292724196277497e-05, + "loss": 1.4646, + "step": 875 + }, + { + "epoch": 4.569250317662007, + "grad_norm": 51.756465911865234, + "learning_rate": 1.715172024816695e-05, + "loss": 1.6939, + "step": 900 + }, + { + "epoch": 4.696315120711563, + "grad_norm": 107.04824829101562, + "learning_rate": 1.7010716300056404e-05, + "loss": 1.5697, + "step": 925 + }, + { + "epoch": 4.823379923761118, + "grad_norm": 112.91316986083984, + "learning_rate": 1.6869712351945854e-05, + "loss": 1.885, + "step": 950 + }, + { + "epoch": 4.950444726810673, + "grad_norm": 35.805545806884766, + "learning_rate": 1.672870840383531e-05, + "loss": 1.4698, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8370702541106129, + "eval_loss": 0.48734790086746216, + "eval_macro_f1": 0.8354425205715956, + "eval_runtime": 1.1059, + "eval_samples_per_second": 604.917, + "eval_steps_per_second": 37.977, + "eval_weighted_f1": 0.8356699407435452, + "step": 985 + }, + { + "epoch": 5.076238881829733, + "grad_norm": 64.7463150024414, + "learning_rate": 1.6587704455724764e-05, + "loss": 1.3012, + "step": 1000 + }, + { + "epoch": 5.203303684879288, + "grad_norm": 89.64237976074219, + "learning_rate": 1.6446700507614214e-05, + "loss": 1.2802, + "step": 1025 + }, + { + "epoch": 5.330368487928844, + "grad_norm": 65.2733383178711, + "learning_rate": 1.6305696559503667e-05, + "loss": 1.3088, + "step": 1050 + }, + { + "epoch": 5.457433290978399, + "grad_norm": 114.72381591796875, + "learning_rate": 1.616469261139312e-05, + "loss": 1.1404, + "step": 1075 + }, + { + "epoch": 5.584498094027954, + "grad_norm": 155.36007690429688, + "learning_rate": 1.6023688663282574e-05, + "loss": 1.4011, + "step": 1100 + }, + { + "epoch": 5.71156289707751, + "grad_norm": 68.29131317138672, + "learning_rate": 1.5882684715172024e-05, + "loss": 1.33, + "step": 1125 + }, + { + "epoch": 5.838627700127065, + "grad_norm": 83.41460418701172, + "learning_rate": 1.5741680767061477e-05, + "loss": 1.1406, + "step": 1150 + }, + { + "epoch": 5.96569250317662, + "grad_norm": 54.57078552246094, + "learning_rate": 1.5600676818950934e-05, + "loss": 1.2426, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8086696562032885, + "eval_loss": 0.5963340997695923, + "eval_macro_f1": 0.8095124177478175, + "eval_runtime": 1.2331, + "eval_samples_per_second": 542.514, + "eval_steps_per_second": 34.059, + "eval_weighted_f1": 0.8096359329513015, + "step": 1182 + }, + { + "epoch": 6.09148665819568, + "grad_norm": 39.62974548339844, + "learning_rate": 1.5459672870840384e-05, + "loss": 0.9582, + "step": 1200 + }, + { + "epoch": 6.2185514612452355, + "grad_norm": 23.851900100708008, + "learning_rate": 1.5318668922729838e-05, + "loss": 0.9724, + "step": 1225 + }, + { + "epoch": 6.34561626429479, + "grad_norm": 68.581298828125, + "learning_rate": 1.5177664974619291e-05, + "loss": 1.0203, + "step": 1250 + }, + { + "epoch": 6.472681067344346, + "grad_norm": 123.18670654296875, + "learning_rate": 1.5036661026508743e-05, + "loss": 0.9332, + "step": 1275 + }, + { + "epoch": 6.599745870393901, + "grad_norm": 104.235107421875, + "learning_rate": 1.4895657078398196e-05, + "loss": 0.9172, + "step": 1300 + }, + { + "epoch": 6.726810673443456, + "grad_norm": 68.67564392089844, + "learning_rate": 1.4754653130287648e-05, + "loss": 0.8823, + "step": 1325 + }, + { + "epoch": 6.853875476493012, + "grad_norm": 36.18193435668945, + "learning_rate": 1.4613649182177103e-05, + "loss": 1.0124, + "step": 1350 + }, + { + "epoch": 6.980940279542566, + "grad_norm": 29.756427764892578, + "learning_rate": 1.4472645234066556e-05, + "loss": 0.9465, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8146487294469357, + "eval_loss": 0.5995714664459229, + "eval_macro_f1": 0.8142891156942739, + "eval_runtime": 1.2258, + "eval_samples_per_second": 545.746, + "eval_steps_per_second": 34.262, + "eval_weighted_f1": 0.8144513058316982, + "step": 1379 + }, + { + "epoch": 7.106734434561626, + "grad_norm": 43.917118072509766, + "learning_rate": 1.4331641285956008e-05, + "loss": 0.6434, + "step": 1400 + }, + { + "epoch": 7.233799237611182, + "grad_norm": 70.68415832519531, + "learning_rate": 1.4190637337845461e-05, + "loss": 0.8802, + "step": 1425 + }, + { + "epoch": 7.360864040660737, + "grad_norm": 53.345863342285156, + "learning_rate": 1.4049633389734913e-05, + "loss": 0.7941, + "step": 1450 + }, + { + "epoch": 7.487928843710292, + "grad_norm": 85.49142456054688, + "learning_rate": 1.3908629441624366e-05, + "loss": 0.6685, + "step": 1475 + }, + { + "epoch": 7.614993646759848, + "grad_norm": 131.82998657226562, + "learning_rate": 1.3767625493513818e-05, + "loss": 0.68, + "step": 1500 + }, + { + "epoch": 7.742058449809403, + "grad_norm": 79.39801788330078, + "learning_rate": 1.3626621545403271e-05, + "loss": 0.5598, + "step": 1525 + }, + { + "epoch": 7.869123252858958, + "grad_norm": 58.0620002746582, + "learning_rate": 1.3485617597292726e-05, + "loss": 0.7565, + "step": 1550 + }, + { + "epoch": 7.9961880559085134, + "grad_norm": 48.599239349365234, + "learning_rate": 1.3344613649182178e-05, + "loss": 0.9315, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8176382660687593, + "eval_loss": 0.6745582818984985, + "eval_macro_f1": 0.818754633061527, + "eval_runtime": 1.1083, + "eval_samples_per_second": 603.636, + "eval_steps_per_second": 37.896, + "eval_weighted_f1": 0.8188200083990689, + "step": 1576 + } + ], + "logging_steps": 25, + "max_steps": 3940, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d68e867165a0852c1e02894ac5d26882a3035cf1 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985/trainer_state.json @@ -0,0 +1,371 @@ +{ + "best_global_step": 985, + "best_metric": 0.8354425205715956, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s43-20260901T071344Z-fbd63439/trainer/checkpoint-985", + "epoch": 5.0, + "eval_steps": 500, + "global_step": 985, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12706480304955528, + "grad_norm": 29.17889976501465, + "learning_rate": 1.218274111675127e-06, + "loss": 4.7375, + "step": 25 + }, + { + "epoch": 0.25412960609911056, + "grad_norm": 26.52155876159668, + "learning_rate": 2.487309644670051e-06, + "loss": 4.6937, + "step": 50 + }, + { + "epoch": 0.3811944091486658, + "grad_norm": 8.376198768615723, + "learning_rate": 3.756345177664975e-06, + "loss": 4.5681, + "step": 75 + }, + { + "epoch": 0.5082592121982211, + "grad_norm": 11.76487922668457, + "learning_rate": 5.025380710659899e-06, + "loss": 4.54, + "step": 100 + }, + { + "epoch": 0.6353240152477764, + "grad_norm": 20.56324005126953, + "learning_rate": 6.2944162436548225e-06, + "loss": 4.4862, + "step": 125 + }, + { + "epoch": 0.7623888182973316, + "grad_norm": 61.14592742919922, + "learning_rate": 7.563451776649747e-06, + "loss": 4.4539, + "step": 150 + }, + { + "epoch": 0.8894536213468869, + "grad_norm": 13.794953346252441, + "learning_rate": 8.832487309644671e-06, + "loss": 4.3352, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3961136023916293, + "eval_loss": 1.0661931037902832, + "eval_macro_f1": 0.3557832357085587, + "eval_runtime": 1.2057, + "eval_samples_per_second": 554.878, + "eval_steps_per_second": 34.835, + "eval_weighted_f1": 0.3548737552720299, + "step": 197 + }, + { + "epoch": 1.0152477763659467, + "grad_norm": 38.92656326293945, + "learning_rate": 1.0101522842639596e-05, + "loss": 4.2694, + "step": 200 + }, + { + "epoch": 1.1423125794155018, + "grad_norm": 47.59498977661133, + "learning_rate": 1.1370558375634519e-05, + "loss": 4.0622, + "step": 225 + }, + { + "epoch": 1.2693773824650572, + "grad_norm": 79.16809844970703, + "learning_rate": 1.2639593908629442e-05, + "loss": 3.7822, + "step": 250 + }, + { + "epoch": 1.3964421855146125, + "grad_norm": 121.33692932128906, + "learning_rate": 1.3908629441624366e-05, + "loss": 3.6838, + "step": 275 + }, + { + "epoch": 1.5235069885641677, + "grad_norm": 77.21849822998047, + "learning_rate": 1.5177664974619291e-05, + "loss": 3.557, + "step": 300 + }, + { + "epoch": 1.650571791613723, + "grad_norm": 62.764930725097656, + "learning_rate": 1.6446700507614214e-05, + "loss": 3.0787, + "step": 325 + }, + { + "epoch": 1.7776365946632784, + "grad_norm": 170.36572265625, + "learning_rate": 1.771573604060914e-05, + "loss": 3.177, + "step": 350 + }, + { + "epoch": 1.9047013977128335, + "grad_norm": 73.31089782714844, + "learning_rate": 1.8984771573604063e-05, + "loss": 3.3615, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.70254110612855, + "eval_loss": 0.6529975533485413, + "eval_macro_f1": 0.688768251775708, + "eval_runtime": 1.2085, + "eval_samples_per_second": 553.556, + "eval_steps_per_second": 34.752, + "eval_weighted_f1": 0.6899239578890869, + "step": 394 + }, + { + "epoch": 2.0304955527318933, + "grad_norm": 87.74148559570312, + "learning_rate": 1.997179921037789e-05, + "loss": 2.9657, + "step": 400 + }, + { + "epoch": 2.1575603557814484, + "grad_norm": 71.63751220703125, + "learning_rate": 1.9830795262267346e-05, + "loss": 2.9307, + "step": 425 + }, + { + "epoch": 2.2846251588310036, + "grad_norm": 148.84112548828125, + "learning_rate": 1.96897913141568e-05, + "loss": 2.6886, + "step": 450 + }, + { + "epoch": 2.411689961880559, + "grad_norm": 177.83587646484375, + "learning_rate": 1.954878736604625e-05, + "loss": 2.6831, + "step": 475 + }, + { + "epoch": 2.5387547649301143, + "grad_norm": 82.06233978271484, + "learning_rate": 1.9407783417935703e-05, + "loss": 2.2307, + "step": 500 + }, + { + "epoch": 2.6658195679796695, + "grad_norm": 60.76811981201172, + "learning_rate": 1.9266779469825156e-05, + "loss": 2.4785, + "step": 525 + }, + { + "epoch": 2.792884371029225, + "grad_norm": 60.19603729248047, + "learning_rate": 1.912577552171461e-05, + "loss": 2.3229, + "step": 550 + }, + { + "epoch": 2.91994917407878, + "grad_norm": 125.01984405517578, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.4341, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7922272047832586, + "eval_loss": 0.5244885683059692, + "eval_macro_f1": 0.7932391034315844, + "eval_runtime": 1.0819, + "eval_samples_per_second": 618.375, + "eval_steps_per_second": 38.822, + "eval_weighted_f1": 0.7933637096173333, + "step": 591 + }, + { + "epoch": 3.04574332909784, + "grad_norm": 62.38612747192383, + "learning_rate": 1.8843767625493517e-05, + "loss": 2.0716, + "step": 600 + }, + { + "epoch": 3.172808132147395, + "grad_norm": 205.81825256347656, + "learning_rate": 1.870276367738297e-05, + "loss": 2.0567, + "step": 625 + }, + { + "epoch": 3.2998729351969507, + "grad_norm": 63.726341247558594, + "learning_rate": 1.856175972927242e-05, + "loss": 2.0797, + "step": 650 + }, + { + "epoch": 3.426937738246506, + "grad_norm": 51.41600036621094, + "learning_rate": 1.8420755781161873e-05, + "loss": 1.9966, + "step": 675 + }, + { + "epoch": 3.554002541296061, + "grad_norm": 61.670772552490234, + "learning_rate": 1.8279751833051327e-05, + "loss": 1.9326, + "step": 700 + }, + { + "epoch": 3.681067344345616, + "grad_norm": 122.87245178222656, + "learning_rate": 1.813874788494078e-05, + "loss": 2.0466, + "step": 725 + }, + { + "epoch": 3.8081321473951717, + "grad_norm": 64.47545623779297, + "learning_rate": 1.7997743936830234e-05, + "loss": 2.0531, + "step": 750 + }, + { + "epoch": 3.935196950444727, + "grad_norm": 95.5059814453125, + "learning_rate": 1.7856739988719684e-05, + "loss": 1.8395, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7952167414050823, + "eval_loss": 0.5785790681838989, + "eval_macro_f1": 0.7894722992659812, + "eval_runtime": 1.2801, + "eval_samples_per_second": 522.611, + "eval_steps_per_second": 32.81, + "eval_weighted_f1": 0.7901135337502259, + "step": 788 + }, + { + "epoch": 4.060991105463787, + "grad_norm": 109.89749908447266, + "learning_rate": 1.771573604060914e-05, + "loss": 2.0926, + "step": 800 + }, + { + "epoch": 4.188055908513342, + "grad_norm": 89.57840728759766, + "learning_rate": 1.7574732092498594e-05, + "loss": 1.4851, + "step": 825 + }, + { + "epoch": 4.315120711562897, + "grad_norm": 32.58880615234375, + "learning_rate": 1.7433728144388044e-05, + "loss": 1.6035, + "step": 850 + }, + { + "epoch": 4.4421855146124525, + "grad_norm": 95.22409057617188, + "learning_rate": 1.7292724196277497e-05, + "loss": 1.4646, + "step": 875 + }, + { + "epoch": 4.569250317662007, + "grad_norm": 51.756465911865234, + "learning_rate": 1.715172024816695e-05, + "loss": 1.6939, + "step": 900 + }, + { + "epoch": 4.696315120711563, + "grad_norm": 107.04824829101562, + "learning_rate": 1.7010716300056404e-05, + "loss": 1.5697, + "step": 925 + }, + { + "epoch": 4.823379923761118, + "grad_norm": 112.91316986083984, + "learning_rate": 1.6869712351945854e-05, + "loss": 1.885, + "step": 950 + }, + { + "epoch": 4.950444726810673, + "grad_norm": 35.805545806884766, + "learning_rate": 1.672870840383531e-05, + "loss": 1.4698, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8370702541106129, + "eval_loss": 0.48734790086746216, + "eval_macro_f1": 0.8354425205715956, + "eval_runtime": 1.1059, + "eval_samples_per_second": 604.917, + "eval_steps_per_second": 37.977, + "eval_weighted_f1": 0.8356699407435452, + "step": 985 + } + ], + "logging_steps": 25, + "max_steps": 3940, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1360/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1360/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..14b0ed1a63a8e978789b3a9c08d5f756f5860a73 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1360/trainer_state.json @@ -0,0 +1,509 @@ +{ + "best_global_step": 1360, + "best_metric": 0.818494575736663, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1360", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 1360, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 39.77693557739258, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.8035, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 37.9002685546875, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.8145, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 97.89154052734375, + "learning_rate": 4.352941176470588e-06, + "loss": 4.678, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 28.130762100219727, + "learning_rate": 5.823529411764707e-06, + "loss": 4.5221, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 35.44526672363281, + "learning_rate": 7.294117647058823e-06, + "loss": 4.575, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 46.00104904174805, + "learning_rate": 8.764705882352942e-06, + "loss": 4.3313, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5043327556325823, + "eval_loss": 0.9816839694976807, + "eval_macro_f1": 0.46832823745685, + "eval_runtime": 1.1007, + "eval_samples_per_second": 524.235, + "eval_steps_per_second": 33.616, + "eval_weighted_f1": 0.46915730046202264, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 67.37055969238281, + "learning_rate": 1.023529411764706e-05, + "loss": 4.1725, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 33.904056549072266, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.0188, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 37.810150146484375, + "learning_rate": 1.3176470588235294e-05, + "loss": 4.1082, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 61.558170318603516, + "learning_rate": 1.4647058823529412e-05, + "loss": 3.66, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 171.55873107910156, + "learning_rate": 1.6117647058823533e-05, + "loss": 3.5277, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 96.03692626953125, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.3268, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 64.61602783203125, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.5585, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6256499133448874, + "eval_loss": 0.809326171875, + "eval_macro_f1": 0.5838099724110086, + "eval_runtime": 1.1632, + "eval_samples_per_second": 496.05, + "eval_steps_per_second": 31.809, + "eval_weighted_f1": 0.585860973346269, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 187.0353240966797, + "learning_rate": 1.9941176470588238e-05, + "loss": 3.155, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 75.81657409667969, + "learning_rate": 1.977777777777778e-05, + "loss": 3.2073, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 62.033451080322266, + "learning_rate": 1.961437908496732e-05, + "loss": 2.918, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 105.96965789794922, + "learning_rate": 1.9450980392156864e-05, + "loss": 3.0253, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 158.7488250732422, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.8558, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 122.95538330078125, + "learning_rate": 1.912418300653595e-05, + "loss": 2.5523, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 95.0749740600586, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.6589, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7313691507798961, + "eval_loss": 0.6421462297439575, + "eval_macro_f1": 0.7185000001922983, + "eval_runtime": 0.9777, + "eval_samples_per_second": 590.157, + "eval_steps_per_second": 37.844, + "eval_weighted_f1": 0.7195019508175884, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 57.4617919921875, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.3574, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 67.57222747802734, + "learning_rate": 1.8633986928104578e-05, + "loss": 2.4628, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 142.36622619628906, + "learning_rate": 1.847058823529412e-05, + "loss": 2.3398, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 35.628150939941406, + "learning_rate": 1.830718954248366e-05, + "loss": 2.3465, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 79.03699493408203, + "learning_rate": 1.8143790849673203e-05, + "loss": 2.1372, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 209.4176483154297, + "learning_rate": 1.7980392156862746e-05, + "loss": 2.1194, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 43.08121109008789, + "learning_rate": 1.781699346405229e-05, + "loss": 2.1272, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7781629116117851, + "eval_loss": 0.5935783982276917, + "eval_macro_f1": 0.7749707802333917, + "eval_runtime": 0.958, + "eval_samples_per_second": 602.272, + "eval_steps_per_second": 38.621, + "eval_weighted_f1": 0.7753108724205753, + "step": 680 + }, + { + "epoch": 4.117820324005891, + "grad_norm": 77.4687271118164, + "learning_rate": 1.7653594771241832e-05, + "loss": 1.7378, + "step": 700 + }, + { + "epoch": 4.265095729013255, + "grad_norm": 99.61780548095703, + "learning_rate": 1.7490196078431375e-05, + "loss": 1.7122, + "step": 725 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 59.094993591308594, + "learning_rate": 1.7326797385620918e-05, + "loss": 2.0495, + "step": 750 + }, + { + "epoch": 4.559646539027982, + "grad_norm": 71.38837432861328, + "learning_rate": 1.7163398692810457e-05, + "loss": 1.6585, + "step": 775 + }, + { + "epoch": 4.706921944035346, + "grad_norm": 53.99703598022461, + "learning_rate": 1.7e-05, + "loss": 1.807, + "step": 800 + }, + { + "epoch": 4.8541973490427095, + "grad_norm": 99.54388427734375, + "learning_rate": 1.6836601307189543e-05, + "loss": 1.6623, + "step": 825 + }, + { + "epoch": 5.0, + "grad_norm": 86.02667236328125, + "learning_rate": 1.6673202614379086e-05, + "loss": 1.6302, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.779896013864818, + "eval_loss": 0.5965802669525146, + "eval_macro_f1": 0.776757654910743, + "eval_runtime": 0.9486, + "eval_samples_per_second": 608.255, + "eval_steps_per_second": 39.004, + "eval_weighted_f1": 0.777278717596476, + "step": 850 + }, + { + "epoch": 5.147275405007364, + "grad_norm": 60.46576690673828, + "learning_rate": 1.650980392156863e-05, + "loss": 1.1502, + "step": 875 + }, + { + "epoch": 5.294550810014727, + "grad_norm": 237.56283569335938, + "learning_rate": 1.634640522875817e-05, + "loss": 1.3757, + "step": 900 + }, + { + "epoch": 5.4418262150220915, + "grad_norm": 60.05054473876953, + "learning_rate": 1.6183006535947714e-05, + "loss": 1.4242, + "step": 925 + }, + { + "epoch": 5.589101620029455, + "grad_norm": 85.64368438720703, + "learning_rate": 1.6019607843137257e-05, + "loss": 1.463, + "step": 950 + }, + { + "epoch": 5.736377025036819, + "grad_norm": 166.55226135253906, + "learning_rate": 1.5856209150326797e-05, + "loss": 1.4857, + "step": 975 + }, + { + "epoch": 5.883652430044183, + "grad_norm": 74.41553497314453, + "learning_rate": 1.569281045751634e-05, + "loss": 1.4032, + "step": 1000 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7954939341421143, + "eval_loss": 0.5801569819450378, + "eval_macro_f1": 0.7944427353622975, + "eval_runtime": 1.1075, + "eval_samples_per_second": 520.991, + "eval_steps_per_second": 33.408, + "eval_weighted_f1": 0.7945953530382247, + "step": 1020 + }, + { + "epoch": 6.029455081001473, + "grad_norm": 76.1866683959961, + "learning_rate": 1.5529411764705882e-05, + "loss": 1.1489, + "step": 1025 + }, + { + "epoch": 6.176730486008837, + "grad_norm": 34.45832061767578, + "learning_rate": 1.536601307189543e-05, + "loss": 0.8326, + "step": 1050 + }, + { + "epoch": 6.3240058910162, + "grad_norm": 15.729866981506348, + "learning_rate": 1.5202614379084968e-05, + "loss": 1.0318, + "step": 1075 + }, + { + "epoch": 6.471281296023564, + "grad_norm": 90.83683013916016, + "learning_rate": 1.5039215686274511e-05, + "loss": 1.1043, + "step": 1100 + }, + { + "epoch": 6.618556701030927, + "grad_norm": 28.407865524291992, + "learning_rate": 1.4875816993464054e-05, + "loss": 1.1539, + "step": 1125 + }, + { + "epoch": 6.7658321060382915, + "grad_norm": 221.20167541503906, + "learning_rate": 1.4712418300653597e-05, + "loss": 1.1037, + "step": 1150 + }, + { + "epoch": 6.913107511045656, + "grad_norm": 61.569305419921875, + "learning_rate": 1.4549019607843138e-05, + "loss": 1.3059, + "step": 1175 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8058925476603119, + "eval_loss": 0.6058467626571655, + "eval_macro_f1": 0.8071766002663069, + "eval_runtime": 1.0071, + "eval_samples_per_second": 572.91, + "eval_steps_per_second": 36.738, + "eval_weighted_f1": 0.8072374141019533, + "step": 1190 + }, + { + "epoch": 7.058910162002945, + "grad_norm": 102.90847778320312, + "learning_rate": 1.438562091503268e-05, + "loss": 0.8738, + "step": 1200 + }, + { + "epoch": 7.206185567010309, + "grad_norm": 43.18442916870117, + "learning_rate": 1.4222222222222224e-05, + "loss": 0.7114, + "step": 1225 + }, + { + "epoch": 7.353460972017673, + "grad_norm": 171.77845764160156, + "learning_rate": 1.4058823529411765e-05, + "loss": 0.6286, + "step": 1250 + }, + { + "epoch": 7.500736377025037, + "grad_norm": 29.828956604003906, + "learning_rate": 1.3895424836601308e-05, + "loss": 0.9145, + "step": 1275 + }, + { + "epoch": 7.648011782032401, + "grad_norm": 72.86507415771484, + "learning_rate": 1.373202614379085e-05, + "loss": 0.755, + "step": 1300 + }, + { + "epoch": 7.795287187039764, + "grad_norm": 79.42821502685547, + "learning_rate": 1.3568627450980393e-05, + "loss": 1.0999, + "step": 1325 + }, + { + "epoch": 7.942562592047128, + "grad_norm": 119.55875396728516, + "learning_rate": 1.3405228758169935e-05, + "loss": 0.916, + "step": 1350 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8197573656845754, + "eval_loss": 0.6654466390609741, + "eval_macro_f1": 0.818494575736663, + "eval_runtime": 1.0821, + "eval_samples_per_second": 533.206, + "eval_steps_per_second": 34.192, + "eval_weighted_f1": 0.818681824078099, + "step": 1360 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1870/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1870/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1870/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1870/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1870/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1870/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1870/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1870/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b2d15a12c411193ed75434edb77e5b7431ba585c --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1870/trainer_state.json @@ -0,0 +1,682 @@ +{ + "best_global_step": 1360, + "best_metric": 0.818494575736663, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s42-20260901T045003Z-27bda108/trainer/checkpoint-1360", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 1870, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 39.77693557739258, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.8035, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 37.9002685546875, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.8145, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 97.89154052734375, + "learning_rate": 4.352941176470588e-06, + "loss": 4.678, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 28.130762100219727, + "learning_rate": 5.823529411764707e-06, + "loss": 4.5221, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 35.44526672363281, + "learning_rate": 7.294117647058823e-06, + "loss": 4.575, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 46.00104904174805, + "learning_rate": 8.764705882352942e-06, + "loss": 4.3313, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5043327556325823, + "eval_loss": 0.9816839694976807, + "eval_macro_f1": 0.46832823745685, + "eval_runtime": 1.1007, + "eval_samples_per_second": 524.235, + "eval_steps_per_second": 33.616, + "eval_weighted_f1": 0.46915730046202264, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 67.37055969238281, + "learning_rate": 1.023529411764706e-05, + "loss": 4.1725, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 33.904056549072266, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.0188, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 37.810150146484375, + "learning_rate": 1.3176470588235294e-05, + "loss": 4.1082, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 61.558170318603516, + "learning_rate": 1.4647058823529412e-05, + "loss": 3.66, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 171.55873107910156, + "learning_rate": 1.6117647058823533e-05, + "loss": 3.5277, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 96.03692626953125, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.3268, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 64.61602783203125, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.5585, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6256499133448874, + "eval_loss": 0.809326171875, + "eval_macro_f1": 0.5838099724110086, + "eval_runtime": 1.1632, + "eval_samples_per_second": 496.05, + "eval_steps_per_second": 31.809, + "eval_weighted_f1": 0.585860973346269, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 187.0353240966797, + "learning_rate": 1.9941176470588238e-05, + "loss": 3.155, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 75.81657409667969, + "learning_rate": 1.977777777777778e-05, + "loss": 3.2073, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 62.033451080322266, + "learning_rate": 1.961437908496732e-05, + "loss": 2.918, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 105.96965789794922, + "learning_rate": 1.9450980392156864e-05, + "loss": 3.0253, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 158.7488250732422, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.8558, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 122.95538330078125, + "learning_rate": 1.912418300653595e-05, + "loss": 2.5523, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 95.0749740600586, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.6589, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7313691507798961, + "eval_loss": 0.6421462297439575, + "eval_macro_f1": 0.7185000001922983, + "eval_runtime": 0.9777, + "eval_samples_per_second": 590.157, + "eval_steps_per_second": 37.844, + "eval_weighted_f1": 0.7195019508175884, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 57.4617919921875, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.3574, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 67.57222747802734, + "learning_rate": 1.8633986928104578e-05, + "loss": 2.4628, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 142.36622619628906, + "learning_rate": 1.847058823529412e-05, + "loss": 2.3398, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 35.628150939941406, + "learning_rate": 1.830718954248366e-05, + "loss": 2.3465, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 79.03699493408203, + "learning_rate": 1.8143790849673203e-05, + "loss": 2.1372, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 209.4176483154297, + "learning_rate": 1.7980392156862746e-05, + "loss": 2.1194, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 43.08121109008789, + "learning_rate": 1.781699346405229e-05, + "loss": 2.1272, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7781629116117851, + "eval_loss": 0.5935783982276917, + "eval_macro_f1": 0.7749707802333917, + "eval_runtime": 0.958, + "eval_samples_per_second": 602.272, + "eval_steps_per_second": 38.621, + "eval_weighted_f1": 0.7753108724205753, + "step": 680 + }, + { + "epoch": 4.117820324005891, + "grad_norm": 77.4687271118164, + "learning_rate": 1.7653594771241832e-05, + "loss": 1.7378, + "step": 700 + }, + { + "epoch": 4.265095729013255, + "grad_norm": 99.61780548095703, + "learning_rate": 1.7490196078431375e-05, + "loss": 1.7122, + "step": 725 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 59.094993591308594, + "learning_rate": 1.7326797385620918e-05, + "loss": 2.0495, + "step": 750 + }, + { + "epoch": 4.559646539027982, + "grad_norm": 71.38837432861328, + "learning_rate": 1.7163398692810457e-05, + "loss": 1.6585, + "step": 775 + }, + { + "epoch": 4.706921944035346, + "grad_norm": 53.99703598022461, + "learning_rate": 1.7e-05, + "loss": 1.807, + "step": 800 + }, + { + "epoch": 4.8541973490427095, + "grad_norm": 99.54388427734375, + "learning_rate": 1.6836601307189543e-05, + "loss": 1.6623, + "step": 825 + }, + { + "epoch": 5.0, + "grad_norm": 86.02667236328125, + "learning_rate": 1.6673202614379086e-05, + "loss": 1.6302, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.779896013864818, + "eval_loss": 0.5965802669525146, + "eval_macro_f1": 0.776757654910743, + "eval_runtime": 0.9486, + "eval_samples_per_second": 608.255, + "eval_steps_per_second": 39.004, + "eval_weighted_f1": 0.777278717596476, + "step": 850 + }, + { + "epoch": 5.147275405007364, + "grad_norm": 60.46576690673828, + "learning_rate": 1.650980392156863e-05, + "loss": 1.1502, + "step": 875 + }, + { + "epoch": 5.294550810014727, + "grad_norm": 237.56283569335938, + "learning_rate": 1.634640522875817e-05, + "loss": 1.3757, + "step": 900 + }, + { + "epoch": 5.4418262150220915, + "grad_norm": 60.05054473876953, + "learning_rate": 1.6183006535947714e-05, + "loss": 1.4242, + "step": 925 + }, + { + "epoch": 5.589101620029455, + "grad_norm": 85.64368438720703, + "learning_rate": 1.6019607843137257e-05, + "loss": 1.463, + "step": 950 + }, + { + "epoch": 5.736377025036819, + "grad_norm": 166.55226135253906, + "learning_rate": 1.5856209150326797e-05, + "loss": 1.4857, + "step": 975 + }, + { + "epoch": 5.883652430044183, + "grad_norm": 74.41553497314453, + "learning_rate": 1.569281045751634e-05, + "loss": 1.4032, + "step": 1000 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7954939341421143, + "eval_loss": 0.5801569819450378, + "eval_macro_f1": 0.7944427353622975, + "eval_runtime": 1.1075, + "eval_samples_per_second": 520.991, + "eval_steps_per_second": 33.408, + "eval_weighted_f1": 0.7945953530382247, + "step": 1020 + }, + { + "epoch": 6.029455081001473, + "grad_norm": 76.1866683959961, + "learning_rate": 1.5529411764705882e-05, + "loss": 1.1489, + "step": 1025 + }, + { + "epoch": 6.176730486008837, + "grad_norm": 34.45832061767578, + "learning_rate": 1.536601307189543e-05, + "loss": 0.8326, + "step": 1050 + }, + { + "epoch": 6.3240058910162, + "grad_norm": 15.729866981506348, + "learning_rate": 1.5202614379084968e-05, + "loss": 1.0318, + "step": 1075 + }, + { + "epoch": 6.471281296023564, + "grad_norm": 90.83683013916016, + "learning_rate": 1.5039215686274511e-05, + "loss": 1.1043, + "step": 1100 + }, + { + "epoch": 6.618556701030927, + "grad_norm": 28.407865524291992, + "learning_rate": 1.4875816993464054e-05, + "loss": 1.1539, + "step": 1125 + }, + { + "epoch": 6.7658321060382915, + "grad_norm": 221.20167541503906, + "learning_rate": 1.4712418300653597e-05, + "loss": 1.1037, + "step": 1150 + }, + { + "epoch": 6.913107511045656, + "grad_norm": 61.569305419921875, + "learning_rate": 1.4549019607843138e-05, + "loss": 1.3059, + "step": 1175 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8058925476603119, + "eval_loss": 0.6058467626571655, + "eval_macro_f1": 0.8071766002663069, + "eval_runtime": 1.0071, + "eval_samples_per_second": 572.91, + "eval_steps_per_second": 36.738, + "eval_weighted_f1": 0.8072374141019533, + "step": 1190 + }, + { + "epoch": 7.058910162002945, + "grad_norm": 102.90847778320312, + "learning_rate": 1.438562091503268e-05, + "loss": 0.8738, + "step": 1200 + }, + { + "epoch": 7.206185567010309, + "grad_norm": 43.18442916870117, + "learning_rate": 1.4222222222222224e-05, + "loss": 0.7114, + "step": 1225 + }, + { + "epoch": 7.353460972017673, + "grad_norm": 171.77845764160156, + "learning_rate": 1.4058823529411765e-05, + "loss": 0.6286, + "step": 1250 + }, + { + "epoch": 7.500736377025037, + "grad_norm": 29.828956604003906, + "learning_rate": 1.3895424836601308e-05, + "loss": 0.9145, + "step": 1275 + }, + { + "epoch": 7.648011782032401, + "grad_norm": 72.86507415771484, + "learning_rate": 1.373202614379085e-05, + "loss": 0.755, + "step": 1300 + }, + { + "epoch": 7.795287187039764, + "grad_norm": 79.42821502685547, + "learning_rate": 1.3568627450980393e-05, + "loss": 1.0999, + "step": 1325 + }, + { + "epoch": 7.942562592047128, + "grad_norm": 119.55875396728516, + "learning_rate": 1.3405228758169935e-05, + "loss": 0.916, + "step": 1350 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8197573656845754, + "eval_loss": 0.6654466390609741, + "eval_macro_f1": 0.818494575736663, + "eval_runtime": 1.0821, + "eval_samples_per_second": 533.206, + "eval_steps_per_second": 34.192, + "eval_weighted_f1": 0.818681824078099, + "step": 1360 + }, + { + "epoch": 8.088365243004418, + "grad_norm": 77.83417510986328, + "learning_rate": 1.3241830065359478e-05, + "loss": 0.6816, + "step": 1375 + }, + { + "epoch": 8.235640648011781, + "grad_norm": 7.663555145263672, + "learning_rate": 1.307843137254902e-05, + "loss": 0.4702, + "step": 1400 + }, + { + "epoch": 8.382916053019146, + "grad_norm": 139.91311645507812, + "learning_rate": 1.2915032679738563e-05, + "loss": 0.567, + "step": 1425 + }, + { + "epoch": 8.53019145802651, + "grad_norm": 83.40311431884766, + "learning_rate": 1.2751633986928104e-05, + "loss": 0.5128, + "step": 1450 + }, + { + "epoch": 8.677466863033873, + "grad_norm": 28.539657592773438, + "learning_rate": 1.2588235294117647e-05, + "loss": 0.5742, + "step": 1475 + }, + { + "epoch": 8.824742268041238, + "grad_norm": 159.04930114746094, + "learning_rate": 1.242483660130719e-05, + "loss": 0.7303, + "step": 1500 + }, + { + "epoch": 8.972017673048601, + "grad_norm": 44.47144317626953, + "learning_rate": 1.2261437908496733e-05, + "loss": 0.7911, + "step": 1525 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7954939341421143, + "eval_loss": 0.7000560760498047, + "eval_macro_f1": 0.7964479477637373, + "eval_runtime": 1.0733, + "eval_samples_per_second": 537.585, + "eval_steps_per_second": 34.473, + "eval_weighted_f1": 0.7968220398896309, + "step": 1530 + }, + { + "epoch": 9.11782032400589, + "grad_norm": 102.08507537841797, + "learning_rate": 1.2098039215686274e-05, + "loss": 0.401, + "step": 1550 + }, + { + "epoch": 9.265095729013256, + "grad_norm": 63.1754150390625, + "learning_rate": 1.1934640522875817e-05, + "loss": 0.476, + "step": 1575 + }, + { + "epoch": 9.412371134020619, + "grad_norm": 15.202345848083496, + "learning_rate": 1.177124183006536e-05, + "loss": 0.3926, + "step": 1600 + }, + { + "epoch": 9.559646539027982, + "grad_norm": 106.24142456054688, + "learning_rate": 1.1607843137254905e-05, + "loss": 0.3942, + "step": 1625 + }, + { + "epoch": 9.706921944035345, + "grad_norm": 119.7136459350586, + "learning_rate": 1.1444444444444444e-05, + "loss": 0.6458, + "step": 1650 + }, + { + "epoch": 9.85419734904271, + "grad_norm": 51.147953033447266, + "learning_rate": 1.1281045751633987e-05, + "loss": 0.5085, + "step": 1675 + }, + { + "epoch": 10.0, + "grad_norm": 93.08467864990234, + "learning_rate": 1.1117647058823531e-05, + "loss": 0.6423, + "step": 1700 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.804159445407279, + "eval_loss": 0.8137564063072205, + "eval_macro_f1": 0.803899599035999, + "eval_runtime": 1.0604, + "eval_samples_per_second": 544.133, + "eval_steps_per_second": 34.892, + "eval_weighted_f1": 0.8042208949698127, + "step": 1700 + }, + { + "epoch": 10.147275405007363, + "grad_norm": 34.72563171386719, + "learning_rate": 1.0954248366013074e-05, + "loss": 0.3, + "step": 1725 + }, + { + "epoch": 10.294550810014728, + "grad_norm": 245.87725830078125, + "learning_rate": 1.0790849673202614e-05, + "loss": 0.3069, + "step": 1750 + }, + { + "epoch": 10.441826215022092, + "grad_norm": 4.2528839111328125, + "learning_rate": 1.0627450980392158e-05, + "loss": 0.2334, + "step": 1775 + }, + { + "epoch": 10.589101620029455, + "grad_norm": 97.1746597290039, + "learning_rate": 1.0464052287581701e-05, + "loss": 0.6396, + "step": 1800 + }, + { + "epoch": 10.73637702503682, + "grad_norm": 147.764892578125, + "learning_rate": 1.030065359477124e-05, + "loss": 0.4702, + "step": 1825 + }, + { + "epoch": 10.883652430044183, + "grad_norm": 280.8063049316406, + "learning_rate": 1.0137254901960785e-05, + "loss": 0.4987, + "step": 1850 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8128249566724437, + "eval_loss": 1.0132502317428589, + "eval_macro_f1": 0.81419764471806, + "eval_runtime": 1.1165, + "eval_samples_per_second": 516.796, + "eval_steps_per_second": 33.139, + "eval_weighted_f1": 0.8143440413500574, + "step": 1870 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e243687ee0211004f584f0932ec5dbbf5efa15f3 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700/trainer_state.json @@ -0,0 +1,629 @@ +{ + "best_global_step": 1700, + "best_metric": 0.8080627063505518, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1700, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 15.366108894348145, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.7592, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 16.82335090637207, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.6221, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 30.80362319946289, + "learning_rate": 4.352941176470588e-06, + "loss": 4.5071, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 106.32090759277344, + "learning_rate": 5.823529411764707e-06, + "loss": 4.4829, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 21.30451774597168, + "learning_rate": 7.294117647058823e-06, + "loss": 4.4637, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 59.81951141357422, + "learning_rate": 8.764705882352942e-06, + "loss": 4.4736, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4003466204506066, + "eval_loss": 1.0575647354125977, + "eval_macro_f1": 0.31515214616885706, + "eval_runtime": 1.0008, + "eval_samples_per_second": 576.557, + "eval_steps_per_second": 36.972, + "eval_weighted_f1": 0.3167255009683724, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 30.38396644592285, + "learning_rate": 1.023529411764706e-05, + "loss": 4.219, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 65.39568328857422, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.2508, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 39.89834976196289, + "learning_rate": 1.3176470588235294e-05, + "loss": 3.9225, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 47.26101303100586, + "learning_rate": 1.4647058823529412e-05, + "loss": 3.6592, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 87.26200103759766, + "learning_rate": 1.6117647058823533e-05, + "loss": 3.49, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 174.1948699951172, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.1599, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 103.86904907226562, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.0534, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7001733102253033, + "eval_loss": 0.7479732632637024, + "eval_macro_f1": 0.6850221665877738, + "eval_runtime": 1.0247, + "eval_samples_per_second": 563.111, + "eval_steps_per_second": 36.109, + "eval_weighted_f1": 0.6860953069573232, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 98.58618927001953, + "learning_rate": 1.9941176470588238e-05, + "loss": 2.8671, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 62.89303970336914, + "learning_rate": 1.977777777777778e-05, + "loss": 2.8125, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 80.09723663330078, + "learning_rate": 1.961437908496732e-05, + "loss": 2.7327, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 114.29077911376953, + "learning_rate": 1.9450980392156864e-05, + "loss": 2.6709, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 76.36686706542969, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.4804, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 51.555084228515625, + "learning_rate": 1.912418300653595e-05, + "loss": 2.1368, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 98.23845672607422, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.5586, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7902946273830156, + "eval_loss": 0.5554803609848022, + "eval_macro_f1": 0.7866620578653372, + "eval_runtime": 0.961, + "eval_samples_per_second": 600.388, + "eval_steps_per_second": 38.5, + "eval_weighted_f1": 0.7870528261411873, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 65.41751861572266, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.1809, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 161.51675415039062, + "learning_rate": 1.8633986928104578e-05, + "loss": 1.9678, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 53.47157287597656, + "learning_rate": 1.847058823529412e-05, + "loss": 2.0837, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 54.58252716064453, + "learning_rate": 1.830718954248366e-05, + "loss": 1.9649, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 127.79866027832031, + "learning_rate": 1.8143790849673203e-05, + "loss": 1.9307, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 183.38697814941406, + "learning_rate": 1.7980392156862746e-05, + "loss": 1.9701, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 79.9508056640625, + "learning_rate": 1.781699346405229e-05, + "loss": 1.829, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7937608318890814, + "eval_loss": 0.564121425151825, + "eval_macro_f1": 0.7913853614145392, + "eval_runtime": 1.0276, + "eval_samples_per_second": 561.513, + "eval_steps_per_second": 36.007, + "eval_weighted_f1": 0.7917503864387873, + "step": 680 + }, + { + "epoch": 4.117820324005891, + "grad_norm": 61.29257583618164, + "learning_rate": 1.7653594771241832e-05, + "loss": 1.6639, + "step": 700 + }, + { + "epoch": 4.265095729013255, + "grad_norm": 113.9142837524414, + "learning_rate": 1.7490196078431375e-05, + "loss": 1.5626, + "step": 725 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 106.86473083496094, + "learning_rate": 1.7326797385620918e-05, + "loss": 1.5016, + "step": 750 + }, + { + "epoch": 4.559646539027982, + "grad_norm": 77.04757690429688, + "learning_rate": 1.7163398692810457e-05, + "loss": 1.4856, + "step": 775 + }, + { + "epoch": 4.706921944035346, + "grad_norm": 112.1097412109375, + "learning_rate": 1.7e-05, + "loss": 1.6716, + "step": 800 + }, + { + "epoch": 4.8541973490427095, + "grad_norm": 156.9412384033203, + "learning_rate": 1.6836601307189543e-05, + "loss": 1.6015, + "step": 825 + }, + { + "epoch": 5.0, + "grad_norm": 32.70610809326172, + "learning_rate": 1.6673202614379086e-05, + "loss": 1.3884, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7885615251299827, + "eval_loss": 0.5760204792022705, + "eval_macro_f1": 0.7870173972406129, + "eval_runtime": 1.0139, + "eval_samples_per_second": 569.089, + "eval_steps_per_second": 36.493, + "eval_weighted_f1": 0.7870033381860616, + "step": 850 + }, + { + "epoch": 5.147275405007364, + "grad_norm": 104.40431213378906, + "learning_rate": 1.650980392156863e-05, + "loss": 1.0302, + "step": 875 + }, + { + "epoch": 5.294550810014727, + "grad_norm": 55.770687103271484, + "learning_rate": 1.634640522875817e-05, + "loss": 1.1093, + "step": 900 + }, + { + "epoch": 5.4418262150220915, + "grad_norm": 140.00003051757812, + "learning_rate": 1.6183006535947714e-05, + "loss": 1.127, + "step": 925 + }, + { + "epoch": 5.589101620029455, + "grad_norm": 82.26582336425781, + "learning_rate": 1.6019607843137257e-05, + "loss": 1.4133, + "step": 950 + }, + { + "epoch": 5.736377025036819, + "grad_norm": 59.61613464355469, + "learning_rate": 1.5856209150326797e-05, + "loss": 1.3666, + "step": 975 + }, + { + "epoch": 5.883652430044183, + "grad_norm": 62.971954345703125, + "learning_rate": 1.569281045751634e-05, + "loss": 1.0631, + "step": 1000 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7954939341421143, + "eval_loss": 0.5795448422431946, + "eval_macro_f1": 0.7937615550393967, + "eval_runtime": 0.9542, + "eval_samples_per_second": 604.668, + "eval_steps_per_second": 38.774, + "eval_weighted_f1": 0.7939465801655629, + "step": 1020 + }, + { + "epoch": 6.029455081001473, + "grad_norm": 139.58262634277344, + "learning_rate": 1.5529411764705882e-05, + "loss": 1.0258, + "step": 1025 + }, + { + "epoch": 6.176730486008837, + "grad_norm": 125.19546508789062, + "learning_rate": 1.536601307189543e-05, + "loss": 0.8703, + "step": 1050 + }, + { + "epoch": 6.3240058910162, + "grad_norm": 114.03672790527344, + "learning_rate": 1.5202614379084968e-05, + "loss": 0.8148, + "step": 1075 + }, + { + "epoch": 6.471281296023564, + "grad_norm": 38.04548263549805, + "learning_rate": 1.5039215686274511e-05, + "loss": 0.9125, + "step": 1100 + }, + { + "epoch": 6.618556701030927, + "grad_norm": 80.47295379638672, + "learning_rate": 1.4875816993464054e-05, + "loss": 0.8187, + "step": 1125 + }, + { + "epoch": 6.7658321060382915, + "grad_norm": 156.71273803710938, + "learning_rate": 1.4712418300653597e-05, + "loss": 1.1468, + "step": 1150 + }, + { + "epoch": 6.913107511045656, + "grad_norm": 81.21904754638672, + "learning_rate": 1.4549019607843138e-05, + "loss": 0.9628, + "step": 1175 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7868284228769498, + "eval_loss": 0.7104272842407227, + "eval_macro_f1": 0.7872467915619561, + "eval_runtime": 1.012, + "eval_samples_per_second": 570.165, + "eval_steps_per_second": 36.562, + "eval_weighted_f1": 0.787502877153901, + "step": 1190 + }, + { + "epoch": 7.058910162002945, + "grad_norm": 94.61268615722656, + "learning_rate": 1.438562091503268e-05, + "loss": 0.7487, + "step": 1200 + }, + { + "epoch": 7.206185567010309, + "grad_norm": 125.45917510986328, + "learning_rate": 1.4222222222222224e-05, + "loss": 0.8132, + "step": 1225 + }, + { + "epoch": 7.353460972017673, + "grad_norm": 9.856523513793945, + "learning_rate": 1.4058823529411765e-05, + "loss": 0.7205, + "step": 1250 + }, + { + "epoch": 7.500736377025037, + "grad_norm": 109.60676574707031, + "learning_rate": 1.3895424836601308e-05, + "loss": 0.6862, + "step": 1275 + }, + { + "epoch": 7.648011782032401, + "grad_norm": 127.26668548583984, + "learning_rate": 1.373202614379085e-05, + "loss": 0.5685, + "step": 1300 + }, + { + "epoch": 7.795287187039764, + "grad_norm": 65.17686462402344, + "learning_rate": 1.3568627450980393e-05, + "loss": 0.6091, + "step": 1325 + }, + { + "epoch": 7.942562592047128, + "grad_norm": 100.82917785644531, + "learning_rate": 1.3405228758169935e-05, + "loss": 0.6925, + "step": 1350 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7850953206239168, + "eval_loss": 0.8650023341178894, + "eval_macro_f1": 0.785898649004669, + "eval_runtime": 1.1016, + "eval_samples_per_second": 523.769, + "eval_steps_per_second": 33.587, + "eval_weighted_f1": 0.7861545317631711, + "step": 1360 + }, + { + "epoch": 8.088365243004418, + "grad_norm": 22.3524227142334, + "learning_rate": 1.3241830065359478e-05, + "loss": 0.3725, + "step": 1375 + }, + { + "epoch": 8.235640648011781, + "grad_norm": 83.46327209472656, + "learning_rate": 1.307843137254902e-05, + "loss": 0.6755, + "step": 1400 + }, + { + "epoch": 8.382916053019146, + "grad_norm": 32.82671356201172, + "learning_rate": 1.2915032679738563e-05, + "loss": 0.7345, + "step": 1425 + }, + { + "epoch": 8.53019145802651, + "grad_norm": 22.48587417602539, + "learning_rate": 1.2751633986928104e-05, + "loss": 0.4235, + "step": 1450 + }, + { + "epoch": 8.677466863033873, + "grad_norm": 49.19102478027344, + "learning_rate": 1.2588235294117647e-05, + "loss": 0.5995, + "step": 1475 + }, + { + "epoch": 8.824742268041238, + "grad_norm": 44.9511604309082, + "learning_rate": 1.242483660130719e-05, + "loss": 0.5522, + "step": 1500 + }, + { + "epoch": 8.972017673048601, + "grad_norm": 65.22738647460938, + "learning_rate": 1.2261437908496733e-05, + "loss": 0.6001, + "step": 1525 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7954939341421143, + "eval_loss": 0.9263410568237305, + "eval_macro_f1": 0.7963689259011288, + "eval_runtime": 0.9987, + "eval_samples_per_second": 577.765, + "eval_steps_per_second": 37.049, + "eval_weighted_f1": 0.796525229175631, + "step": 1530 + }, + { + "epoch": 9.11782032400589, + "grad_norm": 125.35490417480469, + "learning_rate": 1.2098039215686274e-05, + "loss": 0.2396, + "step": 1550 + }, + { + "epoch": 9.265095729013256, + "grad_norm": 122.32025909423828, + "learning_rate": 1.1934640522875817e-05, + "loss": 0.3869, + "step": 1575 + }, + { + "epoch": 9.412371134020619, + "grad_norm": 11.385093688964844, + "learning_rate": 1.177124183006536e-05, + "loss": 0.4486, + "step": 1600 + }, + { + "epoch": 9.559646539027982, + "grad_norm": 145.1771697998047, + "learning_rate": 1.1607843137254905e-05, + "loss": 0.4102, + "step": 1625 + }, + { + "epoch": 9.706921944035345, + "grad_norm": 73.37174224853516, + "learning_rate": 1.1444444444444444e-05, + "loss": 0.6945, + "step": 1650 + }, + { + "epoch": 9.85419734904271, + "grad_norm": 260.9780578613281, + "learning_rate": 1.1281045751633987e-05, + "loss": 0.6197, + "step": 1675 + }, + { + "epoch": 10.0, + "grad_norm": 73.8501205444336, + "learning_rate": 1.1117647058823531e-05, + "loss": 0.4284, + "step": 1700 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8110918544194108, + "eval_loss": 1.0486125946044922, + "eval_macro_f1": 0.8080627063505518, + "eval_runtime": 1.0131, + "eval_samples_per_second": 569.563, + "eval_steps_per_second": 36.523, + "eval_weighted_f1": 0.8083890157084717, + "step": 1700 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-2210/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-2210/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-2210/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-2210/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-2210/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-2210/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3a5164099a5426761bddc1c5ab109fcb1a6517d3 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683/trainer_state.json @@ -0,0 +1,611 @@ +{ + "best_global_step": 1683, + "best_metric": 0.8090250432515508, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1683, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 29.281513214111328, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8114, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 59.98347091674805, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.7488, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 75.17752838134766, + "learning_rate": 3.957219251336899e-06, + "loss": 4.6501, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 48.571685791015625, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4947, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 36.38309860229492, + "learning_rate": 6.631016042780749e-06, + "loss": 4.4924, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 57.51423645019531, + "learning_rate": 7.967914438502674e-06, + "loss": 4.411, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 33.98810958862305, + "learning_rate": 9.3048128342246e-06, + "loss": 4.1914, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5744985673352435, + "eval_loss": 0.9423828125, + "eval_macro_f1": 0.5627282656181739, + "eval_runtime": 1.1474, + "eval_samples_per_second": 608.343, + "eval_steps_per_second": 38.348, + "eval_weighted_f1": 0.5648083834359169, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 118.40968322753906, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.0308, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 22.45201301574707, + "learning_rate": 1.197860962566845e-05, + "loss": 3.9123, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 422.0575256347656, + "learning_rate": 1.3315508021390375e-05, + "loss": 3.7637, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 52.88609313964844, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.8955, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 46.272708892822266, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.7089, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 52.897220611572266, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.4665, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 140.40948486328125, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.46, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.666189111747851, + "eval_loss": 0.777047872543335, + "eval_macro_f1": 0.6543658301791071, + "eval_runtime": 1.1579, + "eval_samples_per_second": 602.83, + "eval_steps_per_second": 38.001, + "eval_weighted_f1": 0.6555384743687136, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 123.20668029785156, + "learning_rate": 2e-05, + "loss": 3.0922, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 79.9095458984375, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.9061, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 71.9879379272461, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.8709, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 75.39634704589844, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.6416, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 94.8530502319336, + "learning_rate": 1.94058229352347e-05, + "loss": 2.8133, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 136.638427734375, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.5568, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 73.33130645751953, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.4708, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 75.41268920898438, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.5265, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7306590257879656, + "eval_loss": 0.6648681163787842, + "eval_macro_f1": 0.7305239391704609, + "eval_runtime": 1.312, + "eval_samples_per_second": 532.024, + "eval_steps_per_second": 33.537, + "eval_weighted_f1": 0.7310642856404798, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 96.51641082763672, + "learning_rate": 1.88116458704694e-05, + "loss": 2.0429, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 45.91094970703125, + "learning_rate": 1.8663101604278075e-05, + "loss": 2.1126, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 76.62948608398438, + "learning_rate": 1.8514557338086753e-05, + "loss": 2.0662, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 148.13934326171875, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.0082, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 78.11604309082031, + "learning_rate": 1.82174688057041e-05, + "loss": 2.0207, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 77.38502502441406, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.8679, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 70.73047637939453, + "learning_rate": 1.7920380273321453e-05, + "loss": 2.1497, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7435530085959885, + "eval_loss": 0.6996601819992065, + "eval_macro_f1": 0.7344055945846227, + "eval_runtime": 1.2466, + "eval_samples_per_second": 559.923, + "eval_steps_per_second": 35.296, + "eval_weighted_f1": 0.7358666996801291, + "step": 748 + }, + { + "epoch": 4.010723860589812, + "grad_norm": 65.94921875, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.8379, + "step": 750 + }, + { + "epoch": 4.144772117962466, + "grad_norm": 75.57880401611328, + "learning_rate": 1.76232917409388e-05, + "loss": 1.3177, + "step": 775 + }, + { + "epoch": 4.278820375335121, + "grad_norm": 53.04216766357422, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.5869, + "step": 800 + }, + { + "epoch": 4.412868632707775, + "grad_norm": 82.259521484375, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.7209, + "step": 825 + }, + { + "epoch": 4.546916890080429, + "grad_norm": 32.58427810668945, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.677, + "step": 850 + }, + { + "epoch": 4.680965147453083, + "grad_norm": 56.15142822265625, + "learning_rate": 1.70291146761735e-05, + "loss": 1.5606, + "step": 875 + }, + { + "epoch": 4.815013404825737, + "grad_norm": 50.81013107299805, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.4413, + "step": 900 + }, + { + "epoch": 4.949061662198392, + "grad_norm": 110.8615493774414, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.5435, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7707736389684814, + "eval_loss": 0.5833529233932495, + "eval_macro_f1": 0.767354547932248, + "eval_runtime": 1.3386, + "eval_samples_per_second": 521.425, + "eval_steps_per_second": 32.869, + "eval_weighted_f1": 0.7676766327875199, + "step": 935 + }, + { + "epoch": 5.080428954423592, + "grad_norm": 67.0464859008789, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.1449, + "step": 950 + }, + { + "epoch": 5.214477211796247, + "grad_norm": 96.70409393310547, + "learning_rate": 1.64349376114082e-05, + "loss": 1.2777, + "step": 975 + }, + { + "epoch": 5.348525469168901, + "grad_norm": 63.4277229309082, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.4386, + "step": 1000 + }, + { + "epoch": 5.482573726541555, + "grad_norm": 109.14483642578125, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.3647, + "step": 1025 + }, + { + "epoch": 5.616621983914209, + "grad_norm": 101.30210876464844, + "learning_rate": 1.5989304812834226e-05, + "loss": 1.1992, + "step": 1050 + }, + { + "epoch": 5.750670241286863, + "grad_norm": 97.66157531738281, + "learning_rate": 1.58407605466429e-05, + "loss": 1.0509, + "step": 1075 + }, + { + "epoch": 5.884718498659518, + "grad_norm": 113.39716339111328, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.3786, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7994269340974212, + "eval_loss": 0.5898305177688599, + "eval_macro_f1": 0.799420844918767, + "eval_runtime": 1.2119, + "eval_samples_per_second": 575.948, + "eval_steps_per_second": 36.306, + "eval_weighted_f1": 0.7994072621594338, + "step": 1122 + }, + { + "epoch": 6.016085790884718, + "grad_norm": 84.82008361816406, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.2316, + "step": 1125 + }, + { + "epoch": 6.150134048257373, + "grad_norm": 145.1053466796875, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.9848, + "step": 1150 + }, + { + "epoch": 6.2841823056300266, + "grad_norm": 110.18537139892578, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.6893, + "step": 1175 + }, + { + "epoch": 6.418230563002681, + "grad_norm": 75.05672454833984, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.9637, + "step": 1200 + }, + { + "epoch": 6.552278820375335, + "grad_norm": 69.21382904052734, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.9121, + "step": 1225 + }, + { + "epoch": 6.68632707774799, + "grad_norm": 294.65478515625, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.9498, + "step": 1250 + }, + { + "epoch": 6.8203753351206435, + "grad_norm": 89.44816589355469, + "learning_rate": 1.4652406417112302e-05, + "loss": 1.1445, + "step": 1275 + }, + { + "epoch": 6.954423592493297, + "grad_norm": 51.843936920166016, + "learning_rate": 1.4503862150920976e-05, + "loss": 1.128, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7936962750716332, + "eval_loss": 0.6407117247581482, + "eval_macro_f1": 0.7927062848246477, + "eval_runtime": 1.266, + "eval_samples_per_second": 551.355, + "eval_steps_per_second": 34.756, + "eval_weighted_f1": 0.7926874579145923, + "step": 1309 + }, + { + "epoch": 7.085790884718499, + "grad_norm": 41.138118743896484, + "learning_rate": 1.4355317884729652e-05, + "loss": 0.7691, + "step": 1325 + }, + { + "epoch": 7.2198391420911525, + "grad_norm": 137.2575225830078, + "learning_rate": 1.4206773618538326e-05, + "loss": 0.7551, + "step": 1350 + }, + { + "epoch": 7.353887399463807, + "grad_norm": 81.11966705322266, + "learning_rate": 1.4058229352347002e-05, + "loss": 0.6567, + "step": 1375 + }, + { + "epoch": 7.487935656836461, + "grad_norm": 11.136306762695312, + "learning_rate": 1.3909685086155676e-05, + "loss": 0.7257, + "step": 1400 + }, + { + "epoch": 7.621983914209116, + "grad_norm": 138.43447875976562, + "learning_rate": 1.3761140819964351e-05, + "loss": 0.549, + "step": 1425 + }, + { + "epoch": 7.7560321715817695, + "grad_norm": 596.3565673828125, + "learning_rate": 1.3612596553773026e-05, + "loss": 0.672, + "step": 1450 + }, + { + "epoch": 7.890080428954423, + "grad_norm": 109.06859588623047, + "learning_rate": 1.3464052287581701e-05, + "loss": 0.5429, + "step": 1475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7808022922636103, + "eval_loss": 0.7757325172424316, + "eval_macro_f1": 0.7772220465289773, + "eval_runtime": 1.2818, + "eval_samples_per_second": 544.557, + "eval_steps_per_second": 34.327, + "eval_weighted_f1": 0.7776977868157761, + "step": 1496 + }, + { + "epoch": 8.021447721179625, + "grad_norm": 19.983442306518555, + "learning_rate": 1.3315508021390375e-05, + "loss": 0.6734, + "step": 1500 + }, + { + "epoch": 8.15549597855228, + "grad_norm": 44.926326751708984, + "learning_rate": 1.3166963755199051e-05, + "loss": 0.4538, + "step": 1525 + }, + { + "epoch": 8.289544235924932, + "grad_norm": 47.0056266784668, + "learning_rate": 1.3018419489007725e-05, + "loss": 0.4462, + "step": 1550 + }, + { + "epoch": 8.423592493297587, + "grad_norm": 118.46392822265625, + "learning_rate": 1.2869875222816401e-05, + "loss": 0.6707, + "step": 1575 + }, + { + "epoch": 8.557640750670242, + "grad_norm": 75.50395965576172, + "learning_rate": 1.2721330956625075e-05, + "loss": 0.3894, + "step": 1600 + }, + { + "epoch": 8.691689008042896, + "grad_norm": 2.9478631019592285, + "learning_rate": 1.257278669043375e-05, + "loss": 0.4526, + "step": 1625 + }, + { + "epoch": 8.82573726541555, + "grad_norm": 78.39999389648438, + "learning_rate": 1.2424242424242425e-05, + "loss": 0.6435, + "step": 1650 + }, + { + "epoch": 8.959785522788204, + "grad_norm": 48.259944915771484, + "learning_rate": 1.22756981580511e-05, + "loss": 0.5543, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8094555873925502, + "eval_loss": 0.8367495536804199, + "eval_macro_f1": 0.8090250432515508, + "eval_runtime": 1.1843, + "eval_samples_per_second": 589.357, + "eval_steps_per_second": 37.151, + "eval_weighted_f1": 0.8090949586743631, + "step": 1683 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-2244/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-2244/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-2244/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-2244/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-2244/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-2244/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-2244/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-2244/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1163935c68b20145b334c678a4c6c87c76fbbd27 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-2244/trainer_state.json @@ -0,0 +1,798 @@ +{ + "best_global_step": 1683, + "best_metric": 0.8090250432515508, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s42-20260901T050019Z-27bda108/trainer/checkpoint-1683", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 2244, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 29.281513214111328, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8114, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 59.98347091674805, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.7488, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 75.17752838134766, + "learning_rate": 3.957219251336899e-06, + "loss": 4.6501, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 48.571685791015625, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4947, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 36.38309860229492, + "learning_rate": 6.631016042780749e-06, + "loss": 4.4924, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 57.51423645019531, + "learning_rate": 7.967914438502674e-06, + "loss": 4.411, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 33.98810958862305, + "learning_rate": 9.3048128342246e-06, + "loss": 4.1914, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5744985673352435, + "eval_loss": 0.9423828125, + "eval_macro_f1": 0.5627282656181739, + "eval_runtime": 1.1474, + "eval_samples_per_second": 608.343, + "eval_steps_per_second": 38.348, + "eval_weighted_f1": 0.5648083834359169, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 118.40968322753906, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.0308, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 22.45201301574707, + "learning_rate": 1.197860962566845e-05, + "loss": 3.9123, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 422.0575256347656, + "learning_rate": 1.3315508021390375e-05, + "loss": 3.7637, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 52.88609313964844, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.8955, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 46.272708892822266, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.7089, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 52.897220611572266, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.4665, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 140.40948486328125, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.46, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.666189111747851, + "eval_loss": 0.777047872543335, + "eval_macro_f1": 0.6543658301791071, + "eval_runtime": 1.1579, + "eval_samples_per_second": 602.83, + "eval_steps_per_second": 38.001, + "eval_weighted_f1": 0.6555384743687136, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 123.20668029785156, + "learning_rate": 2e-05, + "loss": 3.0922, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 79.9095458984375, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.9061, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 71.9879379272461, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.8709, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 75.39634704589844, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.6416, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 94.8530502319336, + "learning_rate": 1.94058229352347e-05, + "loss": 2.8133, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 136.638427734375, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.5568, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 73.33130645751953, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.4708, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 75.41268920898438, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.5265, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7306590257879656, + "eval_loss": 0.6648681163787842, + "eval_macro_f1": 0.7305239391704609, + "eval_runtime": 1.312, + "eval_samples_per_second": 532.024, + "eval_steps_per_second": 33.537, + "eval_weighted_f1": 0.7310642856404798, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 96.51641082763672, + "learning_rate": 1.88116458704694e-05, + "loss": 2.0429, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 45.91094970703125, + "learning_rate": 1.8663101604278075e-05, + "loss": 2.1126, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 76.62948608398438, + "learning_rate": 1.8514557338086753e-05, + "loss": 2.0662, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 148.13934326171875, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.0082, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 78.11604309082031, + "learning_rate": 1.82174688057041e-05, + "loss": 2.0207, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 77.38502502441406, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.8679, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 70.73047637939453, + "learning_rate": 1.7920380273321453e-05, + "loss": 2.1497, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7435530085959885, + "eval_loss": 0.6996601819992065, + "eval_macro_f1": 0.7344055945846227, + "eval_runtime": 1.2466, + "eval_samples_per_second": 559.923, + "eval_steps_per_second": 35.296, + "eval_weighted_f1": 0.7358666996801291, + "step": 748 + }, + { + "epoch": 4.010723860589812, + "grad_norm": 65.94921875, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.8379, + "step": 750 + }, + { + "epoch": 4.144772117962466, + "grad_norm": 75.57880401611328, + "learning_rate": 1.76232917409388e-05, + "loss": 1.3177, + "step": 775 + }, + { + "epoch": 4.278820375335121, + "grad_norm": 53.04216766357422, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.5869, + "step": 800 + }, + { + "epoch": 4.412868632707775, + "grad_norm": 82.259521484375, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.7209, + "step": 825 + }, + { + "epoch": 4.546916890080429, + "grad_norm": 32.58427810668945, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.677, + "step": 850 + }, + { + "epoch": 4.680965147453083, + "grad_norm": 56.15142822265625, + "learning_rate": 1.70291146761735e-05, + "loss": 1.5606, + "step": 875 + }, + { + "epoch": 4.815013404825737, + "grad_norm": 50.81013107299805, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.4413, + "step": 900 + }, + { + "epoch": 4.949061662198392, + "grad_norm": 110.8615493774414, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.5435, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7707736389684814, + "eval_loss": 0.5833529233932495, + "eval_macro_f1": 0.767354547932248, + "eval_runtime": 1.3386, + "eval_samples_per_second": 521.425, + "eval_steps_per_second": 32.869, + "eval_weighted_f1": 0.7676766327875199, + "step": 935 + }, + { + "epoch": 5.080428954423592, + "grad_norm": 67.0464859008789, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.1449, + "step": 950 + }, + { + "epoch": 5.214477211796247, + "grad_norm": 96.70409393310547, + "learning_rate": 1.64349376114082e-05, + "loss": 1.2777, + "step": 975 + }, + { + "epoch": 5.348525469168901, + "grad_norm": 63.4277229309082, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.4386, + "step": 1000 + }, + { + "epoch": 5.482573726541555, + "grad_norm": 109.14483642578125, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.3647, + "step": 1025 + }, + { + "epoch": 5.616621983914209, + "grad_norm": 101.30210876464844, + "learning_rate": 1.5989304812834226e-05, + "loss": 1.1992, + "step": 1050 + }, + { + "epoch": 5.750670241286863, + "grad_norm": 97.66157531738281, + "learning_rate": 1.58407605466429e-05, + "loss": 1.0509, + "step": 1075 + }, + { + "epoch": 5.884718498659518, + "grad_norm": 113.39716339111328, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.3786, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7994269340974212, + "eval_loss": 0.5898305177688599, + "eval_macro_f1": 0.799420844918767, + "eval_runtime": 1.2119, + "eval_samples_per_second": 575.948, + "eval_steps_per_second": 36.306, + "eval_weighted_f1": 0.7994072621594338, + "step": 1122 + }, + { + "epoch": 6.016085790884718, + "grad_norm": 84.82008361816406, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.2316, + "step": 1125 + }, + { + "epoch": 6.150134048257373, + "grad_norm": 145.1053466796875, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.9848, + "step": 1150 + }, + { + "epoch": 6.2841823056300266, + "grad_norm": 110.18537139892578, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.6893, + "step": 1175 + }, + { + "epoch": 6.418230563002681, + "grad_norm": 75.05672454833984, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.9637, + "step": 1200 + }, + { + "epoch": 6.552278820375335, + "grad_norm": 69.21382904052734, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.9121, + "step": 1225 + }, + { + "epoch": 6.68632707774799, + "grad_norm": 294.65478515625, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.9498, + "step": 1250 + }, + { + "epoch": 6.8203753351206435, + "grad_norm": 89.44816589355469, + "learning_rate": 1.4652406417112302e-05, + "loss": 1.1445, + "step": 1275 + }, + { + "epoch": 6.954423592493297, + "grad_norm": 51.843936920166016, + "learning_rate": 1.4503862150920976e-05, + "loss": 1.128, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7936962750716332, + "eval_loss": 0.6407117247581482, + "eval_macro_f1": 0.7927062848246477, + "eval_runtime": 1.266, + "eval_samples_per_second": 551.355, + "eval_steps_per_second": 34.756, + "eval_weighted_f1": 0.7926874579145923, + "step": 1309 + }, + { + "epoch": 7.085790884718499, + "grad_norm": 41.138118743896484, + "learning_rate": 1.4355317884729652e-05, + "loss": 0.7691, + "step": 1325 + }, + { + "epoch": 7.2198391420911525, + "grad_norm": 137.2575225830078, + "learning_rate": 1.4206773618538326e-05, + "loss": 0.7551, + "step": 1350 + }, + { + "epoch": 7.353887399463807, + "grad_norm": 81.11966705322266, + "learning_rate": 1.4058229352347002e-05, + "loss": 0.6567, + "step": 1375 + }, + { + "epoch": 7.487935656836461, + "grad_norm": 11.136306762695312, + "learning_rate": 1.3909685086155676e-05, + "loss": 0.7257, + "step": 1400 + }, + { + "epoch": 7.621983914209116, + "grad_norm": 138.43447875976562, + "learning_rate": 1.3761140819964351e-05, + "loss": 0.549, + "step": 1425 + }, + { + "epoch": 7.7560321715817695, + "grad_norm": 596.3565673828125, + "learning_rate": 1.3612596553773026e-05, + "loss": 0.672, + "step": 1450 + }, + { + "epoch": 7.890080428954423, + "grad_norm": 109.06859588623047, + "learning_rate": 1.3464052287581701e-05, + "loss": 0.5429, + "step": 1475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7808022922636103, + "eval_loss": 0.7757325172424316, + "eval_macro_f1": 0.7772220465289773, + "eval_runtime": 1.2818, + "eval_samples_per_second": 544.557, + "eval_steps_per_second": 34.327, + "eval_weighted_f1": 0.7776977868157761, + "step": 1496 + }, + { + "epoch": 8.021447721179625, + "grad_norm": 19.983442306518555, + "learning_rate": 1.3315508021390375e-05, + "loss": 0.6734, + "step": 1500 + }, + { + "epoch": 8.15549597855228, + "grad_norm": 44.926326751708984, + "learning_rate": 1.3166963755199051e-05, + "loss": 0.4538, + "step": 1525 + }, + { + "epoch": 8.289544235924932, + "grad_norm": 47.0056266784668, + "learning_rate": 1.3018419489007725e-05, + "loss": 0.4462, + "step": 1550 + }, + { + "epoch": 8.423592493297587, + "grad_norm": 118.46392822265625, + "learning_rate": 1.2869875222816401e-05, + "loss": 0.6707, + "step": 1575 + }, + { + "epoch": 8.557640750670242, + "grad_norm": 75.50395965576172, + "learning_rate": 1.2721330956625075e-05, + "loss": 0.3894, + "step": 1600 + }, + { + "epoch": 8.691689008042896, + "grad_norm": 2.9478631019592285, + "learning_rate": 1.257278669043375e-05, + "loss": 0.4526, + "step": 1625 + }, + { + "epoch": 8.82573726541555, + "grad_norm": 78.39999389648438, + "learning_rate": 1.2424242424242425e-05, + "loss": 0.6435, + "step": 1650 + }, + { + "epoch": 8.959785522788204, + "grad_norm": 48.259944915771484, + "learning_rate": 1.22756981580511e-05, + "loss": 0.5543, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8094555873925502, + "eval_loss": 0.8367495536804199, + "eval_macro_f1": 0.8090250432515508, + "eval_runtime": 1.1843, + "eval_samples_per_second": 589.357, + "eval_steps_per_second": 37.151, + "eval_weighted_f1": 0.8090949586743631, + "step": 1683 + }, + { + "epoch": 9.091152815013405, + "grad_norm": 58.966392517089844, + "learning_rate": 1.2127153891859775e-05, + "loss": 0.3735, + "step": 1700 + }, + { + "epoch": 9.225201072386058, + "grad_norm": 4.957255840301514, + "learning_rate": 1.197860962566845e-05, + "loss": 0.5956, + "step": 1725 + }, + { + "epoch": 9.359249329758713, + "grad_norm": 37.50722122192383, + "learning_rate": 1.1830065359477125e-05, + "loss": 0.4054, + "step": 1750 + }, + { + "epoch": 9.493297587131368, + "grad_norm": 45.91511154174805, + "learning_rate": 1.1681521093285799e-05, + "loss": 0.4167, + "step": 1775 + }, + { + "epoch": 9.62734584450402, + "grad_norm": 169.08078002929688, + "learning_rate": 1.1532976827094475e-05, + "loss": 0.4499, + "step": 1800 + }, + { + "epoch": 9.761394101876675, + "grad_norm": 47.92420959472656, + "learning_rate": 1.1384432560903149e-05, + "loss": 0.4024, + "step": 1825 + }, + { + "epoch": 9.89544235924933, + "grad_norm": 276.9211730957031, + "learning_rate": 1.1235888294711825e-05, + "loss": 0.3937, + "step": 1850 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7851002865329513, + "eval_loss": 1.1183339357376099, + "eval_macro_f1": 0.7838630493506367, + "eval_runtime": 1.2441, + "eval_samples_per_second": 561.028, + "eval_steps_per_second": 35.366, + "eval_weighted_f1": 0.784024714511752, + "step": 1870 + }, + { + "epoch": 10.026809651474531, + "grad_norm": 69.59083557128906, + "learning_rate": 1.1087344028520499e-05, + "loss": 0.3762, + "step": 1875 + }, + { + "epoch": 10.160857908847184, + "grad_norm": 13.241683006286621, + "learning_rate": 1.0938799762329175e-05, + "loss": 0.2702, + "step": 1900 + }, + { + "epoch": 10.294906166219839, + "grad_norm": 10.937203407287598, + "learning_rate": 1.0790255496137849e-05, + "loss": 0.3643, + "step": 1925 + }, + { + "epoch": 10.428954423592494, + "grad_norm": 116.48104858398438, + "learning_rate": 1.0641711229946525e-05, + "loss": 0.2879, + "step": 1950 + }, + { + "epoch": 10.563002680965148, + "grad_norm": 281.0794677734375, + "learning_rate": 1.0493166963755199e-05, + "loss": 0.3383, + "step": 1975 + }, + { + "epoch": 10.697050938337801, + "grad_norm": 0.19582512974739075, + "learning_rate": 1.0344622697563875e-05, + "loss": 0.3273, + "step": 2000 + }, + { + "epoch": 10.831099195710456, + "grad_norm": 26.74823760986328, + "learning_rate": 1.0196078431372549e-05, + "loss": 0.5106, + "step": 2025 + }, + { + "epoch": 10.96514745308311, + "grad_norm": 7.16771125793457, + "learning_rate": 1.0047534165181224e-05, + "loss": 0.3538, + "step": 2050 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.7865329512893983, + "eval_loss": 1.3721860647201538, + "eval_macro_f1": 0.7837774081124392, + "eval_runtime": 1.1823, + "eval_samples_per_second": 590.375, + "eval_steps_per_second": 37.216, + "eval_weighted_f1": 0.7841190709166638, + "step": 2057 + }, + { + "epoch": 11.09651474530831, + "grad_norm": 78.07215118408203, + "learning_rate": 9.8989898989899e-06, + "loss": 0.2495, + "step": 2075 + }, + { + "epoch": 11.230563002680965, + "grad_norm": 36.1722412109375, + "learning_rate": 9.750445632798576e-06, + "loss": 0.3626, + "step": 2100 + }, + { + "epoch": 11.36461126005362, + "grad_norm": 148.62623596191406, + "learning_rate": 9.60190136660725e-06, + "loss": 0.2995, + "step": 2125 + }, + { + "epoch": 11.498659517426274, + "grad_norm": 169.8170928955078, + "learning_rate": 9.453357100415926e-06, + "loss": 0.3525, + "step": 2150 + }, + { + "epoch": 11.632707774798927, + "grad_norm": 0.2681744694709778, + "learning_rate": 9.3048128342246e-06, + "loss": 0.2959, + "step": 2175 + }, + { + "epoch": 11.766756032171582, + "grad_norm": 9.699418067932129, + "learning_rate": 9.156268568033274e-06, + "loss": 0.4119, + "step": 2200 + }, + { + "epoch": 11.900804289544237, + "grad_norm": 248.1134796142578, + "learning_rate": 9.007724301841948e-06, + "loss": 0.3291, + "step": 2225 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.7879656160458453, + "eval_loss": 1.5150415897369385, + "eval_macro_f1": 0.785011281427444, + "eval_runtime": 1.2511, + "eval_samples_per_second": 557.908, + "eval_steps_per_second": 35.169, + "eval_weighted_f1": 0.7853298382345727, + "step": 2244 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..39f5edd765301125f5cdd684b51ada5d7df51084 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930/trainer_state.json @@ -0,0 +1,692 @@ +{ + "best_global_step": 1930, + "best_metric": 0.7826275764062186, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1930, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13003901170351106, + "grad_norm": 22.328474044799805, + "learning_rate": 1.2435233160621762e-06, + "loss": 4.8056, + "step": 25 + }, + { + "epoch": 0.26007802340702213, + "grad_norm": 51.04038619995117, + "learning_rate": 2.5388601036269435e-06, + "loss": 4.6838, + "step": 50 + }, + { + "epoch": 0.39011703511053314, + "grad_norm": 31.205289840698242, + "learning_rate": 3.83419689119171e-06, + "loss": 4.5895, + "step": 75 + }, + { + "epoch": 0.5201560468140443, + "grad_norm": 57.19765853881836, + "learning_rate": 5.129533678756478e-06, + "loss": 4.5451, + "step": 100 + }, + { + "epoch": 0.6501950585175552, + "grad_norm": 314.4058837890625, + "learning_rate": 6.4248704663212435e-06, + "loss": 4.4377, + "step": 125 + }, + { + "epoch": 0.7802340702210663, + "grad_norm": 35.836883544921875, + "learning_rate": 7.72020725388601e-06, + "loss": 4.4694, + "step": 150 + }, + { + "epoch": 0.9102730819245773, + "grad_norm": 44.54014205932617, + "learning_rate": 9.015544041450778e-06, + "loss": 4.2259, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5215384615384615, + "eval_loss": 0.9779086709022522, + "eval_macro_f1": 0.4633878899784283, + "eval_runtime": 1.0647, + "eval_samples_per_second": 610.497, + "eval_steps_per_second": 38.508, + "eval_weighted_f1": 0.46329725488465606, + "step": 193 + }, + { + "epoch": 1.0364109232769831, + "grad_norm": 94.2755355834961, + "learning_rate": 1.0310880829015545e-05, + "loss": 4.0077, + "step": 200 + }, + { + "epoch": 1.1664499349804942, + "grad_norm": 55.62199020385742, + "learning_rate": 1.1606217616580311e-05, + "loss": 4.1544, + "step": 225 + }, + { + "epoch": 1.2964889466840053, + "grad_norm": 36.82550811767578, + "learning_rate": 1.2901554404145079e-05, + "loss": 4.0609, + "step": 250 + }, + { + "epoch": 1.4265279583875163, + "grad_norm": 31.02870750427246, + "learning_rate": 1.4196891191709844e-05, + "loss": 4.0044, + "step": 275 + }, + { + "epoch": 1.5565669700910272, + "grad_norm": 106.76647186279297, + "learning_rate": 1.5492227979274612e-05, + "loss": 3.7609, + "step": 300 + }, + { + "epoch": 1.6866059817945382, + "grad_norm": 120.22513580322266, + "learning_rate": 1.6787564766839378e-05, + "loss": 3.5298, + "step": 325 + }, + { + "epoch": 1.8166449934980493, + "grad_norm": 83.77635955810547, + "learning_rate": 1.8082901554404147e-05, + "loss": 3.5212, + "step": 350 + }, + { + "epoch": 1.9466840052015604, + "grad_norm": 53.06007766723633, + "learning_rate": 1.9378238341968913e-05, + "loss": 3.466, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5984615384615385, + "eval_loss": 0.8566905856132507, + "eval_macro_f1": 0.559314031843463, + "eval_runtime": 1.0915, + "eval_samples_per_second": 595.514, + "eval_steps_per_second": 37.563, + "eval_weighted_f1": 0.5589743433094843, + "step": 386 + }, + { + "epoch": 2.0728218465539663, + "grad_norm": 80.61509704589844, + "learning_rate": 1.9925158318940704e-05, + "loss": 3.2127, + "step": 400 + }, + { + "epoch": 2.2028608582574774, + "grad_norm": 90.7879867553711, + "learning_rate": 1.9781232009211287e-05, + "loss": 3.0192, + "step": 425 + }, + { + "epoch": 2.3328998699609884, + "grad_norm": 53.2917366027832, + "learning_rate": 1.9637305699481867e-05, + "loss": 2.634, + "step": 450 + }, + { + "epoch": 2.4629388816644995, + "grad_norm": 71.7691650390625, + "learning_rate": 1.949337938975245e-05, + "loss": 2.7506, + "step": 475 + }, + { + "epoch": 2.5929778933680105, + "grad_norm": 70.72612762451172, + "learning_rate": 1.934945308002303e-05, + "loss": 2.6664, + "step": 500 + }, + { + "epoch": 2.7230169050715216, + "grad_norm": 120.82203674316406, + "learning_rate": 1.920552677029361e-05, + "loss": 2.4814, + "step": 525 + }, + { + "epoch": 2.8530559167750327, + "grad_norm": 105.14249420166016, + "learning_rate": 1.9061600460564194e-05, + "loss": 2.6884, + "step": 550 + }, + { + "epoch": 2.9830949284785433, + "grad_norm": 123.85992431640625, + "learning_rate": 1.8917674150834774e-05, + "loss": 2.3485, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7292307692307692, + "eval_loss": 0.6266070604324341, + "eval_macro_f1": 0.7289355800983709, + "eval_runtime": 1.1596, + "eval_samples_per_second": 560.56, + "eval_steps_per_second": 35.358, + "eval_weighted_f1": 0.7286744782558736, + "step": 579 + }, + { + "epoch": 3.109232769830949, + "grad_norm": 47.0346565246582, + "learning_rate": 1.8773747841105358e-05, + "loss": 2.2, + "step": 600 + }, + { + "epoch": 3.2392717815344603, + "grad_norm": 80.47563171386719, + "learning_rate": 1.8629821531375938e-05, + "loss": 2.0608, + "step": 625 + }, + { + "epoch": 3.3693107932379713, + "grad_norm": 116.12444305419922, + "learning_rate": 1.8485895221646518e-05, + "loss": 2.0805, + "step": 650 + }, + { + "epoch": 3.4993498049414824, + "grad_norm": 67.61643981933594, + "learning_rate": 1.83419689119171e-05, + "loss": 2.1428, + "step": 675 + }, + { + "epoch": 3.6293888166449935, + "grad_norm": 38.463504791259766, + "learning_rate": 1.819804260218768e-05, + "loss": 1.8965, + "step": 700 + }, + { + "epoch": 3.7594278283485045, + "grad_norm": 91.81344604492188, + "learning_rate": 1.8054116292458265e-05, + "loss": 2.239, + "step": 725 + }, + { + "epoch": 3.8894668400520156, + "grad_norm": 66.6144027709961, + "learning_rate": 1.7910189982728845e-05, + "loss": 2.0765, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7476923076923077, + "eval_loss": 0.5844541788101196, + "eval_macro_f1": 0.7501466315444918, + "eval_runtime": 1.0777, + "eval_samples_per_second": 603.156, + "eval_steps_per_second": 38.045, + "eval_weighted_f1": 0.7497349427039591, + "step": 772 + }, + { + "epoch": 4.0156046814044215, + "grad_norm": 52.95390319824219, + "learning_rate": 1.7766263672999425e-05, + "loss": 1.9582, + "step": 775 + }, + { + "epoch": 4.145643693107933, + "grad_norm": 57.5925178527832, + "learning_rate": 1.762233736327001e-05, + "loss": 1.8508, + "step": 800 + }, + { + "epoch": 4.275682704811444, + "grad_norm": 30.041706085205078, + "learning_rate": 1.747841105354059e-05, + "loss": 1.5908, + "step": 825 + }, + { + "epoch": 4.405721716514955, + "grad_norm": 75.71587371826172, + "learning_rate": 1.7334484743811172e-05, + "loss": 1.7194, + "step": 850 + }, + { + "epoch": 4.535760728218466, + "grad_norm": 68.51602935791016, + "learning_rate": 1.7190558434081752e-05, + "loss": 1.5646, + "step": 875 + }, + { + "epoch": 4.665799739921977, + "grad_norm": 113.88367462158203, + "learning_rate": 1.7046632124352332e-05, + "loss": 1.8218, + "step": 900 + }, + { + "epoch": 4.795838751625488, + "grad_norm": 85.51154327392578, + "learning_rate": 1.6902705814622916e-05, + "loss": 1.5299, + "step": 925 + }, + { + "epoch": 4.925877763328999, + "grad_norm": 76.00343322753906, + "learning_rate": 1.6758779504893496e-05, + "loss": 1.4053, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.76, + "eval_loss": 0.6264294981956482, + "eval_macro_f1": 0.7558594348343464, + "eval_runtime": 1.2687, + "eval_samples_per_second": 512.331, + "eval_steps_per_second": 32.316, + "eval_weighted_f1": 0.7554284199653922, + "step": 965 + }, + { + "epoch": 5.052015604681404, + "grad_norm": 112.00775909423828, + "learning_rate": 1.661485319516408e-05, + "loss": 1.3219, + "step": 975 + }, + { + "epoch": 5.1820546163849155, + "grad_norm": 64.80912780761719, + "learning_rate": 1.647092688543466e-05, + "loss": 1.176, + "step": 1000 + }, + { + "epoch": 5.3120936280884266, + "grad_norm": 48.79104232788086, + "learning_rate": 1.632700057570524e-05, + "loss": 1.2569, + "step": 1025 + }, + { + "epoch": 5.442132639791938, + "grad_norm": 67.50472259521484, + "learning_rate": 1.6183074265975823e-05, + "loss": 1.4211, + "step": 1050 + }, + { + "epoch": 5.572171651495449, + "grad_norm": 80.55567169189453, + "learning_rate": 1.6039147956246403e-05, + "loss": 1.3598, + "step": 1075 + }, + { + "epoch": 5.70221066319896, + "grad_norm": 80.2327880859375, + "learning_rate": 1.5895221646516986e-05, + "loss": 1.0766, + "step": 1100 + }, + { + "epoch": 5.832249674902471, + "grad_norm": 106.37218475341797, + "learning_rate": 1.5751295336787566e-05, + "loss": 1.1367, + "step": 1125 + }, + { + "epoch": 5.962288686605982, + "grad_norm": 56.079673767089844, + "learning_rate": 1.5607369027058147e-05, + "loss": 1.3388, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7492307692307693, + "eval_loss": 0.6555061936378479, + "eval_macro_f1": 0.74956945634731, + "eval_runtime": 1.147, + "eval_samples_per_second": 566.692, + "eval_steps_per_second": 35.745, + "eval_weighted_f1": 0.7489431128255964, + "step": 1158 + }, + { + "epoch": 6.088426527958387, + "grad_norm": 48.9987907409668, + "learning_rate": 1.546344271732873e-05, + "loss": 1.0317, + "step": 1175 + }, + { + "epoch": 6.218465539661898, + "grad_norm": 75.23816680908203, + "learning_rate": 1.531951640759931e-05, + "loss": 0.9347, + "step": 1200 + }, + { + "epoch": 6.3485045513654095, + "grad_norm": 219.09713745117188, + "learning_rate": 1.5175590097869892e-05, + "loss": 0.9358, + "step": 1225 + }, + { + "epoch": 6.4785435630689205, + "grad_norm": 91.89847564697266, + "learning_rate": 1.5031663788140474e-05, + "loss": 0.9647, + "step": 1250 + }, + { + "epoch": 6.608582574772432, + "grad_norm": 49.421142578125, + "learning_rate": 1.4887737478411055e-05, + "loss": 1.0323, + "step": 1275 + }, + { + "epoch": 6.738621586475943, + "grad_norm": 121.12454223632812, + "learning_rate": 1.4743811168681637e-05, + "loss": 0.9195, + "step": 1300 + }, + { + "epoch": 6.868660598179454, + "grad_norm": 33.746238708496094, + "learning_rate": 1.4599884858952217e-05, + "loss": 0.7249, + "step": 1325 + }, + { + "epoch": 6.998699609882965, + "grad_norm": 58.52906036376953, + "learning_rate": 1.4455958549222799e-05, + "loss": 0.8828, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7769230769230769, + "eval_loss": 0.7683531045913696, + "eval_macro_f1": 0.7762640250523235, + "eval_runtime": 1.0176, + "eval_samples_per_second": 638.733, + "eval_steps_per_second": 40.289, + "eval_weighted_f1": 0.7756074123211045, + "step": 1351 + }, + { + "epoch": 7.12483745123537, + "grad_norm": 64.65043640136719, + "learning_rate": 1.431203223949338e-05, + "loss": 0.6556, + "step": 1375 + }, + { + "epoch": 7.254876462938881, + "grad_norm": 68.78526306152344, + "learning_rate": 1.4168105929763962e-05, + "loss": 0.6763, + "step": 1400 + }, + { + "epoch": 7.384915474642392, + "grad_norm": 82.97931671142578, + "learning_rate": 1.4024179620034544e-05, + "loss": 0.5288, + "step": 1425 + }, + { + "epoch": 7.5149544863459035, + "grad_norm": 94.01687622070312, + "learning_rate": 1.3880253310305124e-05, + "loss": 0.6411, + "step": 1450 + }, + { + "epoch": 7.6449934980494145, + "grad_norm": 115.75027465820312, + "learning_rate": 1.3736327000575706e-05, + "loss": 0.6788, + "step": 1475 + }, + { + "epoch": 7.775032509752926, + "grad_norm": 152.0629425048828, + "learning_rate": 1.3592400690846288e-05, + "loss": 0.8897, + "step": 1500 + }, + { + "epoch": 7.905071521456437, + "grad_norm": 220.1012725830078, + "learning_rate": 1.344847438111687e-05, + "loss": 0.774, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7615384615384615, + "eval_loss": 0.8520839214324951, + "eval_macro_f1": 0.7601121847581628, + "eval_runtime": 1.2884, + "eval_samples_per_second": 504.512, + "eval_steps_per_second": 31.823, + "eval_weighted_f1": 0.7594890471817393, + "step": 1544 + }, + { + "epoch": 8.031209362808843, + "grad_norm": 126.13287353515625, + "learning_rate": 1.3304548071387451e-05, + "loss": 0.4824, + "step": 1550 + }, + { + "epoch": 8.161248374512354, + "grad_norm": 107.1520004272461, + "learning_rate": 1.3160621761658033e-05, + "loss": 0.578, + "step": 1575 + }, + { + "epoch": 8.291287386215865, + "grad_norm": 115.12942504882812, + "learning_rate": 1.3016695451928613e-05, + "loss": 0.5308, + "step": 1600 + }, + { + "epoch": 8.421326397919376, + "grad_norm": 61.8236083984375, + "learning_rate": 1.2872769142199195e-05, + "loss": 0.5602, + "step": 1625 + }, + { + "epoch": 8.551365409622887, + "grad_norm": 197.0487518310547, + "learning_rate": 1.2728842832469777e-05, + "loss": 0.4893, + "step": 1650 + }, + { + "epoch": 8.681404421326398, + "grad_norm": 160.2653350830078, + "learning_rate": 1.2584916522740358e-05, + "loss": 0.4954, + "step": 1675 + }, + { + "epoch": 8.81144343302991, + "grad_norm": 97.7903060913086, + "learning_rate": 1.244099021301094e-05, + "loss": 0.5003, + "step": 1700 + }, + { + "epoch": 8.94148244473342, + "grad_norm": 118.70516204833984, + "learning_rate": 1.229706390328152e-05, + "loss": 0.6273, + "step": 1725 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7584615384615384, + "eval_loss": 1.009040117263794, + "eval_macro_f1": 0.7587135531150663, + "eval_runtime": 1.3801, + "eval_samples_per_second": 470.977, + "eval_steps_per_second": 29.708, + "eval_weighted_f1": 0.7579720412331785, + "step": 1737 + }, + { + "epoch": 9.067620286085825, + "grad_norm": 79.5147476196289, + "learning_rate": 1.2153137593552102e-05, + "loss": 0.5019, + "step": 1750 + }, + { + "epoch": 9.197659297789336, + "grad_norm": 26.746692657470703, + "learning_rate": 1.2009211283822684e-05, + "loss": 0.4432, + "step": 1775 + }, + { + "epoch": 9.327698309492847, + "grad_norm": 55.55917739868164, + "learning_rate": 1.1865284974093266e-05, + "loss": 0.3775, + "step": 1800 + }, + { + "epoch": 9.457737321196358, + "grad_norm": 351.3137512207031, + "learning_rate": 1.1721358664363847e-05, + "loss": 0.4603, + "step": 1825 + }, + { + "epoch": 9.58777633289987, + "grad_norm": 7.70236873626709, + "learning_rate": 1.1577432354634427e-05, + "loss": 0.4004, + "step": 1850 + }, + { + "epoch": 9.71781534460338, + "grad_norm": 35.106903076171875, + "learning_rate": 1.143350604490501e-05, + "loss": 0.4203, + "step": 1875 + }, + { + "epoch": 9.847854356306891, + "grad_norm": 70.04979705810547, + "learning_rate": 1.1289579735175591e-05, + "loss": 0.4112, + "step": 1900 + }, + { + "epoch": 9.977893368010402, + "grad_norm": 125.79740142822266, + "learning_rate": 1.1145653425446173e-05, + "loss": 0.287, + "step": 1925 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7846153846153846, + "eval_loss": 1.2123574018478394, + "eval_macro_f1": 0.7826275764062186, + "eval_runtime": 1.0748, + "eval_samples_per_second": 604.749, + "eval_steps_per_second": 38.146, + "eval_weighted_f1": 0.782239022122731, + "step": 1930 + } + ], + "logging_steps": 25, + "max_steps": 3860, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-2509/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-2509/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-2509/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-2509/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-2509/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-2509/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-2509/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-2509/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b243033fdbdc18a4a43465934f55faa177b22176 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-2509/trainer_state.json @@ -0,0 +1,886 @@ +{ + "best_global_step": 1930, + "best_metric": 0.7826275764062186, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s42-20260901T051235Z-27bda108/trainer/checkpoint-1930", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 2509, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13003901170351106, + "grad_norm": 22.328474044799805, + "learning_rate": 1.2435233160621762e-06, + "loss": 4.8056, + "step": 25 + }, + { + "epoch": 0.26007802340702213, + "grad_norm": 51.04038619995117, + "learning_rate": 2.5388601036269435e-06, + "loss": 4.6838, + "step": 50 + }, + { + "epoch": 0.39011703511053314, + "grad_norm": 31.205289840698242, + "learning_rate": 3.83419689119171e-06, + "loss": 4.5895, + "step": 75 + }, + { + "epoch": 0.5201560468140443, + "grad_norm": 57.19765853881836, + "learning_rate": 5.129533678756478e-06, + "loss": 4.5451, + "step": 100 + }, + { + "epoch": 0.6501950585175552, + "grad_norm": 314.4058837890625, + "learning_rate": 6.4248704663212435e-06, + "loss": 4.4377, + "step": 125 + }, + { + "epoch": 0.7802340702210663, + "grad_norm": 35.836883544921875, + "learning_rate": 7.72020725388601e-06, + "loss": 4.4694, + "step": 150 + }, + { + "epoch": 0.9102730819245773, + "grad_norm": 44.54014205932617, + "learning_rate": 9.015544041450778e-06, + "loss": 4.2259, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5215384615384615, + "eval_loss": 0.9779086709022522, + "eval_macro_f1": 0.4633878899784283, + "eval_runtime": 1.0647, + "eval_samples_per_second": 610.497, + "eval_steps_per_second": 38.508, + "eval_weighted_f1": 0.46329725488465606, + "step": 193 + }, + { + "epoch": 1.0364109232769831, + "grad_norm": 94.2755355834961, + "learning_rate": 1.0310880829015545e-05, + "loss": 4.0077, + "step": 200 + }, + { + "epoch": 1.1664499349804942, + "grad_norm": 55.62199020385742, + "learning_rate": 1.1606217616580311e-05, + "loss": 4.1544, + "step": 225 + }, + { + "epoch": 1.2964889466840053, + "grad_norm": 36.82550811767578, + "learning_rate": 1.2901554404145079e-05, + "loss": 4.0609, + "step": 250 + }, + { + "epoch": 1.4265279583875163, + "grad_norm": 31.02870750427246, + "learning_rate": 1.4196891191709844e-05, + "loss": 4.0044, + "step": 275 + }, + { + "epoch": 1.5565669700910272, + "grad_norm": 106.76647186279297, + "learning_rate": 1.5492227979274612e-05, + "loss": 3.7609, + "step": 300 + }, + { + "epoch": 1.6866059817945382, + "grad_norm": 120.22513580322266, + "learning_rate": 1.6787564766839378e-05, + "loss": 3.5298, + "step": 325 + }, + { + "epoch": 1.8166449934980493, + "grad_norm": 83.77635955810547, + "learning_rate": 1.8082901554404147e-05, + "loss": 3.5212, + "step": 350 + }, + { + "epoch": 1.9466840052015604, + "grad_norm": 53.06007766723633, + "learning_rate": 1.9378238341968913e-05, + "loss": 3.466, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5984615384615385, + "eval_loss": 0.8566905856132507, + "eval_macro_f1": 0.559314031843463, + "eval_runtime": 1.0915, + "eval_samples_per_second": 595.514, + "eval_steps_per_second": 37.563, + "eval_weighted_f1": 0.5589743433094843, + "step": 386 + }, + { + "epoch": 2.0728218465539663, + "grad_norm": 80.61509704589844, + "learning_rate": 1.9925158318940704e-05, + "loss": 3.2127, + "step": 400 + }, + { + "epoch": 2.2028608582574774, + "grad_norm": 90.7879867553711, + "learning_rate": 1.9781232009211287e-05, + "loss": 3.0192, + "step": 425 + }, + { + "epoch": 2.3328998699609884, + "grad_norm": 53.2917366027832, + "learning_rate": 1.9637305699481867e-05, + "loss": 2.634, + "step": 450 + }, + { + "epoch": 2.4629388816644995, + "grad_norm": 71.7691650390625, + "learning_rate": 1.949337938975245e-05, + "loss": 2.7506, + "step": 475 + }, + { + "epoch": 2.5929778933680105, + "grad_norm": 70.72612762451172, + "learning_rate": 1.934945308002303e-05, + "loss": 2.6664, + "step": 500 + }, + { + "epoch": 2.7230169050715216, + "grad_norm": 120.82203674316406, + "learning_rate": 1.920552677029361e-05, + "loss": 2.4814, + "step": 525 + }, + { + "epoch": 2.8530559167750327, + "grad_norm": 105.14249420166016, + "learning_rate": 1.9061600460564194e-05, + "loss": 2.6884, + "step": 550 + }, + { + "epoch": 2.9830949284785433, + "grad_norm": 123.85992431640625, + "learning_rate": 1.8917674150834774e-05, + "loss": 2.3485, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7292307692307692, + "eval_loss": 0.6266070604324341, + "eval_macro_f1": 0.7289355800983709, + "eval_runtime": 1.1596, + "eval_samples_per_second": 560.56, + "eval_steps_per_second": 35.358, + "eval_weighted_f1": 0.7286744782558736, + "step": 579 + }, + { + "epoch": 3.109232769830949, + "grad_norm": 47.0346565246582, + "learning_rate": 1.8773747841105358e-05, + "loss": 2.2, + "step": 600 + }, + { + "epoch": 3.2392717815344603, + "grad_norm": 80.47563171386719, + "learning_rate": 1.8629821531375938e-05, + "loss": 2.0608, + "step": 625 + }, + { + "epoch": 3.3693107932379713, + "grad_norm": 116.12444305419922, + "learning_rate": 1.8485895221646518e-05, + "loss": 2.0805, + "step": 650 + }, + { + "epoch": 3.4993498049414824, + "grad_norm": 67.61643981933594, + "learning_rate": 1.83419689119171e-05, + "loss": 2.1428, + "step": 675 + }, + { + "epoch": 3.6293888166449935, + "grad_norm": 38.463504791259766, + "learning_rate": 1.819804260218768e-05, + "loss": 1.8965, + "step": 700 + }, + { + "epoch": 3.7594278283485045, + "grad_norm": 91.81344604492188, + "learning_rate": 1.8054116292458265e-05, + "loss": 2.239, + "step": 725 + }, + { + "epoch": 3.8894668400520156, + "grad_norm": 66.6144027709961, + "learning_rate": 1.7910189982728845e-05, + "loss": 2.0765, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7476923076923077, + "eval_loss": 0.5844541788101196, + "eval_macro_f1": 0.7501466315444918, + "eval_runtime": 1.0777, + "eval_samples_per_second": 603.156, + "eval_steps_per_second": 38.045, + "eval_weighted_f1": 0.7497349427039591, + "step": 772 + }, + { + "epoch": 4.0156046814044215, + "grad_norm": 52.95390319824219, + "learning_rate": 1.7766263672999425e-05, + "loss": 1.9582, + "step": 775 + }, + { + "epoch": 4.145643693107933, + "grad_norm": 57.5925178527832, + "learning_rate": 1.762233736327001e-05, + "loss": 1.8508, + "step": 800 + }, + { + "epoch": 4.275682704811444, + "grad_norm": 30.041706085205078, + "learning_rate": 1.747841105354059e-05, + "loss": 1.5908, + "step": 825 + }, + { + "epoch": 4.405721716514955, + "grad_norm": 75.71587371826172, + "learning_rate": 1.7334484743811172e-05, + "loss": 1.7194, + "step": 850 + }, + { + "epoch": 4.535760728218466, + "grad_norm": 68.51602935791016, + "learning_rate": 1.7190558434081752e-05, + "loss": 1.5646, + "step": 875 + }, + { + "epoch": 4.665799739921977, + "grad_norm": 113.88367462158203, + "learning_rate": 1.7046632124352332e-05, + "loss": 1.8218, + "step": 900 + }, + { + "epoch": 4.795838751625488, + "grad_norm": 85.51154327392578, + "learning_rate": 1.6902705814622916e-05, + "loss": 1.5299, + "step": 925 + }, + { + "epoch": 4.925877763328999, + "grad_norm": 76.00343322753906, + "learning_rate": 1.6758779504893496e-05, + "loss": 1.4053, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.76, + "eval_loss": 0.6264294981956482, + "eval_macro_f1": 0.7558594348343464, + "eval_runtime": 1.2687, + "eval_samples_per_second": 512.331, + "eval_steps_per_second": 32.316, + "eval_weighted_f1": 0.7554284199653922, + "step": 965 + }, + { + "epoch": 5.052015604681404, + "grad_norm": 112.00775909423828, + "learning_rate": 1.661485319516408e-05, + "loss": 1.3219, + "step": 975 + }, + { + "epoch": 5.1820546163849155, + "grad_norm": 64.80912780761719, + "learning_rate": 1.647092688543466e-05, + "loss": 1.176, + "step": 1000 + }, + { + "epoch": 5.3120936280884266, + "grad_norm": 48.79104232788086, + "learning_rate": 1.632700057570524e-05, + "loss": 1.2569, + "step": 1025 + }, + { + "epoch": 5.442132639791938, + "grad_norm": 67.50472259521484, + "learning_rate": 1.6183074265975823e-05, + "loss": 1.4211, + "step": 1050 + }, + { + "epoch": 5.572171651495449, + "grad_norm": 80.55567169189453, + "learning_rate": 1.6039147956246403e-05, + "loss": 1.3598, + "step": 1075 + }, + { + "epoch": 5.70221066319896, + "grad_norm": 80.2327880859375, + "learning_rate": 1.5895221646516986e-05, + "loss": 1.0766, + "step": 1100 + }, + { + "epoch": 5.832249674902471, + "grad_norm": 106.37218475341797, + "learning_rate": 1.5751295336787566e-05, + "loss": 1.1367, + "step": 1125 + }, + { + "epoch": 5.962288686605982, + "grad_norm": 56.079673767089844, + "learning_rate": 1.5607369027058147e-05, + "loss": 1.3388, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7492307692307693, + "eval_loss": 0.6555061936378479, + "eval_macro_f1": 0.74956945634731, + "eval_runtime": 1.147, + "eval_samples_per_second": 566.692, + "eval_steps_per_second": 35.745, + "eval_weighted_f1": 0.7489431128255964, + "step": 1158 + }, + { + "epoch": 6.088426527958387, + "grad_norm": 48.9987907409668, + "learning_rate": 1.546344271732873e-05, + "loss": 1.0317, + "step": 1175 + }, + { + "epoch": 6.218465539661898, + "grad_norm": 75.23816680908203, + "learning_rate": 1.531951640759931e-05, + "loss": 0.9347, + "step": 1200 + }, + { + "epoch": 6.3485045513654095, + "grad_norm": 219.09713745117188, + "learning_rate": 1.5175590097869892e-05, + "loss": 0.9358, + "step": 1225 + }, + { + "epoch": 6.4785435630689205, + "grad_norm": 91.89847564697266, + "learning_rate": 1.5031663788140474e-05, + "loss": 0.9647, + "step": 1250 + }, + { + "epoch": 6.608582574772432, + "grad_norm": 49.421142578125, + "learning_rate": 1.4887737478411055e-05, + "loss": 1.0323, + "step": 1275 + }, + { + "epoch": 6.738621586475943, + "grad_norm": 121.12454223632812, + "learning_rate": 1.4743811168681637e-05, + "loss": 0.9195, + "step": 1300 + }, + { + "epoch": 6.868660598179454, + "grad_norm": 33.746238708496094, + "learning_rate": 1.4599884858952217e-05, + "loss": 0.7249, + "step": 1325 + }, + { + "epoch": 6.998699609882965, + "grad_norm": 58.52906036376953, + "learning_rate": 1.4455958549222799e-05, + "loss": 0.8828, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7769230769230769, + "eval_loss": 0.7683531045913696, + "eval_macro_f1": 0.7762640250523235, + "eval_runtime": 1.0176, + "eval_samples_per_second": 638.733, + "eval_steps_per_second": 40.289, + "eval_weighted_f1": 0.7756074123211045, + "step": 1351 + }, + { + "epoch": 7.12483745123537, + "grad_norm": 64.65043640136719, + "learning_rate": 1.431203223949338e-05, + "loss": 0.6556, + "step": 1375 + }, + { + "epoch": 7.254876462938881, + "grad_norm": 68.78526306152344, + "learning_rate": 1.4168105929763962e-05, + "loss": 0.6763, + "step": 1400 + }, + { + "epoch": 7.384915474642392, + "grad_norm": 82.97931671142578, + "learning_rate": 1.4024179620034544e-05, + "loss": 0.5288, + "step": 1425 + }, + { + "epoch": 7.5149544863459035, + "grad_norm": 94.01687622070312, + "learning_rate": 1.3880253310305124e-05, + "loss": 0.6411, + "step": 1450 + }, + { + "epoch": 7.6449934980494145, + "grad_norm": 115.75027465820312, + "learning_rate": 1.3736327000575706e-05, + "loss": 0.6788, + "step": 1475 + }, + { + "epoch": 7.775032509752926, + "grad_norm": 152.0629425048828, + "learning_rate": 1.3592400690846288e-05, + "loss": 0.8897, + "step": 1500 + }, + { + "epoch": 7.905071521456437, + "grad_norm": 220.1012725830078, + "learning_rate": 1.344847438111687e-05, + "loss": 0.774, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7615384615384615, + "eval_loss": 0.8520839214324951, + "eval_macro_f1": 0.7601121847581628, + "eval_runtime": 1.2884, + "eval_samples_per_second": 504.512, + "eval_steps_per_second": 31.823, + "eval_weighted_f1": 0.7594890471817393, + "step": 1544 + }, + { + "epoch": 8.031209362808843, + "grad_norm": 126.13287353515625, + "learning_rate": 1.3304548071387451e-05, + "loss": 0.4824, + "step": 1550 + }, + { + "epoch": 8.161248374512354, + "grad_norm": 107.1520004272461, + "learning_rate": 1.3160621761658033e-05, + "loss": 0.578, + "step": 1575 + }, + { + "epoch": 8.291287386215865, + "grad_norm": 115.12942504882812, + "learning_rate": 1.3016695451928613e-05, + "loss": 0.5308, + "step": 1600 + }, + { + "epoch": 8.421326397919376, + "grad_norm": 61.8236083984375, + "learning_rate": 1.2872769142199195e-05, + "loss": 0.5602, + "step": 1625 + }, + { + "epoch": 8.551365409622887, + "grad_norm": 197.0487518310547, + "learning_rate": 1.2728842832469777e-05, + "loss": 0.4893, + "step": 1650 + }, + { + "epoch": 8.681404421326398, + "grad_norm": 160.2653350830078, + "learning_rate": 1.2584916522740358e-05, + "loss": 0.4954, + "step": 1675 + }, + { + "epoch": 8.81144343302991, + "grad_norm": 97.7903060913086, + "learning_rate": 1.244099021301094e-05, + "loss": 0.5003, + "step": 1700 + }, + { + "epoch": 8.94148244473342, + "grad_norm": 118.70516204833984, + "learning_rate": 1.229706390328152e-05, + "loss": 0.6273, + "step": 1725 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7584615384615384, + "eval_loss": 1.009040117263794, + "eval_macro_f1": 0.7587135531150663, + "eval_runtime": 1.3801, + "eval_samples_per_second": 470.977, + "eval_steps_per_second": 29.708, + "eval_weighted_f1": 0.7579720412331785, + "step": 1737 + }, + { + "epoch": 9.067620286085825, + "grad_norm": 79.5147476196289, + "learning_rate": 1.2153137593552102e-05, + "loss": 0.5019, + "step": 1750 + }, + { + "epoch": 9.197659297789336, + "grad_norm": 26.746692657470703, + "learning_rate": 1.2009211283822684e-05, + "loss": 0.4432, + "step": 1775 + }, + { + "epoch": 9.327698309492847, + "grad_norm": 55.55917739868164, + "learning_rate": 1.1865284974093266e-05, + "loss": 0.3775, + "step": 1800 + }, + { + "epoch": 9.457737321196358, + "grad_norm": 351.3137512207031, + "learning_rate": 1.1721358664363847e-05, + "loss": 0.4603, + "step": 1825 + }, + { + "epoch": 9.58777633289987, + "grad_norm": 7.70236873626709, + "learning_rate": 1.1577432354634427e-05, + "loss": 0.4004, + "step": 1850 + }, + { + "epoch": 9.71781534460338, + "grad_norm": 35.106903076171875, + "learning_rate": 1.143350604490501e-05, + "loss": 0.4203, + "step": 1875 + }, + { + "epoch": 9.847854356306891, + "grad_norm": 70.04979705810547, + "learning_rate": 1.1289579735175591e-05, + "loss": 0.4112, + "step": 1900 + }, + { + "epoch": 9.977893368010402, + "grad_norm": 125.79740142822266, + "learning_rate": 1.1145653425446173e-05, + "loss": 0.287, + "step": 1925 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7846153846153846, + "eval_loss": 1.2123574018478394, + "eval_macro_f1": 0.7826275764062186, + "eval_runtime": 1.0748, + "eval_samples_per_second": 604.749, + "eval_steps_per_second": 38.146, + "eval_weighted_f1": 0.782239022122731, + "step": 1930 + }, + { + "epoch": 10.104031209362809, + "grad_norm": 91.90495300292969, + "learning_rate": 1.1001727115716754e-05, + "loss": 0.2681, + "step": 1950 + }, + { + "epoch": 10.23407022106632, + "grad_norm": 33.11825942993164, + "learning_rate": 1.0857800805987335e-05, + "loss": 0.2808, + "step": 1975 + }, + { + "epoch": 10.364109232769831, + "grad_norm": 0.2853177785873413, + "learning_rate": 1.0713874496257916e-05, + "loss": 0.3357, + "step": 2000 + }, + { + "epoch": 10.494148244473342, + "grad_norm": 78.27145385742188, + "learning_rate": 1.0569948186528498e-05, + "loss": 0.2677, + "step": 2025 + }, + { + "epoch": 10.624187256176853, + "grad_norm": 3.340500593185425, + "learning_rate": 1.042602187679908e-05, + "loss": 0.3906, + "step": 2050 + }, + { + "epoch": 10.754226267880364, + "grad_norm": 100.6725845336914, + "learning_rate": 1.0282095567069662e-05, + "loss": 0.3503, + "step": 2075 + }, + { + "epoch": 10.884265279583875, + "grad_norm": 2.441802978515625, + "learning_rate": 1.0138169257340242e-05, + "loss": 0.4431, + "step": 2100 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.7784615384615384, + "eval_loss": 1.3099441528320312, + "eval_macro_f1": 0.7770659758543879, + "eval_runtime": 1.106, + "eval_samples_per_second": 587.703, + "eval_steps_per_second": 37.071, + "eval_weighted_f1": 0.7764481630458347, + "step": 2123 + }, + { + "epoch": 11.010403120936282, + "grad_norm": 25.221145629882812, + "learning_rate": 9.994242947610823e-06, + "loss": 0.308, + "step": 2125 + }, + { + "epoch": 11.140442132639793, + "grad_norm": 9.048089027404785, + "learning_rate": 9.850316637881405e-06, + "loss": 0.1381, + "step": 2150 + }, + { + "epoch": 11.270481144343304, + "grad_norm": 1.609416127204895, + "learning_rate": 9.706390328151987e-06, + "loss": 0.22, + "step": 2175 + }, + { + "epoch": 11.400520156046815, + "grad_norm": 189.96286010742188, + "learning_rate": 9.562464018422569e-06, + "loss": 0.3679, + "step": 2200 + }, + { + "epoch": 11.530559167750326, + "grad_norm": 42.286136627197266, + "learning_rate": 9.418537708693149e-06, + "loss": 0.2478, + "step": 2225 + }, + { + "epoch": 11.660598179453837, + "grad_norm": 38.41707229614258, + "learning_rate": 9.27461139896373e-06, + "loss": 0.4054, + "step": 2250 + }, + { + "epoch": 11.790637191157348, + "grad_norm": 3.0883169174194336, + "learning_rate": 9.130685089234312e-06, + "loss": 0.1329, + "step": 2275 + }, + { + "epoch": 11.920676202860859, + "grad_norm": 0.8753204345703125, + "learning_rate": 8.986758779504894e-06, + "loss": 0.2628, + "step": 2300 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.7553846153846154, + "eval_loss": 1.862183690071106, + "eval_macro_f1": 0.7532547588319057, + "eval_runtime": 1.0756, + "eval_samples_per_second": 604.326, + "eval_steps_per_second": 38.119, + "eval_weighted_f1": 0.7525039152441827, + "step": 2316 + }, + { + "epoch": 12.046814044213264, + "grad_norm": 0.03174988925457001, + "learning_rate": 8.842832469775476e-06, + "loss": 0.2585, + "step": 2325 + }, + { + "epoch": 12.176853055916775, + "grad_norm": 2.8022665977478027, + "learning_rate": 8.698906160046056e-06, + "loss": 0.1597, + "step": 2350 + }, + { + "epoch": 12.306892067620286, + "grad_norm": 0.025796907022595406, + "learning_rate": 8.554979850316638e-06, + "loss": 0.1105, + "step": 2375 + }, + { + "epoch": 12.436931079323797, + "grad_norm": 131.20237731933594, + "learning_rate": 8.41105354058722e-06, + "loss": 0.1515, + "step": 2400 + }, + { + "epoch": 12.566970091027308, + "grad_norm": 2.2400875091552734, + "learning_rate": 8.267127230857801e-06, + "loss": 0.3505, + "step": 2425 + }, + { + "epoch": 12.697009102730819, + "grad_norm": 0.7377041578292847, + "learning_rate": 8.123200921128383e-06, + "loss": 0.1607, + "step": 2450 + }, + { + "epoch": 12.82704811443433, + "grad_norm": 158.11549377441406, + "learning_rate": 7.979274611398965e-06, + "loss": 0.251, + "step": 2475 + }, + { + "epoch": 12.957087126137841, + "grad_norm": 278.7760925292969, + "learning_rate": 7.835348301669545e-06, + "loss": 0.3074, + "step": 2500 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.7769230769230769, + "eval_loss": 1.839768648147583, + "eval_macro_f1": 0.7749292657988298, + "eval_runtime": 1.0412, + "eval_samples_per_second": 624.298, + "eval_steps_per_second": 39.379, + "eval_weighted_f1": 0.7742596855991701, + "step": 2509 + } + ], + "logging_steps": 25, + "max_steps": 3860, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f700c5e4ebb80b839c81d0f903acdcdfe276279e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791/trainer_state.json @@ -0,0 +1,639 @@ +{ + "best_global_step": 1791, + "best_metric": 0.8304318512918022, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1791, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 26.016324996948242, + "learning_rate": 1.206030150753769e-06, + "loss": 4.9103, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 28.102493286132812, + "learning_rate": 2.462311557788945e-06, + "loss": 4.6925, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 49.90106964111328, + "learning_rate": 3.718592964824121e-06, + "loss": 4.6446, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 46.403770446777344, + "learning_rate": 4.974874371859297e-06, + "loss": 4.603, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 59.75309753417969, + "learning_rate": 6.231155778894474e-06, + "loss": 4.4654, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 37.558250427246094, + "learning_rate": 7.487437185929649e-06, + "loss": 4.3372, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 138.89199829101562, + "learning_rate": 8.743718592964825e-06, + "loss": 4.1923, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.47639484978540775, + "eval_loss": 1.060773253440857, + "eval_macro_f1": 0.4202081911897137, + "eval_runtime": 1.2296, + "eval_samples_per_second": 568.493, + "eval_steps_per_second": 35.785, + "eval_weighted_f1": 0.42272122234706677, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 52.74028778076172, + "learning_rate": 1e-05, + "loss": 4.1676, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 11.536320686340332, + "learning_rate": 1.1256281407035177e-05, + "loss": 4.0464, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 43.9583854675293, + "learning_rate": 1.2512562814070352e-05, + "loss": 4.0413, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 42.44892501831055, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.9042, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 60.772621154785156, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.8241, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 89.34244537353516, + "learning_rate": 1.628140703517588e-05, + "loss": 3.7825, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 47.43985366821289, + "learning_rate": 1.7537688442211057e-05, + "loss": 3.6235, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 60.0648193359375, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.4391, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6437768240343348, + "eval_loss": 0.7976985573768616, + "eval_macro_f1": 0.6169286821276768, + "eval_runtime": 1.2508, + "eval_samples_per_second": 558.862, + "eval_steps_per_second": 35.179, + "eval_weighted_f1": 0.6172024475268493, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 66.01107025146484, + "learning_rate": 1.9994416527079845e-05, + "loss": 3.2637, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 173.3942413330078, + "learning_rate": 1.985482970407594e-05, + "loss": 3.223, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 53.28758239746094, + "learning_rate": 1.971524288107203e-05, + "loss": 2.8366, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 85.51298522949219, + "learning_rate": 1.957565605806812e-05, + "loss": 2.7214, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 110.76531219482422, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.7996, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 83.9616470336914, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.645, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 93.31542205810547, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.5272, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 54.55803298950195, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.5528, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.748211731044349, + "eval_loss": 0.6114614009857178, + "eval_macro_f1": 0.7392480604037642, + "eval_runtime": 1.1179, + "eval_samples_per_second": 625.269, + "eval_steps_per_second": 39.359, + "eval_weighted_f1": 0.7394761828516758, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 78.57965087890625, + "learning_rate": 1.887772194304858e-05, + "loss": 2.3676, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 62.81618118286133, + "learning_rate": 1.873813512004467e-05, + "loss": 2.1011, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 54.016883850097656, + "learning_rate": 1.8598548297040763e-05, + "loss": 1.9572, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 72.19925689697266, + "learning_rate": 1.8458961474036853e-05, + "loss": 2.1229, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 89.43904876708984, + "learning_rate": 1.8319374651032944e-05, + "loss": 2.1079, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 67.69503784179688, + "learning_rate": 1.8179787828029037e-05, + "loss": 2.0473, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 49.161827087402344, + "learning_rate": 1.8040201005025128e-05, + "loss": 2.0301, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 107.02782440185547, + "learning_rate": 1.790061418202122e-05, + "loss": 1.9265, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.765379113018598, + "eval_loss": 0.6572470664978027, + "eval_macro_f1": 0.762068153737879, + "eval_runtime": 1.1219, + "eval_samples_per_second": 623.043, + "eval_steps_per_second": 39.219, + "eval_weighted_f1": 0.7617211830098638, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 96.55046081542969, + "learning_rate": 1.7761027359017312e-05, + "loss": 1.7702, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 48.29948425292969, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.6895, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 93.60710144042969, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.6448, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 110.97306060791016, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.3749, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 72.19502258300781, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.7993, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 95.47956848144531, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.5234, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 133.76170349121094, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.4033, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 50.95822525024414, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.4885, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7854077253218884, + "eval_loss": 0.5681231021881104, + "eval_macro_f1": 0.7845234895837848, + "eval_runtime": 1.216, + "eval_samples_per_second": 574.818, + "eval_steps_per_second": 36.183, + "eval_weighted_f1": 0.7841644374115695, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 44.47966003417969, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.4856, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 85.041748046875, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.3056, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 93.0157470703125, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.153, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 71.23860168457031, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.1553, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 205.37705993652344, + "learning_rate": 1.608598548297041e-05, + "loss": 1.2434, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 142.83160400390625, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.2181, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 76.67741394042969, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.4194, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 60.91018295288086, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.1402, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8140200286123033, + "eval_loss": 0.6649864912033081, + "eval_macro_f1": 0.8134555695130778, + "eval_runtime": 1.2215, + "eval_samples_per_second": 572.237, + "eval_steps_per_second": 36.021, + "eval_weighted_f1": 0.8132524257753126, + "step": 1194 + }, + { + "epoch": 6.030226700251889, + "grad_norm": 35.23137664794922, + "learning_rate": 1.5527638190954773e-05, + "loss": 0.8579, + "step": 1200 + }, + { + "epoch": 6.156171284634761, + "grad_norm": 238.94863891601562, + "learning_rate": 1.5388051367950867e-05, + "loss": 0.8926, + "step": 1225 + }, + { + "epoch": 6.282115869017632, + "grad_norm": 78.4859390258789, + "learning_rate": 1.5248464544946959e-05, + "loss": 0.8988, + "step": 1250 + }, + { + "epoch": 6.408060453400504, + "grad_norm": 37.65690994262695, + "learning_rate": 1.510887772194305e-05, + "loss": 0.8681, + "step": 1275 + }, + { + "epoch": 6.534005037783375, + "grad_norm": 132.12728881835938, + "learning_rate": 1.4969290898939142e-05, + "loss": 0.9805, + "step": 1300 + }, + { + "epoch": 6.659949622166247, + "grad_norm": 120.10009765625, + "learning_rate": 1.4829704075935234e-05, + "loss": 0.8107, + "step": 1325 + }, + { + "epoch": 6.785894206549118, + "grad_norm": 80.66228485107422, + "learning_rate": 1.4690117252931324e-05, + "loss": 0.9299, + "step": 1350 + }, + { + "epoch": 6.91183879093199, + "grad_norm": 99.86910247802734, + "learning_rate": 1.4550530429927416e-05, + "loss": 0.9267, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8082975679542204, + "eval_loss": 0.6576400399208069, + "eval_macro_f1": 0.8070480838098013, + "eval_runtime": 1.3415, + "eval_samples_per_second": 521.076, + "eval_steps_per_second": 32.8, + "eval_weighted_f1": 0.8066994719816634, + "step": 1393 + }, + { + "epoch": 7.035264483627204, + "grad_norm": 138.88870239257812, + "learning_rate": 1.4410943606923509e-05, + "loss": 0.7373, + "step": 1400 + }, + { + "epoch": 7.161209068010075, + "grad_norm": 47.91728591918945, + "learning_rate": 1.4271356783919599e-05, + "loss": 0.7429, + "step": 1425 + }, + { + "epoch": 7.287153652392947, + "grad_norm": 52.21259307861328, + "learning_rate": 1.4131769960915691e-05, + "loss": 0.4905, + "step": 1450 + }, + { + "epoch": 7.413098236775818, + "grad_norm": 86.80047607421875, + "learning_rate": 1.3992183137911782e-05, + "loss": 0.6758, + "step": 1475 + }, + { + "epoch": 7.53904282115869, + "grad_norm": 85.63562774658203, + "learning_rate": 1.3852596314907874e-05, + "loss": 0.7871, + "step": 1500 + }, + { + "epoch": 7.664987405541561, + "grad_norm": 176.82659912109375, + "learning_rate": 1.3713009491903966e-05, + "loss": 0.6076, + "step": 1525 + }, + { + "epoch": 7.790931989924434, + "grad_norm": 31.638750076293945, + "learning_rate": 1.3573422668900056e-05, + "loss": 0.8088, + "step": 1550 + }, + { + "epoch": 7.916876574307305, + "grad_norm": 158.5943603515625, + "learning_rate": 1.3433835845896149e-05, + "loss": 0.7501, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8154506437768241, + "eval_loss": 0.7328964471817017, + "eval_macro_f1": 0.8142800181736477, + "eval_runtime": 1.1379, + "eval_samples_per_second": 614.272, + "eval_steps_per_second": 38.667, + "eval_weighted_f1": 0.8140562379541217, + "step": 1592 + }, + { + "epoch": 8.040302267002518, + "grad_norm": 71.03479766845703, + "learning_rate": 1.329424902289224e-05, + "loss": 0.8606, + "step": 1600 + }, + { + "epoch": 8.16624685138539, + "grad_norm": 226.41111755371094, + "learning_rate": 1.3154662199888331e-05, + "loss": 0.6439, + "step": 1625 + }, + { + "epoch": 8.292191435768261, + "grad_norm": 143.80557250976562, + "learning_rate": 1.3015075376884423e-05, + "loss": 0.4854, + "step": 1650 + }, + { + "epoch": 8.418136020151133, + "grad_norm": 46.88710403442383, + "learning_rate": 1.2875488553880515e-05, + "loss": 0.5883, + "step": 1675 + }, + { + "epoch": 8.544080604534004, + "grad_norm": 353.09259033203125, + "learning_rate": 1.2735901730876606e-05, + "loss": 0.4347, + "step": 1700 + }, + { + "epoch": 8.670025188916876, + "grad_norm": 36.8251838684082, + "learning_rate": 1.2596314907872698e-05, + "loss": 0.6285, + "step": 1725 + }, + { + "epoch": 8.795969773299749, + "grad_norm": 62.28105926513672, + "learning_rate": 1.245672808486879e-05, + "loss": 0.6668, + "step": 1750 + }, + { + "epoch": 8.92191435768262, + "grad_norm": 152.21270751953125, + "learning_rate": 1.231714126186488e-05, + "loss": 0.3918, + "step": 1775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8311874105865522, + "eval_loss": 0.8255733847618103, + "eval_macro_f1": 0.8304318512918022, + "eval_runtime": 1.1555, + "eval_samples_per_second": 604.951, + "eval_steps_per_second": 38.08, + "eval_weighted_f1": 0.830255796053794, + "step": 1791 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-2388/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-2388/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-2388/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-2388/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-2388/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-2388/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-2388/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-2388/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6918ae563b33b50486d7e3d2b8164afb72691ed6 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-2388/trainer_state.json @@ -0,0 +1,840 @@ +{ + "best_global_step": 1791, + "best_metric": 0.8304318512918022, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s42-20260901T052611Z-27bda108/trainer/checkpoint-1791", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 2388, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 26.016324996948242, + "learning_rate": 1.206030150753769e-06, + "loss": 4.9103, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 28.102493286132812, + "learning_rate": 2.462311557788945e-06, + "loss": 4.6925, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 49.90106964111328, + "learning_rate": 3.718592964824121e-06, + "loss": 4.6446, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 46.403770446777344, + "learning_rate": 4.974874371859297e-06, + "loss": 4.603, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 59.75309753417969, + "learning_rate": 6.231155778894474e-06, + "loss": 4.4654, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 37.558250427246094, + "learning_rate": 7.487437185929649e-06, + "loss": 4.3372, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 138.89199829101562, + "learning_rate": 8.743718592964825e-06, + "loss": 4.1923, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.47639484978540775, + "eval_loss": 1.060773253440857, + "eval_macro_f1": 0.4202081911897137, + "eval_runtime": 1.2296, + "eval_samples_per_second": 568.493, + "eval_steps_per_second": 35.785, + "eval_weighted_f1": 0.42272122234706677, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 52.74028778076172, + "learning_rate": 1e-05, + "loss": 4.1676, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 11.536320686340332, + "learning_rate": 1.1256281407035177e-05, + "loss": 4.0464, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 43.9583854675293, + "learning_rate": 1.2512562814070352e-05, + "loss": 4.0413, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 42.44892501831055, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.9042, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 60.772621154785156, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.8241, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 89.34244537353516, + "learning_rate": 1.628140703517588e-05, + "loss": 3.7825, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 47.43985366821289, + "learning_rate": 1.7537688442211057e-05, + "loss": 3.6235, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 60.0648193359375, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.4391, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6437768240343348, + "eval_loss": 0.7976985573768616, + "eval_macro_f1": 0.6169286821276768, + "eval_runtime": 1.2508, + "eval_samples_per_second": 558.862, + "eval_steps_per_second": 35.179, + "eval_weighted_f1": 0.6172024475268493, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 66.01107025146484, + "learning_rate": 1.9994416527079845e-05, + "loss": 3.2637, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 173.3942413330078, + "learning_rate": 1.985482970407594e-05, + "loss": 3.223, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 53.28758239746094, + "learning_rate": 1.971524288107203e-05, + "loss": 2.8366, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 85.51298522949219, + "learning_rate": 1.957565605806812e-05, + "loss": 2.7214, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 110.76531219482422, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.7996, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 83.9616470336914, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.645, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 93.31542205810547, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.5272, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 54.55803298950195, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.5528, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.748211731044349, + "eval_loss": 0.6114614009857178, + "eval_macro_f1": 0.7392480604037642, + "eval_runtime": 1.1179, + "eval_samples_per_second": 625.269, + "eval_steps_per_second": 39.359, + "eval_weighted_f1": 0.7394761828516758, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 78.57965087890625, + "learning_rate": 1.887772194304858e-05, + "loss": 2.3676, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 62.81618118286133, + "learning_rate": 1.873813512004467e-05, + "loss": 2.1011, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 54.016883850097656, + "learning_rate": 1.8598548297040763e-05, + "loss": 1.9572, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 72.19925689697266, + "learning_rate": 1.8458961474036853e-05, + "loss": 2.1229, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 89.43904876708984, + "learning_rate": 1.8319374651032944e-05, + "loss": 2.1079, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 67.69503784179688, + "learning_rate": 1.8179787828029037e-05, + "loss": 2.0473, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 49.161827087402344, + "learning_rate": 1.8040201005025128e-05, + "loss": 2.0301, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 107.02782440185547, + "learning_rate": 1.790061418202122e-05, + "loss": 1.9265, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.765379113018598, + "eval_loss": 0.6572470664978027, + "eval_macro_f1": 0.762068153737879, + "eval_runtime": 1.1219, + "eval_samples_per_second": 623.043, + "eval_steps_per_second": 39.219, + "eval_weighted_f1": 0.7617211830098638, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 96.55046081542969, + "learning_rate": 1.7761027359017312e-05, + "loss": 1.7702, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 48.29948425292969, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.6895, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 93.60710144042969, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.6448, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 110.97306060791016, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.3749, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 72.19502258300781, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.7993, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 95.47956848144531, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.5234, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 133.76170349121094, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.4033, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 50.95822525024414, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.4885, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7854077253218884, + "eval_loss": 0.5681231021881104, + "eval_macro_f1": 0.7845234895837848, + "eval_runtime": 1.216, + "eval_samples_per_second": 574.818, + "eval_steps_per_second": 36.183, + "eval_weighted_f1": 0.7841644374115695, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 44.47966003417969, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.4856, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 85.041748046875, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.3056, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 93.0157470703125, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.153, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 71.23860168457031, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.1553, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 205.37705993652344, + "learning_rate": 1.608598548297041e-05, + "loss": 1.2434, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 142.83160400390625, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.2181, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 76.67741394042969, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.4194, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 60.91018295288086, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.1402, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8140200286123033, + "eval_loss": 0.6649864912033081, + "eval_macro_f1": 0.8134555695130778, + "eval_runtime": 1.2215, + "eval_samples_per_second": 572.237, + "eval_steps_per_second": 36.021, + "eval_weighted_f1": 0.8132524257753126, + "step": 1194 + }, + { + "epoch": 6.030226700251889, + "grad_norm": 35.23137664794922, + "learning_rate": 1.5527638190954773e-05, + "loss": 0.8579, + "step": 1200 + }, + { + "epoch": 6.156171284634761, + "grad_norm": 238.94863891601562, + "learning_rate": 1.5388051367950867e-05, + "loss": 0.8926, + "step": 1225 + }, + { + "epoch": 6.282115869017632, + "grad_norm": 78.4859390258789, + "learning_rate": 1.5248464544946959e-05, + "loss": 0.8988, + "step": 1250 + }, + { + "epoch": 6.408060453400504, + "grad_norm": 37.65690994262695, + "learning_rate": 1.510887772194305e-05, + "loss": 0.8681, + "step": 1275 + }, + { + "epoch": 6.534005037783375, + "grad_norm": 132.12728881835938, + "learning_rate": 1.4969290898939142e-05, + "loss": 0.9805, + "step": 1300 + }, + { + "epoch": 6.659949622166247, + "grad_norm": 120.10009765625, + "learning_rate": 1.4829704075935234e-05, + "loss": 0.8107, + "step": 1325 + }, + { + "epoch": 6.785894206549118, + "grad_norm": 80.66228485107422, + "learning_rate": 1.4690117252931324e-05, + "loss": 0.9299, + "step": 1350 + }, + { + "epoch": 6.91183879093199, + "grad_norm": 99.86910247802734, + "learning_rate": 1.4550530429927416e-05, + "loss": 0.9267, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8082975679542204, + "eval_loss": 0.6576400399208069, + "eval_macro_f1": 0.8070480838098013, + "eval_runtime": 1.3415, + "eval_samples_per_second": 521.076, + "eval_steps_per_second": 32.8, + "eval_weighted_f1": 0.8066994719816634, + "step": 1393 + }, + { + "epoch": 7.035264483627204, + "grad_norm": 138.88870239257812, + "learning_rate": 1.4410943606923509e-05, + "loss": 0.7373, + "step": 1400 + }, + { + "epoch": 7.161209068010075, + "grad_norm": 47.91728591918945, + "learning_rate": 1.4271356783919599e-05, + "loss": 0.7429, + "step": 1425 + }, + { + "epoch": 7.287153652392947, + "grad_norm": 52.21259307861328, + "learning_rate": 1.4131769960915691e-05, + "loss": 0.4905, + "step": 1450 + }, + { + "epoch": 7.413098236775818, + "grad_norm": 86.80047607421875, + "learning_rate": 1.3992183137911782e-05, + "loss": 0.6758, + "step": 1475 + }, + { + "epoch": 7.53904282115869, + "grad_norm": 85.63562774658203, + "learning_rate": 1.3852596314907874e-05, + "loss": 0.7871, + "step": 1500 + }, + { + "epoch": 7.664987405541561, + "grad_norm": 176.82659912109375, + "learning_rate": 1.3713009491903966e-05, + "loss": 0.6076, + "step": 1525 + }, + { + "epoch": 7.790931989924434, + "grad_norm": 31.638750076293945, + "learning_rate": 1.3573422668900056e-05, + "loss": 0.8088, + "step": 1550 + }, + { + "epoch": 7.916876574307305, + "grad_norm": 158.5943603515625, + "learning_rate": 1.3433835845896149e-05, + "loss": 0.7501, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8154506437768241, + "eval_loss": 0.7328964471817017, + "eval_macro_f1": 0.8142800181736477, + "eval_runtime": 1.1379, + "eval_samples_per_second": 614.272, + "eval_steps_per_second": 38.667, + "eval_weighted_f1": 0.8140562379541217, + "step": 1592 + }, + { + "epoch": 8.040302267002518, + "grad_norm": 71.03479766845703, + "learning_rate": 1.329424902289224e-05, + "loss": 0.8606, + "step": 1600 + }, + { + "epoch": 8.16624685138539, + "grad_norm": 226.41111755371094, + "learning_rate": 1.3154662199888331e-05, + "loss": 0.6439, + "step": 1625 + }, + { + "epoch": 8.292191435768261, + "grad_norm": 143.80557250976562, + "learning_rate": 1.3015075376884423e-05, + "loss": 0.4854, + "step": 1650 + }, + { + "epoch": 8.418136020151133, + "grad_norm": 46.88710403442383, + "learning_rate": 1.2875488553880515e-05, + "loss": 0.5883, + "step": 1675 + }, + { + "epoch": 8.544080604534004, + "grad_norm": 353.09259033203125, + "learning_rate": 1.2735901730876606e-05, + "loss": 0.4347, + "step": 1700 + }, + { + "epoch": 8.670025188916876, + "grad_norm": 36.8251838684082, + "learning_rate": 1.2596314907872698e-05, + "loss": 0.6285, + "step": 1725 + }, + { + "epoch": 8.795969773299749, + "grad_norm": 62.28105926513672, + "learning_rate": 1.245672808486879e-05, + "loss": 0.6668, + "step": 1750 + }, + { + "epoch": 8.92191435768262, + "grad_norm": 152.21270751953125, + "learning_rate": 1.231714126186488e-05, + "loss": 0.3918, + "step": 1775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8311874105865522, + "eval_loss": 0.8255733847618103, + "eval_macro_f1": 0.8304318512918022, + "eval_runtime": 1.1555, + "eval_samples_per_second": 604.951, + "eval_steps_per_second": 38.08, + "eval_weighted_f1": 0.830255796053794, + "step": 1791 + }, + { + "epoch": 9.045340050377833, + "grad_norm": 87.61013793945312, + "learning_rate": 1.2177554438860973e-05, + "loss": 0.3686, + "step": 1800 + }, + { + "epoch": 9.171284634760704, + "grad_norm": 119.38439178466797, + "learning_rate": 1.2037967615857065e-05, + "loss": 0.4258, + "step": 1825 + }, + { + "epoch": 9.297229219143578, + "grad_norm": 87.86448669433594, + "learning_rate": 1.1898380792853155e-05, + "loss": 0.3763, + "step": 1850 + }, + { + "epoch": 9.42317380352645, + "grad_norm": 218.50601196289062, + "learning_rate": 1.1758793969849248e-05, + "loss": 0.3421, + "step": 1875 + }, + { + "epoch": 9.54911838790932, + "grad_norm": 171.7362518310547, + "learning_rate": 1.161920714684534e-05, + "loss": 0.3083, + "step": 1900 + }, + { + "epoch": 9.675062972292192, + "grad_norm": 5.02403450012207, + "learning_rate": 1.147962032384143e-05, + "loss": 0.3175, + "step": 1925 + }, + { + "epoch": 9.801007556675064, + "grad_norm": 76.24409484863281, + "learning_rate": 1.1340033500837522e-05, + "loss": 0.5523, + "step": 1950 + }, + { + "epoch": 9.926952141057935, + "grad_norm": 74.1556167602539, + "learning_rate": 1.1200446677833614e-05, + "loss": 0.4155, + "step": 1975 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8097281831187411, + "eval_loss": 1.0732569694519043, + "eval_macro_f1": 0.8088034389216113, + "eval_runtime": 1.2169, + "eval_samples_per_second": 574.388, + "eval_steps_per_second": 36.156, + "eval_weighted_f1": 0.8085889875913113, + "step": 1990 + }, + { + "epoch": 10.05037783375315, + "grad_norm": 51.433326721191406, + "learning_rate": 1.1060859854829705e-05, + "loss": 0.4452, + "step": 2000 + }, + { + "epoch": 10.17632241813602, + "grad_norm": 156.73843383789062, + "learning_rate": 1.0921273031825797e-05, + "loss": 0.4566, + "step": 2025 + }, + { + "epoch": 10.302267002518892, + "grad_norm": 60.405174255371094, + "learning_rate": 1.078168620882189e-05, + "loss": 0.4048, + "step": 2050 + }, + { + "epoch": 10.428211586901764, + "grad_norm": 149.84071350097656, + "learning_rate": 1.064209938581798e-05, + "loss": 0.4738, + "step": 2075 + }, + { + "epoch": 10.554156171284635, + "grad_norm": 255.8769989013672, + "learning_rate": 1.0502512562814072e-05, + "loss": 0.2853, + "step": 2100 + }, + { + "epoch": 10.680100755667507, + "grad_norm": 66.21862030029297, + "learning_rate": 1.0362925739810164e-05, + "loss": 0.3568, + "step": 2125 + }, + { + "epoch": 10.806045340050378, + "grad_norm": 271.2604064941406, + "learning_rate": 1.0223338916806254e-05, + "loss": 0.3816, + "step": 2150 + }, + { + "epoch": 10.93198992443325, + "grad_norm": 12.070724487304688, + "learning_rate": 1.0083752093802347e-05, + "loss": 0.153, + "step": 2175 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8125894134477826, + "eval_loss": 1.2586294412612915, + "eval_macro_f1": 0.8114030771152105, + "eval_runtime": 1.0925, + "eval_samples_per_second": 639.81, + "eval_steps_per_second": 40.274, + "eval_weighted_f1": 0.8110956794629822, + "step": 2189 + }, + { + "epoch": 11.055415617128464, + "grad_norm": 3.649533987045288, + "learning_rate": 9.944165270798437e-06, + "loss": 0.3222, + "step": 2200 + }, + { + "epoch": 11.181360201511335, + "grad_norm": 0.6719890832901001, + "learning_rate": 9.804578447794529e-06, + "loss": 0.1323, + "step": 2225 + }, + { + "epoch": 11.307304785894207, + "grad_norm": 391.934814453125, + "learning_rate": 9.664991624790621e-06, + "loss": 0.3235, + "step": 2250 + }, + { + "epoch": 11.433249370277078, + "grad_norm": 801.4403076171875, + "learning_rate": 9.525404801786712e-06, + "loss": 0.3032, + "step": 2275 + }, + { + "epoch": 11.55919395465995, + "grad_norm": 139.90708923339844, + "learning_rate": 9.385817978782804e-06, + "loss": 0.2584, + "step": 2300 + }, + { + "epoch": 11.685138539042821, + "grad_norm": 0.5346633791923523, + "learning_rate": 9.246231155778896e-06, + "loss": 0.2231, + "step": 2325 + }, + { + "epoch": 11.811083123425693, + "grad_norm": 0.45630136132240295, + "learning_rate": 9.106644332774987e-06, + "loss": 0.2378, + "step": 2350 + }, + { + "epoch": 11.937027707808564, + "grad_norm": 12.090986251831055, + "learning_rate": 8.967057509771079e-06, + "loss": 0.3261, + "step": 2375 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8240343347639485, + "eval_loss": 1.2961812019348145, + "eval_macro_f1": 0.823902693095761, + "eval_runtime": 1.1478, + "eval_samples_per_second": 608.978, + "eval_steps_per_second": 38.333, + "eval_weighted_f1": 0.8235299183297282, + "step": 2388 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +}