diff --git a/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680/special_tokens_map.json b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680/tokenizer_config.json b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680/trainer_state.json b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c06e12d8992e8b1e68e2069bf73566910f56fbb3 --- /dev/null +++ b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680/trainer_state.json @@ -0,0 +1,342 @@ +{ + "best_global_step": 680, + "best_metric": 0.8100571396001652, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 680, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.36900369003690037, + "grad_norm": 36.31181716918945, + "learning_rate": 3.529411764705883e-06, + "loss": 3.5382, + "step": 25 + }, + { + "epoch": 0.7380073800738007, + "grad_norm": 29.373302459716797, + "learning_rate": 7.205882352941177e-06, + "loss": 2.96, + "step": 50 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7516129032258064, + "eval_loss": 0.5108871459960938, + "eval_macro_f1": 0.4644499786856925, + "eval_runtime": 0.8038, + "eval_samples_per_second": 385.653, + "eval_steps_per_second": 24.881, + "eval_weighted_f1": 0.654205215165944, + "step": 68 + }, + { + "epoch": 1.103321033210332, + "grad_norm": 32.1163330078125, + "learning_rate": 1.0882352941176471e-05, + "loss": 2.4175, + "step": 75 + }, + { + "epoch": 1.4723247232472325, + "grad_norm": 76.44148254394531, + "learning_rate": 1.4558823529411765e-05, + "loss": 2.2432, + "step": 100 + }, + { + "epoch": 1.841328413284133, + "grad_norm": 59.49225997924805, + "learning_rate": 1.823529411764706e-05, + "loss": 2.046, + "step": 125 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7483870967741936, + "eval_loss": 0.5332732200622559, + "eval_macro_f1": 0.5627170138888888, + "eval_runtime": 0.7829, + "eval_samples_per_second": 395.942, + "eval_steps_per_second": 25.545, + "eval_weighted_f1": 0.7005908378136201, + "step": 136 + }, + { + "epoch": 2.206642066420664, + "grad_norm": 33.38609313964844, + "learning_rate": 1.978758169934641e-05, + "loss": 1.8017, + "step": 150 + }, + { + "epoch": 2.5756457564575648, + "grad_norm": 42.95573806762695, + "learning_rate": 1.9379084967320264e-05, + "loss": 1.7678, + "step": 175 + }, + { + "epoch": 2.944649446494465, + "grad_norm": 67.89879608154297, + "learning_rate": 1.897058823529412e-05, + "loss": 1.8926, + "step": 200 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8096774193548387, + "eval_loss": 0.4263018071651459, + "eval_macro_f1": 0.746236559139785, + "eval_runtime": 0.814, + "eval_samples_per_second": 380.819, + "eval_steps_per_second": 24.569, + "eval_weighted_f1": 0.8076309399930628, + "step": 204 + }, + { + "epoch": 3.3099630996309966, + "grad_norm": 79.11711883544922, + "learning_rate": 1.8562091503267975e-05, + "loss": 1.4919, + "step": 225 + }, + { + "epoch": 3.678966789667897, + "grad_norm": 58.884674072265625, + "learning_rate": 1.815359477124183e-05, + "loss": 1.3881, + "step": 250 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8387096774193549, + "eval_loss": 0.4048738479614258, + "eval_macro_f1": 0.78765959778618, + "eval_runtime": 0.8067, + "eval_samples_per_second": 384.289, + "eval_steps_per_second": 24.793, + "eval_weighted_f1": 0.8380379658452342, + "step": 272 + }, + { + "epoch": 4.044280442804428, + "grad_norm": 41.68679428100586, + "learning_rate": 1.7745098039215686e-05, + "loss": 1.3309, + "step": 275 + }, + { + "epoch": 4.413284132841328, + "grad_norm": 54.86723327636719, + "learning_rate": 1.7336601307189545e-05, + "loss": 1.1594, + "step": 300 + }, + { + "epoch": 4.782287822878229, + "grad_norm": 156.41390991210938, + "learning_rate": 1.69281045751634e-05, + "loss": 1.1538, + "step": 325 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8516129032258064, + "eval_loss": 0.3866811692714691, + "eval_macro_f1": 0.7939425466736026, + "eval_runtime": 0.7859, + "eval_samples_per_second": 394.433, + "eval_steps_per_second": 25.447, + "eval_weighted_f1": 0.8466898240079354, + "step": 340 + }, + { + "epoch": 5.14760147601476, + "grad_norm": 36.79264831542969, + "learning_rate": 1.6519607843137256e-05, + "loss": 0.8205, + "step": 350 + }, + { + "epoch": 5.516605166051661, + "grad_norm": 56.159481048583984, + "learning_rate": 1.6111111111111115e-05, + "loss": 0.7617, + "step": 375 + }, + { + "epoch": 5.885608856088561, + "grad_norm": 123.52776336669922, + "learning_rate": 1.5702614379084967e-05, + "loss": 0.9454, + "step": 400 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8612903225806452, + "eval_loss": 0.4407583475112915, + "eval_macro_f1": 0.8006251963086496, + "eval_runtime": 0.7681, + "eval_samples_per_second": 403.583, + "eval_steps_per_second": 26.038, + "eval_weighted_f1": 0.8538402193542599, + "step": 408 + }, + { + "epoch": 6.250922509225092, + "grad_norm": 19.67877769470215, + "learning_rate": 1.5294117647058822e-05, + "loss": 0.7087, + "step": 425 + }, + { + "epoch": 6.619926199261993, + "grad_norm": 53.15206527709961, + "learning_rate": 1.4885620915032681e-05, + "loss": 0.5534, + "step": 450 + }, + { + "epoch": 6.988929889298893, + "grad_norm": 105.83855438232422, + "learning_rate": 1.4477124183006537e-05, + "loss": 0.5361, + "step": 475 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8354838709677419, + "eval_loss": 0.6254056096076965, + "eval_macro_f1": 0.763532209575375, + "eval_runtime": 0.7536, + "eval_samples_per_second": 411.379, + "eval_steps_per_second": 26.541, + "eval_weighted_f1": 0.8266477020248196, + "step": 476 + }, + { + "epoch": 7.354243542435424, + "grad_norm": 302.0690002441406, + "learning_rate": 1.4068627450980394e-05, + "loss": 0.5961, + "step": 500 + }, + { + "epoch": 7.723247232472325, + "grad_norm": 232.11917114257812, + "learning_rate": 1.366013071895425e-05, + "loss": 0.494, + "step": 525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8451612903225807, + "eval_loss": 0.6838194131851196, + "eval_macro_f1": 0.8010269576379974, + "eval_runtime": 0.7455, + "eval_samples_per_second": 415.847, + "eval_steps_per_second": 26.829, + "eval_weighted_f1": 0.8463704501221582, + "step": 544 + }, + { + "epoch": 8.088560885608857, + "grad_norm": 19.078264236450195, + "learning_rate": 1.3251633986928105e-05, + "loss": 0.3431, + "step": 550 + }, + { + "epoch": 8.457564575645756, + "grad_norm": 74.33735656738281, + "learning_rate": 1.2843137254901964e-05, + "loss": 0.3754, + "step": 575 + }, + { + "epoch": 8.826568265682656, + "grad_norm": 194.98326110839844, + "learning_rate": 1.2434640522875817e-05, + "loss": 0.4294, + "step": 600 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8580645161290322, + "eval_loss": 0.6432400941848755, + "eval_macro_f1": 0.7970238095238096, + "eval_runtime": 0.8634, + "eval_samples_per_second": 359.053, + "eval_steps_per_second": 23.165, + "eval_weighted_f1": 0.8508832565284178, + "step": 612 + }, + { + "epoch": 9.191881918819188, + "grad_norm": 22.36834144592285, + "learning_rate": 1.2026143790849673e-05, + "loss": 0.3711, + "step": 625 + }, + { + "epoch": 9.560885608856088, + "grad_norm": 22.807851791381836, + "learning_rate": 1.1617647058823532e-05, + "loss": 0.3385, + "step": 650 + }, + { + "epoch": 9.92988929889299, + "grad_norm": 57.718528747558594, + "learning_rate": 1.1209150326797387e-05, + "loss": 0.3403, + "step": 675 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8612903225806452, + "eval_loss": 0.9194391965866089, + "eval_macro_f1": 0.8100571396001652, + "eval_runtime": 0.8367, + "eval_samples_per_second": 370.484, + "eval_steps_per_second": 23.902, + "eval_weighted_f1": 0.8577899187745254, + "step": 680 + } + ], + "logging_steps": 25, + "max_steps": 1360, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-884/special_tokens_map.json b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-884/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-884/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-884/tokenizer_config.json b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-884/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-884/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-884/trainer_state.json b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-884/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e0afcf199d5beb3b44b435579f02ab1f930c5012 --- /dev/null +++ b/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-884/trainer_state.json @@ -0,0 +1,431 @@ +{ + "best_global_step": 680, + "best_metric": 0.8100571396001652, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-temporal-temporal-00-s42-20260901T111311Z-f02c6615/trainer/checkpoint-680", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 884, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.36900369003690037, + "grad_norm": 36.31181716918945, + "learning_rate": 3.529411764705883e-06, + "loss": 3.5382, + "step": 25 + }, + { + "epoch": 0.7380073800738007, + "grad_norm": 29.373302459716797, + "learning_rate": 7.205882352941177e-06, + "loss": 2.96, + "step": 50 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7516129032258064, + "eval_loss": 0.5108871459960938, + "eval_macro_f1": 0.4644499786856925, + "eval_runtime": 0.8038, + "eval_samples_per_second": 385.653, + "eval_steps_per_second": 24.881, + "eval_weighted_f1": 0.654205215165944, + "step": 68 + }, + { + "epoch": 1.103321033210332, + "grad_norm": 32.1163330078125, + "learning_rate": 1.0882352941176471e-05, + "loss": 2.4175, + "step": 75 + }, + { + "epoch": 1.4723247232472325, + "grad_norm": 76.44148254394531, + "learning_rate": 1.4558823529411765e-05, + "loss": 2.2432, + "step": 100 + }, + { + "epoch": 1.841328413284133, + "grad_norm": 59.49225997924805, + "learning_rate": 1.823529411764706e-05, + "loss": 2.046, + "step": 125 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7483870967741936, + "eval_loss": 0.5332732200622559, + "eval_macro_f1": 0.5627170138888888, + "eval_runtime": 0.7829, + "eval_samples_per_second": 395.942, + "eval_steps_per_second": 25.545, + "eval_weighted_f1": 0.7005908378136201, + "step": 136 + }, + { + "epoch": 2.206642066420664, + "grad_norm": 33.38609313964844, + "learning_rate": 1.978758169934641e-05, + "loss": 1.8017, + "step": 150 + }, + { + "epoch": 2.5756457564575648, + "grad_norm": 42.95573806762695, + "learning_rate": 1.9379084967320264e-05, + "loss": 1.7678, + "step": 175 + }, + { + "epoch": 2.944649446494465, + "grad_norm": 67.89879608154297, + "learning_rate": 1.897058823529412e-05, + "loss": 1.8926, + "step": 200 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8096774193548387, + "eval_loss": 0.4263018071651459, + "eval_macro_f1": 0.746236559139785, + "eval_runtime": 0.814, + "eval_samples_per_second": 380.819, + "eval_steps_per_second": 24.569, + "eval_weighted_f1": 0.8076309399930628, + "step": 204 + }, + { + "epoch": 3.3099630996309966, + "grad_norm": 79.11711883544922, + "learning_rate": 1.8562091503267975e-05, + "loss": 1.4919, + "step": 225 + }, + { + "epoch": 3.678966789667897, + "grad_norm": 58.884674072265625, + "learning_rate": 1.815359477124183e-05, + "loss": 1.3881, + "step": 250 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8387096774193549, + "eval_loss": 0.4048738479614258, + "eval_macro_f1": 0.78765959778618, + "eval_runtime": 0.8067, + "eval_samples_per_second": 384.289, + "eval_steps_per_second": 24.793, + "eval_weighted_f1": 0.8380379658452342, + "step": 272 + }, + { + "epoch": 4.044280442804428, + "grad_norm": 41.68679428100586, + "learning_rate": 1.7745098039215686e-05, + "loss": 1.3309, + "step": 275 + }, + { + "epoch": 4.413284132841328, + "grad_norm": 54.86723327636719, + "learning_rate": 1.7336601307189545e-05, + "loss": 1.1594, + "step": 300 + }, + { + "epoch": 4.782287822878229, + "grad_norm": 156.41390991210938, + "learning_rate": 1.69281045751634e-05, + "loss": 1.1538, + "step": 325 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8516129032258064, + "eval_loss": 0.3866811692714691, + "eval_macro_f1": 0.7939425466736026, + "eval_runtime": 0.7859, + "eval_samples_per_second": 394.433, + "eval_steps_per_second": 25.447, + "eval_weighted_f1": 0.8466898240079354, + "step": 340 + }, + { + "epoch": 5.14760147601476, + "grad_norm": 36.79264831542969, + "learning_rate": 1.6519607843137256e-05, + "loss": 0.8205, + "step": 350 + }, + { + "epoch": 5.516605166051661, + "grad_norm": 56.159481048583984, + "learning_rate": 1.6111111111111115e-05, + "loss": 0.7617, + "step": 375 + }, + { + "epoch": 5.885608856088561, + "grad_norm": 123.52776336669922, + "learning_rate": 1.5702614379084967e-05, + "loss": 0.9454, + "step": 400 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8612903225806452, + "eval_loss": 0.4407583475112915, + "eval_macro_f1": 0.8006251963086496, + "eval_runtime": 0.7681, + "eval_samples_per_second": 403.583, + "eval_steps_per_second": 26.038, + "eval_weighted_f1": 0.8538402193542599, + "step": 408 + }, + { + "epoch": 6.250922509225092, + "grad_norm": 19.67877769470215, + "learning_rate": 1.5294117647058822e-05, + "loss": 0.7087, + "step": 425 + }, + { + "epoch": 6.619926199261993, + "grad_norm": 53.15206527709961, + "learning_rate": 1.4885620915032681e-05, + "loss": 0.5534, + "step": 450 + }, + { + "epoch": 6.988929889298893, + "grad_norm": 105.83855438232422, + "learning_rate": 1.4477124183006537e-05, + "loss": 0.5361, + "step": 475 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8354838709677419, + "eval_loss": 0.6254056096076965, + "eval_macro_f1": 0.763532209575375, + "eval_runtime": 0.7536, + "eval_samples_per_second": 411.379, + "eval_steps_per_second": 26.541, + "eval_weighted_f1": 0.8266477020248196, + "step": 476 + }, + { + "epoch": 7.354243542435424, + "grad_norm": 302.0690002441406, + "learning_rate": 1.4068627450980394e-05, + "loss": 0.5961, + "step": 500 + }, + { + "epoch": 7.723247232472325, + "grad_norm": 232.11917114257812, + "learning_rate": 1.366013071895425e-05, + "loss": 0.494, + "step": 525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8451612903225807, + "eval_loss": 0.6838194131851196, + "eval_macro_f1": 0.8010269576379974, + "eval_runtime": 0.7455, + "eval_samples_per_second": 415.847, + "eval_steps_per_second": 26.829, + "eval_weighted_f1": 0.8463704501221582, + "step": 544 + }, + { + "epoch": 8.088560885608857, + "grad_norm": 19.078264236450195, + "learning_rate": 1.3251633986928105e-05, + "loss": 0.3431, + "step": 550 + }, + { + "epoch": 8.457564575645756, + "grad_norm": 74.33735656738281, + "learning_rate": 1.2843137254901964e-05, + "loss": 0.3754, + "step": 575 + }, + { + "epoch": 8.826568265682656, + "grad_norm": 194.98326110839844, + "learning_rate": 1.2434640522875817e-05, + "loss": 0.4294, + "step": 600 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8580645161290322, + "eval_loss": 0.6432400941848755, + "eval_macro_f1": 0.7970238095238096, + "eval_runtime": 0.8634, + "eval_samples_per_second": 359.053, + "eval_steps_per_second": 23.165, + "eval_weighted_f1": 0.8508832565284178, + "step": 612 + }, + { + "epoch": 9.191881918819188, + "grad_norm": 22.36834144592285, + "learning_rate": 1.2026143790849673e-05, + "loss": 0.3711, + "step": 625 + }, + { + "epoch": 9.560885608856088, + "grad_norm": 22.807851791381836, + "learning_rate": 1.1617647058823532e-05, + "loss": 0.3385, + "step": 650 + }, + { + "epoch": 9.92988929889299, + "grad_norm": 57.718528747558594, + "learning_rate": 1.1209150326797387e-05, + "loss": 0.3403, + "step": 675 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8612903225806452, + "eval_loss": 0.9194391965866089, + "eval_macro_f1": 0.8100571396001652, + "eval_runtime": 0.8367, + "eval_samples_per_second": 370.484, + "eval_steps_per_second": 23.902, + "eval_weighted_f1": 0.8577899187745254, + "step": 680 + }, + { + "epoch": 10.29520295202952, + "grad_norm": 0.25800469517707825, + "learning_rate": 1.0800653594771243e-05, + "loss": 0.3025, + "step": 700 + }, + { + "epoch": 10.664206642066421, + "grad_norm": 462.9188537597656, + "learning_rate": 1.03921568627451e-05, + "loss": 0.346, + "step": 725 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8612903225806452, + "eval_loss": 0.9510478377342224, + "eval_macro_f1": 0.808286951144094, + "eval_runtime": 0.7728, + "eval_samples_per_second": 401.159, + "eval_steps_per_second": 25.881, + "eval_weighted_f1": 0.8570630598280368, + "step": 748 + }, + { + "epoch": 11.029520295202952, + "grad_norm": 0.4627591073513031, + "learning_rate": 9.983660130718955e-06, + "loss": 0.4296, + "step": 750 + }, + { + "epoch": 11.398523985239853, + "grad_norm": 140.3360137939453, + "learning_rate": 9.575163398692811e-06, + "loss": 0.2778, + "step": 775 + }, + { + "epoch": 11.767527675276753, + "grad_norm": 0.14707553386688232, + "learning_rate": 9.166666666666666e-06, + "loss": 0.1504, + "step": 800 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8354838709677419, + "eval_loss": 1.2594008445739746, + "eval_macro_f1": 0.7925714060798489, + "eval_runtime": 0.7943, + "eval_samples_per_second": 390.285, + "eval_steps_per_second": 25.18, + "eval_weighted_f1": 0.8382229644712245, + "step": 816 + }, + { + "epoch": 12.132841328413285, + "grad_norm": 20.7244815826416, + "learning_rate": 8.758169934640524e-06, + "loss": 0.2079, + "step": 825 + }, + { + "epoch": 12.501845018450185, + "grad_norm": 301.1082458496094, + "learning_rate": 8.34967320261438e-06, + "loss": 0.2712, + "step": 850 + }, + { + "epoch": 12.870848708487085, + "grad_norm": 421.4566955566406, + "learning_rate": 7.941176470588236e-06, + "loss": 0.1765, + "step": 875 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8387096774193549, + "eval_loss": 1.2213152647018433, + "eval_macro_f1": 0.7943315110662916, + "eval_runtime": 0.8042, + "eval_samples_per_second": 385.474, + "eval_steps_per_second": 24.869, + "eval_weighted_f1": 0.8405587676840658, + "step": 884 + } + ], + "logging_steps": 25, + "max_steps": 1360, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544/special_tokens_map.json b/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544/tokenizer_config.json b/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544/trainer_state.json b/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2369e9eb9eb0fdb9a1b1a6c7952b6b6262af2336 --- /dev/null +++ b/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544/trainer_state.json @@ -0,0 +1,278 @@ +{ + "best_global_step": 544, + "best_metric": 0.8098984429919682, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-viclickbait2025-xlmr-temporal-temporal-00-s43-20260901T111950Z-f59e2438/trainer/checkpoint-544", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 544, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.36900369003690037, + "grad_norm": 21.00833511352539, + "learning_rate": 3.529411764705883e-06, + "loss": 2.8149, + "step": 25 + }, + { + "epoch": 0.7380073800738007, + "grad_norm": 45.59518051147461, + "learning_rate": 7.205882352941177e-06, + "loss": 2.588, + "step": 50 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7419354838709677, + "eval_loss": 0.5287361145019531, + "eval_macro_f1": 0.42592592592592593, + "eval_runtime": 0.7974, + "eval_samples_per_second": 388.742, + "eval_steps_per_second": 25.08, + "eval_weighted_f1": 0.6320191158900836, + "step": 68 + }, + { + "epoch": 1.103321033210332, + "grad_norm": 30.670482635498047, + "learning_rate": 1.0882352941176471e-05, + "loss": 2.5101, + "step": 75 + }, + { + "epoch": 1.4723247232472325, + "grad_norm": 54.418094635009766, + "learning_rate": 1.4558823529411765e-05, + "loss": 2.4308, + "step": 100 + }, + { + "epoch": 1.841328413284133, + "grad_norm": 38.305999755859375, + "learning_rate": 1.823529411764706e-05, + "loss": 2.3296, + "step": 125 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7451612903225806, + "eval_loss": 0.5366522073745728, + "eval_macro_f1": 0.5538430708130658, + "eval_runtime": 0.7919, + "eval_samples_per_second": 391.464, + "eval_steps_per_second": 25.256, + "eval_weighted_f1": 0.6952112133077811, + "step": 136 + }, + { + "epoch": 2.206642066420664, + "grad_norm": 60.314125061035156, + "learning_rate": 1.978758169934641e-05, + "loss": 2.02, + "step": 150 + }, + { + "epoch": 2.5756457564575648, + "grad_norm": 39.57516098022461, + "learning_rate": 1.9379084967320264e-05, + "loss": 2.0296, + "step": 175 + }, + { + "epoch": 2.944649446494465, + "grad_norm": 15.468511581420898, + "learning_rate": 1.897058823529412e-05, + "loss": 1.9247, + "step": 200 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7451612903225806, + "eval_loss": 0.4554034471511841, + "eval_macro_f1": 0.6630944683660975, + "eval_runtime": 0.7703, + "eval_samples_per_second": 402.426, + "eval_steps_per_second": 25.963, + "eval_weighted_f1": 0.7435521369508848, + "step": 204 + }, + { + "epoch": 3.3099630996309966, + "grad_norm": 38.03911209106445, + "learning_rate": 1.8562091503267975e-05, + "loss": 1.8532, + "step": 225 + }, + { + "epoch": 3.678966789667897, + "grad_norm": 54.938533782958984, + "learning_rate": 1.815359477124183e-05, + "loss": 1.7054, + "step": 250 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7967741935483871, + "eval_loss": 0.4260483384132385, + "eval_macro_f1": 0.7266658269303439, + "eval_runtime": 0.7635, + "eval_samples_per_second": 406.009, + "eval_steps_per_second": 26.194, + "eval_weighted_f1": 0.7936483428074552, + "step": 272 + }, + { + "epoch": 4.044280442804428, + "grad_norm": 45.16666793823242, + "learning_rate": 1.7745098039215686e-05, + "loss": 1.7541, + "step": 275 + }, + { + "epoch": 4.413284132841328, + "grad_norm": 44.78571319580078, + "learning_rate": 1.7336601307189545e-05, + "loss": 1.4766, + "step": 300 + }, + { + "epoch": 4.782287822878229, + "grad_norm": 29.720661163330078, + "learning_rate": 1.69281045751634e-05, + "loss": 1.4873, + "step": 325 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8161290322580645, + "eval_loss": 0.4706411063671112, + "eval_macro_f1": 0.7177812205522991, + "eval_runtime": 0.796, + "eval_samples_per_second": 389.424, + "eval_steps_per_second": 25.124, + "eval_weighted_f1": 0.7983941809668609, + "step": 340 + }, + { + "epoch": 5.14760147601476, + "grad_norm": 65.8193588256836, + "learning_rate": 1.6519607843137256e-05, + "loss": 1.4847, + "step": 350 + }, + { + "epoch": 5.516605166051661, + "grad_norm": 23.056699752807617, + "learning_rate": 1.6111111111111115e-05, + "loss": 0.9717, + "step": 375 + }, + { + "epoch": 5.885608856088561, + "grad_norm": 91.94253540039062, + "learning_rate": 1.5702614379084967e-05, + "loss": 1.15, + "step": 400 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8548387096774194, + "eval_loss": 0.3851221799850464, + "eval_macro_f1": 0.7974591651542651, + "eval_runtime": 0.7716, + "eval_samples_per_second": 401.774, + "eval_steps_per_second": 25.921, + "eval_weighted_f1": 0.8496223874480416, + "step": 408 + }, + { + "epoch": 6.250922509225092, + "grad_norm": 20.078121185302734, + "learning_rate": 1.5294117647058822e-05, + "loss": 0.9707, + "step": 425 + }, + { + "epoch": 6.619926199261993, + "grad_norm": 24.14727020263672, + "learning_rate": 1.4885620915032681e-05, + "loss": 0.991, + "step": 450 + }, + { + "epoch": 6.988929889298893, + "grad_norm": 176.48770141601562, + "learning_rate": 1.4477124183006537e-05, + "loss": 0.9537, + "step": 475 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8387096774193549, + "eval_loss": 0.48775172233581543, + "eval_macro_f1": 0.800268027421267, + "eval_runtime": 0.7701, + "eval_samples_per_second": 402.563, + "eval_steps_per_second": 25.972, + "eval_weighted_f1": 0.8426669060956287, + "step": 476 + }, + { + "epoch": 7.354243542435424, + "grad_norm": 81.123046875, + "learning_rate": 1.4068627450980394e-05, + "loss": 0.741, + "step": 500 + }, + { + "epoch": 7.723247232472325, + "grad_norm": 63.98308181762695, + "learning_rate": 1.366013071895425e-05, + "loss": 0.7289, + "step": 525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.867741935483871, + "eval_loss": 0.49702689051628113, + "eval_macro_f1": 0.8098984429919682, + "eval_runtime": 0.7845, + "eval_samples_per_second": 395.176, + "eval_steps_per_second": 25.495, + "eval_weighted_f1": 0.8606383486866198, + "step": 544 + } + ], + "logging_steps": 25, + "max_steps": 1360, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-1309/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-1309/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-1309/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-1309/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-1309/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-1309/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-1309/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-1309/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3abb0bccc5b9ba7d71319644de6d0812f44b390b --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-1309/trainer_state.json @@ -0,0 +1,484 @@ +{ + "best_global_step": 748, + "best_metric": 0.8251459233482422, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1309, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13368983957219252, + "grad_norm": 9.428266525268555, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8042, + "step": 25 + }, + { + "epoch": 0.26737967914438504, + "grad_norm": 27.651752471923828, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.6635, + "step": 50 + }, + { + "epoch": 0.40106951871657753, + "grad_norm": 29.762727737426758, + "learning_rate": 3.957219251336899e-06, + "loss": 4.63, + "step": 75 + }, + { + "epoch": 0.5347593582887701, + "grad_norm": 23.054277420043945, + "learning_rate": 5.294117647058824e-06, + "loss": 4.5058, + "step": 100 + }, + { + "epoch": 0.6684491978609626, + "grad_norm": 29.681711196899414, + "learning_rate": 6.631016042780749e-06, + "loss": 4.551, + "step": 125 + }, + { + "epoch": 0.8021390374331551, + "grad_norm": 37.116851806640625, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4357, + "step": 150 + }, + { + "epoch": 0.9358288770053476, + "grad_norm": 20.160615921020508, + "learning_rate": 9.3048128342246e-06, + "loss": 4.474, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3723776223776224, + "eval_loss": 1.0848790407180786, + "eval_macro_f1": 0.32550906520884165, + "eval_runtime": 1.0978, + "eval_samples_per_second": 521.058, + "eval_steps_per_second": 32.794, + "eval_weighted_f1": 0.32311320270438765, + "step": 187 + }, + { + "epoch": 1.0695187165775402, + "grad_norm": 10.140731811523438, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.4774, + "step": 200 + }, + { + "epoch": 1.2032085561497325, + "grad_norm": 39.80279541015625, + "learning_rate": 1.197860962566845e-05, + "loss": 4.4527, + "step": 225 + }, + { + "epoch": 1.3368983957219251, + "grad_norm": 73.83223724365234, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.0669, + "step": 250 + }, + { + "epoch": 1.4705882352941178, + "grad_norm": 38.50804138183594, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.947, + "step": 275 + }, + { + "epoch": 1.6042780748663101, + "grad_norm": 53.639583587646484, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.5919, + "step": 300 + }, + { + "epoch": 1.7379679144385025, + "grad_norm": 62.60535430908203, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.3649, + "step": 325 + }, + { + "epoch": 1.8716577540106951, + "grad_norm": 129.99966430664062, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.2804, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7097902097902098, + "eval_loss": 0.6888222694396973, + "eval_macro_f1": 0.7078984032431538, + "eval_runtime": 1.1679, + "eval_samples_per_second": 489.762, + "eval_steps_per_second": 30.824, + "eval_weighted_f1": 0.707549288636407, + "step": 374 + }, + { + "epoch": 2.0053475935828877, + "grad_norm": 168.0042724609375, + "learning_rate": 2e-05, + "loss": 3.0282, + "step": 375 + }, + { + "epoch": 2.1390374331550803, + "grad_norm": 34.92676544189453, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.7749, + "step": 400 + }, + { + "epoch": 2.2727272727272725, + "grad_norm": 72.28211212158203, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.979, + "step": 425 + }, + { + "epoch": 2.406417112299465, + "grad_norm": 101.03489685058594, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.6534, + "step": 450 + }, + { + "epoch": 2.5401069518716577, + "grad_norm": 48.42720413208008, + "learning_rate": 1.94058229352347e-05, + "loss": 2.7656, + "step": 475 + }, + { + "epoch": 2.6737967914438503, + "grad_norm": 86.0215072631836, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.5675, + "step": 500 + }, + { + "epoch": 2.807486631016043, + "grad_norm": 50.5024528503418, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.3475, + "step": 525 + }, + { + "epoch": 2.9411764705882355, + "grad_norm": 99.30423736572266, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.2569, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7954545454545454, + "eval_loss": 0.5303922891616821, + "eval_macro_f1": 0.7940486512082012, + "eval_runtime": 1.0273, + "eval_samples_per_second": 556.775, + "eval_steps_per_second": 35.042, + "eval_weighted_f1": 0.7937389268960245, + "step": 561 + }, + { + "epoch": 3.0748663101604277, + "grad_norm": 127.5679702758789, + "learning_rate": 1.88116458704694e-05, + "loss": 2.3435, + "step": 575 + }, + { + "epoch": 3.2085561497326203, + "grad_norm": 56.87950134277344, + "learning_rate": 1.8663101604278075e-05, + "loss": 2.1173, + "step": 600 + }, + { + "epoch": 3.342245989304813, + "grad_norm": 62.90812301635742, + "learning_rate": 1.8514557338086753e-05, + "loss": 2.0265, + "step": 625 + }, + { + "epoch": 3.4759358288770055, + "grad_norm": 72.951171875, + "learning_rate": 1.8366013071895427e-05, + "loss": 1.8614, + "step": 650 + }, + { + "epoch": 3.6096256684491976, + "grad_norm": 74.89466094970703, + "learning_rate": 1.82174688057041e-05, + "loss": 2.2023, + "step": 675 + }, + { + "epoch": 3.7433155080213902, + "grad_norm": 95.15007019042969, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.866, + "step": 700 + }, + { + "epoch": 3.877005347593583, + "grad_norm": 75.59553527832031, + "learning_rate": 1.7920380273321453e-05, + "loss": 2.1667, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8269230769230769, + "eval_loss": 0.4621785283088684, + "eval_macro_f1": 0.8251459233482422, + "eval_runtime": 1.2792, + "eval_samples_per_second": 447.162, + "eval_steps_per_second": 28.143, + "eval_weighted_f1": 0.8248892546307716, + "step": 748 + }, + { + "epoch": 4.010695187165775, + "grad_norm": 40.848758697509766, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.9459, + "step": 750 + }, + { + "epoch": 4.144385026737968, + "grad_norm": 42.00050735473633, + "learning_rate": 1.76232917409388e-05, + "loss": 1.5719, + "step": 775 + }, + { + "epoch": 4.278074866310161, + "grad_norm": 104.77436828613281, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.7005, + "step": 800 + }, + { + "epoch": 4.411764705882353, + "grad_norm": 107.44082641601562, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.5637, + "step": 825 + }, + { + "epoch": 4.545454545454545, + "grad_norm": 131.03533935546875, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.4889, + "step": 850 + }, + { + "epoch": 4.6791443850267385, + "grad_norm": 42.88930130004883, + "learning_rate": 1.70291146761735e-05, + "loss": 1.3939, + "step": 875 + }, + { + "epoch": 4.81283422459893, + "grad_norm": 117.73714447021484, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.4366, + "step": 900 + }, + { + "epoch": 4.946524064171123, + "grad_norm": 90.63203430175781, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.6257, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8199300699300699, + "eval_loss": 0.5325005650520325, + "eval_macro_f1": 0.8230525520548723, + "eval_runtime": 1.0828, + "eval_samples_per_second": 528.284, + "eval_steps_per_second": 33.249, + "eval_weighted_f1": 0.8230109390202197, + "step": 935 + }, + { + "epoch": 5.080213903743315, + "grad_norm": 116.2452621459961, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.3577, + "step": 950 + }, + { + "epoch": 5.213903743315508, + "grad_norm": 119.2626953125, + "learning_rate": 1.64349376114082e-05, + "loss": 1.1494, + "step": 975 + }, + { + "epoch": 5.347593582887701, + "grad_norm": 120.85607147216797, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.2958, + "step": 1000 + }, + { + "epoch": 5.481283422459893, + "grad_norm": 27.151737213134766, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.4233, + "step": 1025 + }, + { + "epoch": 5.614973262032086, + "grad_norm": 71.45120239257812, + "learning_rate": 1.5989304812834226e-05, + "loss": 1.2103, + "step": 1050 + }, + { + "epoch": 5.748663101604278, + "grad_norm": 64.27301025390625, + "learning_rate": 1.58407605466429e-05, + "loss": 1.2723, + "step": 1075 + }, + { + "epoch": 5.882352941176471, + "grad_norm": 85.78284454345703, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.0874, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8164335664335665, + "eval_loss": 0.5837153196334839, + "eval_macro_f1": 0.8147602904195196, + "eval_runtime": 1.1294, + "eval_samples_per_second": 506.456, + "eval_steps_per_second": 31.875, + "eval_weighted_f1": 0.8142768662705117, + "step": 1122 + }, + { + "epoch": 6.016042780748663, + "grad_norm": 115.90393829345703, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.038, + "step": 1125 + }, + { + "epoch": 6.149732620320855, + "grad_norm": 124.49333953857422, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.8771, + "step": 1150 + }, + { + "epoch": 6.283422459893048, + "grad_norm": 334.24658203125, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.8747, + "step": 1175 + }, + { + "epoch": 6.4171122994652405, + "grad_norm": 57.68793487548828, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.8995, + "step": 1200 + }, + { + "epoch": 6.550802139037433, + "grad_norm": 68.86894226074219, + "learning_rate": 1.4949494949494952e-05, + "loss": 1.4315, + "step": 1225 + }, + { + "epoch": 6.684491978609626, + "grad_norm": 37.80825424194336, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.9623, + "step": 1250 + }, + { + "epoch": 6.818181818181818, + "grad_norm": 117.70086669921875, + "learning_rate": 1.4652406417112302e-05, + "loss": 0.9647, + "step": 1275 + }, + { + "epoch": 6.951871657754011, + "grad_norm": 71.35662078857422, + "learning_rate": 1.4503862150920976e-05, + "loss": 0.8863, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8216783216783217, + "eval_loss": 0.600235641002655, + "eval_macro_f1": 0.8218404454963596, + "eval_runtime": 1.0815, + "eval_samples_per_second": 528.881, + "eval_steps_per_second": 33.286, + "eval_weighted_f1": 0.8206960929722039, + "step": 1309 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..15dd2e506854271545d601502031a923d7f59560 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748/trainer_state.json @@ -0,0 +1,290 @@ +{ + "best_global_step": 748, + "best_metric": 0.8251459233482422, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-00-s44-20260901T081210Z-53ad853a/trainer/checkpoint-748", + "epoch": 4.0, + "eval_steps": 500, + "global_step": 748, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13368983957219252, + "grad_norm": 9.428266525268555, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8042, + "step": 25 + }, + { + "epoch": 0.26737967914438504, + "grad_norm": 27.651752471923828, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.6635, + "step": 50 + }, + { + "epoch": 0.40106951871657753, + "grad_norm": 29.762727737426758, + "learning_rate": 3.957219251336899e-06, + "loss": 4.63, + "step": 75 + }, + { + "epoch": 0.5347593582887701, + "grad_norm": 23.054277420043945, + "learning_rate": 5.294117647058824e-06, + "loss": 4.5058, + "step": 100 + }, + { + "epoch": 0.6684491978609626, + "grad_norm": 29.681711196899414, + "learning_rate": 6.631016042780749e-06, + "loss": 4.551, + "step": 125 + }, + { + "epoch": 0.8021390374331551, + "grad_norm": 37.116851806640625, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4357, + "step": 150 + }, + { + "epoch": 0.9358288770053476, + "grad_norm": 20.160615921020508, + "learning_rate": 9.3048128342246e-06, + "loss": 4.474, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3723776223776224, + "eval_loss": 1.0848790407180786, + "eval_macro_f1": 0.32550906520884165, + "eval_runtime": 1.0978, + "eval_samples_per_second": 521.058, + "eval_steps_per_second": 32.794, + "eval_weighted_f1": 0.32311320270438765, + "step": 187 + }, + { + "epoch": 1.0695187165775402, + "grad_norm": 10.140731811523438, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.4774, + "step": 200 + }, + { + "epoch": 1.2032085561497325, + "grad_norm": 39.80279541015625, + "learning_rate": 1.197860962566845e-05, + "loss": 4.4527, + "step": 225 + }, + { + "epoch": 1.3368983957219251, + "grad_norm": 73.83223724365234, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.0669, + "step": 250 + }, + { + "epoch": 1.4705882352941178, + "grad_norm": 38.50804138183594, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.947, + "step": 275 + }, + { + "epoch": 1.6042780748663101, + "grad_norm": 53.639583587646484, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.5919, + "step": 300 + }, + { + "epoch": 1.7379679144385025, + "grad_norm": 62.60535430908203, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.3649, + "step": 325 + }, + { + "epoch": 1.8716577540106951, + "grad_norm": 129.99966430664062, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.2804, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7097902097902098, + "eval_loss": 0.6888222694396973, + "eval_macro_f1": 0.7078984032431538, + "eval_runtime": 1.1679, + "eval_samples_per_second": 489.762, + "eval_steps_per_second": 30.824, + "eval_weighted_f1": 0.707549288636407, + "step": 374 + }, + { + "epoch": 2.0053475935828877, + "grad_norm": 168.0042724609375, + "learning_rate": 2e-05, + "loss": 3.0282, + "step": 375 + }, + { + "epoch": 2.1390374331550803, + "grad_norm": 34.92676544189453, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.7749, + "step": 400 + }, + { + "epoch": 2.2727272727272725, + "grad_norm": 72.28211212158203, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.979, + "step": 425 + }, + { + "epoch": 2.406417112299465, + "grad_norm": 101.03489685058594, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.6534, + "step": 450 + }, + { + "epoch": 2.5401069518716577, + "grad_norm": 48.42720413208008, + "learning_rate": 1.94058229352347e-05, + "loss": 2.7656, + "step": 475 + }, + { + "epoch": 2.6737967914438503, + "grad_norm": 86.0215072631836, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.5675, + "step": 500 + }, + { + "epoch": 2.807486631016043, + "grad_norm": 50.5024528503418, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.3475, + "step": 525 + }, + { + "epoch": 2.9411764705882355, + "grad_norm": 99.30423736572266, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.2569, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7954545454545454, + "eval_loss": 0.5303922891616821, + "eval_macro_f1": 0.7940486512082012, + "eval_runtime": 1.0273, + "eval_samples_per_second": 556.775, + "eval_steps_per_second": 35.042, + "eval_weighted_f1": 0.7937389268960245, + "step": 561 + }, + { + "epoch": 3.0748663101604277, + "grad_norm": 127.5679702758789, + "learning_rate": 1.88116458704694e-05, + "loss": 2.3435, + "step": 575 + }, + { + "epoch": 3.2085561497326203, + "grad_norm": 56.87950134277344, + "learning_rate": 1.8663101604278075e-05, + "loss": 2.1173, + "step": 600 + }, + { + "epoch": 3.342245989304813, + "grad_norm": 62.90812301635742, + "learning_rate": 1.8514557338086753e-05, + "loss": 2.0265, + "step": 625 + }, + { + "epoch": 3.4759358288770055, + "grad_norm": 72.951171875, + "learning_rate": 1.8366013071895427e-05, + "loss": 1.8614, + "step": 650 + }, + { + "epoch": 3.6096256684491976, + "grad_norm": 74.89466094970703, + "learning_rate": 1.82174688057041e-05, + "loss": 2.2023, + "step": 675 + }, + { + "epoch": 3.7433155080213902, + "grad_norm": 95.15007019042969, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.866, + "step": 700 + }, + { + "epoch": 3.877005347593583, + "grad_norm": 75.59553527832031, + "learning_rate": 1.7920380273321453e-05, + "loss": 2.1667, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8269230769230769, + "eval_loss": 0.4621785283088684, + "eval_macro_f1": 0.8251459233482422, + "eval_runtime": 1.2792, + "eval_samples_per_second": 447.162, + "eval_steps_per_second": 28.143, + "eval_weighted_f1": 0.8248892546307716, + "step": 748 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7ff39d30dc54d629d28c21e4f91e980132fbd4f0 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719/trainer_state.json @@ -0,0 +1,618 @@ +{ + "best_global_step": 1719, + "best_metric": 0.8373683247169573, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1719, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1310615989515072, + "grad_norm": 23.416851043701172, + "learning_rate": 1.256544502617801e-06, + "loss": 4.855, + "step": 25 + }, + { + "epoch": 0.2621231979030144, + "grad_norm": 28.060148239135742, + "learning_rate": 2.5654450261780104e-06, + "loss": 4.7061, + "step": 50 + }, + { + "epoch": 0.3931847968545216, + "grad_norm": 22.722139358520508, + "learning_rate": 3.874345549738221e-06, + "loss": 4.5812, + "step": 75 + }, + { + "epoch": 0.5242463958060288, + "grad_norm": 32.3991584777832, + "learning_rate": 5.18324607329843e-06, + "loss": 4.5201, + "step": 100 + }, + { + "epoch": 0.6553079947575361, + "grad_norm": 24.749542236328125, + "learning_rate": 6.492146596858639e-06, + "loss": 4.5069, + "step": 125 + }, + { + "epoch": 0.7863695937090432, + "grad_norm": 48.67289733886719, + "learning_rate": 7.80104712041885e-06, + "loss": 4.4517, + "step": 150 + }, + { + "epoch": 0.9174311926605505, + "grad_norm": 20.9301700592041, + "learning_rate": 9.109947643979057e-06, + "loss": 4.5669, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4041095890410959, + "eval_loss": 1.0801784992218018, + "eval_macro_f1": 0.3528227368183943, + "eval_runtime": 1.1343, + "eval_samples_per_second": 514.867, + "eval_steps_per_second": 32.62, + "eval_weighted_f1": 0.35572863271100685, + "step": 191 + }, + { + "epoch": 1.0471821756225426, + "grad_norm": 23.161527633666992, + "learning_rate": 1.0418848167539269e-05, + "loss": 4.4675, + "step": 200 + }, + { + "epoch": 1.1782437745740497, + "grad_norm": 25.02018165588379, + "learning_rate": 1.1727748691099476e-05, + "loss": 4.3663, + "step": 225 + }, + { + "epoch": 1.309305373525557, + "grad_norm": 31.278884887695312, + "learning_rate": 1.3036649214659686e-05, + "loss": 4.2999, + "step": 250 + }, + { + "epoch": 1.4403669724770642, + "grad_norm": 53.676666259765625, + "learning_rate": 1.4345549738219897e-05, + "loss": 3.9968, + "step": 275 + }, + { + "epoch": 1.5714285714285714, + "grad_norm": 121.9900894165039, + "learning_rate": 1.5654450261780107e-05, + "loss": 3.5406, + "step": 300 + }, + { + "epoch": 1.7024901703800785, + "grad_norm": 66.56292724609375, + "learning_rate": 1.6963350785340316e-05, + "loss": 3.5378, + "step": 325 + }, + { + "epoch": 1.833551769331586, + "grad_norm": 131.9501190185547, + "learning_rate": 1.8272251308900526e-05, + "loss": 3.1799, + "step": 350 + }, + { + "epoch": 1.964613368283093, + "grad_norm": 60.4929313659668, + "learning_rate": 1.9581151832460736e-05, + "loss": 3.1662, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7414383561643836, + "eval_loss": 0.6483062505722046, + "eval_macro_f1": 0.7391185974519309, + "eval_runtime": 0.9641, + "eval_samples_per_second": 605.717, + "eval_steps_per_second": 38.376, + "eval_weighted_f1": 0.7390619495927715, + "step": 382 + }, + { + "epoch": 2.094364351245085, + "grad_norm": 136.88462829589844, + "learning_rate": 1.9901105293775453e-05, + "loss": 2.7744, + "step": 400 + }, + { + "epoch": 2.2254259501965925, + "grad_norm": 53.917938232421875, + "learning_rate": 1.9755671902268764e-05, + "loss": 2.6364, + "step": 425 + }, + { + "epoch": 2.3564875491480994, + "grad_norm": 131.10147094726562, + "learning_rate": 1.961023851076207e-05, + "loss": 2.5151, + "step": 450 + }, + { + "epoch": 2.487549148099607, + "grad_norm": 109.12934112548828, + "learning_rate": 1.9464805119255382e-05, + "loss": 2.5338, + "step": 475 + }, + { + "epoch": 2.618610747051114, + "grad_norm": 94.20845031738281, + "learning_rate": 1.9319371727748693e-05, + "loss": 2.4398, + "step": 500 + }, + { + "epoch": 2.749672346002621, + "grad_norm": 78.42515563964844, + "learning_rate": 1.9173938336242e-05, + "loss": 2.2649, + "step": 525 + }, + { + "epoch": 2.8807339449541285, + "grad_norm": 39.1232795715332, + "learning_rate": 1.9028504944735315e-05, + "loss": 2.2483, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7808219178082192, + "eval_loss": 0.5723645687103271, + "eval_macro_f1": 0.7845618567120156, + "eval_runtime": 1.1266, + "eval_samples_per_second": 518.379, + "eval_steps_per_second": 32.843, + "eval_weighted_f1": 0.784423230640261, + "step": 573 + }, + { + "epoch": 3.0104849279161208, + "grad_norm": 56.10505676269531, + "learning_rate": 1.8883071553228622e-05, + "loss": 2.0715, + "step": 575 + }, + { + "epoch": 3.1415465268676277, + "grad_norm": 116.36506652832031, + "learning_rate": 1.8737638161721933e-05, + "loss": 1.8265, + "step": 600 + }, + { + "epoch": 3.272608125819135, + "grad_norm": 140.91062927246094, + "learning_rate": 1.8592204770215244e-05, + "loss": 1.7383, + "step": 625 + }, + { + "epoch": 3.4036697247706424, + "grad_norm": 46.9250602722168, + "learning_rate": 1.844677137870855e-05, + "loss": 1.9923, + "step": 650 + }, + { + "epoch": 3.5347313237221494, + "grad_norm": 111.91584777832031, + "learning_rate": 1.8301337987201865e-05, + "loss": 1.6932, + "step": 675 + }, + { + "epoch": 3.6657929226736568, + "grad_norm": 176.63291931152344, + "learning_rate": 1.8155904595695173e-05, + "loss": 1.644, + "step": 700 + }, + { + "epoch": 3.7968545216251637, + "grad_norm": 135.71351623535156, + "learning_rate": 1.8010471204188483e-05, + "loss": 1.8183, + "step": 725 + }, + { + "epoch": 3.927916120576671, + "grad_norm": 80.23233795166016, + "learning_rate": 1.7865037812681794e-05, + "loss": 1.8473, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7876712328767124, + "eval_loss": 0.5096138715744019, + "eval_macro_f1": 0.7847963311833278, + "eval_runtime": 1.1181, + "eval_samples_per_second": 522.296, + "eval_steps_per_second": 33.091, + "eval_weighted_f1": 0.7852010406090596, + "step": 764 + }, + { + "epoch": 4.057667103538663, + "grad_norm": 81.56884765625, + "learning_rate": 1.77196044211751e-05, + "loss": 1.7561, + "step": 775 + }, + { + "epoch": 4.18872870249017, + "grad_norm": 59.25630569458008, + "learning_rate": 1.7574171029668416e-05, + "loss": 1.2902, + "step": 800 + }, + { + "epoch": 4.319790301441677, + "grad_norm": 251.3246307373047, + "learning_rate": 1.7428737638161723e-05, + "loss": 1.4687, + "step": 825 + }, + { + "epoch": 4.450851900393185, + "grad_norm": 89.5413589477539, + "learning_rate": 1.7283304246655034e-05, + "loss": 1.3509, + "step": 850 + }, + { + "epoch": 4.581913499344692, + "grad_norm": 43.39720916748047, + "learning_rate": 1.7137870855148345e-05, + "loss": 1.3509, + "step": 875 + }, + { + "epoch": 4.712975098296199, + "grad_norm": 52.04265213012695, + "learning_rate": 1.6992437463641652e-05, + "loss": 1.4166, + "step": 900 + }, + { + "epoch": 4.844036697247707, + "grad_norm": 79.23200225830078, + "learning_rate": 1.6847004072134963e-05, + "loss": 1.3207, + "step": 925 + }, + { + "epoch": 4.975098296199214, + "grad_norm": 101.10472106933594, + "learning_rate": 1.6701570680628274e-05, + "loss": 1.3061, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8184931506849316, + "eval_loss": 0.5537604093551636, + "eval_macro_f1": 0.8199661041940387, + "eval_runtime": 1.2581, + "eval_samples_per_second": 464.208, + "eval_steps_per_second": 29.41, + "eval_weighted_f1": 0.8198393907204203, + "step": 955 + }, + { + "epoch": 5.104849279161206, + "grad_norm": 46.05232620239258, + "learning_rate": 1.6556137289121585e-05, + "loss": 1.1111, + "step": 975 + }, + { + "epoch": 5.235910878112713, + "grad_norm": 21.36963653564453, + "learning_rate": 1.6410703897614895e-05, + "loss": 0.8381, + "step": 1000 + }, + { + "epoch": 5.36697247706422, + "grad_norm": 96.3510513305664, + "learning_rate": 1.6265270506108203e-05, + "loss": 0.9844, + "step": 1025 + }, + { + "epoch": 5.498034076015728, + "grad_norm": 147.58718872070312, + "learning_rate": 1.6119837114601514e-05, + "loss": 1.0898, + "step": 1050 + }, + { + "epoch": 5.6290956749672345, + "grad_norm": 75.1700439453125, + "learning_rate": 1.5974403723094824e-05, + "loss": 1.0, + "step": 1075 + }, + { + "epoch": 5.760157273918741, + "grad_norm": 151.83457946777344, + "learning_rate": 1.5828970331588135e-05, + "loss": 0.9836, + "step": 1100 + }, + { + "epoch": 5.891218872870249, + "grad_norm": 185.88099670410156, + "learning_rate": 1.5683536940081443e-05, + "loss": 1.0426, + "step": 1125 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8253424657534246, + "eval_loss": 0.5533269047737122, + "eval_macro_f1": 0.8253636558522816, + "eval_runtime": 1.2754, + "eval_samples_per_second": 457.908, + "eval_steps_per_second": 29.011, + "eval_weighted_f1": 0.8254682729823883, + "step": 1146 + }, + { + "epoch": 6.0209698558322415, + "grad_norm": 78.4876480102539, + "learning_rate": 1.5538103548574753e-05, + "loss": 0.8904, + "step": 1150 + }, + { + "epoch": 6.1520314547837485, + "grad_norm": 6.829684257507324, + "learning_rate": 1.5392670157068064e-05, + "loss": 0.6832, + "step": 1175 + }, + { + "epoch": 6.283093053735255, + "grad_norm": 52.196128845214844, + "learning_rate": 1.5247236765561375e-05, + "loss": 0.759, + "step": 1200 + }, + { + "epoch": 6.414154652686763, + "grad_norm": 116.95165252685547, + "learning_rate": 1.5101803374054684e-05, + "loss": 0.6557, + "step": 1225 + }, + { + "epoch": 6.54521625163827, + "grad_norm": 43.117488861083984, + "learning_rate": 1.4956369982547993e-05, + "loss": 0.8192, + "step": 1250 + }, + { + "epoch": 6.676277850589777, + "grad_norm": 106.99728393554688, + "learning_rate": 1.4810936591041306e-05, + "loss": 0.8559, + "step": 1275 + }, + { + "epoch": 6.807339449541285, + "grad_norm": 183.8380889892578, + "learning_rate": 1.4665503199534615e-05, + "loss": 0.6731, + "step": 1300 + }, + { + "epoch": 6.938401048492792, + "grad_norm": 20.356367111206055, + "learning_rate": 1.4520069808027924e-05, + "loss": 0.8444, + "step": 1325 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8304794520547946, + "eval_loss": 0.7464833855628967, + "eval_macro_f1": 0.8310380842342684, + "eval_runtime": 1.1858, + "eval_samples_per_second": 492.5, + "eval_steps_per_second": 31.203, + "eval_weighted_f1": 0.831022085167695, + "step": 1337 + }, + { + "epoch": 7.068152031454784, + "grad_norm": 31.764358520507812, + "learning_rate": 1.4374636416521235e-05, + "loss": 0.5049, + "step": 1350 + }, + { + "epoch": 7.199213630406291, + "grad_norm": 112.53268432617188, + "learning_rate": 1.4229203025014544e-05, + "loss": 0.3909, + "step": 1375 + }, + { + "epoch": 7.330275229357798, + "grad_norm": 77.05371856689453, + "learning_rate": 1.4083769633507855e-05, + "loss": 0.7679, + "step": 1400 + }, + { + "epoch": 7.461336828309306, + "grad_norm": 90.42890167236328, + "learning_rate": 1.3938336242001166e-05, + "loss": 0.5648, + "step": 1425 + }, + { + "epoch": 7.592398427260813, + "grad_norm": 174.37875366210938, + "learning_rate": 1.3792902850494475e-05, + "loss": 0.6101, + "step": 1450 + }, + { + "epoch": 7.72346002621232, + "grad_norm": 110.03645324707031, + "learning_rate": 1.3647469458987785e-05, + "loss": 0.6663, + "step": 1475 + }, + { + "epoch": 7.854521625163827, + "grad_norm": 3.397676706314087, + "learning_rate": 1.3502036067481095e-05, + "loss": 0.6531, + "step": 1500 + }, + { + "epoch": 7.985583224115334, + "grad_norm": 19.618389129638672, + "learning_rate": 1.3356602675974404e-05, + "loss": 0.6179, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8236301369863014, + "eval_loss": 0.7900092005729675, + "eval_macro_f1": 0.8239395337215782, + "eval_runtime": 1.1607, + "eval_samples_per_second": 503.163, + "eval_steps_per_second": 31.878, + "eval_weighted_f1": 0.8239160928296837, + "step": 1528 + }, + { + "epoch": 8.115334207077327, + "grad_norm": 109.92876434326172, + "learning_rate": 1.3211169284467716e-05, + "loss": 0.4025, + "step": 1550 + }, + { + "epoch": 8.246395806028833, + "grad_norm": 8.960334777832031, + "learning_rate": 1.3065735892961025e-05, + "loss": 0.3186, + "step": 1575 + }, + { + "epoch": 8.37745740498034, + "grad_norm": 133.53012084960938, + "learning_rate": 1.2920302501454336e-05, + "loss": 0.5207, + "step": 1600 + }, + { + "epoch": 8.508519003931848, + "grad_norm": 52.876834869384766, + "learning_rate": 1.2774869109947645e-05, + "loss": 0.3754, + "step": 1625 + }, + { + "epoch": 8.639580602883354, + "grad_norm": 149.9886474609375, + "learning_rate": 1.2629435718440954e-05, + "loss": 0.5227, + "step": 1650 + }, + { + "epoch": 8.770642201834862, + "grad_norm": 404.9811096191406, + "learning_rate": 1.2484002326934265e-05, + "loss": 0.6236, + "step": 1675 + }, + { + "epoch": 8.90170380078637, + "grad_norm": 76.81973266601562, + "learning_rate": 1.2338568935427576e-05, + "loss": 0.4715, + "step": 1700 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8373287671232876, + "eval_loss": 0.9170144200325012, + "eval_macro_f1": 0.8373683247169573, + "eval_runtime": 1.0632, + "eval_samples_per_second": 549.263, + "eval_steps_per_second": 34.799, + "eval_weighted_f1": 0.8374814357817663, + "step": 1719 + } + ], + "logging_steps": 25, + "max_steps": 3820, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-2292/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-2292/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-2292/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-2292/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-2292/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-2292/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-2292/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-2292/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c674719d8e715488b12cb1511b293af3f093c918 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-2292/trainer_state.json @@ -0,0 +1,812 @@ +{ + "best_global_step": 1719, + "best_metric": 0.8373683247169573, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-01-s44-20260901T081947Z-53ad853a/trainer/checkpoint-1719", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 2292, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1310615989515072, + "grad_norm": 23.416851043701172, + "learning_rate": 1.256544502617801e-06, + "loss": 4.855, + "step": 25 + }, + { + "epoch": 0.2621231979030144, + "grad_norm": 28.060148239135742, + "learning_rate": 2.5654450261780104e-06, + "loss": 4.7061, + "step": 50 + }, + { + "epoch": 0.3931847968545216, + "grad_norm": 22.722139358520508, + "learning_rate": 3.874345549738221e-06, + "loss": 4.5812, + "step": 75 + }, + { + "epoch": 0.5242463958060288, + "grad_norm": 32.3991584777832, + "learning_rate": 5.18324607329843e-06, + "loss": 4.5201, + "step": 100 + }, + { + "epoch": 0.6553079947575361, + "grad_norm": 24.749542236328125, + "learning_rate": 6.492146596858639e-06, + "loss": 4.5069, + "step": 125 + }, + { + "epoch": 0.7863695937090432, + "grad_norm": 48.67289733886719, + "learning_rate": 7.80104712041885e-06, + "loss": 4.4517, + "step": 150 + }, + { + "epoch": 0.9174311926605505, + "grad_norm": 20.9301700592041, + "learning_rate": 9.109947643979057e-06, + "loss": 4.5669, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4041095890410959, + "eval_loss": 1.0801784992218018, + "eval_macro_f1": 0.3528227368183943, + "eval_runtime": 1.1343, + "eval_samples_per_second": 514.867, + "eval_steps_per_second": 32.62, + "eval_weighted_f1": 0.35572863271100685, + "step": 191 + }, + { + "epoch": 1.0471821756225426, + "grad_norm": 23.161527633666992, + "learning_rate": 1.0418848167539269e-05, + "loss": 4.4675, + "step": 200 + }, + { + "epoch": 1.1782437745740497, + "grad_norm": 25.02018165588379, + "learning_rate": 1.1727748691099476e-05, + "loss": 4.3663, + "step": 225 + }, + { + "epoch": 1.309305373525557, + "grad_norm": 31.278884887695312, + "learning_rate": 1.3036649214659686e-05, + "loss": 4.2999, + "step": 250 + }, + { + "epoch": 1.4403669724770642, + "grad_norm": 53.676666259765625, + "learning_rate": 1.4345549738219897e-05, + "loss": 3.9968, + "step": 275 + }, + { + "epoch": 1.5714285714285714, + "grad_norm": 121.9900894165039, + "learning_rate": 1.5654450261780107e-05, + "loss": 3.5406, + "step": 300 + }, + { + "epoch": 1.7024901703800785, + "grad_norm": 66.56292724609375, + "learning_rate": 1.6963350785340316e-05, + "loss": 3.5378, + "step": 325 + }, + { + "epoch": 1.833551769331586, + "grad_norm": 131.9501190185547, + "learning_rate": 1.8272251308900526e-05, + "loss": 3.1799, + "step": 350 + }, + { + "epoch": 1.964613368283093, + "grad_norm": 60.4929313659668, + "learning_rate": 1.9581151832460736e-05, + "loss": 3.1662, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7414383561643836, + "eval_loss": 0.6483062505722046, + "eval_macro_f1": 0.7391185974519309, + "eval_runtime": 0.9641, + "eval_samples_per_second": 605.717, + "eval_steps_per_second": 38.376, + "eval_weighted_f1": 0.7390619495927715, + "step": 382 + }, + { + "epoch": 2.094364351245085, + "grad_norm": 136.88462829589844, + "learning_rate": 1.9901105293775453e-05, + "loss": 2.7744, + "step": 400 + }, + { + "epoch": 2.2254259501965925, + "grad_norm": 53.917938232421875, + "learning_rate": 1.9755671902268764e-05, + "loss": 2.6364, + "step": 425 + }, + { + "epoch": 2.3564875491480994, + "grad_norm": 131.10147094726562, + "learning_rate": 1.961023851076207e-05, + "loss": 2.5151, + "step": 450 + }, + { + "epoch": 2.487549148099607, + "grad_norm": 109.12934112548828, + "learning_rate": 1.9464805119255382e-05, + "loss": 2.5338, + "step": 475 + }, + { + "epoch": 2.618610747051114, + "grad_norm": 94.20845031738281, + "learning_rate": 1.9319371727748693e-05, + "loss": 2.4398, + "step": 500 + }, + { + "epoch": 2.749672346002621, + "grad_norm": 78.42515563964844, + "learning_rate": 1.9173938336242e-05, + "loss": 2.2649, + "step": 525 + }, + { + "epoch": 2.8807339449541285, + "grad_norm": 39.1232795715332, + "learning_rate": 1.9028504944735315e-05, + "loss": 2.2483, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7808219178082192, + "eval_loss": 0.5723645687103271, + "eval_macro_f1": 0.7845618567120156, + "eval_runtime": 1.1266, + "eval_samples_per_second": 518.379, + "eval_steps_per_second": 32.843, + "eval_weighted_f1": 0.784423230640261, + "step": 573 + }, + { + "epoch": 3.0104849279161208, + "grad_norm": 56.10505676269531, + "learning_rate": 1.8883071553228622e-05, + "loss": 2.0715, + "step": 575 + }, + { + "epoch": 3.1415465268676277, + "grad_norm": 116.36506652832031, + "learning_rate": 1.8737638161721933e-05, + "loss": 1.8265, + "step": 600 + }, + { + "epoch": 3.272608125819135, + "grad_norm": 140.91062927246094, + "learning_rate": 1.8592204770215244e-05, + "loss": 1.7383, + "step": 625 + }, + { + "epoch": 3.4036697247706424, + "grad_norm": 46.9250602722168, + "learning_rate": 1.844677137870855e-05, + "loss": 1.9923, + "step": 650 + }, + { + "epoch": 3.5347313237221494, + "grad_norm": 111.91584777832031, + "learning_rate": 1.8301337987201865e-05, + "loss": 1.6932, + "step": 675 + }, + { + "epoch": 3.6657929226736568, + "grad_norm": 176.63291931152344, + "learning_rate": 1.8155904595695173e-05, + "loss": 1.644, + "step": 700 + }, + { + "epoch": 3.7968545216251637, + "grad_norm": 135.71351623535156, + "learning_rate": 1.8010471204188483e-05, + "loss": 1.8183, + "step": 725 + }, + { + "epoch": 3.927916120576671, + "grad_norm": 80.23233795166016, + "learning_rate": 1.7865037812681794e-05, + "loss": 1.8473, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7876712328767124, + "eval_loss": 0.5096138715744019, + "eval_macro_f1": 0.7847963311833278, + "eval_runtime": 1.1181, + "eval_samples_per_second": 522.296, + "eval_steps_per_second": 33.091, + "eval_weighted_f1": 0.7852010406090596, + "step": 764 + }, + { + "epoch": 4.057667103538663, + "grad_norm": 81.56884765625, + "learning_rate": 1.77196044211751e-05, + "loss": 1.7561, + "step": 775 + }, + { + "epoch": 4.18872870249017, + "grad_norm": 59.25630569458008, + "learning_rate": 1.7574171029668416e-05, + "loss": 1.2902, + "step": 800 + }, + { + "epoch": 4.319790301441677, + "grad_norm": 251.3246307373047, + "learning_rate": 1.7428737638161723e-05, + "loss": 1.4687, + "step": 825 + }, + { + "epoch": 4.450851900393185, + "grad_norm": 89.5413589477539, + "learning_rate": 1.7283304246655034e-05, + "loss": 1.3509, + "step": 850 + }, + { + "epoch": 4.581913499344692, + "grad_norm": 43.39720916748047, + "learning_rate": 1.7137870855148345e-05, + "loss": 1.3509, + "step": 875 + }, + { + "epoch": 4.712975098296199, + "grad_norm": 52.04265213012695, + "learning_rate": 1.6992437463641652e-05, + "loss": 1.4166, + "step": 900 + }, + { + "epoch": 4.844036697247707, + "grad_norm": 79.23200225830078, + "learning_rate": 1.6847004072134963e-05, + "loss": 1.3207, + "step": 925 + }, + { + "epoch": 4.975098296199214, + "grad_norm": 101.10472106933594, + "learning_rate": 1.6701570680628274e-05, + "loss": 1.3061, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8184931506849316, + "eval_loss": 0.5537604093551636, + "eval_macro_f1": 0.8199661041940387, + "eval_runtime": 1.2581, + "eval_samples_per_second": 464.208, + "eval_steps_per_second": 29.41, + "eval_weighted_f1": 0.8198393907204203, + "step": 955 + }, + { + "epoch": 5.104849279161206, + "grad_norm": 46.05232620239258, + "learning_rate": 1.6556137289121585e-05, + "loss": 1.1111, + "step": 975 + }, + { + "epoch": 5.235910878112713, + "grad_norm": 21.36963653564453, + "learning_rate": 1.6410703897614895e-05, + "loss": 0.8381, + "step": 1000 + }, + { + "epoch": 5.36697247706422, + "grad_norm": 96.3510513305664, + "learning_rate": 1.6265270506108203e-05, + "loss": 0.9844, + "step": 1025 + }, + { + "epoch": 5.498034076015728, + "grad_norm": 147.58718872070312, + "learning_rate": 1.6119837114601514e-05, + "loss": 1.0898, + "step": 1050 + }, + { + "epoch": 5.6290956749672345, + "grad_norm": 75.1700439453125, + "learning_rate": 1.5974403723094824e-05, + "loss": 1.0, + "step": 1075 + }, + { + "epoch": 5.760157273918741, + "grad_norm": 151.83457946777344, + "learning_rate": 1.5828970331588135e-05, + "loss": 0.9836, + "step": 1100 + }, + { + "epoch": 5.891218872870249, + "grad_norm": 185.88099670410156, + "learning_rate": 1.5683536940081443e-05, + "loss": 1.0426, + "step": 1125 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8253424657534246, + "eval_loss": 0.5533269047737122, + "eval_macro_f1": 0.8253636558522816, + "eval_runtime": 1.2754, + "eval_samples_per_second": 457.908, + "eval_steps_per_second": 29.011, + "eval_weighted_f1": 0.8254682729823883, + "step": 1146 + }, + { + "epoch": 6.0209698558322415, + "grad_norm": 78.4876480102539, + "learning_rate": 1.5538103548574753e-05, + "loss": 0.8904, + "step": 1150 + }, + { + "epoch": 6.1520314547837485, + "grad_norm": 6.829684257507324, + "learning_rate": 1.5392670157068064e-05, + "loss": 0.6832, + "step": 1175 + }, + { + "epoch": 6.283093053735255, + "grad_norm": 52.196128845214844, + "learning_rate": 1.5247236765561375e-05, + "loss": 0.759, + "step": 1200 + }, + { + "epoch": 6.414154652686763, + "grad_norm": 116.95165252685547, + "learning_rate": 1.5101803374054684e-05, + "loss": 0.6557, + "step": 1225 + }, + { + "epoch": 6.54521625163827, + "grad_norm": 43.117488861083984, + "learning_rate": 1.4956369982547993e-05, + "loss": 0.8192, + "step": 1250 + }, + { + "epoch": 6.676277850589777, + "grad_norm": 106.99728393554688, + "learning_rate": 1.4810936591041306e-05, + "loss": 0.8559, + "step": 1275 + }, + { + "epoch": 6.807339449541285, + "grad_norm": 183.8380889892578, + "learning_rate": 1.4665503199534615e-05, + "loss": 0.6731, + "step": 1300 + }, + { + "epoch": 6.938401048492792, + "grad_norm": 20.356367111206055, + "learning_rate": 1.4520069808027924e-05, + "loss": 0.8444, + "step": 1325 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8304794520547946, + "eval_loss": 0.7464833855628967, + "eval_macro_f1": 0.8310380842342684, + "eval_runtime": 1.1858, + "eval_samples_per_second": 492.5, + "eval_steps_per_second": 31.203, + "eval_weighted_f1": 0.831022085167695, + "step": 1337 + }, + { + "epoch": 7.068152031454784, + "grad_norm": 31.764358520507812, + "learning_rate": 1.4374636416521235e-05, + "loss": 0.5049, + "step": 1350 + }, + { + "epoch": 7.199213630406291, + "grad_norm": 112.53268432617188, + "learning_rate": 1.4229203025014544e-05, + "loss": 0.3909, + "step": 1375 + }, + { + "epoch": 7.330275229357798, + "grad_norm": 77.05371856689453, + "learning_rate": 1.4083769633507855e-05, + "loss": 0.7679, + "step": 1400 + }, + { + "epoch": 7.461336828309306, + "grad_norm": 90.42890167236328, + "learning_rate": 1.3938336242001166e-05, + "loss": 0.5648, + "step": 1425 + }, + { + "epoch": 7.592398427260813, + "grad_norm": 174.37875366210938, + "learning_rate": 1.3792902850494475e-05, + "loss": 0.6101, + "step": 1450 + }, + { + "epoch": 7.72346002621232, + "grad_norm": 110.03645324707031, + "learning_rate": 1.3647469458987785e-05, + "loss": 0.6663, + "step": 1475 + }, + { + "epoch": 7.854521625163827, + "grad_norm": 3.397676706314087, + "learning_rate": 1.3502036067481095e-05, + "loss": 0.6531, + "step": 1500 + }, + { + "epoch": 7.985583224115334, + "grad_norm": 19.618389129638672, + "learning_rate": 1.3356602675974404e-05, + "loss": 0.6179, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8236301369863014, + "eval_loss": 0.7900092005729675, + "eval_macro_f1": 0.8239395337215782, + "eval_runtime": 1.1607, + "eval_samples_per_second": 503.163, + "eval_steps_per_second": 31.878, + "eval_weighted_f1": 0.8239160928296837, + "step": 1528 + }, + { + "epoch": 8.115334207077327, + "grad_norm": 109.92876434326172, + "learning_rate": 1.3211169284467716e-05, + "loss": 0.4025, + "step": 1550 + }, + { + "epoch": 8.246395806028833, + "grad_norm": 8.960334777832031, + "learning_rate": 1.3065735892961025e-05, + "loss": 0.3186, + "step": 1575 + }, + { + "epoch": 8.37745740498034, + "grad_norm": 133.53012084960938, + "learning_rate": 1.2920302501454336e-05, + "loss": 0.5207, + "step": 1600 + }, + { + "epoch": 8.508519003931848, + "grad_norm": 52.876834869384766, + "learning_rate": 1.2774869109947645e-05, + "loss": 0.3754, + "step": 1625 + }, + { + "epoch": 8.639580602883354, + "grad_norm": 149.9886474609375, + "learning_rate": 1.2629435718440954e-05, + "loss": 0.5227, + "step": 1650 + }, + { + "epoch": 8.770642201834862, + "grad_norm": 404.9811096191406, + "learning_rate": 1.2484002326934265e-05, + "loss": 0.6236, + "step": 1675 + }, + { + "epoch": 8.90170380078637, + "grad_norm": 76.81973266601562, + "learning_rate": 1.2338568935427576e-05, + "loss": 0.4715, + "step": 1700 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8373287671232876, + "eval_loss": 0.9170144200325012, + "eval_macro_f1": 0.8373683247169573, + "eval_runtime": 1.0632, + "eval_samples_per_second": 549.263, + "eval_steps_per_second": 34.799, + "eval_weighted_f1": 0.8374814357817663, + "step": 1719 + }, + { + "epoch": 9.031454783748362, + "grad_norm": 258.07513427734375, + "learning_rate": 1.2193135543920885e-05, + "loss": 0.4632, + "step": 1725 + }, + { + "epoch": 9.162516382699868, + "grad_norm": 23.766592025756836, + "learning_rate": 1.2047702152414196e-05, + "loss": 0.2729, + "step": 1750 + }, + { + "epoch": 9.293577981651376, + "grad_norm": 69.49764251708984, + "learning_rate": 1.1902268760907505e-05, + "loss": 0.3823, + "step": 1775 + }, + { + "epoch": 9.424639580602884, + "grad_norm": 203.3846893310547, + "learning_rate": 1.1756835369400816e-05, + "loss": 0.5536, + "step": 1800 + }, + { + "epoch": 9.55570117955439, + "grad_norm": 67.75286865234375, + "learning_rate": 1.1611401977894125e-05, + "loss": 0.4803, + "step": 1825 + }, + { + "epoch": 9.686762778505898, + "grad_norm": 200.09793090820312, + "learning_rate": 1.1465968586387436e-05, + "loss": 0.4714, + "step": 1850 + }, + { + "epoch": 9.817824377457406, + "grad_norm": 10.495381355285645, + "learning_rate": 1.1320535194880746e-05, + "loss": 0.4551, + "step": 1875 + }, + { + "epoch": 9.948885976408912, + "grad_norm": 4.0739288330078125, + "learning_rate": 1.1175101803374056e-05, + "loss": 0.3363, + "step": 1900 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8253424657534246, + "eval_loss": 1.198632001876831, + "eval_macro_f1": 0.8264174241533947, + "eval_runtime": 1.1284, + "eval_samples_per_second": 517.569, + "eval_steps_per_second": 32.791, + "eval_weighted_f1": 0.8261889159195857, + "step": 1910 + }, + { + "epoch": 10.078636959370904, + "grad_norm": 1.5357592105865479, + "learning_rate": 1.1029668411867365e-05, + "loss": 0.2508, + "step": 1925 + }, + { + "epoch": 10.209698558322412, + "grad_norm": 177.72808837890625, + "learning_rate": 1.0884235020360675e-05, + "loss": 0.3332, + "step": 1950 + }, + { + "epoch": 10.34076015727392, + "grad_norm": 99.8221664428711, + "learning_rate": 1.0738801628853985e-05, + "loss": 0.288, + "step": 1975 + }, + { + "epoch": 10.471821756225426, + "grad_norm": 57.91138458251953, + "learning_rate": 1.0593368237347297e-05, + "loss": 0.3032, + "step": 2000 + }, + { + "epoch": 10.602883355176933, + "grad_norm": 34.07980728149414, + "learning_rate": 1.0447934845840606e-05, + "loss": 0.3979, + "step": 2025 + }, + { + "epoch": 10.73394495412844, + "grad_norm": 126.40200805664062, + "learning_rate": 1.0302501454333915e-05, + "loss": 0.2215, + "step": 2050 + }, + { + "epoch": 10.865006553079947, + "grad_norm": 281.55596923828125, + "learning_rate": 1.0157068062827226e-05, + "loss": 0.4458, + "step": 2075 + }, + { + "epoch": 10.996068152031455, + "grad_norm": 3.143249273300171, + "learning_rate": 1.0011634671320535e-05, + "loss": 0.3583, + "step": 2100 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8202054794520548, + "eval_loss": 1.2329970598220825, + "eval_macro_f1": 0.8208171043348679, + "eval_runtime": 1.0943, + "eval_samples_per_second": 533.691, + "eval_steps_per_second": 33.813, + "eval_weighted_f1": 0.8208352820963618, + "step": 2101 + }, + { + "epoch": 11.125819134993447, + "grad_norm": 46.36030960083008, + "learning_rate": 9.866201279813846e-06, + "loss": 0.2509, + "step": 2125 + }, + { + "epoch": 11.256880733944953, + "grad_norm": 219.57220458984375, + "learning_rate": 9.720767888307157e-06, + "loss": 0.299, + "step": 2150 + }, + { + "epoch": 11.387942332896461, + "grad_norm": 3.4568185806274414, + "learning_rate": 9.575334496800466e-06, + "loss": 0.3095, + "step": 2175 + }, + { + "epoch": 11.51900393184797, + "grad_norm": 18.316513061523438, + "learning_rate": 9.429901105293777e-06, + "loss": 0.4014, + "step": 2200 + }, + { + "epoch": 11.650065530799475, + "grad_norm": 185.3896484375, + "learning_rate": 9.284467713787086e-06, + "loss": 0.3239, + "step": 2225 + }, + { + "epoch": 11.781127129750983, + "grad_norm": 0.38811466097831726, + "learning_rate": 9.139034322280397e-06, + "loss": 0.1793, + "step": 2250 + }, + { + "epoch": 11.91218872870249, + "grad_norm": 10.260302543640137, + "learning_rate": 8.993600930773706e-06, + "loss": 0.1309, + "step": 2275 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.821917808219178, + "eval_loss": 1.4522775411605835, + "eval_macro_f1": 0.8236949868528817, + "eval_runtime": 1.0099, + "eval_samples_per_second": 578.265, + "eval_steps_per_second": 36.637, + "eval_weighted_f1": 0.8237443512858076, + "step": 2292 + } + ], + "logging_steps": 25, + "max_steps": 3820, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0a80911a28aa4fa2aa92e4b527f0a3066d4b599a --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820/trainer_state.json @@ -0,0 +1,657 @@ +{ + "best_global_step": 1820, + "best_metric": 0.8558660610302029, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1820, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13793103448275862, + "grad_norm": 15.835857391357422, + "learning_rate": 1.3186813186813187e-06, + "loss": 4.6732, + "step": 25 + }, + { + "epoch": 0.27586206896551724, + "grad_norm": 33.39312744140625, + "learning_rate": 2.6923076923076923e-06, + "loss": 4.774, + "step": 50 + }, + { + "epoch": 0.41379310344827586, + "grad_norm": 28.408794403076172, + "learning_rate": 4.065934065934066e-06, + "loss": 4.5756, + "step": 75 + }, + { + "epoch": 0.5517241379310345, + "grad_norm": 21.367454528808594, + "learning_rate": 5.43956043956044e-06, + "loss": 4.6167, + "step": 100 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 59.80744171142578, + "learning_rate": 6.813186813186814e-06, + "loss": 4.5877, + "step": 125 + }, + { + "epoch": 0.8275862068965517, + "grad_norm": 32.92180252075195, + "learning_rate": 8.186813186813188e-06, + "loss": 4.5086, + "step": 150 + }, + { + "epoch": 0.9655172413793104, + "grad_norm": 47.37003707885742, + "learning_rate": 9.560439560439562e-06, + "loss": 4.4822, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3499005964214712, + "eval_loss": 1.1151916980743408, + "eval_macro_f1": 0.24417255958394132, + "eval_runtime": 0.896, + "eval_samples_per_second": 561.399, + "eval_steps_per_second": 35.715, + "eval_weighted_f1": 0.24370925641570934, + "step": 182 + }, + { + "epoch": 1.0993103448275863, + "grad_norm": 33.501773834228516, + "learning_rate": 1.0934065934065933e-05, + "loss": 4.3366, + "step": 200 + }, + { + "epoch": 1.237241379310345, + "grad_norm": 22.84037971496582, + "learning_rate": 1.230769230769231e-05, + "loss": 4.3844, + "step": 225 + }, + { + "epoch": 1.3751724137931034, + "grad_norm": 32.65774917602539, + "learning_rate": 1.3681318681318683e-05, + "loss": 4.4189, + "step": 250 + }, + { + "epoch": 1.513103448275862, + "grad_norm": 27.209426879882812, + "learning_rate": 1.5054945054945056e-05, + "loss": 4.1808, + "step": 275 + }, + { + "epoch": 1.6510344827586207, + "grad_norm": 40.71624755859375, + "learning_rate": 1.642857142857143e-05, + "loss": 3.8151, + "step": 300 + }, + { + "epoch": 1.7889655172413792, + "grad_norm": 55.235511779785156, + "learning_rate": 1.78021978021978e-05, + "loss": 3.4372, + "step": 325 + }, + { + "epoch": 1.926896551724138, + "grad_norm": 91.71228790283203, + "learning_rate": 1.9175824175824178e-05, + "loss": 3.072, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7176938369781312, + "eval_loss": 0.7010321021080017, + "eval_macro_f1": 0.7130779403710052, + "eval_runtime": 0.9189, + "eval_samples_per_second": 547.381, + "eval_steps_per_second": 34.823, + "eval_weighted_f1": 0.7131425431290669, + "step": 364 + }, + { + "epoch": 2.0606896551724136, + "grad_norm": 102.18207550048828, + "learning_rate": 1.993894993894994e-05, + "loss": 2.6414, + "step": 375 + }, + { + "epoch": 2.1986206896551725, + "grad_norm": 116.94113159179688, + "learning_rate": 1.9786324786324788e-05, + "loss": 2.704, + "step": 400 + }, + { + "epoch": 2.336551724137931, + "grad_norm": 66.79188537597656, + "learning_rate": 1.9633699633699634e-05, + "loss": 2.788, + "step": 425 + }, + { + "epoch": 2.47448275862069, + "grad_norm": 99.92755889892578, + "learning_rate": 1.948107448107448e-05, + "loss": 2.6031, + "step": 450 + }, + { + "epoch": 2.6124137931034483, + "grad_norm": 65.14664459228516, + "learning_rate": 1.932844932844933e-05, + "loss": 2.4991, + "step": 475 + }, + { + "epoch": 2.750344827586207, + "grad_norm": 56.42658996582031, + "learning_rate": 1.9175824175824178e-05, + "loss": 2.5829, + "step": 500 + }, + { + "epoch": 2.8882758620689657, + "grad_norm": 56.156192779541016, + "learning_rate": 1.9023199023199025e-05, + "loss": 2.5129, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7872763419483101, + "eval_loss": 0.5382559299468994, + "eval_macro_f1": 0.7871459827377129, + "eval_runtime": 0.9055, + "eval_samples_per_second": 555.511, + "eval_steps_per_second": 35.341, + "eval_weighted_f1": 0.7870591871759202, + "step": 546 + }, + { + "epoch": 3.0220689655172412, + "grad_norm": 78.35698699951172, + "learning_rate": 1.887057387057387e-05, + "loss": 2.2053, + "step": 550 + }, + { + "epoch": 3.16, + "grad_norm": 38.57600021362305, + "learning_rate": 1.8717948717948718e-05, + "loss": 1.7554, + "step": 575 + }, + { + "epoch": 3.2979310344827586, + "grad_norm": 79.94068145751953, + "learning_rate": 1.8565323565323568e-05, + "loss": 1.9133, + "step": 600 + }, + { + "epoch": 3.435862068965517, + "grad_norm": 573.6343383789062, + "learning_rate": 1.8412698412698415e-05, + "loss": 1.9766, + "step": 625 + }, + { + "epoch": 3.573793103448276, + "grad_norm": 103.46898651123047, + "learning_rate": 1.826007326007326e-05, + "loss": 1.7306, + "step": 650 + }, + { + "epoch": 3.7117241379310344, + "grad_norm": 90.17516326904297, + "learning_rate": 1.8107448107448108e-05, + "loss": 1.9011, + "step": 675 + }, + { + "epoch": 3.849655172413793, + "grad_norm": 78.41211700439453, + "learning_rate": 1.7954822954822958e-05, + "loss": 1.8986, + "step": 700 + }, + { + "epoch": 3.9875862068965517, + "grad_norm": 96.36454010009766, + "learning_rate": 1.78021978021978e-05, + "loss": 1.7997, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7773359840954275, + "eval_loss": 0.6450069546699524, + "eval_macro_f1": 0.7655980492834461, + "eval_runtime": 0.9757, + "eval_samples_per_second": 515.507, + "eval_steps_per_second": 32.796, + "eval_weighted_f1": 0.7662374950047982, + "step": 728 + }, + { + "epoch": 4.121379310344827, + "grad_norm": 145.04592895507812, + "learning_rate": 1.764957264957265e-05, + "loss": 1.538, + "step": 750 + }, + { + "epoch": 4.259310344827586, + "grad_norm": 68.31482696533203, + "learning_rate": 1.74969474969475e-05, + "loss": 1.8149, + "step": 775 + }, + { + "epoch": 4.397241379310345, + "grad_norm": 43.793827056884766, + "learning_rate": 1.7344322344322345e-05, + "loss": 1.3198, + "step": 800 + }, + { + "epoch": 4.535172413793103, + "grad_norm": 176.73892211914062, + "learning_rate": 1.7191697191697195e-05, + "loss": 1.3146, + "step": 825 + }, + { + "epoch": 4.673103448275862, + "grad_norm": 66.48223876953125, + "learning_rate": 1.703907203907204e-05, + "loss": 1.4513, + "step": 850 + }, + { + "epoch": 4.811034482758621, + "grad_norm": 37.87620162963867, + "learning_rate": 1.688644688644689e-05, + "loss": 1.5319, + "step": 875 + }, + { + "epoch": 4.94896551724138, + "grad_norm": 89.56584930419922, + "learning_rate": 1.6733821733821735e-05, + "loss": 1.3015, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7992047713717694, + "eval_loss": 0.5238510370254517, + "eval_macro_f1": 0.7995585048354995, + "eval_runtime": 0.8717, + "eval_samples_per_second": 577.001, + "eval_steps_per_second": 36.708, + "eval_weighted_f1": 0.7994890675969054, + "step": 910 + }, + { + "epoch": 5.082758620689655, + "grad_norm": 29.63919448852539, + "learning_rate": 1.6581196581196585e-05, + "loss": 1.1691, + "step": 925 + }, + { + "epoch": 5.220689655172414, + "grad_norm": 96.36099243164062, + "learning_rate": 1.642857142857143e-05, + "loss": 1.0852, + "step": 950 + }, + { + "epoch": 5.358620689655172, + "grad_norm": 84.8513412475586, + "learning_rate": 1.627594627594628e-05, + "loss": 0.9862, + "step": 975 + }, + { + "epoch": 5.496551724137931, + "grad_norm": 87.85112762451172, + "learning_rate": 1.6123321123321125e-05, + "loss": 1.0971, + "step": 1000 + }, + { + "epoch": 5.63448275862069, + "grad_norm": 71.1850357055664, + "learning_rate": 1.5970695970695972e-05, + "loss": 1.1664, + "step": 1025 + }, + { + "epoch": 5.772413793103448, + "grad_norm": 43.35380554199219, + "learning_rate": 1.581807081807082e-05, + "loss": 1.1934, + "step": 1050 + }, + { + "epoch": 5.910344827586207, + "grad_norm": 67.13884735107422, + "learning_rate": 1.5665445665445665e-05, + "loss": 1.2835, + "step": 1075 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8409542743538767, + "eval_loss": 0.4547410309314728, + "eval_macro_f1": 0.8417987707846496, + "eval_runtime": 0.9565, + "eval_samples_per_second": 525.895, + "eval_steps_per_second": 33.457, + "eval_weighted_f1": 0.8419237038121461, + "step": 1092 + }, + { + "epoch": 6.0441379310344825, + "grad_norm": 70.40162658691406, + "learning_rate": 1.5512820512820516e-05, + "loss": 0.9662, + "step": 1100 + }, + { + "epoch": 6.182068965517241, + "grad_norm": 80.12095642089844, + "learning_rate": 1.5360195360195362e-05, + "loss": 0.8195, + "step": 1125 + }, + { + "epoch": 6.32, + "grad_norm": 33.04439926147461, + "learning_rate": 1.5207570207570207e-05, + "loss": 0.9597, + "step": 1150 + }, + { + "epoch": 6.457931034482758, + "grad_norm": 54.002296447753906, + "learning_rate": 1.5054945054945056e-05, + "loss": 0.7362, + "step": 1175 + }, + { + "epoch": 6.595862068965517, + "grad_norm": 27.918567657470703, + "learning_rate": 1.4902319902319904e-05, + "loss": 0.7397, + "step": 1200 + }, + { + "epoch": 6.733793103448276, + "grad_norm": 85.45950317382812, + "learning_rate": 1.4749694749694752e-05, + "loss": 0.952, + "step": 1225 + }, + { + "epoch": 6.871724137931034, + "grad_norm": 13.983027458190918, + "learning_rate": 1.4597069597069597e-05, + "loss": 0.724, + "step": 1250 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8449304174950298, + "eval_loss": 0.5592219233512878, + "eval_macro_f1": 0.843411986037445, + "eval_runtime": 0.915, + "eval_samples_per_second": 549.697, + "eval_steps_per_second": 34.971, + "eval_weighted_f1": 0.8436820596886517, + "step": 1274 + }, + { + "epoch": 7.0055172413793105, + "grad_norm": 116.54051971435547, + "learning_rate": 1.4444444444444446e-05, + "loss": 0.8529, + "step": 1275 + }, + { + "epoch": 7.1434482758620685, + "grad_norm": 42.84730529785156, + "learning_rate": 1.4291819291819293e-05, + "loss": 0.6043, + "step": 1300 + }, + { + "epoch": 7.281379310344827, + "grad_norm": 105.80529022216797, + "learning_rate": 1.4139194139194141e-05, + "loss": 0.5462, + "step": 1325 + }, + { + "epoch": 7.419310344827586, + "grad_norm": 27.752857208251953, + "learning_rate": 1.3986568986568988e-05, + "loss": 0.6439, + "step": 1350 + }, + { + "epoch": 7.557241379310344, + "grad_norm": 113.86007690429688, + "learning_rate": 1.3833943833943834e-05, + "loss": 0.6569, + "step": 1375 + }, + { + "epoch": 7.695172413793103, + "grad_norm": 89.08099365234375, + "learning_rate": 1.3681318681318683e-05, + "loss": 0.536, + "step": 1400 + }, + { + "epoch": 7.833103448275862, + "grad_norm": 174.6946258544922, + "learning_rate": 1.3528693528693531e-05, + "loss": 0.6032, + "step": 1425 + }, + { + "epoch": 7.971034482758621, + "grad_norm": 71.98331451416016, + "learning_rate": 1.3376068376068376e-05, + "loss": 0.6003, + "step": 1450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8389662027833003, + "eval_loss": 0.6251444816589355, + "eval_macro_f1": 0.8354833781540169, + "eval_runtime": 0.8836, + "eval_samples_per_second": 569.254, + "eval_steps_per_second": 36.215, + "eval_weighted_f1": 0.8357769189378152, + "step": 1456 + }, + { + "epoch": 8.104827586206897, + "grad_norm": 32.2998046875, + "learning_rate": 1.3223443223443224e-05, + "loss": 0.4536, + "step": 1475 + }, + { + "epoch": 8.242758620689655, + "grad_norm": 77.19992065429688, + "learning_rate": 1.3070818070818073e-05, + "loss": 0.3669, + "step": 1500 + }, + { + "epoch": 8.380689655172414, + "grad_norm": 10.043487548828125, + "learning_rate": 1.291819291819292e-05, + "loss": 0.337, + "step": 1525 + }, + { + "epoch": 8.518620689655172, + "grad_norm": 46.753692626953125, + "learning_rate": 1.2765567765567766e-05, + "loss": 0.3986, + "step": 1550 + }, + { + "epoch": 8.65655172413793, + "grad_norm": 125.99393463134766, + "learning_rate": 1.2612942612942613e-05, + "loss": 0.5882, + "step": 1575 + }, + { + "epoch": 8.79448275862069, + "grad_norm": 490.7882080078125, + "learning_rate": 1.2460317460317461e-05, + "loss": 0.4318, + "step": 1600 + }, + { + "epoch": 8.932413793103448, + "grad_norm": 5.92414665222168, + "learning_rate": 1.230769230769231e-05, + "loss": 0.4734, + "step": 1625 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8389662027833003, + "eval_loss": 0.7803252935409546, + "eval_macro_f1": 0.8354595784582447, + "eval_runtime": 0.9358, + "eval_samples_per_second": 537.536, + "eval_steps_per_second": 34.197, + "eval_weighted_f1": 0.8357066063744643, + "step": 1638 + }, + { + "epoch": 9.066206896551725, + "grad_norm": 24.723901748657227, + "learning_rate": 1.2155067155067155e-05, + "loss": 0.3219, + "step": 1650 + }, + { + "epoch": 9.204137931034483, + "grad_norm": 98.01163482666016, + "learning_rate": 1.2002442002442003e-05, + "loss": 0.3258, + "step": 1675 + }, + { + "epoch": 9.34206896551724, + "grad_norm": 49.31454086303711, + "learning_rate": 1.1849816849816852e-05, + "loss": 0.2061, + "step": 1700 + }, + { + "epoch": 9.48, + "grad_norm": 223.2860565185547, + "learning_rate": 1.1697191697191698e-05, + "loss": 0.3576, + "step": 1725 + }, + { + "epoch": 9.617931034482758, + "grad_norm": 171.01861572265625, + "learning_rate": 1.1544566544566545e-05, + "loss": 0.3411, + "step": 1750 + }, + { + "epoch": 9.755862068965516, + "grad_norm": 311.1097106933594, + "learning_rate": 1.1391941391941392e-05, + "loss": 0.4762, + "step": 1775 + }, + { + "epoch": 9.893793103448276, + "grad_norm": 136.63241577148438, + "learning_rate": 1.123931623931624e-05, + "loss": 0.418, + "step": 1800 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.856858846918489, + "eval_loss": 0.766537606716156, + "eval_macro_f1": 0.8558660610302029, + "eval_runtime": 0.8882, + "eval_samples_per_second": 566.319, + "eval_steps_per_second": 36.028, + "eval_weighted_f1": 0.8559752069457269, + "step": 1820 + } + ], + "logging_steps": 25, + "max_steps": 3640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-2366/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-2366/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-2366/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-2366/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-2366/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-2366/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-2366/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-2366/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0e90de53e9994b4dfc1a74a6e278e718b7f224b8 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-2366/trainer_state.json @@ -0,0 +1,844 @@ +{ + "best_global_step": 1820, + "best_metric": 0.8558660610302029, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-02-s44-20260901T083225Z-53ad853a/trainer/checkpoint-1820", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 2366, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13793103448275862, + "grad_norm": 15.835857391357422, + "learning_rate": 1.3186813186813187e-06, + "loss": 4.6732, + "step": 25 + }, + { + "epoch": 0.27586206896551724, + "grad_norm": 33.39312744140625, + "learning_rate": 2.6923076923076923e-06, + "loss": 4.774, + "step": 50 + }, + { + "epoch": 0.41379310344827586, + "grad_norm": 28.408794403076172, + "learning_rate": 4.065934065934066e-06, + "loss": 4.5756, + "step": 75 + }, + { + "epoch": 0.5517241379310345, + "grad_norm": 21.367454528808594, + "learning_rate": 5.43956043956044e-06, + "loss": 4.6167, + "step": 100 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 59.80744171142578, + "learning_rate": 6.813186813186814e-06, + "loss": 4.5877, + "step": 125 + }, + { + "epoch": 0.8275862068965517, + "grad_norm": 32.92180252075195, + "learning_rate": 8.186813186813188e-06, + "loss": 4.5086, + "step": 150 + }, + { + "epoch": 0.9655172413793104, + "grad_norm": 47.37003707885742, + "learning_rate": 9.560439560439562e-06, + "loss": 4.4822, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3499005964214712, + "eval_loss": 1.1151916980743408, + "eval_macro_f1": 0.24417255958394132, + "eval_runtime": 0.896, + "eval_samples_per_second": 561.399, + "eval_steps_per_second": 35.715, + "eval_weighted_f1": 0.24370925641570934, + "step": 182 + }, + { + "epoch": 1.0993103448275863, + "grad_norm": 33.501773834228516, + "learning_rate": 1.0934065934065933e-05, + "loss": 4.3366, + "step": 200 + }, + { + "epoch": 1.237241379310345, + "grad_norm": 22.84037971496582, + "learning_rate": 1.230769230769231e-05, + "loss": 4.3844, + "step": 225 + }, + { + "epoch": 1.3751724137931034, + "grad_norm": 32.65774917602539, + "learning_rate": 1.3681318681318683e-05, + "loss": 4.4189, + "step": 250 + }, + { + "epoch": 1.513103448275862, + "grad_norm": 27.209426879882812, + "learning_rate": 1.5054945054945056e-05, + "loss": 4.1808, + "step": 275 + }, + { + "epoch": 1.6510344827586207, + "grad_norm": 40.71624755859375, + "learning_rate": 1.642857142857143e-05, + "loss": 3.8151, + "step": 300 + }, + { + "epoch": 1.7889655172413792, + "grad_norm": 55.235511779785156, + "learning_rate": 1.78021978021978e-05, + "loss": 3.4372, + "step": 325 + }, + { + "epoch": 1.926896551724138, + "grad_norm": 91.71228790283203, + "learning_rate": 1.9175824175824178e-05, + "loss": 3.072, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7176938369781312, + "eval_loss": 0.7010321021080017, + "eval_macro_f1": 0.7130779403710052, + "eval_runtime": 0.9189, + "eval_samples_per_second": 547.381, + "eval_steps_per_second": 34.823, + "eval_weighted_f1": 0.7131425431290669, + "step": 364 + }, + { + "epoch": 2.0606896551724136, + "grad_norm": 102.18207550048828, + "learning_rate": 1.993894993894994e-05, + "loss": 2.6414, + "step": 375 + }, + { + "epoch": 2.1986206896551725, + "grad_norm": 116.94113159179688, + "learning_rate": 1.9786324786324788e-05, + "loss": 2.704, + "step": 400 + }, + { + "epoch": 2.336551724137931, + "grad_norm": 66.79188537597656, + "learning_rate": 1.9633699633699634e-05, + "loss": 2.788, + "step": 425 + }, + { + "epoch": 2.47448275862069, + "grad_norm": 99.92755889892578, + "learning_rate": 1.948107448107448e-05, + "loss": 2.6031, + "step": 450 + }, + { + "epoch": 2.6124137931034483, + "grad_norm": 65.14664459228516, + "learning_rate": 1.932844932844933e-05, + "loss": 2.4991, + "step": 475 + }, + { + "epoch": 2.750344827586207, + "grad_norm": 56.42658996582031, + "learning_rate": 1.9175824175824178e-05, + "loss": 2.5829, + "step": 500 + }, + { + "epoch": 2.8882758620689657, + "grad_norm": 56.156192779541016, + "learning_rate": 1.9023199023199025e-05, + "loss": 2.5129, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7872763419483101, + "eval_loss": 0.5382559299468994, + "eval_macro_f1": 0.7871459827377129, + "eval_runtime": 0.9055, + "eval_samples_per_second": 555.511, + "eval_steps_per_second": 35.341, + "eval_weighted_f1": 0.7870591871759202, + "step": 546 + }, + { + "epoch": 3.0220689655172412, + "grad_norm": 78.35698699951172, + "learning_rate": 1.887057387057387e-05, + "loss": 2.2053, + "step": 550 + }, + { + "epoch": 3.16, + "grad_norm": 38.57600021362305, + "learning_rate": 1.8717948717948718e-05, + "loss": 1.7554, + "step": 575 + }, + { + "epoch": 3.2979310344827586, + "grad_norm": 79.94068145751953, + "learning_rate": 1.8565323565323568e-05, + "loss": 1.9133, + "step": 600 + }, + { + "epoch": 3.435862068965517, + "grad_norm": 573.6343383789062, + "learning_rate": 1.8412698412698415e-05, + "loss": 1.9766, + "step": 625 + }, + { + "epoch": 3.573793103448276, + "grad_norm": 103.46898651123047, + "learning_rate": 1.826007326007326e-05, + "loss": 1.7306, + "step": 650 + }, + { + "epoch": 3.7117241379310344, + "grad_norm": 90.17516326904297, + "learning_rate": 1.8107448107448108e-05, + "loss": 1.9011, + "step": 675 + }, + { + "epoch": 3.849655172413793, + "grad_norm": 78.41211700439453, + "learning_rate": 1.7954822954822958e-05, + "loss": 1.8986, + "step": 700 + }, + { + "epoch": 3.9875862068965517, + "grad_norm": 96.36454010009766, + "learning_rate": 1.78021978021978e-05, + "loss": 1.7997, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7773359840954275, + "eval_loss": 0.6450069546699524, + "eval_macro_f1": 0.7655980492834461, + "eval_runtime": 0.9757, + "eval_samples_per_second": 515.507, + "eval_steps_per_second": 32.796, + "eval_weighted_f1": 0.7662374950047982, + "step": 728 + }, + { + "epoch": 4.121379310344827, + "grad_norm": 145.04592895507812, + "learning_rate": 1.764957264957265e-05, + "loss": 1.538, + "step": 750 + }, + { + "epoch": 4.259310344827586, + "grad_norm": 68.31482696533203, + "learning_rate": 1.74969474969475e-05, + "loss": 1.8149, + "step": 775 + }, + { + "epoch": 4.397241379310345, + "grad_norm": 43.793827056884766, + "learning_rate": 1.7344322344322345e-05, + "loss": 1.3198, + "step": 800 + }, + { + "epoch": 4.535172413793103, + "grad_norm": 176.73892211914062, + "learning_rate": 1.7191697191697195e-05, + "loss": 1.3146, + "step": 825 + }, + { + "epoch": 4.673103448275862, + "grad_norm": 66.48223876953125, + "learning_rate": 1.703907203907204e-05, + "loss": 1.4513, + "step": 850 + }, + { + "epoch": 4.811034482758621, + "grad_norm": 37.87620162963867, + "learning_rate": 1.688644688644689e-05, + "loss": 1.5319, + "step": 875 + }, + { + "epoch": 4.94896551724138, + "grad_norm": 89.56584930419922, + "learning_rate": 1.6733821733821735e-05, + "loss": 1.3015, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7992047713717694, + "eval_loss": 0.5238510370254517, + "eval_macro_f1": 0.7995585048354995, + "eval_runtime": 0.8717, + "eval_samples_per_second": 577.001, + "eval_steps_per_second": 36.708, + "eval_weighted_f1": 0.7994890675969054, + "step": 910 + }, + { + "epoch": 5.082758620689655, + "grad_norm": 29.63919448852539, + "learning_rate": 1.6581196581196585e-05, + "loss": 1.1691, + "step": 925 + }, + { + "epoch": 5.220689655172414, + "grad_norm": 96.36099243164062, + "learning_rate": 1.642857142857143e-05, + "loss": 1.0852, + "step": 950 + }, + { + "epoch": 5.358620689655172, + "grad_norm": 84.8513412475586, + "learning_rate": 1.627594627594628e-05, + "loss": 0.9862, + "step": 975 + }, + { + "epoch": 5.496551724137931, + "grad_norm": 87.85112762451172, + "learning_rate": 1.6123321123321125e-05, + "loss": 1.0971, + "step": 1000 + }, + { + "epoch": 5.63448275862069, + "grad_norm": 71.1850357055664, + "learning_rate": 1.5970695970695972e-05, + "loss": 1.1664, + "step": 1025 + }, + { + "epoch": 5.772413793103448, + "grad_norm": 43.35380554199219, + "learning_rate": 1.581807081807082e-05, + "loss": 1.1934, + "step": 1050 + }, + { + "epoch": 5.910344827586207, + "grad_norm": 67.13884735107422, + "learning_rate": 1.5665445665445665e-05, + "loss": 1.2835, + "step": 1075 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8409542743538767, + "eval_loss": 0.4547410309314728, + "eval_macro_f1": 0.8417987707846496, + "eval_runtime": 0.9565, + "eval_samples_per_second": 525.895, + "eval_steps_per_second": 33.457, + "eval_weighted_f1": 0.8419237038121461, + "step": 1092 + }, + { + "epoch": 6.0441379310344825, + "grad_norm": 70.40162658691406, + "learning_rate": 1.5512820512820516e-05, + "loss": 0.9662, + "step": 1100 + }, + { + "epoch": 6.182068965517241, + "grad_norm": 80.12095642089844, + "learning_rate": 1.5360195360195362e-05, + "loss": 0.8195, + "step": 1125 + }, + { + "epoch": 6.32, + "grad_norm": 33.04439926147461, + "learning_rate": 1.5207570207570207e-05, + "loss": 0.9597, + "step": 1150 + }, + { + "epoch": 6.457931034482758, + "grad_norm": 54.002296447753906, + "learning_rate": 1.5054945054945056e-05, + "loss": 0.7362, + "step": 1175 + }, + { + "epoch": 6.595862068965517, + "grad_norm": 27.918567657470703, + "learning_rate": 1.4902319902319904e-05, + "loss": 0.7397, + "step": 1200 + }, + { + "epoch": 6.733793103448276, + "grad_norm": 85.45950317382812, + "learning_rate": 1.4749694749694752e-05, + "loss": 0.952, + "step": 1225 + }, + { + "epoch": 6.871724137931034, + "grad_norm": 13.983027458190918, + "learning_rate": 1.4597069597069597e-05, + "loss": 0.724, + "step": 1250 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8449304174950298, + "eval_loss": 0.5592219233512878, + "eval_macro_f1": 0.843411986037445, + "eval_runtime": 0.915, + "eval_samples_per_second": 549.697, + "eval_steps_per_second": 34.971, + "eval_weighted_f1": 0.8436820596886517, + "step": 1274 + }, + { + "epoch": 7.0055172413793105, + "grad_norm": 116.54051971435547, + "learning_rate": 1.4444444444444446e-05, + "loss": 0.8529, + "step": 1275 + }, + { + "epoch": 7.1434482758620685, + "grad_norm": 42.84730529785156, + "learning_rate": 1.4291819291819293e-05, + "loss": 0.6043, + "step": 1300 + }, + { + "epoch": 7.281379310344827, + "grad_norm": 105.80529022216797, + "learning_rate": 1.4139194139194141e-05, + "loss": 0.5462, + "step": 1325 + }, + { + "epoch": 7.419310344827586, + "grad_norm": 27.752857208251953, + "learning_rate": 1.3986568986568988e-05, + "loss": 0.6439, + "step": 1350 + }, + { + "epoch": 7.557241379310344, + "grad_norm": 113.86007690429688, + "learning_rate": 1.3833943833943834e-05, + "loss": 0.6569, + "step": 1375 + }, + { + "epoch": 7.695172413793103, + "grad_norm": 89.08099365234375, + "learning_rate": 1.3681318681318683e-05, + "loss": 0.536, + "step": 1400 + }, + { + "epoch": 7.833103448275862, + "grad_norm": 174.6946258544922, + "learning_rate": 1.3528693528693531e-05, + "loss": 0.6032, + "step": 1425 + }, + { + "epoch": 7.971034482758621, + "grad_norm": 71.98331451416016, + "learning_rate": 1.3376068376068376e-05, + "loss": 0.6003, + "step": 1450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8389662027833003, + "eval_loss": 0.6251444816589355, + "eval_macro_f1": 0.8354833781540169, + "eval_runtime": 0.8836, + "eval_samples_per_second": 569.254, + "eval_steps_per_second": 36.215, + "eval_weighted_f1": 0.8357769189378152, + "step": 1456 + }, + { + "epoch": 8.104827586206897, + "grad_norm": 32.2998046875, + "learning_rate": 1.3223443223443224e-05, + "loss": 0.4536, + "step": 1475 + }, + { + "epoch": 8.242758620689655, + "grad_norm": 77.19992065429688, + "learning_rate": 1.3070818070818073e-05, + "loss": 0.3669, + "step": 1500 + }, + { + "epoch": 8.380689655172414, + "grad_norm": 10.043487548828125, + "learning_rate": 1.291819291819292e-05, + "loss": 0.337, + "step": 1525 + }, + { + "epoch": 8.518620689655172, + "grad_norm": 46.753692626953125, + "learning_rate": 1.2765567765567766e-05, + "loss": 0.3986, + "step": 1550 + }, + { + "epoch": 8.65655172413793, + "grad_norm": 125.99393463134766, + "learning_rate": 1.2612942612942613e-05, + "loss": 0.5882, + "step": 1575 + }, + { + "epoch": 8.79448275862069, + "grad_norm": 490.7882080078125, + "learning_rate": 1.2460317460317461e-05, + "loss": 0.4318, + "step": 1600 + }, + { + "epoch": 8.932413793103448, + "grad_norm": 5.92414665222168, + "learning_rate": 1.230769230769231e-05, + "loss": 0.4734, + "step": 1625 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8389662027833003, + "eval_loss": 0.7803252935409546, + "eval_macro_f1": 0.8354595784582447, + "eval_runtime": 0.9358, + "eval_samples_per_second": 537.536, + "eval_steps_per_second": 34.197, + "eval_weighted_f1": 0.8357066063744643, + "step": 1638 + }, + { + "epoch": 9.066206896551725, + "grad_norm": 24.723901748657227, + "learning_rate": 1.2155067155067155e-05, + "loss": 0.3219, + "step": 1650 + }, + { + "epoch": 9.204137931034483, + "grad_norm": 98.01163482666016, + "learning_rate": 1.2002442002442003e-05, + "loss": 0.3258, + "step": 1675 + }, + { + "epoch": 9.34206896551724, + "grad_norm": 49.31454086303711, + "learning_rate": 1.1849816849816852e-05, + "loss": 0.2061, + "step": 1700 + }, + { + "epoch": 9.48, + "grad_norm": 223.2860565185547, + "learning_rate": 1.1697191697191698e-05, + "loss": 0.3576, + "step": 1725 + }, + { + "epoch": 9.617931034482758, + "grad_norm": 171.01861572265625, + "learning_rate": 1.1544566544566545e-05, + "loss": 0.3411, + "step": 1750 + }, + { + "epoch": 9.755862068965516, + "grad_norm": 311.1097106933594, + "learning_rate": 1.1391941391941392e-05, + "loss": 0.4762, + "step": 1775 + }, + { + "epoch": 9.893793103448276, + "grad_norm": 136.63241577148438, + "learning_rate": 1.123931623931624e-05, + "loss": 0.418, + "step": 1800 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.856858846918489, + "eval_loss": 0.766537606716156, + "eval_macro_f1": 0.8558660610302029, + "eval_runtime": 0.8882, + "eval_samples_per_second": 566.319, + "eval_steps_per_second": 36.028, + "eval_weighted_f1": 0.8559752069457269, + "step": 1820 + }, + { + "epoch": 10.027586206896551, + "grad_norm": 7.4462809562683105, + "learning_rate": 1.1086691086691088e-05, + "loss": 0.3029, + "step": 1825 + }, + { + "epoch": 10.16551724137931, + "grad_norm": 1.2536134719848633, + "learning_rate": 1.0934065934065933e-05, + "loss": 0.3664, + "step": 1850 + }, + { + "epoch": 10.303448275862069, + "grad_norm": 0.8293542265892029, + "learning_rate": 1.0781440781440782e-05, + "loss": 0.3301, + "step": 1875 + }, + { + "epoch": 10.441379310344828, + "grad_norm": 37.97388458251953, + "learning_rate": 1.062881562881563e-05, + "loss": 0.3027, + "step": 1900 + }, + { + "epoch": 10.579310344827586, + "grad_norm": 129.85125732421875, + "learning_rate": 1.0476190476190477e-05, + "loss": 0.4139, + "step": 1925 + }, + { + "epoch": 10.717241379310344, + "grad_norm": 54.02128219604492, + "learning_rate": 1.0323565323565325e-05, + "loss": 0.1504, + "step": 1950 + }, + { + "epoch": 10.855172413793104, + "grad_norm": 0.7776321768760681, + "learning_rate": 1.0170940170940172e-05, + "loss": 0.2442, + "step": 1975 + }, + { + "epoch": 10.993103448275862, + "grad_norm": 52.525699615478516, + "learning_rate": 1.0018315018315019e-05, + "loss": 0.3221, + "step": 2000 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8349900596421471, + "eval_loss": 1.17490816116333, + "eval_macro_f1": 0.8284228328665556, + "eval_runtime": 0.9977, + "eval_samples_per_second": 504.137, + "eval_steps_per_second": 32.072, + "eval_weighted_f1": 0.8289479714641484, + "step": 2002 + }, + { + "epoch": 11.126896551724139, + "grad_norm": 45.462100982666016, + "learning_rate": 9.865689865689867e-06, + "loss": 0.2213, + "step": 2025 + }, + { + "epoch": 11.264827586206897, + "grad_norm": 0.08775486052036285, + "learning_rate": 9.713064713064714e-06, + "loss": 0.2195, + "step": 2050 + }, + { + "epoch": 11.402758620689655, + "grad_norm": 530.0260009765625, + "learning_rate": 9.560439560439562e-06, + "loss": 0.1949, + "step": 2075 + }, + { + "epoch": 11.540689655172415, + "grad_norm": 87.13702392578125, + "learning_rate": 9.407814407814409e-06, + "loss": 0.2844, + "step": 2100 + }, + { + "epoch": 11.678620689655173, + "grad_norm": 257.9049072265625, + "learning_rate": 9.255189255189256e-06, + "loss": 0.2748, + "step": 2125 + }, + { + "epoch": 11.81655172413793, + "grad_norm": 71.44052124023438, + "learning_rate": 9.102564102564104e-06, + "loss": 0.3079, + "step": 2150 + }, + { + "epoch": 11.95448275862069, + "grad_norm": 447.6780090332031, + "learning_rate": 8.94993894993895e-06, + "loss": 0.3011, + "step": 2175 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8369781312127237, + "eval_loss": 1.193347692489624, + "eval_macro_f1": 0.8343819635077233, + "eval_runtime": 0.8822, + "eval_samples_per_second": 570.171, + "eval_steps_per_second": 36.273, + "eval_weighted_f1": 0.8346337108630111, + "step": 2184 + }, + { + "epoch": 12.088275862068965, + "grad_norm": 0.10436230152845383, + "learning_rate": 8.797313797313797e-06, + "loss": 0.0542, + "step": 2200 + }, + { + "epoch": 12.226206896551725, + "grad_norm": 0.6765019297599792, + "learning_rate": 8.644688644688646e-06, + "loss": 0.2164, + "step": 2225 + }, + { + "epoch": 12.364137931034483, + "grad_norm": 246.16122436523438, + "learning_rate": 8.492063492063492e-06, + "loss": 0.258, + "step": 2250 + }, + { + "epoch": 12.50206896551724, + "grad_norm": 97.60252380371094, + "learning_rate": 8.33943833943834e-06, + "loss": 0.0947, + "step": 2275 + }, + { + "epoch": 12.64, + "grad_norm": 201.9949493408203, + "learning_rate": 8.186813186813188e-06, + "loss": 0.312, + "step": 2300 + }, + { + "epoch": 12.777931034482759, + "grad_norm": 359.90447998046875, + "learning_rate": 8.034188034188036e-06, + "loss": 0.2903, + "step": 2325 + }, + { + "epoch": 12.915862068965517, + "grad_norm": 5.724284648895264, + "learning_rate": 7.881562881562883e-06, + "loss": 0.1993, + "step": 2350 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8369781312127237, + "eval_loss": 1.2513614892959595, + "eval_macro_f1": 0.8348192372111645, + "eval_runtime": 1.0485, + "eval_samples_per_second": 479.719, + "eval_steps_per_second": 30.519, + "eval_weighted_f1": 0.8349717826411917, + "step": 2366 + } + ], + "logging_steps": 25, + "max_steps": 3640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..4b906e309d70855ff4acb83507c11fee61cd8060 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365/trainer_state.json @@ -0,0 +1,498 @@ +{ + "best_global_step": 1365, + "best_metric": 0.8308807954441977, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1365, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12836970474967907, + "grad_norm": 15.959931373596191, + "learning_rate": 1.230769230769231e-06, + "loss": 4.7508, + "step": 25 + }, + { + "epoch": 0.25673940949935814, + "grad_norm": 24.424245834350586, + "learning_rate": 2.512820512820513e-06, + "loss": 4.6581, + "step": 50 + }, + { + "epoch": 0.3851091142490372, + "grad_norm": 41.25038146972656, + "learning_rate": 3.794871794871795e-06, + "loss": 4.5726, + "step": 75 + }, + { + "epoch": 0.5134788189987163, + "grad_norm": 26.31747817993164, + "learning_rate": 5.076923076923077e-06, + "loss": 4.5632, + "step": 100 + }, + { + "epoch": 0.6418485237483954, + "grad_norm": 45.75611114501953, + "learning_rate": 6.358974358974359e-06, + "loss": 4.4679, + "step": 125 + }, + { + "epoch": 0.7702182284980744, + "grad_norm": 24.113386154174805, + "learning_rate": 7.641025641025641e-06, + "loss": 4.4882, + "step": 150 + }, + { + "epoch": 0.8985879332477535, + "grad_norm": 59.3964958190918, + "learning_rate": 8.923076923076925e-06, + "loss": 4.5232, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4100346020761246, + "eval_loss": 1.080889105796814, + "eval_macro_f1": 0.4009336348046025, + "eval_runtime": 1.1239, + "eval_samples_per_second": 514.278, + "eval_steps_per_second": 32.921, + "eval_weighted_f1": 0.40107072270260125, + "step": 195 + }, + { + "epoch": 1.0256739409499358, + "grad_norm": 40.66077423095703, + "learning_rate": 1.0205128205128205e-05, + "loss": 4.4784, + "step": 200 + }, + { + "epoch": 1.1540436456996148, + "grad_norm": 32.102638244628906, + "learning_rate": 1.1487179487179487e-05, + "loss": 4.4387, + "step": 225 + }, + { + "epoch": 1.282413350449294, + "grad_norm": 43.52011489868164, + "learning_rate": 1.2769230769230769e-05, + "loss": 4.034, + "step": 250 + }, + { + "epoch": 1.410783055198973, + "grad_norm": 82.7706527709961, + "learning_rate": 1.405128205128205e-05, + "loss": 4.0144, + "step": 275 + }, + { + "epoch": 1.539152759948652, + "grad_norm": 40.017757415771484, + "learning_rate": 1.5333333333333334e-05, + "loss": 3.6808, + "step": 300 + }, + { + "epoch": 1.6675224646983313, + "grad_norm": 92.91386413574219, + "learning_rate": 1.6615384615384618e-05, + "loss": 3.521, + "step": 325 + }, + { + "epoch": 1.7958921694480101, + "grad_norm": 295.23370361328125, + "learning_rate": 1.78974358974359e-05, + "loss": 3.2889, + "step": 350 + }, + { + "epoch": 1.9242618741976893, + "grad_norm": 45.7358512878418, + "learning_rate": 1.9179487179487182e-05, + "loss": 3.0533, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6851211072664359, + "eval_loss": 0.8143760561943054, + "eval_macro_f1": 0.6600960527805179, + "eval_runtime": 1.0999, + "eval_samples_per_second": 525.516, + "eval_steps_per_second": 33.64, + "eval_weighted_f1": 0.6621832784813874, + "step": 390 + }, + { + "epoch": 2.0513478818998716, + "grad_norm": 51.56801223754883, + "learning_rate": 1.994871794871795e-05, + "loss": 2.7836, + "step": 400 + }, + { + "epoch": 2.179717586649551, + "grad_norm": 75.0716552734375, + "learning_rate": 1.9806267806267806e-05, + "loss": 2.6705, + "step": 425 + }, + { + "epoch": 2.3080872913992296, + "grad_norm": 61.561561584472656, + "learning_rate": 1.9663817663817667e-05, + "loss": 2.7712, + "step": 450 + }, + { + "epoch": 2.436456996148909, + "grad_norm": 83.97542572021484, + "learning_rate": 1.952136752136752e-05, + "loss": 2.9788, + "step": 475 + }, + { + "epoch": 2.564826700898588, + "grad_norm": 104.48971557617188, + "learning_rate": 1.9378917378917382e-05, + "loss": 2.6087, + "step": 500 + }, + { + "epoch": 2.693196405648267, + "grad_norm": 113.3212890625, + "learning_rate": 1.923646723646724e-05, + "loss": 2.3787, + "step": 525 + }, + { + "epoch": 2.821566110397946, + "grad_norm": 64.42822265625, + "learning_rate": 1.9094017094017097e-05, + "loss": 2.7397, + "step": 550 + }, + { + "epoch": 2.949935815147625, + "grad_norm": 139.8059844970703, + "learning_rate": 1.8951566951566954e-05, + "loss": 2.5499, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7024221453287197, + "eval_loss": 0.6879269480705261, + "eval_macro_f1": 0.6933446071460599, + "eval_runtime": 1.1341, + "eval_samples_per_second": 509.666, + "eval_steps_per_second": 32.626, + "eval_weighted_f1": 0.6911657717257724, + "step": 585 + }, + { + "epoch": 3.0770218228498076, + "grad_norm": 84.2475357055664, + "learning_rate": 1.880911680911681e-05, + "loss": 2.2687, + "step": 600 + }, + { + "epoch": 3.2053915275994864, + "grad_norm": 455.7261962890625, + "learning_rate": 1.866666666666667e-05, + "loss": 2.0316, + "step": 625 + }, + { + "epoch": 3.3337612323491657, + "grad_norm": 86.7900161743164, + "learning_rate": 1.8524216524216526e-05, + "loss": 1.9838, + "step": 650 + }, + { + "epoch": 3.462130937098845, + "grad_norm": 151.34043884277344, + "learning_rate": 1.8381766381766383e-05, + "loss": 2.104, + "step": 675 + }, + { + "epoch": 3.5905006418485237, + "grad_norm": 69.01639556884766, + "learning_rate": 1.823931623931624e-05, + "loss": 1.993, + "step": 700 + }, + { + "epoch": 3.718870346598203, + "grad_norm": 61.93568420410156, + "learning_rate": 1.8096866096866098e-05, + "loss": 2.0346, + "step": 725 + }, + { + "epoch": 3.8472400513478817, + "grad_norm": 90.91878509521484, + "learning_rate": 1.7954415954415955e-05, + "loss": 1.6691, + "step": 750 + }, + { + "epoch": 3.975609756097561, + "grad_norm": 77.2611083984375, + "learning_rate": 1.7811965811965813e-05, + "loss": 1.8863, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7889273356401384, + "eval_loss": 0.5371385216712952, + "eval_macro_f1": 0.788358449621439, + "eval_runtime": 0.9826, + "eval_samples_per_second": 588.262, + "eval_steps_per_second": 37.657, + "eval_weighted_f1": 0.7880580511498853, + "step": 780 + }, + { + "epoch": 4.102695763799743, + "grad_norm": 77.7343521118164, + "learning_rate": 1.766951566951567e-05, + "loss": 1.535, + "step": 800 + }, + { + "epoch": 4.2310654685494224, + "grad_norm": 90.65219116210938, + "learning_rate": 1.7527065527065528e-05, + "loss": 1.56, + "step": 825 + }, + { + "epoch": 4.359435173299102, + "grad_norm": 106.4280776977539, + "learning_rate": 1.7384615384615385e-05, + "loss": 1.1957, + "step": 850 + }, + { + "epoch": 4.487804878048781, + "grad_norm": 49.78183364868164, + "learning_rate": 1.7242165242165242e-05, + "loss": 1.5772, + "step": 875 + }, + { + "epoch": 4.616174582798459, + "grad_norm": 42.16978073120117, + "learning_rate": 1.7099715099715103e-05, + "loss": 1.5944, + "step": 900 + }, + { + "epoch": 4.7445442875481385, + "grad_norm": 91.7872543334961, + "learning_rate": 1.6957264957264957e-05, + "loss": 1.6051, + "step": 925 + }, + { + "epoch": 4.872913992297818, + "grad_norm": 62.783138275146484, + "learning_rate": 1.6814814814814818e-05, + "loss": 1.6518, + "step": 950 + }, + { + "epoch": 5.0, + "grad_norm": 43.974239349365234, + "learning_rate": 1.6672364672364675e-05, + "loss": 1.5332, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.828719723183391, + "eval_loss": 0.49692270159721375, + "eval_macro_f1": 0.8273573205339312, + "eval_runtime": 0.9845, + "eval_samples_per_second": 587.074, + "eval_steps_per_second": 37.581, + "eval_weighted_f1": 0.827760182627389, + "step": 975 + }, + { + "epoch": 5.128369704749679, + "grad_norm": 45.54484176635742, + "learning_rate": 1.652991452991453e-05, + "loss": 1.2978, + "step": 1000 + }, + { + "epoch": 5.2567394094993585, + "grad_norm": 163.2269744873047, + "learning_rate": 1.638746438746439e-05, + "loss": 1.0901, + "step": 1025 + }, + { + "epoch": 5.385109114249037, + "grad_norm": 67.36943817138672, + "learning_rate": 1.6245014245014247e-05, + "loss": 1.3628, + "step": 1050 + }, + { + "epoch": 5.513478818998716, + "grad_norm": 71.75228881835938, + "learning_rate": 1.6102564102564105e-05, + "loss": 1.1118, + "step": 1075 + }, + { + "epoch": 5.641848523748395, + "grad_norm": 67.1147689819336, + "learning_rate": 1.5960113960113962e-05, + "loss": 1.2248, + "step": 1100 + }, + { + "epoch": 5.7702182284980745, + "grad_norm": 50.300048828125, + "learning_rate": 1.581766381766382e-05, + "loss": 1.2485, + "step": 1125 + }, + { + "epoch": 5.898587933247754, + "grad_norm": 118.99934387207031, + "learning_rate": 1.5675213675213677e-05, + "loss": 1.0475, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8166089965397924, + "eval_loss": 0.6262099146842957, + "eval_macro_f1": 0.8148973874903449, + "eval_runtime": 1.0077, + "eval_samples_per_second": 573.594, + "eval_steps_per_second": 36.718, + "eval_weighted_f1": 0.8151282202030778, + "step": 1170 + }, + { + "epoch": 6.025673940949936, + "grad_norm": 72.06779479980469, + "learning_rate": 1.5532763532763534e-05, + "loss": 1.0194, + "step": 1175 + }, + { + "epoch": 6.154043645699615, + "grad_norm": 94.84297943115234, + "learning_rate": 1.539031339031339e-05, + "loss": 0.8709, + "step": 1200 + }, + { + "epoch": 6.282413350449294, + "grad_norm": 37.15028381347656, + "learning_rate": 1.5247863247863249e-05, + "loss": 0.8582, + "step": 1225 + }, + { + "epoch": 6.410783055198973, + "grad_norm": 51.83135223388672, + "learning_rate": 1.5105413105413106e-05, + "loss": 0.9272, + "step": 1250 + }, + { + "epoch": 6.539152759948652, + "grad_norm": 89.61381530761719, + "learning_rate": 1.4962962962962964e-05, + "loss": 0.794, + "step": 1275 + }, + { + "epoch": 6.667522464698331, + "grad_norm": 76.87747192382812, + "learning_rate": 1.4820512820512823e-05, + "loss": 0.9216, + "step": 1300 + }, + { + "epoch": 6.7958921694480106, + "grad_norm": 85.25228881835938, + "learning_rate": 1.4678062678062678e-05, + "loss": 0.8433, + "step": 1325 + }, + { + "epoch": 6.92426187419769, + "grad_norm": 60.51005554199219, + "learning_rate": 1.4535612535612537e-05, + "loss": 0.8633, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8304498269896193, + "eval_loss": 0.6253557205200195, + "eval_macro_f1": 0.8308807954441977, + "eval_runtime": 1.1054, + "eval_samples_per_second": 522.886, + "eval_steps_per_second": 33.472, + "eval_weighted_f1": 0.8309805685649264, + "step": 1365 + } + ], + "logging_steps": 25, + "max_steps": 3900, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1950/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1950/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1950/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1950/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1950/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1950/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1950/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1950/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a8d11f9f0779a994372fa94f91c90b986b210685 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1950/trainer_state.json @@ -0,0 +1,699 @@ +{ + "best_global_step": 1365, + "best_metric": 0.8308807954441977, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-03-s44-20260901T084519Z-53ad853a/trainer/checkpoint-1365", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1950, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12836970474967907, + "grad_norm": 15.959931373596191, + "learning_rate": 1.230769230769231e-06, + "loss": 4.7508, + "step": 25 + }, + { + "epoch": 0.25673940949935814, + "grad_norm": 24.424245834350586, + "learning_rate": 2.512820512820513e-06, + "loss": 4.6581, + "step": 50 + }, + { + "epoch": 0.3851091142490372, + "grad_norm": 41.25038146972656, + "learning_rate": 3.794871794871795e-06, + "loss": 4.5726, + "step": 75 + }, + { + "epoch": 0.5134788189987163, + "grad_norm": 26.31747817993164, + "learning_rate": 5.076923076923077e-06, + "loss": 4.5632, + "step": 100 + }, + { + "epoch": 0.6418485237483954, + "grad_norm": 45.75611114501953, + "learning_rate": 6.358974358974359e-06, + "loss": 4.4679, + "step": 125 + }, + { + "epoch": 0.7702182284980744, + "grad_norm": 24.113386154174805, + "learning_rate": 7.641025641025641e-06, + "loss": 4.4882, + "step": 150 + }, + { + "epoch": 0.8985879332477535, + "grad_norm": 59.3964958190918, + "learning_rate": 8.923076923076925e-06, + "loss": 4.5232, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4100346020761246, + "eval_loss": 1.080889105796814, + "eval_macro_f1": 0.4009336348046025, + "eval_runtime": 1.1239, + "eval_samples_per_second": 514.278, + "eval_steps_per_second": 32.921, + "eval_weighted_f1": 0.40107072270260125, + "step": 195 + }, + { + "epoch": 1.0256739409499358, + "grad_norm": 40.66077423095703, + "learning_rate": 1.0205128205128205e-05, + "loss": 4.4784, + "step": 200 + }, + { + "epoch": 1.1540436456996148, + "grad_norm": 32.102638244628906, + "learning_rate": 1.1487179487179487e-05, + "loss": 4.4387, + "step": 225 + }, + { + "epoch": 1.282413350449294, + "grad_norm": 43.52011489868164, + "learning_rate": 1.2769230769230769e-05, + "loss": 4.034, + "step": 250 + }, + { + "epoch": 1.410783055198973, + "grad_norm": 82.7706527709961, + "learning_rate": 1.405128205128205e-05, + "loss": 4.0144, + "step": 275 + }, + { + "epoch": 1.539152759948652, + "grad_norm": 40.017757415771484, + "learning_rate": 1.5333333333333334e-05, + "loss": 3.6808, + "step": 300 + }, + { + "epoch": 1.6675224646983313, + "grad_norm": 92.91386413574219, + "learning_rate": 1.6615384615384618e-05, + "loss": 3.521, + "step": 325 + }, + { + "epoch": 1.7958921694480101, + "grad_norm": 295.23370361328125, + "learning_rate": 1.78974358974359e-05, + "loss": 3.2889, + "step": 350 + }, + { + "epoch": 1.9242618741976893, + "grad_norm": 45.7358512878418, + "learning_rate": 1.9179487179487182e-05, + "loss": 3.0533, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6851211072664359, + "eval_loss": 0.8143760561943054, + "eval_macro_f1": 0.6600960527805179, + "eval_runtime": 1.0999, + "eval_samples_per_second": 525.516, + "eval_steps_per_second": 33.64, + "eval_weighted_f1": 0.6621832784813874, + "step": 390 + }, + { + "epoch": 2.0513478818998716, + "grad_norm": 51.56801223754883, + "learning_rate": 1.994871794871795e-05, + "loss": 2.7836, + "step": 400 + }, + { + "epoch": 2.179717586649551, + "grad_norm": 75.0716552734375, + "learning_rate": 1.9806267806267806e-05, + "loss": 2.6705, + "step": 425 + }, + { + "epoch": 2.3080872913992296, + "grad_norm": 61.561561584472656, + "learning_rate": 1.9663817663817667e-05, + "loss": 2.7712, + "step": 450 + }, + { + "epoch": 2.436456996148909, + "grad_norm": 83.97542572021484, + "learning_rate": 1.952136752136752e-05, + "loss": 2.9788, + "step": 475 + }, + { + "epoch": 2.564826700898588, + "grad_norm": 104.48971557617188, + "learning_rate": 1.9378917378917382e-05, + "loss": 2.6087, + "step": 500 + }, + { + "epoch": 2.693196405648267, + "grad_norm": 113.3212890625, + "learning_rate": 1.923646723646724e-05, + "loss": 2.3787, + "step": 525 + }, + { + "epoch": 2.821566110397946, + "grad_norm": 64.42822265625, + "learning_rate": 1.9094017094017097e-05, + "loss": 2.7397, + "step": 550 + }, + { + "epoch": 2.949935815147625, + "grad_norm": 139.8059844970703, + "learning_rate": 1.8951566951566954e-05, + "loss": 2.5499, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7024221453287197, + "eval_loss": 0.6879269480705261, + "eval_macro_f1": 0.6933446071460599, + "eval_runtime": 1.1341, + "eval_samples_per_second": 509.666, + "eval_steps_per_second": 32.626, + "eval_weighted_f1": 0.6911657717257724, + "step": 585 + }, + { + "epoch": 3.0770218228498076, + "grad_norm": 84.2475357055664, + "learning_rate": 1.880911680911681e-05, + "loss": 2.2687, + "step": 600 + }, + { + "epoch": 3.2053915275994864, + "grad_norm": 455.7261962890625, + "learning_rate": 1.866666666666667e-05, + "loss": 2.0316, + "step": 625 + }, + { + "epoch": 3.3337612323491657, + "grad_norm": 86.7900161743164, + "learning_rate": 1.8524216524216526e-05, + "loss": 1.9838, + "step": 650 + }, + { + "epoch": 3.462130937098845, + "grad_norm": 151.34043884277344, + "learning_rate": 1.8381766381766383e-05, + "loss": 2.104, + "step": 675 + }, + { + "epoch": 3.5905006418485237, + "grad_norm": 69.01639556884766, + "learning_rate": 1.823931623931624e-05, + "loss": 1.993, + "step": 700 + }, + { + "epoch": 3.718870346598203, + "grad_norm": 61.93568420410156, + "learning_rate": 1.8096866096866098e-05, + "loss": 2.0346, + "step": 725 + }, + { + "epoch": 3.8472400513478817, + "grad_norm": 90.91878509521484, + "learning_rate": 1.7954415954415955e-05, + "loss": 1.6691, + "step": 750 + }, + { + "epoch": 3.975609756097561, + "grad_norm": 77.2611083984375, + "learning_rate": 1.7811965811965813e-05, + "loss": 1.8863, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7889273356401384, + "eval_loss": 0.5371385216712952, + "eval_macro_f1": 0.788358449621439, + "eval_runtime": 0.9826, + "eval_samples_per_second": 588.262, + "eval_steps_per_second": 37.657, + "eval_weighted_f1": 0.7880580511498853, + "step": 780 + }, + { + "epoch": 4.102695763799743, + "grad_norm": 77.7343521118164, + "learning_rate": 1.766951566951567e-05, + "loss": 1.535, + "step": 800 + }, + { + "epoch": 4.2310654685494224, + "grad_norm": 90.65219116210938, + "learning_rate": 1.7527065527065528e-05, + "loss": 1.56, + "step": 825 + }, + { + "epoch": 4.359435173299102, + "grad_norm": 106.4280776977539, + "learning_rate": 1.7384615384615385e-05, + "loss": 1.1957, + "step": 850 + }, + { + "epoch": 4.487804878048781, + "grad_norm": 49.78183364868164, + "learning_rate": 1.7242165242165242e-05, + "loss": 1.5772, + "step": 875 + }, + { + "epoch": 4.616174582798459, + "grad_norm": 42.16978073120117, + "learning_rate": 1.7099715099715103e-05, + "loss": 1.5944, + "step": 900 + }, + { + "epoch": 4.7445442875481385, + "grad_norm": 91.7872543334961, + "learning_rate": 1.6957264957264957e-05, + "loss": 1.6051, + "step": 925 + }, + { + "epoch": 4.872913992297818, + "grad_norm": 62.783138275146484, + "learning_rate": 1.6814814814814818e-05, + "loss": 1.6518, + "step": 950 + }, + { + "epoch": 5.0, + "grad_norm": 43.974239349365234, + "learning_rate": 1.6672364672364675e-05, + "loss": 1.5332, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.828719723183391, + "eval_loss": 0.49692270159721375, + "eval_macro_f1": 0.8273573205339312, + "eval_runtime": 0.9845, + "eval_samples_per_second": 587.074, + "eval_steps_per_second": 37.581, + "eval_weighted_f1": 0.827760182627389, + "step": 975 + }, + { + "epoch": 5.128369704749679, + "grad_norm": 45.54484176635742, + "learning_rate": 1.652991452991453e-05, + "loss": 1.2978, + "step": 1000 + }, + { + "epoch": 5.2567394094993585, + "grad_norm": 163.2269744873047, + "learning_rate": 1.638746438746439e-05, + "loss": 1.0901, + "step": 1025 + }, + { + "epoch": 5.385109114249037, + "grad_norm": 67.36943817138672, + "learning_rate": 1.6245014245014247e-05, + "loss": 1.3628, + "step": 1050 + }, + { + "epoch": 5.513478818998716, + "grad_norm": 71.75228881835938, + "learning_rate": 1.6102564102564105e-05, + "loss": 1.1118, + "step": 1075 + }, + { + "epoch": 5.641848523748395, + "grad_norm": 67.1147689819336, + "learning_rate": 1.5960113960113962e-05, + "loss": 1.2248, + "step": 1100 + }, + { + "epoch": 5.7702182284980745, + "grad_norm": 50.300048828125, + "learning_rate": 1.581766381766382e-05, + "loss": 1.2485, + "step": 1125 + }, + { + "epoch": 5.898587933247754, + "grad_norm": 118.99934387207031, + "learning_rate": 1.5675213675213677e-05, + "loss": 1.0475, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8166089965397924, + "eval_loss": 0.6262099146842957, + "eval_macro_f1": 0.8148973874903449, + "eval_runtime": 1.0077, + "eval_samples_per_second": 573.594, + "eval_steps_per_second": 36.718, + "eval_weighted_f1": 0.8151282202030778, + "step": 1170 + }, + { + "epoch": 6.025673940949936, + "grad_norm": 72.06779479980469, + "learning_rate": 1.5532763532763534e-05, + "loss": 1.0194, + "step": 1175 + }, + { + "epoch": 6.154043645699615, + "grad_norm": 94.84297943115234, + "learning_rate": 1.539031339031339e-05, + "loss": 0.8709, + "step": 1200 + }, + { + "epoch": 6.282413350449294, + "grad_norm": 37.15028381347656, + "learning_rate": 1.5247863247863249e-05, + "loss": 0.8582, + "step": 1225 + }, + { + "epoch": 6.410783055198973, + "grad_norm": 51.83135223388672, + "learning_rate": 1.5105413105413106e-05, + "loss": 0.9272, + "step": 1250 + }, + { + "epoch": 6.539152759948652, + "grad_norm": 89.61381530761719, + "learning_rate": 1.4962962962962964e-05, + "loss": 0.794, + "step": 1275 + }, + { + "epoch": 6.667522464698331, + "grad_norm": 76.87747192382812, + "learning_rate": 1.4820512820512823e-05, + "loss": 0.9216, + "step": 1300 + }, + { + "epoch": 6.7958921694480106, + "grad_norm": 85.25228881835938, + "learning_rate": 1.4678062678062678e-05, + "loss": 0.8433, + "step": 1325 + }, + { + "epoch": 6.92426187419769, + "grad_norm": 60.51005554199219, + "learning_rate": 1.4535612535612537e-05, + "loss": 0.8633, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8304498269896193, + "eval_loss": 0.6253557205200195, + "eval_macro_f1": 0.8308807954441977, + "eval_runtime": 1.1054, + "eval_samples_per_second": 522.886, + "eval_steps_per_second": 33.472, + "eval_weighted_f1": 0.8309805685649264, + "step": 1365 + }, + { + "epoch": 7.051347881899872, + "grad_norm": 29.59052085876465, + "learning_rate": 1.4393162393162395e-05, + "loss": 0.6328, + "step": 1375 + }, + { + "epoch": 7.17971758664955, + "grad_norm": 76.20130157470703, + "learning_rate": 1.425071225071225e-05, + "loss": 0.6366, + "step": 1400 + }, + { + "epoch": 7.30808729139923, + "grad_norm": 124.4943618774414, + "learning_rate": 1.410826210826211e-05, + "loss": 0.6373, + "step": 1425 + }, + { + "epoch": 7.436456996148909, + "grad_norm": 75.52227783203125, + "learning_rate": 1.3965811965811967e-05, + "loss": 0.5114, + "step": 1450 + }, + { + "epoch": 7.564826700898588, + "grad_norm": 19.711580276489258, + "learning_rate": 1.3823361823361824e-05, + "loss": 0.6867, + "step": 1475 + }, + { + "epoch": 7.693196405648267, + "grad_norm": 104.16033172607422, + "learning_rate": 1.3680911680911682e-05, + "loss": 0.6225, + "step": 1500 + }, + { + "epoch": 7.821566110397946, + "grad_norm": 112.69457244873047, + "learning_rate": 1.353846153846154e-05, + "loss": 0.6429, + "step": 1525 + }, + { + "epoch": 7.949935815147625, + "grad_norm": 196.01162719726562, + "learning_rate": 1.3396011396011396e-05, + "loss": 0.5431, + "step": 1550 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8148788927335641, + "eval_loss": 0.8922866582870483, + "eval_macro_f1": 0.8155413521905669, + "eval_runtime": 1.3361, + "eval_samples_per_second": 432.614, + "eval_steps_per_second": 27.693, + "eval_weighted_f1": 0.8155707225074424, + "step": 1560 + }, + { + "epoch": 8.077021822849808, + "grad_norm": 127.38054656982422, + "learning_rate": 1.3253561253561255e-05, + "loss": 0.5354, + "step": 1575 + }, + { + "epoch": 8.205391527599486, + "grad_norm": 210.2751007080078, + "learning_rate": 1.3111111111111113e-05, + "loss": 0.3347, + "step": 1600 + }, + { + "epoch": 8.333761232349165, + "grad_norm": 34.56078338623047, + "learning_rate": 1.2968660968660968e-05, + "loss": 0.5514, + "step": 1625 + }, + { + "epoch": 8.462130937098845, + "grad_norm": 55.45022201538086, + "learning_rate": 1.2826210826210828e-05, + "loss": 0.3383, + "step": 1650 + }, + { + "epoch": 8.590500641848523, + "grad_norm": 113.2471694946289, + "learning_rate": 1.2683760683760685e-05, + "loss": 0.4846, + "step": 1675 + }, + { + "epoch": 8.718870346598203, + "grad_norm": 142.2167510986328, + "learning_rate": 1.2541310541310542e-05, + "loss": 0.5353, + "step": 1700 + }, + { + "epoch": 8.847240051347882, + "grad_norm": 64.65686798095703, + "learning_rate": 1.23988603988604e-05, + "loss": 0.382, + "step": 1725 + }, + { + "epoch": 8.975609756097562, + "grad_norm": 85.01068115234375, + "learning_rate": 1.2256410256410259e-05, + "loss": 0.5389, + "step": 1750 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8217993079584776, + "eval_loss": 0.8688518404960632, + "eval_macro_f1": 0.8222447192778781, + "eval_runtime": 1.1326, + "eval_samples_per_second": 510.35, + "eval_steps_per_second": 32.669, + "eval_weighted_f1": 0.8224492237064928, + "step": 1755 + }, + { + "epoch": 9.102695763799744, + "grad_norm": 101.39999389648438, + "learning_rate": 1.2113960113960114e-05, + "loss": 0.3772, + "step": 1775 + }, + { + "epoch": 9.231065468549422, + "grad_norm": 305.4064025878906, + "learning_rate": 1.1971509971509972e-05, + "loss": 0.461, + "step": 1800 + }, + { + "epoch": 9.3594351732991, + "grad_norm": 18.55318832397461, + "learning_rate": 1.182905982905983e-05, + "loss": 0.3655, + "step": 1825 + }, + { + "epoch": 9.487804878048781, + "grad_norm": 85.05200958251953, + "learning_rate": 1.1686609686609687e-05, + "loss": 0.4932, + "step": 1850 + }, + { + "epoch": 9.61617458279846, + "grad_norm": 72.5687255859375, + "learning_rate": 1.1544159544159546e-05, + "loss": 0.4489, + "step": 1875 + }, + { + "epoch": 9.74454428754814, + "grad_norm": 51.223731994628906, + "learning_rate": 1.1401709401709403e-05, + "loss": 0.4729, + "step": 1900 + }, + { + "epoch": 9.872913992297818, + "grad_norm": 136.31491088867188, + "learning_rate": 1.125925925925926e-05, + "loss": 0.2655, + "step": 1925 + }, + { + "epoch": 10.0, + "grad_norm": 250.7900848388672, + "learning_rate": 1.1116809116809118e-05, + "loss": 0.2993, + "step": 1950 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8252595155709342, + "eval_loss": 1.0387591123580933, + "eval_macro_f1": 0.8258220191093688, + "eval_runtime": 1.3036, + "eval_samples_per_second": 443.384, + "eval_steps_per_second": 28.383, + "eval_weighted_f1": 0.8258867878351437, + "step": 1950 + } + ], + "logging_steps": 25, + "max_steps": 3900, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..89fbc4c7f6414cd1472b1c893e30479f3e5d88d9 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820/trainer_state.json @@ -0,0 +1,992 @@ +{ + "best_global_step": 2820, + "best_metric": 0.8186813186813188, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820", + "epoch": 15.0, + "eval_steps": 500, + "global_step": 2820, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13351134846461948, + "grad_norm": 22.084915161132812, + "learning_rate": 1.276595744680851e-06, + "loss": 4.7487, + "step": 25 + }, + { + "epoch": 0.26702269692923897, + "grad_norm": 14.308547019958496, + "learning_rate": 2.6063829787234047e-06, + "loss": 4.6658, + "step": 50 + }, + { + "epoch": 0.40053404539385845, + "grad_norm": 31.648509979248047, + "learning_rate": 3.936170212765958e-06, + "loss": 4.5687, + "step": 75 + }, + { + "epoch": 0.5340453938584779, + "grad_norm": 17.362152099609375, + "learning_rate": 5.265957446808511e-06, + "loss": 4.5584, + "step": 100 + }, + { + "epoch": 0.6675567423230975, + "grad_norm": 24.779006958007812, + "learning_rate": 6.595744680851064e-06, + "loss": 4.4771, + "step": 125 + }, + { + "epoch": 0.8010680907877169, + "grad_norm": 22.27243995666504, + "learning_rate": 7.925531914893617e-06, + "loss": 4.5277, + "step": 150 + }, + { + "epoch": 0.9345794392523364, + "grad_norm": 27.806100845336914, + "learning_rate": 9.255319148936171e-06, + "loss": 4.5118, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3945409429280397, + "eval_loss": 1.0769424438476562, + "eval_macro_f1": 0.3408985727667919, + "eval_runtime": 1.3432, + "eval_samples_per_second": 600.057, + "eval_steps_per_second": 37.969, + "eval_weighted_f1": 0.3434918732173001, + "step": 188 + }, + { + "epoch": 1.0640854472630175, + "grad_norm": 36.682212829589844, + "learning_rate": 1.0585106382978725e-05, + "loss": 4.1904, + "step": 200 + }, + { + "epoch": 1.1975967957276368, + "grad_norm": 34.60765075683594, + "learning_rate": 1.1914893617021277e-05, + "loss": 4.2316, + "step": 225 + }, + { + "epoch": 1.3311081441922563, + "grad_norm": 67.63904571533203, + "learning_rate": 1.3244680851063832e-05, + "loss": 3.9631, + "step": 250 + }, + { + "epoch": 1.4646194926568759, + "grad_norm": 62.75402069091797, + "learning_rate": 1.4574468085106384e-05, + "loss": 3.7882, + "step": 275 + }, + { + "epoch": 1.5981308411214954, + "grad_norm": 78.74903106689453, + "learning_rate": 1.590425531914894e-05, + "loss": 3.4055, + "step": 300 + }, + { + "epoch": 1.7316421895861147, + "grad_norm": 66.00749206542969, + "learning_rate": 1.723404255319149e-05, + "loss": 3.4294, + "step": 325 + }, + { + "epoch": 1.8651535380507345, + "grad_norm": 99.10375213623047, + "learning_rate": 1.8563829787234043e-05, + "loss": 3.2294, + "step": 350 + }, + { + "epoch": 1.9986648865153538, + "grad_norm": 71.55823516845703, + "learning_rate": 1.9893617021276595e-05, + "loss": 3.3537, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7047146401985112, + "eval_loss": 0.6795066595077515, + "eval_macro_f1": 0.7067766501895908, + "eval_runtime": 1.3215, + "eval_samples_per_second": 609.908, + "eval_steps_per_second": 38.592, + "eval_weighted_f1": 0.7060890662923818, + "step": 376 + }, + { + "epoch": 2.128170894526035, + "grad_norm": 113.5075912475586, + "learning_rate": 1.986406619385343e-05, + "loss": 2.6625, + "step": 400 + }, + { + "epoch": 2.2616822429906542, + "grad_norm": 103.86321258544922, + "learning_rate": 1.971631205673759e-05, + "loss": 2.5218, + "step": 425 + }, + { + "epoch": 2.3951935914552736, + "grad_norm": 58.47706985473633, + "learning_rate": 1.956855791962175e-05, + "loss": 2.6794, + "step": 450 + }, + { + "epoch": 2.5287049399198933, + "grad_norm": 101.97101593017578, + "learning_rate": 1.9420803782505913e-05, + "loss": 2.2406, + "step": 475 + }, + { + "epoch": 2.6622162883845126, + "grad_norm": 72.40673828125, + "learning_rate": 1.927304964539007e-05, + "loss": 2.604, + "step": 500 + }, + { + "epoch": 2.795727636849132, + "grad_norm": 51.263702392578125, + "learning_rate": 1.9125295508274234e-05, + "loss": 2.5204, + "step": 525 + }, + { + "epoch": 2.9292389853137517, + "grad_norm": 78.37619018554688, + "learning_rate": 1.8977541371158394e-05, + "loss": 2.5406, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7791563275434243, + "eval_loss": 0.5432202219963074, + "eval_macro_f1": 0.7779152357864095, + "eval_runtime": 1.3018, + "eval_samples_per_second": 619.14, + "eval_steps_per_second": 39.176, + "eval_weighted_f1": 0.7778853270315558, + "step": 564 + }, + { + "epoch": 3.0587449933244324, + "grad_norm": 114.41605377197266, + "learning_rate": 1.8829787234042557e-05, + "loss": 2.2996, + "step": 575 + }, + { + "epoch": 3.192256341789052, + "grad_norm": 144.34278869628906, + "learning_rate": 1.8682033096926714e-05, + "loss": 1.8548, + "step": 600 + }, + { + "epoch": 3.3257676902536715, + "grad_norm": 107.00936889648438, + "learning_rate": 1.8534278959810878e-05, + "loss": 1.8373, + "step": 625 + }, + { + "epoch": 3.4592790387182912, + "grad_norm": 57.83146286010742, + "learning_rate": 1.8386524822695038e-05, + "loss": 2.0254, + "step": 650 + }, + { + "epoch": 3.5927903871829105, + "grad_norm": 48.766204833984375, + "learning_rate": 1.8238770685579198e-05, + "loss": 1.9678, + "step": 675 + }, + { + "epoch": 3.72630173564753, + "grad_norm": 59.72687530517578, + "learning_rate": 1.8091016548463358e-05, + "loss": 1.7423, + "step": 700 + }, + { + "epoch": 3.8598130841121496, + "grad_norm": 46.5648193359375, + "learning_rate": 1.7943262411347518e-05, + "loss": 2.0462, + "step": 725 + }, + { + "epoch": 3.993324432576769, + "grad_norm": 130.53965759277344, + "learning_rate": 1.779550827423168e-05, + "loss": 2.0111, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7779156327543424, + "eval_loss": 0.5790773630142212, + "eval_macro_f1": 0.7801454732655047, + "eval_runtime": 1.5926, + "eval_samples_per_second": 506.086, + "eval_steps_per_second": 32.023, + "eval_weighted_f1": 0.7802274964154368, + "step": 752 + }, + { + "epoch": 4.12283044058745, + "grad_norm": 47.085819244384766, + "learning_rate": 1.7647754137115842e-05, + "loss": 1.6252, + "step": 775 + }, + { + "epoch": 4.25634178905207, + "grad_norm": 602.8570556640625, + "learning_rate": 1.7500000000000002e-05, + "loss": 1.3944, + "step": 800 + }, + { + "epoch": 4.389853137516689, + "grad_norm": 163.21153259277344, + "learning_rate": 1.7352245862884162e-05, + "loss": 1.683, + "step": 825 + }, + { + "epoch": 4.5233644859813085, + "grad_norm": 139.1584014892578, + "learning_rate": 1.7204491725768322e-05, + "loss": 1.4591, + "step": 850 + }, + { + "epoch": 4.656875834445928, + "grad_norm": 116.4544677734375, + "learning_rate": 1.7056737588652482e-05, + "loss": 1.3155, + "step": 875 + }, + { + "epoch": 4.790387182910547, + "grad_norm": 213.11566162109375, + "learning_rate": 1.6908983451536646e-05, + "loss": 1.5977, + "step": 900 + }, + { + "epoch": 4.923898531375167, + "grad_norm": 137.0535125732422, + "learning_rate": 1.6761229314420806e-05, + "loss": 1.5584, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.792803970223325, + "eval_loss": 0.5803205370903015, + "eval_macro_f1": 0.7901995415429709, + "eval_runtime": 1.3769, + "eval_samples_per_second": 585.376, + "eval_steps_per_second": 37.04, + "eval_weighted_f1": 0.7898408975431453, + "step": 940 + }, + { + "epoch": 5.0534045393858475, + "grad_norm": 57.95295715332031, + "learning_rate": 1.6613475177304966e-05, + "loss": 1.5265, + "step": 950 + }, + { + "epoch": 5.186915887850467, + "grad_norm": 57.90575408935547, + "learning_rate": 1.6465721040189126e-05, + "loss": 1.1428, + "step": 975 + }, + { + "epoch": 5.320427236315087, + "grad_norm": 78.4999771118164, + "learning_rate": 1.6317966903073286e-05, + "loss": 1.2492, + "step": 1000 + }, + { + "epoch": 5.453938584779706, + "grad_norm": 100.98257446289062, + "learning_rate": 1.6170212765957446e-05, + "loss": 1.0586, + "step": 1025 + }, + { + "epoch": 5.587449933244326, + "grad_norm": 97.94979095458984, + "learning_rate": 1.602245862884161e-05, + "loss": 1.1101, + "step": 1050 + }, + { + "epoch": 5.720961281708945, + "grad_norm": 78.16273498535156, + "learning_rate": 1.587470449172577e-05, + "loss": 1.2385, + "step": 1075 + }, + { + "epoch": 5.854472630173564, + "grad_norm": 124.84724426269531, + "learning_rate": 1.572695035460993e-05, + "loss": 1.1764, + "step": 1100 + }, + { + "epoch": 5.9879839786381845, + "grad_norm": 37.85568618774414, + "learning_rate": 1.557919621749409e-05, + "loss": 1.1761, + "step": 1125 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7990074441687345, + "eval_loss": 0.5705699324607849, + "eval_macro_f1": 0.7969358721638774, + "eval_runtime": 1.4401, + "eval_samples_per_second": 559.672, + "eval_steps_per_second": 35.414, + "eval_weighted_f1": 0.7967578116279262, + "step": 1128 + }, + { + "epoch": 6.117489986648865, + "grad_norm": 85.4365463256836, + "learning_rate": 1.543144208037825e-05, + "loss": 0.7581, + "step": 1150 + }, + { + "epoch": 6.251001335113485, + "grad_norm": 77.9954605102539, + "learning_rate": 1.5283687943262414e-05, + "loss": 0.8849, + "step": 1175 + }, + { + "epoch": 6.384512683578104, + "grad_norm": 82.24697875976562, + "learning_rate": 1.5135933806146574e-05, + "loss": 0.8066, + "step": 1200 + }, + { + "epoch": 6.518024032042724, + "grad_norm": 82.22057342529297, + "learning_rate": 1.4988179669030734e-05, + "loss": 0.8939, + "step": 1225 + }, + { + "epoch": 6.651535380507343, + "grad_norm": 94.9775390625, + "learning_rate": 1.4840425531914894e-05, + "loss": 0.9554, + "step": 1250 + }, + { + "epoch": 6.785046728971962, + "grad_norm": 94.97996520996094, + "learning_rate": 1.4692671394799056e-05, + "loss": 0.9816, + "step": 1275 + }, + { + "epoch": 6.9185580774365825, + "grad_norm": 23.87751579284668, + "learning_rate": 1.4544917257683215e-05, + "loss": 0.7228, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7977667493796526, + "eval_loss": 0.8583421111106873, + "eval_macro_f1": 0.796337072635474, + "eval_runtime": 1.5484, + "eval_samples_per_second": 520.538, + "eval_steps_per_second": 32.937, + "eval_weighted_f1": 0.7957483412326785, + "step": 1316 + }, + { + "epoch": 7.048064085447263, + "grad_norm": 123.15629577636719, + "learning_rate": 1.4397163120567377e-05, + "loss": 0.7767, + "step": 1325 + }, + { + "epoch": 7.181575433911883, + "grad_norm": 9.905254364013672, + "learning_rate": 1.4249408983451538e-05, + "loss": 0.6147, + "step": 1350 + }, + { + "epoch": 7.315086782376502, + "grad_norm": 35.1893310546875, + "learning_rate": 1.41016548463357e-05, + "loss": 0.6393, + "step": 1375 + }, + { + "epoch": 7.4485981308411215, + "grad_norm": 101.28886413574219, + "learning_rate": 1.3953900709219859e-05, + "loss": 0.8279, + "step": 1400 + }, + { + "epoch": 7.582109479305741, + "grad_norm": 89.66519165039062, + "learning_rate": 1.380614657210402e-05, + "loss": 0.6438, + "step": 1425 + }, + { + "epoch": 7.71562082777036, + "grad_norm": 130.2637176513672, + "learning_rate": 1.365839243498818e-05, + "loss": 0.8363, + "step": 1450 + }, + { + "epoch": 7.8491321762349795, + "grad_norm": 131.8223876953125, + "learning_rate": 1.351063829787234e-05, + "loss": 0.6715, + "step": 1475 + }, + { + "epoch": 7.9826435246996, + "grad_norm": 63.814483642578125, + "learning_rate": 1.3362884160756503e-05, + "loss": 0.6976, + "step": 1500 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7853598014888338, + "eval_loss": 0.7816921472549438, + "eval_macro_f1": 0.7871280864018791, + "eval_runtime": 1.3198, + "eval_samples_per_second": 610.692, + "eval_steps_per_second": 38.642, + "eval_weighted_f1": 0.7868409517355963, + "step": 1504 + }, + { + "epoch": 8.11214953271028, + "grad_norm": 113.16226959228516, + "learning_rate": 1.3215130023640663e-05, + "loss": 0.5917, + "step": 1525 + }, + { + "epoch": 8.2456608811749, + "grad_norm": 6.102109432220459, + "learning_rate": 1.3067375886524825e-05, + "loss": 0.414, + "step": 1550 + }, + { + "epoch": 8.379172229639519, + "grad_norm": 289.8211364746094, + "learning_rate": 1.2919621749408983e-05, + "loss": 0.6766, + "step": 1575 + }, + { + "epoch": 8.51268357810414, + "grad_norm": 114.22671508789062, + "learning_rate": 1.2771867612293145e-05, + "loss": 0.4846, + "step": 1600 + }, + { + "epoch": 8.646194926568759, + "grad_norm": 91.8122329711914, + "learning_rate": 1.2624113475177307e-05, + "loss": 0.4616, + "step": 1625 + }, + { + "epoch": 8.779706275033378, + "grad_norm": 47.87718963623047, + "learning_rate": 1.2476359338061469e-05, + "loss": 0.3678, + "step": 1650 + }, + { + "epoch": 8.913217623497998, + "grad_norm": 1.4632376432418823, + "learning_rate": 1.2328605200945627e-05, + "loss": 0.5354, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8076923076923077, + "eval_loss": 1.0363377332687378, + "eval_macro_f1": 0.8076821536349494, + "eval_runtime": 1.5315, + "eval_samples_per_second": 526.287, + "eval_steps_per_second": 33.301, + "eval_weighted_f1": 0.8073938590337262, + "step": 1692 + }, + { + "epoch": 9.042723631508679, + "grad_norm": 2.4392056465148926, + "learning_rate": 1.2180851063829789e-05, + "loss": 0.3475, + "step": 1700 + }, + { + "epoch": 9.176234979973298, + "grad_norm": 21.373502731323242, + "learning_rate": 1.2033096926713949e-05, + "loss": 0.471, + "step": 1725 + }, + { + "epoch": 9.309746328437917, + "grad_norm": 563.9158325195312, + "learning_rate": 1.1885342789598109e-05, + "loss": 0.4355, + "step": 1750 + }, + { + "epoch": 9.443257676902537, + "grad_norm": 209.10482788085938, + "learning_rate": 1.1737588652482271e-05, + "loss": 0.4789, + "step": 1775 + }, + { + "epoch": 9.576769025367156, + "grad_norm": 34.97771072387695, + "learning_rate": 1.1589834515366431e-05, + "loss": 0.473, + "step": 1800 + }, + { + "epoch": 9.710280373831775, + "grad_norm": 1.6651285886764526, + "learning_rate": 1.1442080378250593e-05, + "loss": 0.3063, + "step": 1825 + }, + { + "epoch": 9.843791722296395, + "grad_norm": 140.51654052734375, + "learning_rate": 1.1294326241134751e-05, + "loss": 0.4446, + "step": 1850 + }, + { + "epoch": 9.977303070761014, + "grad_norm": 211.1403045654297, + "learning_rate": 1.1146572104018913e-05, + "loss": 0.3602, + "step": 1875 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8014888337468983, + "eval_loss": 1.1314713954925537, + "eval_macro_f1": 0.8026929339876586, + "eval_runtime": 1.291, + "eval_samples_per_second": 624.313, + "eval_steps_per_second": 39.504, + "eval_weighted_f1": 0.8026226708537231, + "step": 1880 + }, + { + "epoch": 10.106809078771695, + "grad_norm": 59.70026397705078, + "learning_rate": 1.0998817966903075e-05, + "loss": 0.3466, + "step": 1900 + }, + { + "epoch": 10.240320427236314, + "grad_norm": 227.8531951904297, + "learning_rate": 1.0851063829787233e-05, + "loss": 0.5127, + "step": 1925 + }, + { + "epoch": 10.373831775700934, + "grad_norm": 179.02700805664062, + "learning_rate": 1.0703309692671395e-05, + "loss": 0.4119, + "step": 1950 + }, + { + "epoch": 10.507343124165555, + "grad_norm": 99.80008697509766, + "learning_rate": 1.0555555555555557e-05, + "loss": 0.3425, + "step": 1975 + }, + { + "epoch": 10.640854472630174, + "grad_norm": 143.17120361328125, + "learning_rate": 1.0407801418439717e-05, + "loss": 0.3791, + "step": 2000 + }, + { + "epoch": 10.774365821094793, + "grad_norm": 12.253843307495117, + "learning_rate": 1.0260047281323877e-05, + "loss": 0.349, + "step": 2025 + }, + { + "epoch": 10.907877169559413, + "grad_norm": 0.8001477122306824, + "learning_rate": 1.011229314420804e-05, + "loss": 0.2431, + "step": 2050 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8126550868486352, + "eval_loss": 1.2980775833129883, + "eval_macro_f1": 0.8128272985445051, + "eval_runtime": 1.2882, + "eval_samples_per_second": 625.692, + "eval_steps_per_second": 39.591, + "eval_weighted_f1": 0.8125052143804149, + "step": 2068 + }, + { + "epoch": 11.037383177570094, + "grad_norm": 5.1656341552734375, + "learning_rate": 9.9645390070922e-06, + "loss": 0.4315, + "step": 2075 + }, + { + "epoch": 11.170894526034713, + "grad_norm": 134.9857635498047, + "learning_rate": 9.81678486997636e-06, + "loss": 0.2163, + "step": 2100 + }, + { + "epoch": 11.304405874499333, + "grad_norm": 125.0728759765625, + "learning_rate": 9.66903073286052e-06, + "loss": 0.3565, + "step": 2125 + }, + { + "epoch": 11.437917222963952, + "grad_norm": 177.59645080566406, + "learning_rate": 9.521276595744681e-06, + "loss": 0.1389, + "step": 2150 + }, + { + "epoch": 11.571428571428571, + "grad_norm": 294.2918701171875, + "learning_rate": 9.373522458628842e-06, + "loss": 0.2123, + "step": 2175 + }, + { + "epoch": 11.70493991989319, + "grad_norm": 146.55836486816406, + "learning_rate": 9.225768321513003e-06, + "loss": 0.249, + "step": 2200 + }, + { + "epoch": 11.83845126835781, + "grad_norm": 20.721708297729492, + "learning_rate": 9.078014184397164e-06, + "loss": 0.3486, + "step": 2225 + }, + { + "epoch": 11.97196261682243, + "grad_norm": 3.319500207901001, + "learning_rate": 8.930260047281325e-06, + "loss": 0.4352, + "step": 2250 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.815136476426799, + "eval_loss": 1.3168463706970215, + "eval_macro_f1": 0.8144525472268141, + "eval_runtime": 1.2816, + "eval_samples_per_second": 628.884, + "eval_steps_per_second": 39.793, + "eval_weighted_f1": 0.814363391375103, + "step": 2256 + }, + { + "epoch": 12.10146862483311, + "grad_norm": 3.259219169616699, + "learning_rate": 8.782505910165485e-06, + "loss": 0.2734, + "step": 2275 + }, + { + "epoch": 12.23497997329773, + "grad_norm": 213.3040771484375, + "learning_rate": 8.634751773049647e-06, + "loss": 0.2937, + "step": 2300 + }, + { + "epoch": 12.368491321762349, + "grad_norm": 0.05558181181550026, + "learning_rate": 8.486997635933807e-06, + "loss": 0.1832, + "step": 2325 + }, + { + "epoch": 12.50200267022697, + "grad_norm": 122.02933502197266, + "learning_rate": 8.339243498817968e-06, + "loss": 0.2669, + "step": 2350 + }, + { + "epoch": 12.63551401869159, + "grad_norm": 0.04168253391981125, + "learning_rate": 8.191489361702128e-06, + "loss": 0.313, + "step": 2375 + }, + { + "epoch": 12.769025367156209, + "grad_norm": 3.795915365219116, + "learning_rate": 8.04373522458629e-06, + "loss": 0.3022, + "step": 2400 + }, + { + "epoch": 12.902536715620828, + "grad_norm": 63.57706832885742, + "learning_rate": 7.89598108747045e-06, + "loss": 0.342, + "step": 2425 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8089330024813896, + "eval_loss": 1.4255176782608032, + "eval_macro_f1": 0.8075314487351873, + "eval_runtime": 1.2877, + "eval_samples_per_second": 625.899, + "eval_steps_per_second": 39.604, + "eval_weighted_f1": 0.8072540331028024, + "step": 2444 + }, + { + "epoch": 13.032042723631509, + "grad_norm": 117.41943359375, + "learning_rate": 7.74822695035461e-06, + "loss": 0.2389, + "step": 2450 + }, + { + "epoch": 13.165554072096128, + "grad_norm": 0.36022743582725525, + "learning_rate": 7.600472813238772e-06, + "loss": 0.1911, + "step": 2475 + }, + { + "epoch": 13.299065420560748, + "grad_norm": 0.14902149140834808, + "learning_rate": 7.452718676122932e-06, + "loss": 0.22, + "step": 2500 + }, + { + "epoch": 13.432576769025367, + "grad_norm": 0.11951306462287903, + "learning_rate": 7.304964539007094e-06, + "loss": 0.2132, + "step": 2525 + }, + { + "epoch": 13.566088117489986, + "grad_norm": 0.4811505377292633, + "learning_rate": 7.157210401891254e-06, + "loss": 0.1059, + "step": 2550 + }, + { + "epoch": 13.699599465954606, + "grad_norm": 10.105010032653809, + "learning_rate": 7.009456264775414e-06, + "loss": 0.164, + "step": 2575 + }, + { + "epoch": 13.833110814419225, + "grad_norm": 0.04656634479761124, + "learning_rate": 6.861702127659575e-06, + "loss": 0.2769, + "step": 2600 + }, + { + "epoch": 13.966622162883844, + "grad_norm": 176.28787231445312, + "learning_rate": 6.713947990543736e-06, + "loss": 0.0483, + "step": 2625 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8076923076923077, + "eval_loss": 1.4930229187011719, + "eval_macro_f1": 0.8080013688900811, + "eval_runtime": 1.3313, + "eval_samples_per_second": 605.417, + "eval_steps_per_second": 38.308, + "eval_weighted_f1": 0.8078387518082091, + "step": 2632 + }, + { + "epoch": 14.096128170894525, + "grad_norm": 0.024915950372815132, + "learning_rate": 6.566193853427897e-06, + "loss": 0.1416, + "step": 2650 + }, + { + "epoch": 14.229639519359145, + "grad_norm": 9.301573753356934, + "learning_rate": 6.418439716312057e-06, + "loss": 0.0725, + "step": 2675 + }, + { + "epoch": 14.363150867823766, + "grad_norm": 0.42879924178123474, + "learning_rate": 6.270685579196219e-06, + "loss": 0.293, + "step": 2700 + }, + { + "epoch": 14.496662216288385, + "grad_norm": 214.10218811035156, + "learning_rate": 6.122931442080379e-06, + "loss": 0.1349, + "step": 2725 + }, + { + "epoch": 14.630173564753004, + "grad_norm": 1.0479226112365723, + "learning_rate": 5.975177304964539e-06, + "loss": 0.0986, + "step": 2750 + }, + { + "epoch": 14.763684913217624, + "grad_norm": 379.1425476074219, + "learning_rate": 5.8274231678487e-06, + "loss": 0.2645, + "step": 2775 + }, + { + "epoch": 14.897196261682243, + "grad_norm": 0.05407767370343208, + "learning_rate": 5.67966903073286e-06, + "loss": 0.136, + "step": 2800 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8200992555831266, + "eval_loss": 1.4651628732681274, + "eval_macro_f1": 0.8186813186813188, + "eval_runtime": 1.3248, + "eval_samples_per_second": 608.391, + "eval_steps_per_second": 38.496, + "eval_weighted_f1": 0.8185784539654901, + "step": 2820 + } + ], + "logging_steps": 25, + "max_steps": 3760, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-3384/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-3384/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-3384/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-3384/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-3384/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-3384/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-3384/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-3384/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7729b7a0610f1c892fa1f026a20b2e3d85748061 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-3384/trainer_state.json @@ -0,0 +1,1186 @@ +{ + "best_global_step": 2820, + "best_metric": 0.8186813186813188, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-04-s44-20260901T085606Z-53ad853a/trainer/checkpoint-2820", + "epoch": 18.0, + "eval_steps": 500, + "global_step": 3384, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13351134846461948, + "grad_norm": 22.084915161132812, + "learning_rate": 1.276595744680851e-06, + "loss": 4.7487, + "step": 25 + }, + { + "epoch": 0.26702269692923897, + "grad_norm": 14.308547019958496, + "learning_rate": 2.6063829787234047e-06, + "loss": 4.6658, + "step": 50 + }, + { + "epoch": 0.40053404539385845, + "grad_norm": 31.648509979248047, + "learning_rate": 3.936170212765958e-06, + "loss": 4.5687, + "step": 75 + }, + { + "epoch": 0.5340453938584779, + "grad_norm": 17.362152099609375, + "learning_rate": 5.265957446808511e-06, + "loss": 4.5584, + "step": 100 + }, + { + "epoch": 0.6675567423230975, + "grad_norm": 24.779006958007812, + "learning_rate": 6.595744680851064e-06, + "loss": 4.4771, + "step": 125 + }, + { + "epoch": 0.8010680907877169, + "grad_norm": 22.27243995666504, + "learning_rate": 7.925531914893617e-06, + "loss": 4.5277, + "step": 150 + }, + { + "epoch": 0.9345794392523364, + "grad_norm": 27.806100845336914, + "learning_rate": 9.255319148936171e-06, + "loss": 4.5118, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3945409429280397, + "eval_loss": 1.0769424438476562, + "eval_macro_f1": 0.3408985727667919, + "eval_runtime": 1.3432, + "eval_samples_per_second": 600.057, + "eval_steps_per_second": 37.969, + "eval_weighted_f1": 0.3434918732173001, + "step": 188 + }, + { + "epoch": 1.0640854472630175, + "grad_norm": 36.682212829589844, + "learning_rate": 1.0585106382978725e-05, + "loss": 4.1904, + "step": 200 + }, + { + "epoch": 1.1975967957276368, + "grad_norm": 34.60765075683594, + "learning_rate": 1.1914893617021277e-05, + "loss": 4.2316, + "step": 225 + }, + { + "epoch": 1.3311081441922563, + "grad_norm": 67.63904571533203, + "learning_rate": 1.3244680851063832e-05, + "loss": 3.9631, + "step": 250 + }, + { + "epoch": 1.4646194926568759, + "grad_norm": 62.75402069091797, + "learning_rate": 1.4574468085106384e-05, + "loss": 3.7882, + "step": 275 + }, + { + "epoch": 1.5981308411214954, + "grad_norm": 78.74903106689453, + "learning_rate": 1.590425531914894e-05, + "loss": 3.4055, + "step": 300 + }, + { + "epoch": 1.7316421895861147, + "grad_norm": 66.00749206542969, + "learning_rate": 1.723404255319149e-05, + "loss": 3.4294, + "step": 325 + }, + { + "epoch": 1.8651535380507345, + "grad_norm": 99.10375213623047, + "learning_rate": 1.8563829787234043e-05, + "loss": 3.2294, + "step": 350 + }, + { + "epoch": 1.9986648865153538, + "grad_norm": 71.55823516845703, + "learning_rate": 1.9893617021276595e-05, + "loss": 3.3537, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7047146401985112, + "eval_loss": 0.6795066595077515, + "eval_macro_f1": 0.7067766501895908, + "eval_runtime": 1.3215, + "eval_samples_per_second": 609.908, + "eval_steps_per_second": 38.592, + "eval_weighted_f1": 0.7060890662923818, + "step": 376 + }, + { + "epoch": 2.128170894526035, + "grad_norm": 113.5075912475586, + "learning_rate": 1.986406619385343e-05, + "loss": 2.6625, + "step": 400 + }, + { + "epoch": 2.2616822429906542, + "grad_norm": 103.86321258544922, + "learning_rate": 1.971631205673759e-05, + "loss": 2.5218, + "step": 425 + }, + { + "epoch": 2.3951935914552736, + "grad_norm": 58.47706985473633, + "learning_rate": 1.956855791962175e-05, + "loss": 2.6794, + "step": 450 + }, + { + "epoch": 2.5287049399198933, + "grad_norm": 101.97101593017578, + "learning_rate": 1.9420803782505913e-05, + "loss": 2.2406, + "step": 475 + }, + { + "epoch": 2.6622162883845126, + "grad_norm": 72.40673828125, + "learning_rate": 1.927304964539007e-05, + "loss": 2.604, + "step": 500 + }, + { + "epoch": 2.795727636849132, + "grad_norm": 51.263702392578125, + "learning_rate": 1.9125295508274234e-05, + "loss": 2.5204, + "step": 525 + }, + { + "epoch": 2.9292389853137517, + "grad_norm": 78.37619018554688, + "learning_rate": 1.8977541371158394e-05, + "loss": 2.5406, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7791563275434243, + "eval_loss": 0.5432202219963074, + "eval_macro_f1": 0.7779152357864095, + "eval_runtime": 1.3018, + "eval_samples_per_second": 619.14, + "eval_steps_per_second": 39.176, + "eval_weighted_f1": 0.7778853270315558, + "step": 564 + }, + { + "epoch": 3.0587449933244324, + "grad_norm": 114.41605377197266, + "learning_rate": 1.8829787234042557e-05, + "loss": 2.2996, + "step": 575 + }, + { + "epoch": 3.192256341789052, + "grad_norm": 144.34278869628906, + "learning_rate": 1.8682033096926714e-05, + "loss": 1.8548, + "step": 600 + }, + { + "epoch": 3.3257676902536715, + "grad_norm": 107.00936889648438, + "learning_rate": 1.8534278959810878e-05, + "loss": 1.8373, + "step": 625 + }, + { + "epoch": 3.4592790387182912, + "grad_norm": 57.83146286010742, + "learning_rate": 1.8386524822695038e-05, + "loss": 2.0254, + "step": 650 + }, + { + "epoch": 3.5927903871829105, + "grad_norm": 48.766204833984375, + "learning_rate": 1.8238770685579198e-05, + "loss": 1.9678, + "step": 675 + }, + { + "epoch": 3.72630173564753, + "grad_norm": 59.72687530517578, + "learning_rate": 1.8091016548463358e-05, + "loss": 1.7423, + "step": 700 + }, + { + "epoch": 3.8598130841121496, + "grad_norm": 46.5648193359375, + "learning_rate": 1.7943262411347518e-05, + "loss": 2.0462, + "step": 725 + }, + { + "epoch": 3.993324432576769, + "grad_norm": 130.53965759277344, + "learning_rate": 1.779550827423168e-05, + "loss": 2.0111, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7779156327543424, + "eval_loss": 0.5790773630142212, + "eval_macro_f1": 0.7801454732655047, + "eval_runtime": 1.5926, + "eval_samples_per_second": 506.086, + "eval_steps_per_second": 32.023, + "eval_weighted_f1": 0.7802274964154368, + "step": 752 + }, + { + "epoch": 4.12283044058745, + "grad_norm": 47.085819244384766, + "learning_rate": 1.7647754137115842e-05, + "loss": 1.6252, + "step": 775 + }, + { + "epoch": 4.25634178905207, + "grad_norm": 602.8570556640625, + "learning_rate": 1.7500000000000002e-05, + "loss": 1.3944, + "step": 800 + }, + { + "epoch": 4.389853137516689, + "grad_norm": 163.21153259277344, + "learning_rate": 1.7352245862884162e-05, + "loss": 1.683, + "step": 825 + }, + { + "epoch": 4.5233644859813085, + "grad_norm": 139.1584014892578, + "learning_rate": 1.7204491725768322e-05, + "loss": 1.4591, + "step": 850 + }, + { + "epoch": 4.656875834445928, + "grad_norm": 116.4544677734375, + "learning_rate": 1.7056737588652482e-05, + "loss": 1.3155, + "step": 875 + }, + { + "epoch": 4.790387182910547, + "grad_norm": 213.11566162109375, + "learning_rate": 1.6908983451536646e-05, + "loss": 1.5977, + "step": 900 + }, + { + "epoch": 4.923898531375167, + "grad_norm": 137.0535125732422, + "learning_rate": 1.6761229314420806e-05, + "loss": 1.5584, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.792803970223325, + "eval_loss": 0.5803205370903015, + "eval_macro_f1": 0.7901995415429709, + "eval_runtime": 1.3769, + "eval_samples_per_second": 585.376, + "eval_steps_per_second": 37.04, + "eval_weighted_f1": 0.7898408975431453, + "step": 940 + }, + { + "epoch": 5.0534045393858475, + "grad_norm": 57.95295715332031, + "learning_rate": 1.6613475177304966e-05, + "loss": 1.5265, + "step": 950 + }, + { + "epoch": 5.186915887850467, + "grad_norm": 57.90575408935547, + "learning_rate": 1.6465721040189126e-05, + "loss": 1.1428, + "step": 975 + }, + { + "epoch": 5.320427236315087, + "grad_norm": 78.4999771118164, + "learning_rate": 1.6317966903073286e-05, + "loss": 1.2492, + "step": 1000 + }, + { + "epoch": 5.453938584779706, + "grad_norm": 100.98257446289062, + "learning_rate": 1.6170212765957446e-05, + "loss": 1.0586, + "step": 1025 + }, + { + "epoch": 5.587449933244326, + "grad_norm": 97.94979095458984, + "learning_rate": 1.602245862884161e-05, + "loss": 1.1101, + "step": 1050 + }, + { + "epoch": 5.720961281708945, + "grad_norm": 78.16273498535156, + "learning_rate": 1.587470449172577e-05, + "loss": 1.2385, + "step": 1075 + }, + { + "epoch": 5.854472630173564, + "grad_norm": 124.84724426269531, + "learning_rate": 1.572695035460993e-05, + "loss": 1.1764, + "step": 1100 + }, + { + "epoch": 5.9879839786381845, + "grad_norm": 37.85568618774414, + "learning_rate": 1.557919621749409e-05, + "loss": 1.1761, + "step": 1125 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7990074441687345, + "eval_loss": 0.5705699324607849, + "eval_macro_f1": 0.7969358721638774, + "eval_runtime": 1.4401, + "eval_samples_per_second": 559.672, + "eval_steps_per_second": 35.414, + "eval_weighted_f1": 0.7967578116279262, + "step": 1128 + }, + { + "epoch": 6.117489986648865, + "grad_norm": 85.4365463256836, + "learning_rate": 1.543144208037825e-05, + "loss": 0.7581, + "step": 1150 + }, + { + "epoch": 6.251001335113485, + "grad_norm": 77.9954605102539, + "learning_rate": 1.5283687943262414e-05, + "loss": 0.8849, + "step": 1175 + }, + { + "epoch": 6.384512683578104, + "grad_norm": 82.24697875976562, + "learning_rate": 1.5135933806146574e-05, + "loss": 0.8066, + "step": 1200 + }, + { + "epoch": 6.518024032042724, + "grad_norm": 82.22057342529297, + "learning_rate": 1.4988179669030734e-05, + "loss": 0.8939, + "step": 1225 + }, + { + "epoch": 6.651535380507343, + "grad_norm": 94.9775390625, + "learning_rate": 1.4840425531914894e-05, + "loss": 0.9554, + "step": 1250 + }, + { + "epoch": 6.785046728971962, + "grad_norm": 94.97996520996094, + "learning_rate": 1.4692671394799056e-05, + "loss": 0.9816, + "step": 1275 + }, + { + "epoch": 6.9185580774365825, + "grad_norm": 23.87751579284668, + "learning_rate": 1.4544917257683215e-05, + "loss": 0.7228, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7977667493796526, + "eval_loss": 0.8583421111106873, + "eval_macro_f1": 0.796337072635474, + "eval_runtime": 1.5484, + "eval_samples_per_second": 520.538, + "eval_steps_per_second": 32.937, + "eval_weighted_f1": 0.7957483412326785, + "step": 1316 + }, + { + "epoch": 7.048064085447263, + "grad_norm": 123.15629577636719, + "learning_rate": 1.4397163120567377e-05, + "loss": 0.7767, + "step": 1325 + }, + { + "epoch": 7.181575433911883, + "grad_norm": 9.905254364013672, + "learning_rate": 1.4249408983451538e-05, + "loss": 0.6147, + "step": 1350 + }, + { + "epoch": 7.315086782376502, + "grad_norm": 35.1893310546875, + "learning_rate": 1.41016548463357e-05, + "loss": 0.6393, + "step": 1375 + }, + { + "epoch": 7.4485981308411215, + "grad_norm": 101.28886413574219, + "learning_rate": 1.3953900709219859e-05, + "loss": 0.8279, + "step": 1400 + }, + { + "epoch": 7.582109479305741, + "grad_norm": 89.66519165039062, + "learning_rate": 1.380614657210402e-05, + "loss": 0.6438, + "step": 1425 + }, + { + "epoch": 7.71562082777036, + "grad_norm": 130.2637176513672, + "learning_rate": 1.365839243498818e-05, + "loss": 0.8363, + "step": 1450 + }, + { + "epoch": 7.8491321762349795, + "grad_norm": 131.8223876953125, + "learning_rate": 1.351063829787234e-05, + "loss": 0.6715, + "step": 1475 + }, + { + "epoch": 7.9826435246996, + "grad_norm": 63.814483642578125, + "learning_rate": 1.3362884160756503e-05, + "loss": 0.6976, + "step": 1500 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7853598014888338, + "eval_loss": 0.7816921472549438, + "eval_macro_f1": 0.7871280864018791, + "eval_runtime": 1.3198, + "eval_samples_per_second": 610.692, + "eval_steps_per_second": 38.642, + "eval_weighted_f1": 0.7868409517355963, + "step": 1504 + }, + { + "epoch": 8.11214953271028, + "grad_norm": 113.16226959228516, + "learning_rate": 1.3215130023640663e-05, + "loss": 0.5917, + "step": 1525 + }, + { + "epoch": 8.2456608811749, + "grad_norm": 6.102109432220459, + "learning_rate": 1.3067375886524825e-05, + "loss": 0.414, + "step": 1550 + }, + { + "epoch": 8.379172229639519, + "grad_norm": 289.8211364746094, + "learning_rate": 1.2919621749408983e-05, + "loss": 0.6766, + "step": 1575 + }, + { + "epoch": 8.51268357810414, + "grad_norm": 114.22671508789062, + "learning_rate": 1.2771867612293145e-05, + "loss": 0.4846, + "step": 1600 + }, + { + "epoch": 8.646194926568759, + "grad_norm": 91.8122329711914, + "learning_rate": 1.2624113475177307e-05, + "loss": 0.4616, + "step": 1625 + }, + { + "epoch": 8.779706275033378, + "grad_norm": 47.87718963623047, + "learning_rate": 1.2476359338061469e-05, + "loss": 0.3678, + "step": 1650 + }, + { + "epoch": 8.913217623497998, + "grad_norm": 1.4632376432418823, + "learning_rate": 1.2328605200945627e-05, + "loss": 0.5354, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8076923076923077, + "eval_loss": 1.0363377332687378, + "eval_macro_f1": 0.8076821536349494, + "eval_runtime": 1.5315, + "eval_samples_per_second": 526.287, + "eval_steps_per_second": 33.301, + "eval_weighted_f1": 0.8073938590337262, + "step": 1692 + }, + { + "epoch": 9.042723631508679, + "grad_norm": 2.4392056465148926, + "learning_rate": 1.2180851063829789e-05, + "loss": 0.3475, + "step": 1700 + }, + { + "epoch": 9.176234979973298, + "grad_norm": 21.373502731323242, + "learning_rate": 1.2033096926713949e-05, + "loss": 0.471, + "step": 1725 + }, + { + "epoch": 9.309746328437917, + "grad_norm": 563.9158325195312, + "learning_rate": 1.1885342789598109e-05, + "loss": 0.4355, + "step": 1750 + }, + { + "epoch": 9.443257676902537, + "grad_norm": 209.10482788085938, + "learning_rate": 1.1737588652482271e-05, + "loss": 0.4789, + "step": 1775 + }, + { + "epoch": 9.576769025367156, + "grad_norm": 34.97771072387695, + "learning_rate": 1.1589834515366431e-05, + "loss": 0.473, + "step": 1800 + }, + { + "epoch": 9.710280373831775, + "grad_norm": 1.6651285886764526, + "learning_rate": 1.1442080378250593e-05, + "loss": 0.3063, + "step": 1825 + }, + { + "epoch": 9.843791722296395, + "grad_norm": 140.51654052734375, + "learning_rate": 1.1294326241134751e-05, + "loss": 0.4446, + "step": 1850 + }, + { + "epoch": 9.977303070761014, + "grad_norm": 211.1403045654297, + "learning_rate": 1.1146572104018913e-05, + "loss": 0.3602, + "step": 1875 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8014888337468983, + "eval_loss": 1.1314713954925537, + "eval_macro_f1": 0.8026929339876586, + "eval_runtime": 1.291, + "eval_samples_per_second": 624.313, + "eval_steps_per_second": 39.504, + "eval_weighted_f1": 0.8026226708537231, + "step": 1880 + }, + { + "epoch": 10.106809078771695, + "grad_norm": 59.70026397705078, + "learning_rate": 1.0998817966903075e-05, + "loss": 0.3466, + "step": 1900 + }, + { + "epoch": 10.240320427236314, + "grad_norm": 227.8531951904297, + "learning_rate": 1.0851063829787233e-05, + "loss": 0.5127, + "step": 1925 + }, + { + "epoch": 10.373831775700934, + "grad_norm": 179.02700805664062, + "learning_rate": 1.0703309692671395e-05, + "loss": 0.4119, + "step": 1950 + }, + { + "epoch": 10.507343124165555, + "grad_norm": 99.80008697509766, + "learning_rate": 1.0555555555555557e-05, + "loss": 0.3425, + "step": 1975 + }, + { + "epoch": 10.640854472630174, + "grad_norm": 143.17120361328125, + "learning_rate": 1.0407801418439717e-05, + "loss": 0.3791, + "step": 2000 + }, + { + "epoch": 10.774365821094793, + "grad_norm": 12.253843307495117, + "learning_rate": 1.0260047281323877e-05, + "loss": 0.349, + "step": 2025 + }, + { + "epoch": 10.907877169559413, + "grad_norm": 0.8001477122306824, + "learning_rate": 1.011229314420804e-05, + "loss": 0.2431, + "step": 2050 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8126550868486352, + "eval_loss": 1.2980775833129883, + "eval_macro_f1": 0.8128272985445051, + "eval_runtime": 1.2882, + "eval_samples_per_second": 625.692, + "eval_steps_per_second": 39.591, + "eval_weighted_f1": 0.8125052143804149, + "step": 2068 + }, + { + "epoch": 11.037383177570094, + "grad_norm": 5.1656341552734375, + "learning_rate": 9.9645390070922e-06, + "loss": 0.4315, + "step": 2075 + }, + { + "epoch": 11.170894526034713, + "grad_norm": 134.9857635498047, + "learning_rate": 9.81678486997636e-06, + "loss": 0.2163, + "step": 2100 + }, + { + "epoch": 11.304405874499333, + "grad_norm": 125.0728759765625, + "learning_rate": 9.66903073286052e-06, + "loss": 0.3565, + "step": 2125 + }, + { + "epoch": 11.437917222963952, + "grad_norm": 177.59645080566406, + "learning_rate": 9.521276595744681e-06, + "loss": 0.1389, + "step": 2150 + }, + { + "epoch": 11.571428571428571, + "grad_norm": 294.2918701171875, + "learning_rate": 9.373522458628842e-06, + "loss": 0.2123, + "step": 2175 + }, + { + "epoch": 11.70493991989319, + "grad_norm": 146.55836486816406, + "learning_rate": 9.225768321513003e-06, + "loss": 0.249, + "step": 2200 + }, + { + "epoch": 11.83845126835781, + "grad_norm": 20.721708297729492, + "learning_rate": 9.078014184397164e-06, + "loss": 0.3486, + "step": 2225 + }, + { + "epoch": 11.97196261682243, + "grad_norm": 3.319500207901001, + "learning_rate": 8.930260047281325e-06, + "loss": 0.4352, + "step": 2250 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.815136476426799, + "eval_loss": 1.3168463706970215, + "eval_macro_f1": 0.8144525472268141, + "eval_runtime": 1.2816, + "eval_samples_per_second": 628.884, + "eval_steps_per_second": 39.793, + "eval_weighted_f1": 0.814363391375103, + "step": 2256 + }, + { + "epoch": 12.10146862483311, + "grad_norm": 3.259219169616699, + "learning_rate": 8.782505910165485e-06, + "loss": 0.2734, + "step": 2275 + }, + { + "epoch": 12.23497997329773, + "grad_norm": 213.3040771484375, + "learning_rate": 8.634751773049647e-06, + "loss": 0.2937, + "step": 2300 + }, + { + "epoch": 12.368491321762349, + "grad_norm": 0.05558181181550026, + "learning_rate": 8.486997635933807e-06, + "loss": 0.1832, + "step": 2325 + }, + { + "epoch": 12.50200267022697, + "grad_norm": 122.02933502197266, + "learning_rate": 8.339243498817968e-06, + "loss": 0.2669, + "step": 2350 + }, + { + "epoch": 12.63551401869159, + "grad_norm": 0.04168253391981125, + "learning_rate": 8.191489361702128e-06, + "loss": 0.313, + "step": 2375 + }, + { + "epoch": 12.769025367156209, + "grad_norm": 3.795915365219116, + "learning_rate": 8.04373522458629e-06, + "loss": 0.3022, + "step": 2400 + }, + { + "epoch": 12.902536715620828, + "grad_norm": 63.57706832885742, + "learning_rate": 7.89598108747045e-06, + "loss": 0.342, + "step": 2425 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8089330024813896, + "eval_loss": 1.4255176782608032, + "eval_macro_f1": 0.8075314487351873, + "eval_runtime": 1.2877, + "eval_samples_per_second": 625.899, + "eval_steps_per_second": 39.604, + "eval_weighted_f1": 0.8072540331028024, + "step": 2444 + }, + { + "epoch": 13.032042723631509, + "grad_norm": 117.41943359375, + "learning_rate": 7.74822695035461e-06, + "loss": 0.2389, + "step": 2450 + }, + { + "epoch": 13.165554072096128, + "grad_norm": 0.36022743582725525, + "learning_rate": 7.600472813238772e-06, + "loss": 0.1911, + "step": 2475 + }, + { + "epoch": 13.299065420560748, + "grad_norm": 0.14902149140834808, + "learning_rate": 7.452718676122932e-06, + "loss": 0.22, + "step": 2500 + }, + { + "epoch": 13.432576769025367, + "grad_norm": 0.11951306462287903, + "learning_rate": 7.304964539007094e-06, + "loss": 0.2132, + "step": 2525 + }, + { + "epoch": 13.566088117489986, + "grad_norm": 0.4811505377292633, + "learning_rate": 7.157210401891254e-06, + "loss": 0.1059, + "step": 2550 + }, + { + "epoch": 13.699599465954606, + "grad_norm": 10.105010032653809, + "learning_rate": 7.009456264775414e-06, + "loss": 0.164, + "step": 2575 + }, + { + "epoch": 13.833110814419225, + "grad_norm": 0.04656634479761124, + "learning_rate": 6.861702127659575e-06, + "loss": 0.2769, + "step": 2600 + }, + { + "epoch": 13.966622162883844, + "grad_norm": 176.28787231445312, + "learning_rate": 6.713947990543736e-06, + "loss": 0.0483, + "step": 2625 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.8076923076923077, + "eval_loss": 1.4930229187011719, + "eval_macro_f1": 0.8080013688900811, + "eval_runtime": 1.3313, + "eval_samples_per_second": 605.417, + "eval_steps_per_second": 38.308, + "eval_weighted_f1": 0.8078387518082091, + "step": 2632 + }, + { + "epoch": 14.096128170894525, + "grad_norm": 0.024915950372815132, + "learning_rate": 6.566193853427897e-06, + "loss": 0.1416, + "step": 2650 + }, + { + "epoch": 14.229639519359145, + "grad_norm": 9.301573753356934, + "learning_rate": 6.418439716312057e-06, + "loss": 0.0725, + "step": 2675 + }, + { + "epoch": 14.363150867823766, + "grad_norm": 0.42879924178123474, + "learning_rate": 6.270685579196219e-06, + "loss": 0.293, + "step": 2700 + }, + { + "epoch": 14.496662216288385, + "grad_norm": 214.10218811035156, + "learning_rate": 6.122931442080379e-06, + "loss": 0.1349, + "step": 2725 + }, + { + "epoch": 14.630173564753004, + "grad_norm": 1.0479226112365723, + "learning_rate": 5.975177304964539e-06, + "loss": 0.0986, + "step": 2750 + }, + { + "epoch": 14.763684913217624, + "grad_norm": 379.1425476074219, + "learning_rate": 5.8274231678487e-06, + "loss": 0.2645, + "step": 2775 + }, + { + "epoch": 14.897196261682243, + "grad_norm": 0.05407767370343208, + "learning_rate": 5.67966903073286e-06, + "loss": 0.136, + "step": 2800 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8200992555831266, + "eval_loss": 1.4651628732681274, + "eval_macro_f1": 0.8186813186813188, + "eval_runtime": 1.3248, + "eval_samples_per_second": 608.391, + "eval_steps_per_second": 38.496, + "eval_weighted_f1": 0.8185784539654901, + "step": 2820 + }, + { + "epoch": 15.026702269692924, + "grad_norm": 0.028495075181126595, + "learning_rate": 5.531914893617022e-06, + "loss": 0.1759, + "step": 2825 + }, + { + "epoch": 15.160213618157544, + "grad_norm": 0.46656137704849243, + "learning_rate": 5.384160756501182e-06, + "loss": 0.1434, + "step": 2850 + }, + { + "epoch": 15.293724966622163, + "grad_norm": 2.5438661575317383, + "learning_rate": 5.236406619385343e-06, + "loss": 0.2726, + "step": 2875 + }, + { + "epoch": 15.427236315086782, + "grad_norm": 0.01539914496243, + "learning_rate": 5.088652482269504e-06, + "loss": 0.1484, + "step": 2900 + }, + { + "epoch": 15.560747663551401, + "grad_norm": 11.39090347290039, + "learning_rate": 4.940898345153664e-06, + "loss": 0.0268, + "step": 2925 + }, + { + "epoch": 15.69425901201602, + "grad_norm": 1.5790512561798096, + "learning_rate": 4.793144208037825e-06, + "loss": 0.103, + "step": 2950 + }, + { + "epoch": 15.82777036048064, + "grad_norm": 0.2039487510919571, + "learning_rate": 4.645390070921986e-06, + "loss": 0.0758, + "step": 2975 + }, + { + "epoch": 15.961281708945261, + "grad_norm": 8.410481452941895, + "learning_rate": 4.497635933806147e-06, + "loss": 0.1619, + "step": 3000 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.8126550868486352, + "eval_loss": 1.5280128717422485, + "eval_macro_f1": 0.8115589085172266, + "eval_runtime": 1.3391, + "eval_samples_per_second": 601.917, + "eval_steps_per_second": 38.087, + "eval_weighted_f1": 0.8114060253323354, + "step": 3008 + }, + { + "epoch": 16.09078771695594, + "grad_norm": 0.009019169956445694, + "learning_rate": 4.349881796690308e-06, + "loss": 0.3186, + "step": 3025 + }, + { + "epoch": 16.22429906542056, + "grad_norm": 0.029854929074645042, + "learning_rate": 4.202127659574468e-06, + "loss": 0.1741, + "step": 3050 + }, + { + "epoch": 16.35781041388518, + "grad_norm": 2.2798545360565186, + "learning_rate": 4.0543735224586285e-06, + "loss": 0.0993, + "step": 3075 + }, + { + "epoch": 16.4913217623498, + "grad_norm": 0.017617393285036087, + "learning_rate": 3.9066193853427895e-06, + "loss": 0.0229, + "step": 3100 + }, + { + "epoch": 16.624833110814418, + "grad_norm": 0.01853603683412075, + "learning_rate": 3.7588652482269505e-06, + "loss": 0.0661, + "step": 3125 + }, + { + "epoch": 16.758344459279037, + "grad_norm": 0.016189556568861008, + "learning_rate": 3.6111111111111115e-06, + "loss": 0.0616, + "step": 3150 + }, + { + "epoch": 16.89185580774366, + "grad_norm": 0.40171802043914795, + "learning_rate": 3.463356973995272e-06, + "loss": 0.0957, + "step": 3175 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.8039702233250621, + "eval_loss": 1.7166117429733276, + "eval_macro_f1": 0.8054004688411794, + "eval_runtime": 1.4355, + "eval_samples_per_second": 561.477, + "eval_steps_per_second": 35.528, + "eval_weighted_f1": 0.8051807384885012, + "step": 3196 + }, + { + "epoch": 17.02136181575434, + "grad_norm": 0.015801044180989265, + "learning_rate": 3.315602836879433e-06, + "loss": 0.0464, + "step": 3200 + }, + { + "epoch": 17.15487316421896, + "grad_norm": 0.013546427711844444, + "learning_rate": 3.167848699763594e-06, + "loss": 0.1088, + "step": 3225 + }, + { + "epoch": 17.288384512683578, + "grad_norm": 0.011045869439840317, + "learning_rate": 3.0200945626477545e-06, + "loss": 0.09, + "step": 3250 + }, + { + "epoch": 17.421895861148197, + "grad_norm": 0.013985870406031609, + "learning_rate": 2.8723404255319155e-06, + "loss": 0.04, + "step": 3275 + }, + { + "epoch": 17.555407209612817, + "grad_norm": 0.023280266672372818, + "learning_rate": 2.7245862884160757e-06, + "loss": 0.0316, + "step": 3300 + }, + { + "epoch": 17.688918558077436, + "grad_norm": 381.6300048828125, + "learning_rate": 2.5768321513002366e-06, + "loss": 0.1691, + "step": 3325 + }, + { + "epoch": 17.822429906542055, + "grad_norm": 0.022903982549905777, + "learning_rate": 2.429078014184397e-06, + "loss": 0.0872, + "step": 3350 + }, + { + "epoch": 17.955941255006675, + "grad_norm": 16.08935546875, + "learning_rate": 2.281323877068558e-06, + "loss": 0.105, + "step": 3375 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.8101736972704715, + "eval_loss": 1.6358190774917603, + "eval_macro_f1": 0.8105845744772148, + "eval_runtime": 1.3056, + "eval_samples_per_second": 617.348, + "eval_steps_per_second": 39.063, + "eval_weighted_f1": 0.810456480747091, + "step": 3384 + } + ], + "logging_steps": 25, + "max_steps": 3760, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..60c6e83d75688c2229d52faedc16802493f08626 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050/trainer_state.json @@ -0,0 +1,403 @@ +{ + "best_global_step": 1050, + "best_metric": 0.8091986047375076, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 1050, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1430615164520744, + "grad_norm": 12.197219848632812, + "learning_rate": 1.3714285714285717e-06, + "loss": 4.7403, + "step": 25 + }, + { + "epoch": 0.2861230329041488, + "grad_norm": 25.963361740112305, + "learning_rate": 2.8000000000000003e-06, + "loss": 4.7251, + "step": 50 + }, + { + "epoch": 0.4291845493562232, + "grad_norm": 33.43268966674805, + "learning_rate": 4.228571428571429e-06, + "loss": 4.5874, + "step": 75 + }, + { + "epoch": 0.5722460658082976, + "grad_norm": 30.465517044067383, + "learning_rate": 5.6571428571428576e-06, + "loss": 4.5345, + "step": 100 + }, + { + "epoch": 0.7153075822603719, + "grad_norm": 28.32807159423828, + "learning_rate": 7.085714285714286e-06, + "loss": 4.5444, + "step": 125 + }, + { + "epoch": 0.8583690987124464, + "grad_norm": 30.385108947753906, + "learning_rate": 8.514285714285715e-06, + "loss": 4.4506, + "step": 150 + }, + { + "epoch": 1.0, + "grad_norm": 14.544989585876465, + "learning_rate": 9.942857142857145e-06, + "loss": 4.4828, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.47035040431266845, + "eval_loss": 1.065821886062622, + "eval_macro_f1": 0.4606479768079481, + "eval_runtime": 1.2309, + "eval_samples_per_second": 602.787, + "eval_steps_per_second": 38.182, + "eval_weighted_f1": 0.46332790263817913, + "step": 175 + }, + { + "epoch": 1.1430615164520743, + "grad_norm": 21.629867553710938, + "learning_rate": 1.1371428571428573e-05, + "loss": 4.4024, + "step": 200 + }, + { + "epoch": 1.2861230329041489, + "grad_norm": 25.657989501953125, + "learning_rate": 1.2800000000000001e-05, + "loss": 4.208, + "step": 225 + }, + { + "epoch": 1.4291845493562232, + "grad_norm": 34.29860305786133, + "learning_rate": 1.422857142857143e-05, + "loss": 4.0361, + "step": 250 + }, + { + "epoch": 1.5722460658082977, + "grad_norm": 505.32110595703125, + "learning_rate": 1.5657142857142856e-05, + "loss": 3.7962, + "step": 275 + }, + { + "epoch": 1.715307582260372, + "grad_norm": 78.63088989257812, + "learning_rate": 1.708571428571429e-05, + "loss": 3.6094, + "step": 300 + }, + { + "epoch": 1.8583690987124464, + "grad_norm": 105.43196105957031, + "learning_rate": 1.8514285714285716e-05, + "loss": 3.3099, + "step": 325 + }, + { + "epoch": 2.0, + "grad_norm": 66.47168731689453, + "learning_rate": 1.9942857142857142e-05, + "loss": 3.0102, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6711590296495957, + "eval_loss": 0.8428650498390198, + "eval_macro_f1": 0.6634399460303582, + "eval_runtime": 1.197, + "eval_samples_per_second": 619.863, + "eval_steps_per_second": 39.264, + "eval_weighted_f1": 0.6639223797292255, + "step": 350 + }, + { + "epoch": 2.1430615164520743, + "grad_norm": 70.88899993896484, + "learning_rate": 1.984761904761905e-05, + "loss": 2.6724, + "step": 375 + }, + { + "epoch": 2.2861230329041486, + "grad_norm": 78.16261291503906, + "learning_rate": 1.968888888888889e-05, + "loss": 2.6278, + "step": 400 + }, + { + "epoch": 2.429184549356223, + "grad_norm": 100.44965362548828, + "learning_rate": 1.953015873015873e-05, + "loss": 2.5605, + "step": 425 + }, + { + "epoch": 2.5722460658082977, + "grad_norm": 57.58556365966797, + "learning_rate": 1.937142857142857e-05, + "loss": 2.5113, + "step": 450 + }, + { + "epoch": 2.715307582260372, + "grad_norm": 77.10778045654297, + "learning_rate": 1.9212698412698414e-05, + "loss": 2.6231, + "step": 475 + }, + { + "epoch": 2.8583690987124464, + "grad_norm": 84.43509674072266, + "learning_rate": 1.9053968253968257e-05, + "loss": 2.648, + "step": 500 + }, + { + "epoch": 3.0, + "grad_norm": 46.91667556762695, + "learning_rate": 1.8895238095238096e-05, + "loss": 2.3658, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7439353099730458, + "eval_loss": 0.6675564646720886, + "eval_macro_f1": 0.7367833293920251, + "eval_runtime": 1.3053, + "eval_samples_per_second": 568.431, + "eval_steps_per_second": 36.006, + "eval_weighted_f1": 0.7381816451709807, + "step": 525 + }, + { + "epoch": 3.1430615164520743, + "grad_norm": 83.86105346679688, + "learning_rate": 1.8736507936507936e-05, + "loss": 2.436, + "step": 550 + }, + { + "epoch": 3.2861230329041486, + "grad_norm": 142.40248107910156, + "learning_rate": 1.857777777777778e-05, + "loss": 2.2121, + "step": 575 + }, + { + "epoch": 3.429184549356223, + "grad_norm": 77.12246704101562, + "learning_rate": 1.8419047619047622e-05, + "loss": 1.9696, + "step": 600 + }, + { + "epoch": 3.5722460658082977, + "grad_norm": 67.11112976074219, + "learning_rate": 1.8260317460317462e-05, + "loss": 1.9185, + "step": 625 + }, + { + "epoch": 3.715307582260372, + "grad_norm": 70.1457290649414, + "learning_rate": 1.81015873015873e-05, + "loss": 1.8248, + "step": 650 + }, + { + "epoch": 3.8583690987124464, + "grad_norm": 114.78907012939453, + "learning_rate": 1.7942857142857144e-05, + "loss": 1.8424, + "step": 675 + }, + { + "epoch": 4.0, + "grad_norm": 76.53990936279297, + "learning_rate": 1.7784126984126987e-05, + "loss": 1.9454, + "step": 700 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7789757412398922, + "eval_loss": 0.6333597302436829, + "eval_macro_f1": 0.7736469349992209, + "eval_runtime": 1.2728, + "eval_samples_per_second": 582.971, + "eval_steps_per_second": 36.927, + "eval_weighted_f1": 0.7743331536798127, + "step": 700 + }, + { + "epoch": 4.143061516452074, + "grad_norm": 86.45375061035156, + "learning_rate": 1.7625396825396827e-05, + "loss": 1.6553, + "step": 725 + }, + { + "epoch": 4.286123032904149, + "grad_norm": 63.30045700073242, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7035, + "step": 750 + }, + { + "epoch": 4.429184549356223, + "grad_norm": 87.53239440917969, + "learning_rate": 1.730793650793651e-05, + "loss": 1.4596, + "step": 775 + }, + { + "epoch": 4.572246065808297, + "grad_norm": 83.59683990478516, + "learning_rate": 1.7149206349206353e-05, + "loss": 1.3384, + "step": 800 + }, + { + "epoch": 4.715307582260372, + "grad_norm": 80.97623443603516, + "learning_rate": 1.6990476190476192e-05, + "loss": 1.7852, + "step": 825 + }, + { + "epoch": 4.858369098712446, + "grad_norm": 109.90577697753906, + "learning_rate": 1.6831746031746032e-05, + "loss": 1.7181, + "step": 850 + }, + { + "epoch": 5.0, + "grad_norm": 62.71117401123047, + "learning_rate": 1.6673015873015875e-05, + "loss": 1.5049, + "step": 875 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8005390835579514, + "eval_loss": 0.6298153400421143, + "eval_macro_f1": 0.7962921993546318, + "eval_runtime": 1.3089, + "eval_samples_per_second": 566.882, + "eval_steps_per_second": 35.908, + "eval_weighted_f1": 0.79657718752741, + "step": 875 + }, + { + "epoch": 5.143061516452074, + "grad_norm": 30.990093231201172, + "learning_rate": 1.6514285714285714e-05, + "loss": 1.0416, + "step": 900 + }, + { + "epoch": 5.286123032904149, + "grad_norm": 94.22969055175781, + "learning_rate": 1.6355555555555557e-05, + "loss": 1.4239, + "step": 925 + }, + { + "epoch": 5.429184549356223, + "grad_norm": 61.01396179199219, + "learning_rate": 1.6196825396825397e-05, + "loss": 1.1481, + "step": 950 + }, + { + "epoch": 5.572246065808297, + "grad_norm": 48.61455154418945, + "learning_rate": 1.603809523809524e-05, + "loss": 1.108, + "step": 975 + }, + { + "epoch": 5.715307582260372, + "grad_norm": 49.732330322265625, + "learning_rate": 1.587936507936508e-05, + "loss": 1.1231, + "step": 1000 + }, + { + "epoch": 5.858369098712446, + "grad_norm": 160.33851623535156, + "learning_rate": 1.5720634920634923e-05, + "loss": 1.2643, + "step": 1025 + }, + { + "epoch": 6.0, + "grad_norm": 52.69905090332031, + "learning_rate": 1.5561904761904762e-05, + "loss": 1.1329, + "step": 1050 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8099730458221024, + "eval_loss": 0.6133526563644409, + "eval_macro_f1": 0.8091986047375076, + "eval_runtime": 1.2656, + "eval_samples_per_second": 586.278, + "eval_steps_per_second": 37.136, + "eval_weighted_f1": 0.8095201549888597, + "step": 1050 + } + ], + "logging_steps": 25, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1575/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1575/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1575/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1575/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1575/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1575/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1575/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1575/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c4af93677e336a59d27d0119e3c5ad10ab76a057 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1575/trainer_state.json @@ -0,0 +1,583 @@ +{ + "best_global_step": 1050, + "best_metric": 0.8091986047375076, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-05-s44-20260901T091435Z-53ad853a/trainer/checkpoint-1050", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1575, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1430615164520744, + "grad_norm": 12.197219848632812, + "learning_rate": 1.3714285714285717e-06, + "loss": 4.7403, + "step": 25 + }, + { + "epoch": 0.2861230329041488, + "grad_norm": 25.963361740112305, + "learning_rate": 2.8000000000000003e-06, + "loss": 4.7251, + "step": 50 + }, + { + "epoch": 0.4291845493562232, + "grad_norm": 33.43268966674805, + "learning_rate": 4.228571428571429e-06, + "loss": 4.5874, + "step": 75 + }, + { + "epoch": 0.5722460658082976, + "grad_norm": 30.465517044067383, + "learning_rate": 5.6571428571428576e-06, + "loss": 4.5345, + "step": 100 + }, + { + "epoch": 0.7153075822603719, + "grad_norm": 28.32807159423828, + "learning_rate": 7.085714285714286e-06, + "loss": 4.5444, + "step": 125 + }, + { + "epoch": 0.8583690987124464, + "grad_norm": 30.385108947753906, + "learning_rate": 8.514285714285715e-06, + "loss": 4.4506, + "step": 150 + }, + { + "epoch": 1.0, + "grad_norm": 14.544989585876465, + "learning_rate": 9.942857142857145e-06, + "loss": 4.4828, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.47035040431266845, + "eval_loss": 1.065821886062622, + "eval_macro_f1": 0.4606479768079481, + "eval_runtime": 1.2309, + "eval_samples_per_second": 602.787, + "eval_steps_per_second": 38.182, + "eval_weighted_f1": 0.46332790263817913, + "step": 175 + }, + { + "epoch": 1.1430615164520743, + "grad_norm": 21.629867553710938, + "learning_rate": 1.1371428571428573e-05, + "loss": 4.4024, + "step": 200 + }, + { + "epoch": 1.2861230329041489, + "grad_norm": 25.657989501953125, + "learning_rate": 1.2800000000000001e-05, + "loss": 4.208, + "step": 225 + }, + { + "epoch": 1.4291845493562232, + "grad_norm": 34.29860305786133, + "learning_rate": 1.422857142857143e-05, + "loss": 4.0361, + "step": 250 + }, + { + "epoch": 1.5722460658082977, + "grad_norm": 505.32110595703125, + "learning_rate": 1.5657142857142856e-05, + "loss": 3.7962, + "step": 275 + }, + { + "epoch": 1.715307582260372, + "grad_norm": 78.63088989257812, + "learning_rate": 1.708571428571429e-05, + "loss": 3.6094, + "step": 300 + }, + { + "epoch": 1.8583690987124464, + "grad_norm": 105.43196105957031, + "learning_rate": 1.8514285714285716e-05, + "loss": 3.3099, + "step": 325 + }, + { + "epoch": 2.0, + "grad_norm": 66.47168731689453, + "learning_rate": 1.9942857142857142e-05, + "loss": 3.0102, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6711590296495957, + "eval_loss": 0.8428650498390198, + "eval_macro_f1": 0.6634399460303582, + "eval_runtime": 1.197, + "eval_samples_per_second": 619.863, + "eval_steps_per_second": 39.264, + "eval_weighted_f1": 0.6639223797292255, + "step": 350 + }, + { + "epoch": 2.1430615164520743, + "grad_norm": 70.88899993896484, + "learning_rate": 1.984761904761905e-05, + "loss": 2.6724, + "step": 375 + }, + { + "epoch": 2.2861230329041486, + "grad_norm": 78.16261291503906, + "learning_rate": 1.968888888888889e-05, + "loss": 2.6278, + "step": 400 + }, + { + "epoch": 2.429184549356223, + "grad_norm": 100.44965362548828, + "learning_rate": 1.953015873015873e-05, + "loss": 2.5605, + "step": 425 + }, + { + "epoch": 2.5722460658082977, + "grad_norm": 57.58556365966797, + "learning_rate": 1.937142857142857e-05, + "loss": 2.5113, + "step": 450 + }, + { + "epoch": 2.715307582260372, + "grad_norm": 77.10778045654297, + "learning_rate": 1.9212698412698414e-05, + "loss": 2.6231, + "step": 475 + }, + { + "epoch": 2.8583690987124464, + "grad_norm": 84.43509674072266, + "learning_rate": 1.9053968253968257e-05, + "loss": 2.648, + "step": 500 + }, + { + "epoch": 3.0, + "grad_norm": 46.91667556762695, + "learning_rate": 1.8895238095238096e-05, + "loss": 2.3658, + "step": 525 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7439353099730458, + "eval_loss": 0.6675564646720886, + "eval_macro_f1": 0.7367833293920251, + "eval_runtime": 1.3053, + "eval_samples_per_second": 568.431, + "eval_steps_per_second": 36.006, + "eval_weighted_f1": 0.7381816451709807, + "step": 525 + }, + { + "epoch": 3.1430615164520743, + "grad_norm": 83.86105346679688, + "learning_rate": 1.8736507936507936e-05, + "loss": 2.436, + "step": 550 + }, + { + "epoch": 3.2861230329041486, + "grad_norm": 142.40248107910156, + "learning_rate": 1.857777777777778e-05, + "loss": 2.2121, + "step": 575 + }, + { + "epoch": 3.429184549356223, + "grad_norm": 77.12246704101562, + "learning_rate": 1.8419047619047622e-05, + "loss": 1.9696, + "step": 600 + }, + { + "epoch": 3.5722460658082977, + "grad_norm": 67.11112976074219, + "learning_rate": 1.8260317460317462e-05, + "loss": 1.9185, + "step": 625 + }, + { + "epoch": 3.715307582260372, + "grad_norm": 70.1457290649414, + "learning_rate": 1.81015873015873e-05, + "loss": 1.8248, + "step": 650 + }, + { + "epoch": 3.8583690987124464, + "grad_norm": 114.78907012939453, + "learning_rate": 1.7942857142857144e-05, + "loss": 1.8424, + "step": 675 + }, + { + "epoch": 4.0, + "grad_norm": 76.53990936279297, + "learning_rate": 1.7784126984126987e-05, + "loss": 1.9454, + "step": 700 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7789757412398922, + "eval_loss": 0.6333597302436829, + "eval_macro_f1": 0.7736469349992209, + "eval_runtime": 1.2728, + "eval_samples_per_second": 582.971, + "eval_steps_per_second": 36.927, + "eval_weighted_f1": 0.7743331536798127, + "step": 700 + }, + { + "epoch": 4.143061516452074, + "grad_norm": 86.45375061035156, + "learning_rate": 1.7625396825396827e-05, + "loss": 1.6553, + "step": 725 + }, + { + "epoch": 4.286123032904149, + "grad_norm": 63.30045700073242, + "learning_rate": 1.7466666666666667e-05, + "loss": 1.7035, + "step": 750 + }, + { + "epoch": 4.429184549356223, + "grad_norm": 87.53239440917969, + "learning_rate": 1.730793650793651e-05, + "loss": 1.4596, + "step": 775 + }, + { + "epoch": 4.572246065808297, + "grad_norm": 83.59683990478516, + "learning_rate": 1.7149206349206353e-05, + "loss": 1.3384, + "step": 800 + }, + { + "epoch": 4.715307582260372, + "grad_norm": 80.97623443603516, + "learning_rate": 1.6990476190476192e-05, + "loss": 1.7852, + "step": 825 + }, + { + "epoch": 4.858369098712446, + "grad_norm": 109.90577697753906, + "learning_rate": 1.6831746031746032e-05, + "loss": 1.7181, + "step": 850 + }, + { + "epoch": 5.0, + "grad_norm": 62.71117401123047, + "learning_rate": 1.6673015873015875e-05, + "loss": 1.5049, + "step": 875 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8005390835579514, + "eval_loss": 0.6298153400421143, + "eval_macro_f1": 0.7962921993546318, + "eval_runtime": 1.3089, + "eval_samples_per_second": 566.882, + "eval_steps_per_second": 35.908, + "eval_weighted_f1": 0.79657718752741, + "step": 875 + }, + { + "epoch": 5.143061516452074, + "grad_norm": 30.990093231201172, + "learning_rate": 1.6514285714285714e-05, + "loss": 1.0416, + "step": 900 + }, + { + "epoch": 5.286123032904149, + "grad_norm": 94.22969055175781, + "learning_rate": 1.6355555555555557e-05, + "loss": 1.4239, + "step": 925 + }, + { + "epoch": 5.429184549356223, + "grad_norm": 61.01396179199219, + "learning_rate": 1.6196825396825397e-05, + "loss": 1.1481, + "step": 950 + }, + { + "epoch": 5.572246065808297, + "grad_norm": 48.61455154418945, + "learning_rate": 1.603809523809524e-05, + "loss": 1.108, + "step": 975 + }, + { + "epoch": 5.715307582260372, + "grad_norm": 49.732330322265625, + "learning_rate": 1.587936507936508e-05, + "loss": 1.1231, + "step": 1000 + }, + { + "epoch": 5.858369098712446, + "grad_norm": 160.33851623535156, + "learning_rate": 1.5720634920634923e-05, + "loss": 1.2643, + "step": 1025 + }, + { + "epoch": 6.0, + "grad_norm": 52.69905090332031, + "learning_rate": 1.5561904761904762e-05, + "loss": 1.1329, + "step": 1050 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8099730458221024, + "eval_loss": 0.6133526563644409, + "eval_macro_f1": 0.8091986047375076, + "eval_runtime": 1.2656, + "eval_samples_per_second": 586.278, + "eval_steps_per_second": 37.136, + "eval_weighted_f1": 0.8095201549888597, + "step": 1050 + }, + { + "epoch": 6.143061516452074, + "grad_norm": 114.57779693603516, + "learning_rate": 1.5403174603174605e-05, + "loss": 0.9278, + "step": 1075 + }, + { + "epoch": 6.286123032904149, + "grad_norm": 148.9886474609375, + "learning_rate": 1.5244444444444447e-05, + "loss": 0.8783, + "step": 1100 + }, + { + "epoch": 6.429184549356223, + "grad_norm": 67.41470336914062, + "learning_rate": 1.5085714285714288e-05, + "loss": 0.9339, + "step": 1125 + }, + { + "epoch": 6.572246065808297, + "grad_norm": 87.67555236816406, + "learning_rate": 1.4926984126984128e-05, + "loss": 0.8542, + "step": 1150 + }, + { + "epoch": 6.715307582260372, + "grad_norm": 79.70862579345703, + "learning_rate": 1.4768253968253969e-05, + "loss": 0.8859, + "step": 1175 + }, + { + "epoch": 6.858369098712446, + "grad_norm": 95.0320053100586, + "learning_rate": 1.4609523809523812e-05, + "loss": 0.9482, + "step": 1200 + }, + { + "epoch": 7.0, + "grad_norm": 12.748434066772461, + "learning_rate": 1.4450793650793653e-05, + "loss": 1.0419, + "step": 1225 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8099730458221024, + "eval_loss": 0.637414813041687, + "eval_macro_f1": 0.8076162901850976, + "eval_runtime": 1.3129, + "eval_samples_per_second": 565.181, + "eval_steps_per_second": 35.8, + "eval_weighted_f1": 0.8079997133831303, + "step": 1225 + }, + { + "epoch": 7.143061516452074, + "grad_norm": 261.0085754394531, + "learning_rate": 1.4292063492063493e-05, + "loss": 0.7251, + "step": 1250 + }, + { + "epoch": 7.286123032904149, + "grad_norm": 129.49822998046875, + "learning_rate": 1.4133333333333334e-05, + "loss": 0.7717, + "step": 1275 + }, + { + "epoch": 7.429184549356223, + "grad_norm": 62.47647476196289, + "learning_rate": 1.3974603174603177e-05, + "loss": 0.6438, + "step": 1300 + }, + { + "epoch": 7.572246065808297, + "grad_norm": 125.83658599853516, + "learning_rate": 1.3815873015873018e-05, + "loss": 0.5399, + "step": 1325 + }, + { + "epoch": 7.715307582260372, + "grad_norm": 218.45594787597656, + "learning_rate": 1.3657142857142858e-05, + "loss": 0.6257, + "step": 1350 + }, + { + "epoch": 7.858369098712446, + "grad_norm": 184.4720458984375, + "learning_rate": 1.34984126984127e-05, + "loss": 0.5318, + "step": 1375 + }, + { + "epoch": 8.0, + "grad_norm": 31.57133674621582, + "learning_rate": 1.333968253968254e-05, + "loss": 0.7044, + "step": 1400 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8018867924528302, + "eval_loss": 0.7306497097015381, + "eval_macro_f1": 0.8013648881706752, + "eval_runtime": 1.1761, + "eval_samples_per_second": 630.899, + "eval_steps_per_second": 39.963, + "eval_weighted_f1": 0.801806402319033, + "step": 1400 + }, + { + "epoch": 8.143061516452075, + "grad_norm": 7.930606365203857, + "learning_rate": 1.318095238095238e-05, + "loss": 0.3417, + "step": 1425 + }, + { + "epoch": 8.286123032904149, + "grad_norm": 150.14483642578125, + "learning_rate": 1.3022222222222223e-05, + "loss": 0.5336, + "step": 1450 + }, + { + "epoch": 8.429184549356224, + "grad_norm": 63.06660461425781, + "learning_rate": 1.2863492063492065e-05, + "loss": 0.4365, + "step": 1475 + }, + { + "epoch": 8.572246065808297, + "grad_norm": 89.43362426757812, + "learning_rate": 1.2704761904761906e-05, + "loss": 0.5581, + "step": 1500 + }, + { + "epoch": 8.715307582260372, + "grad_norm": 171.03564453125, + "learning_rate": 1.2546031746031746e-05, + "loss": 0.4187, + "step": 1525 + }, + { + "epoch": 8.858369098712446, + "grad_norm": 204.7108917236328, + "learning_rate": 1.2387301587301589e-05, + "loss": 0.4369, + "step": 1550 + }, + { + "epoch": 9.0, + "grad_norm": 187.02162170410156, + "learning_rate": 1.222857142857143e-05, + "loss": 0.5941, + "step": 1575 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7978436657681941, + "eval_loss": 0.8271707892417908, + "eval_macro_f1": 0.7941725943427239, + "eval_runtime": 1.1942, + "eval_samples_per_second": 621.341, + "eval_steps_per_second": 39.357, + "eval_weighted_f1": 0.7943060741696709, + "step": 1575 + } + ], + "logging_steps": 25, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e765009bf07e4613e32571f5bccdd01a1bb7d49b --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656/trainer_state.json @@ -0,0 +1,604 @@ +{ + "best_global_step": 1656, + "best_metric": 0.7958130065828651, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1656, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1364256480218281, + "grad_norm": 21.172767639160156, + "learning_rate": 1.3043478260869566e-06, + "loss": 4.8003, + "step": 25 + }, + { + "epoch": 0.2728512960436562, + "grad_norm": 17.28883171081543, + "learning_rate": 2.6630434782608698e-06, + "loss": 4.6351, + "step": 50 + }, + { + "epoch": 0.4092769440654843, + "grad_norm": 41.669212341308594, + "learning_rate": 4.021739130434783e-06, + "loss": 4.4874, + "step": 75 + }, + { + "epoch": 0.5457025920873124, + "grad_norm": 23.825233459472656, + "learning_rate": 5.380434782608695e-06, + "loss": 4.6156, + "step": 100 + }, + { + "epoch": 0.6821282401091405, + "grad_norm": 17.513887405395508, + "learning_rate": 6.739130434782609e-06, + "loss": 4.6182, + "step": 125 + }, + { + "epoch": 0.8185538881309686, + "grad_norm": 17.845340728759766, + "learning_rate": 8.097826086956523e-06, + "loss": 4.5189, + "step": 150 + }, + { + "epoch": 0.9549795361527967, + "grad_norm": 15.397248268127441, + "learning_rate": 9.456521739130436e-06, + "loss": 4.4259, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4090909090909091, + "eval_loss": 1.0774147510528564, + "eval_macro_f1": 0.3488176306318415, + "eval_runtime": 1.2529, + "eval_samples_per_second": 597.018, + "eval_steps_per_second": 37.513, + "eval_weighted_f1": 0.3497269318693914, + "step": 184 + }, + { + "epoch": 1.08731241473397, + "grad_norm": 21.690675735473633, + "learning_rate": 1.0815217391304349e-05, + "loss": 4.2817, + "step": 200 + }, + { + "epoch": 1.223738062755798, + "grad_norm": 23.847440719604492, + "learning_rate": 1.2173913043478263e-05, + "loss": 4.2851, + "step": 225 + }, + { + "epoch": 1.360163710777626, + "grad_norm": 139.46505737304688, + "learning_rate": 1.3532608695652174e-05, + "loss": 3.6845, + "step": 250 + }, + { + "epoch": 1.4965893587994543, + "grad_norm": 57.5853271484375, + "learning_rate": 1.4891304347826087e-05, + "loss": 3.6469, + "step": 275 + }, + { + "epoch": 1.6330150068212825, + "grad_norm": 253.69200134277344, + "learning_rate": 1.6250000000000002e-05, + "loss": 3.3195, + "step": 300 + }, + { + "epoch": 1.7694406548431105, + "grad_norm": 59.450496673583984, + "learning_rate": 1.7608695652173915e-05, + "loss": 3.3971, + "step": 325 + }, + { + "epoch": 1.9058663028649385, + "grad_norm": 116.37853240966797, + "learning_rate": 1.8967391304347828e-05, + "loss": 3.3132, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7045454545454546, + "eval_loss": 0.7729350328445435, + "eval_macro_f1": 0.7042077674091218, + "eval_runtime": 1.2082, + "eval_samples_per_second": 619.08, + "eval_steps_per_second": 38.899, + "eval_weighted_f1": 0.7048209159337102, + "step": 368 + }, + { + "epoch": 2.038199181446112, + "grad_norm": 40.013893127441406, + "learning_rate": 1.9963768115942032e-05, + "loss": 3.2463, + "step": 375 + }, + { + "epoch": 2.17462482946794, + "grad_norm": 94.90335083007812, + "learning_rate": 1.9812801932367153e-05, + "loss": 2.9451, + "step": 400 + }, + { + "epoch": 2.311050477489768, + "grad_norm": 50.54722213745117, + "learning_rate": 1.966183574879227e-05, + "loss": 2.7924, + "step": 425 + }, + { + "epoch": 2.447476125511596, + "grad_norm": 49.552894592285156, + "learning_rate": 1.9510869565217393e-05, + "loss": 2.8932, + "step": 450 + }, + { + "epoch": 2.5839017735334244, + "grad_norm": 69.40444946289062, + "learning_rate": 1.9359903381642515e-05, + "loss": 2.6718, + "step": 475 + }, + { + "epoch": 2.720327421555252, + "grad_norm": 71.29817962646484, + "learning_rate": 1.9208937198067633e-05, + "loss": 2.62, + "step": 500 + }, + { + "epoch": 2.8567530695770804, + "grad_norm": 146.40304565429688, + "learning_rate": 1.9057971014492754e-05, + "loss": 2.4599, + "step": 525 + }, + { + "epoch": 2.9931787175989086, + "grad_norm": 116.49320983886719, + "learning_rate": 1.8907004830917876e-05, + "loss": 2.5195, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7553475935828877, + "eval_loss": 0.6233466863632202, + "eval_macro_f1": 0.7497953640987952, + "eval_runtime": 1.1755, + "eval_samples_per_second": 636.325, + "eval_steps_per_second": 39.983, + "eval_weighted_f1": 0.7507656120840955, + "step": 552 + }, + { + "epoch": 3.1255115961800817, + "grad_norm": 72.19985961914062, + "learning_rate": 1.8756038647342997e-05, + "loss": 2.2587, + "step": 575 + }, + { + "epoch": 3.26193724420191, + "grad_norm": 48.81050109863281, + "learning_rate": 1.8605072463768115e-05, + "loss": 2.3371, + "step": 600 + }, + { + "epoch": 3.398362892223738, + "grad_norm": 155.38021850585938, + "learning_rate": 1.8454106280193237e-05, + "loss": 2.1548, + "step": 625 + }, + { + "epoch": 3.5347885402455663, + "grad_norm": 101.09568786621094, + "learning_rate": 1.830314009661836e-05, + "loss": 1.8578, + "step": 650 + }, + { + "epoch": 3.6712141882673945, + "grad_norm": 85.6531982421875, + "learning_rate": 1.815217391304348e-05, + "loss": 1.7565, + "step": 675 + }, + { + "epoch": 3.8076398362892223, + "grad_norm": 65.35753631591797, + "learning_rate": 1.8001207729468598e-05, + "loss": 2.002, + "step": 700 + }, + { + "epoch": 3.9440654843110505, + "grad_norm": 50.30479049682617, + "learning_rate": 1.785024154589372e-05, + "loss": 1.9209, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7620320855614974, + "eval_loss": 0.6339290738105774, + "eval_macro_f1": 0.7607357638744286, + "eval_runtime": 1.1757, + "eval_samples_per_second": 636.196, + "eval_steps_per_second": 39.975, + "eval_weighted_f1": 0.7615915087159236, + "step": 736 + }, + { + "epoch": 4.076398362892224, + "grad_norm": 44.63034439086914, + "learning_rate": 1.769927536231884e-05, + "loss": 1.751, + "step": 750 + }, + { + "epoch": 4.212824010914052, + "grad_norm": 57.320106506347656, + "learning_rate": 1.7548309178743963e-05, + "loss": 1.7689, + "step": 775 + }, + { + "epoch": 4.34924965893588, + "grad_norm": 50.303810119628906, + "learning_rate": 1.7397342995169084e-05, + "loss": 1.5326, + "step": 800 + }, + { + "epoch": 4.485675306957708, + "grad_norm": 62.99435043334961, + "learning_rate": 1.7246376811594206e-05, + "loss": 1.6635, + "step": 825 + }, + { + "epoch": 4.622100954979536, + "grad_norm": 86.17444610595703, + "learning_rate": 1.7095410628019324e-05, + "loss": 1.6564, + "step": 850 + }, + { + "epoch": 4.758526603001364, + "grad_norm": 63.945159912109375, + "learning_rate": 1.6944444444444446e-05, + "loss": 1.4225, + "step": 875 + }, + { + "epoch": 4.894952251023192, + "grad_norm": 174.93905639648438, + "learning_rate": 1.6793478260869567e-05, + "loss": 1.429, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7780748663101604, + "eval_loss": 0.6373693943023682, + "eval_macro_f1": 0.7772933123664595, + "eval_runtime": 1.2596, + "eval_samples_per_second": 593.832, + "eval_steps_per_second": 37.313, + "eval_weighted_f1": 0.7775486670087305, + "step": 920 + }, + { + "epoch": 5.0272851296043655, + "grad_norm": 126.08467102050781, + "learning_rate": 1.664251207729469e-05, + "loss": 1.5034, + "step": 925 + }, + { + "epoch": 5.163710777626194, + "grad_norm": 44.88062286376953, + "learning_rate": 1.649154589371981e-05, + "loss": 1.2579, + "step": 950 + }, + { + "epoch": 5.300136425648022, + "grad_norm": 127.67501831054688, + "learning_rate": 1.634057971014493e-05, + "loss": 1.2234, + "step": 975 + }, + { + "epoch": 5.43656207366985, + "grad_norm": 146.89175415039062, + "learning_rate": 1.618961352657005e-05, + "loss": 1.1705, + "step": 1000 + }, + { + "epoch": 5.572987721691678, + "grad_norm": 74.3169174194336, + "learning_rate": 1.603864734299517e-05, + "loss": 1.2382, + "step": 1025 + }, + { + "epoch": 5.709413369713506, + "grad_norm": 41.844451904296875, + "learning_rate": 1.5887681159420293e-05, + "loss": 1.0523, + "step": 1050 + }, + { + "epoch": 5.845839017735334, + "grad_norm": 151.3356170654297, + "learning_rate": 1.5736714975845415e-05, + "loss": 1.2096, + "step": 1075 + }, + { + "epoch": 5.982264665757162, + "grad_norm": 57.20039367675781, + "learning_rate": 1.5585748792270533e-05, + "loss": 1.2277, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7914438502673797, + "eval_loss": 0.6417903900146484, + "eval_macro_f1": 0.7900349658100333, + "eval_runtime": 1.207, + "eval_samples_per_second": 619.719, + "eval_steps_per_second": 38.94, + "eval_weighted_f1": 0.7906230474947377, + "step": 1104 + }, + { + "epoch": 6.114597544338336, + "grad_norm": 74.07164764404297, + "learning_rate": 1.5434782608695654e-05, + "loss": 0.8285, + "step": 1125 + }, + { + "epoch": 6.251023192360163, + "grad_norm": 91.44660949707031, + "learning_rate": 1.5283816425120776e-05, + "loss": 0.8784, + "step": 1150 + }, + { + "epoch": 6.387448840381992, + "grad_norm": 66.57347106933594, + "learning_rate": 1.5132850241545896e-05, + "loss": 0.9287, + "step": 1175 + }, + { + "epoch": 6.52387448840382, + "grad_norm": 60.20930480957031, + "learning_rate": 1.4981884057971017e-05, + "loss": 0.9642, + "step": 1200 + }, + { + "epoch": 6.660300136425648, + "grad_norm": 111.6861572265625, + "learning_rate": 1.4830917874396135e-05, + "loss": 0.9624, + "step": 1225 + }, + { + "epoch": 6.796725784447476, + "grad_norm": 50.69694900512695, + "learning_rate": 1.4679951690821257e-05, + "loss": 1.1418, + "step": 1250 + }, + { + "epoch": 6.933151432469304, + "grad_norm": 123.54002380371094, + "learning_rate": 1.4528985507246378e-05, + "loss": 0.8175, + "step": 1275 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7727272727272727, + "eval_loss": 0.8044471144676208, + "eval_macro_f1": 0.7725813132459511, + "eval_runtime": 1.2592, + "eval_samples_per_second": 594.007, + "eval_steps_per_second": 37.324, + "eval_weighted_f1": 0.7729149047926067, + "step": 1288 + }, + { + "epoch": 7.0654843110504775, + "grad_norm": 80.87908935546875, + "learning_rate": 1.43780193236715e-05, + "loss": 0.6725, + "step": 1300 + }, + { + "epoch": 7.201909959072306, + "grad_norm": 54.1759033203125, + "learning_rate": 1.422705314009662e-05, + "loss": 0.7681, + "step": 1325 + }, + { + "epoch": 7.338335607094134, + "grad_norm": 39.33281326293945, + "learning_rate": 1.407608695652174e-05, + "loss": 0.625, + "step": 1350 + }, + { + "epoch": 7.474761255115962, + "grad_norm": 88.21210479736328, + "learning_rate": 1.3925120772946861e-05, + "loss": 0.7443, + "step": 1375 + }, + { + "epoch": 7.61118690313779, + "grad_norm": 21.2901668548584, + "learning_rate": 1.3774154589371983e-05, + "loss": 0.651, + "step": 1400 + }, + { + "epoch": 7.747612551159618, + "grad_norm": 88.0447006225586, + "learning_rate": 1.3623188405797103e-05, + "loss": 0.5033, + "step": 1425 + }, + { + "epoch": 7.884038199181446, + "grad_norm": 94.49514770507812, + "learning_rate": 1.3472222222222224e-05, + "loss": 0.7855, + "step": 1450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7887700534759359, + "eval_loss": 0.8337247967720032, + "eval_macro_f1": 0.788171335789119, + "eval_runtime": 1.2913, + "eval_samples_per_second": 579.278, + "eval_steps_per_second": 36.399, + "eval_weighted_f1": 0.7887862391511301, + "step": 1472 + }, + { + "epoch": 8.016371077762619, + "grad_norm": 106.88871002197266, + "learning_rate": 1.3321256038647344e-05, + "loss": 0.5666, + "step": 1475 + }, + { + "epoch": 8.152796725784448, + "grad_norm": 70.05396270751953, + "learning_rate": 1.3170289855072464e-05, + "loss": 0.5669, + "step": 1500 + }, + { + "epoch": 8.289222373806275, + "grad_norm": 2.190854549407959, + "learning_rate": 1.3019323671497585e-05, + "loss": 0.52, + "step": 1525 + }, + { + "epoch": 8.425648021828104, + "grad_norm": 137.22178649902344, + "learning_rate": 1.2868357487922707e-05, + "loss": 0.4825, + "step": 1550 + }, + { + "epoch": 8.562073669849932, + "grad_norm": 86.15943908691406, + "learning_rate": 1.2717391304347828e-05, + "loss": 0.497, + "step": 1575 + }, + { + "epoch": 8.69849931787176, + "grad_norm": 50.89679718017578, + "learning_rate": 1.2566425120772947e-05, + "loss": 0.4123, + "step": 1600 + }, + { + "epoch": 8.834924965893588, + "grad_norm": 11.570964813232422, + "learning_rate": 1.2415458937198068e-05, + "loss": 0.3929, + "step": 1625 + }, + { + "epoch": 8.971350613915416, + "grad_norm": 37.75103759765625, + "learning_rate": 1.226449275362319e-05, + "loss": 0.5423, + "step": 1650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7967914438502673, + "eval_loss": 0.8938170075416565, + "eval_macro_f1": 0.7958130065828651, + "eval_runtime": 1.2264, + "eval_samples_per_second": 609.896, + "eval_steps_per_second": 38.322, + "eval_weighted_f1": 0.7964827496161319, + "step": 1656 + } + ], + "logging_steps": 25, + "max_steps": 3680, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-2208/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-2208/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-2208/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-2208/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-2208/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-2208/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-2208/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-2208/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..84189b024a41bbd303e392bef5f74e64c4b87cf3 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-2208/trainer_state.json @@ -0,0 +1,791 @@ +{ + "best_global_step": 1656, + "best_metric": 0.7958130065828651, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-06-s44-20260901T092325Z-53ad853a/trainer/checkpoint-1656", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 2208, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1364256480218281, + "grad_norm": 21.172767639160156, + "learning_rate": 1.3043478260869566e-06, + "loss": 4.8003, + "step": 25 + }, + { + "epoch": 0.2728512960436562, + "grad_norm": 17.28883171081543, + "learning_rate": 2.6630434782608698e-06, + "loss": 4.6351, + "step": 50 + }, + { + "epoch": 0.4092769440654843, + "grad_norm": 41.669212341308594, + "learning_rate": 4.021739130434783e-06, + "loss": 4.4874, + "step": 75 + }, + { + "epoch": 0.5457025920873124, + "grad_norm": 23.825233459472656, + "learning_rate": 5.380434782608695e-06, + "loss": 4.6156, + "step": 100 + }, + { + "epoch": 0.6821282401091405, + "grad_norm": 17.513887405395508, + "learning_rate": 6.739130434782609e-06, + "loss": 4.6182, + "step": 125 + }, + { + "epoch": 0.8185538881309686, + "grad_norm": 17.845340728759766, + "learning_rate": 8.097826086956523e-06, + "loss": 4.5189, + "step": 150 + }, + { + "epoch": 0.9549795361527967, + "grad_norm": 15.397248268127441, + "learning_rate": 9.456521739130436e-06, + "loss": 4.4259, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4090909090909091, + "eval_loss": 1.0774147510528564, + "eval_macro_f1": 0.3488176306318415, + "eval_runtime": 1.2529, + "eval_samples_per_second": 597.018, + "eval_steps_per_second": 37.513, + "eval_weighted_f1": 0.3497269318693914, + "step": 184 + }, + { + "epoch": 1.08731241473397, + "grad_norm": 21.690675735473633, + "learning_rate": 1.0815217391304349e-05, + "loss": 4.2817, + "step": 200 + }, + { + "epoch": 1.223738062755798, + "grad_norm": 23.847440719604492, + "learning_rate": 1.2173913043478263e-05, + "loss": 4.2851, + "step": 225 + }, + { + "epoch": 1.360163710777626, + "grad_norm": 139.46505737304688, + "learning_rate": 1.3532608695652174e-05, + "loss": 3.6845, + "step": 250 + }, + { + "epoch": 1.4965893587994543, + "grad_norm": 57.5853271484375, + "learning_rate": 1.4891304347826087e-05, + "loss": 3.6469, + "step": 275 + }, + { + "epoch": 1.6330150068212825, + "grad_norm": 253.69200134277344, + "learning_rate": 1.6250000000000002e-05, + "loss": 3.3195, + "step": 300 + }, + { + "epoch": 1.7694406548431105, + "grad_norm": 59.450496673583984, + "learning_rate": 1.7608695652173915e-05, + "loss": 3.3971, + "step": 325 + }, + { + "epoch": 1.9058663028649385, + "grad_norm": 116.37853240966797, + "learning_rate": 1.8967391304347828e-05, + "loss": 3.3132, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7045454545454546, + "eval_loss": 0.7729350328445435, + "eval_macro_f1": 0.7042077674091218, + "eval_runtime": 1.2082, + "eval_samples_per_second": 619.08, + "eval_steps_per_second": 38.899, + "eval_weighted_f1": 0.7048209159337102, + "step": 368 + }, + { + "epoch": 2.038199181446112, + "grad_norm": 40.013893127441406, + "learning_rate": 1.9963768115942032e-05, + "loss": 3.2463, + "step": 375 + }, + { + "epoch": 2.17462482946794, + "grad_norm": 94.90335083007812, + "learning_rate": 1.9812801932367153e-05, + "loss": 2.9451, + "step": 400 + }, + { + "epoch": 2.311050477489768, + "grad_norm": 50.54722213745117, + "learning_rate": 1.966183574879227e-05, + "loss": 2.7924, + "step": 425 + }, + { + "epoch": 2.447476125511596, + "grad_norm": 49.552894592285156, + "learning_rate": 1.9510869565217393e-05, + "loss": 2.8932, + "step": 450 + }, + { + "epoch": 2.5839017735334244, + "grad_norm": 69.40444946289062, + "learning_rate": 1.9359903381642515e-05, + "loss": 2.6718, + "step": 475 + }, + { + "epoch": 2.720327421555252, + "grad_norm": 71.29817962646484, + "learning_rate": 1.9208937198067633e-05, + "loss": 2.62, + "step": 500 + }, + { + "epoch": 2.8567530695770804, + "grad_norm": 146.40304565429688, + "learning_rate": 1.9057971014492754e-05, + "loss": 2.4599, + "step": 525 + }, + { + "epoch": 2.9931787175989086, + "grad_norm": 116.49320983886719, + "learning_rate": 1.8907004830917876e-05, + "loss": 2.5195, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7553475935828877, + "eval_loss": 0.6233466863632202, + "eval_macro_f1": 0.7497953640987952, + "eval_runtime": 1.1755, + "eval_samples_per_second": 636.325, + "eval_steps_per_second": 39.983, + "eval_weighted_f1": 0.7507656120840955, + "step": 552 + }, + { + "epoch": 3.1255115961800817, + "grad_norm": 72.19985961914062, + "learning_rate": 1.8756038647342997e-05, + "loss": 2.2587, + "step": 575 + }, + { + "epoch": 3.26193724420191, + "grad_norm": 48.81050109863281, + "learning_rate": 1.8605072463768115e-05, + "loss": 2.3371, + "step": 600 + }, + { + "epoch": 3.398362892223738, + "grad_norm": 155.38021850585938, + "learning_rate": 1.8454106280193237e-05, + "loss": 2.1548, + "step": 625 + }, + { + "epoch": 3.5347885402455663, + "grad_norm": 101.09568786621094, + "learning_rate": 1.830314009661836e-05, + "loss": 1.8578, + "step": 650 + }, + { + "epoch": 3.6712141882673945, + "grad_norm": 85.6531982421875, + "learning_rate": 1.815217391304348e-05, + "loss": 1.7565, + "step": 675 + }, + { + "epoch": 3.8076398362892223, + "grad_norm": 65.35753631591797, + "learning_rate": 1.8001207729468598e-05, + "loss": 2.002, + "step": 700 + }, + { + "epoch": 3.9440654843110505, + "grad_norm": 50.30479049682617, + "learning_rate": 1.785024154589372e-05, + "loss": 1.9209, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7620320855614974, + "eval_loss": 0.6339290738105774, + "eval_macro_f1": 0.7607357638744286, + "eval_runtime": 1.1757, + "eval_samples_per_second": 636.196, + "eval_steps_per_second": 39.975, + "eval_weighted_f1": 0.7615915087159236, + "step": 736 + }, + { + "epoch": 4.076398362892224, + "grad_norm": 44.63034439086914, + "learning_rate": 1.769927536231884e-05, + "loss": 1.751, + "step": 750 + }, + { + "epoch": 4.212824010914052, + "grad_norm": 57.320106506347656, + "learning_rate": 1.7548309178743963e-05, + "loss": 1.7689, + "step": 775 + }, + { + "epoch": 4.34924965893588, + "grad_norm": 50.303810119628906, + "learning_rate": 1.7397342995169084e-05, + "loss": 1.5326, + "step": 800 + }, + { + "epoch": 4.485675306957708, + "grad_norm": 62.99435043334961, + "learning_rate": 1.7246376811594206e-05, + "loss": 1.6635, + "step": 825 + }, + { + "epoch": 4.622100954979536, + "grad_norm": 86.17444610595703, + "learning_rate": 1.7095410628019324e-05, + "loss": 1.6564, + "step": 850 + }, + { + "epoch": 4.758526603001364, + "grad_norm": 63.945159912109375, + "learning_rate": 1.6944444444444446e-05, + "loss": 1.4225, + "step": 875 + }, + { + "epoch": 4.894952251023192, + "grad_norm": 174.93905639648438, + "learning_rate": 1.6793478260869567e-05, + "loss": 1.429, + "step": 900 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7780748663101604, + "eval_loss": 0.6373693943023682, + "eval_macro_f1": 0.7772933123664595, + "eval_runtime": 1.2596, + "eval_samples_per_second": 593.832, + "eval_steps_per_second": 37.313, + "eval_weighted_f1": 0.7775486670087305, + "step": 920 + }, + { + "epoch": 5.0272851296043655, + "grad_norm": 126.08467102050781, + "learning_rate": 1.664251207729469e-05, + "loss": 1.5034, + "step": 925 + }, + { + "epoch": 5.163710777626194, + "grad_norm": 44.88062286376953, + "learning_rate": 1.649154589371981e-05, + "loss": 1.2579, + "step": 950 + }, + { + "epoch": 5.300136425648022, + "grad_norm": 127.67501831054688, + "learning_rate": 1.634057971014493e-05, + "loss": 1.2234, + "step": 975 + }, + { + "epoch": 5.43656207366985, + "grad_norm": 146.89175415039062, + "learning_rate": 1.618961352657005e-05, + "loss": 1.1705, + "step": 1000 + }, + { + "epoch": 5.572987721691678, + "grad_norm": 74.3169174194336, + "learning_rate": 1.603864734299517e-05, + "loss": 1.2382, + "step": 1025 + }, + { + "epoch": 5.709413369713506, + "grad_norm": 41.844451904296875, + "learning_rate": 1.5887681159420293e-05, + "loss": 1.0523, + "step": 1050 + }, + { + "epoch": 5.845839017735334, + "grad_norm": 151.3356170654297, + "learning_rate": 1.5736714975845415e-05, + "loss": 1.2096, + "step": 1075 + }, + { + "epoch": 5.982264665757162, + "grad_norm": 57.20039367675781, + "learning_rate": 1.5585748792270533e-05, + "loss": 1.2277, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7914438502673797, + "eval_loss": 0.6417903900146484, + "eval_macro_f1": 0.7900349658100333, + "eval_runtime": 1.207, + "eval_samples_per_second": 619.719, + "eval_steps_per_second": 38.94, + "eval_weighted_f1": 0.7906230474947377, + "step": 1104 + }, + { + "epoch": 6.114597544338336, + "grad_norm": 74.07164764404297, + "learning_rate": 1.5434782608695654e-05, + "loss": 0.8285, + "step": 1125 + }, + { + "epoch": 6.251023192360163, + "grad_norm": 91.44660949707031, + "learning_rate": 1.5283816425120776e-05, + "loss": 0.8784, + "step": 1150 + }, + { + "epoch": 6.387448840381992, + "grad_norm": 66.57347106933594, + "learning_rate": 1.5132850241545896e-05, + "loss": 0.9287, + "step": 1175 + }, + { + "epoch": 6.52387448840382, + "grad_norm": 60.20930480957031, + "learning_rate": 1.4981884057971017e-05, + "loss": 0.9642, + "step": 1200 + }, + { + "epoch": 6.660300136425648, + "grad_norm": 111.6861572265625, + "learning_rate": 1.4830917874396135e-05, + "loss": 0.9624, + "step": 1225 + }, + { + "epoch": 6.796725784447476, + "grad_norm": 50.69694900512695, + "learning_rate": 1.4679951690821257e-05, + "loss": 1.1418, + "step": 1250 + }, + { + "epoch": 6.933151432469304, + "grad_norm": 123.54002380371094, + "learning_rate": 1.4528985507246378e-05, + "loss": 0.8175, + "step": 1275 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7727272727272727, + "eval_loss": 0.8044471144676208, + "eval_macro_f1": 0.7725813132459511, + "eval_runtime": 1.2592, + "eval_samples_per_second": 594.007, + "eval_steps_per_second": 37.324, + "eval_weighted_f1": 0.7729149047926067, + "step": 1288 + }, + { + "epoch": 7.0654843110504775, + "grad_norm": 80.87908935546875, + "learning_rate": 1.43780193236715e-05, + "loss": 0.6725, + "step": 1300 + }, + { + "epoch": 7.201909959072306, + "grad_norm": 54.1759033203125, + "learning_rate": 1.422705314009662e-05, + "loss": 0.7681, + "step": 1325 + }, + { + "epoch": 7.338335607094134, + "grad_norm": 39.33281326293945, + "learning_rate": 1.407608695652174e-05, + "loss": 0.625, + "step": 1350 + }, + { + "epoch": 7.474761255115962, + "grad_norm": 88.21210479736328, + "learning_rate": 1.3925120772946861e-05, + "loss": 0.7443, + "step": 1375 + }, + { + "epoch": 7.61118690313779, + "grad_norm": 21.2901668548584, + "learning_rate": 1.3774154589371983e-05, + "loss": 0.651, + "step": 1400 + }, + { + "epoch": 7.747612551159618, + "grad_norm": 88.0447006225586, + "learning_rate": 1.3623188405797103e-05, + "loss": 0.5033, + "step": 1425 + }, + { + "epoch": 7.884038199181446, + "grad_norm": 94.49514770507812, + "learning_rate": 1.3472222222222224e-05, + "loss": 0.7855, + "step": 1450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7887700534759359, + "eval_loss": 0.8337247967720032, + "eval_macro_f1": 0.788171335789119, + "eval_runtime": 1.2913, + "eval_samples_per_second": 579.278, + "eval_steps_per_second": 36.399, + "eval_weighted_f1": 0.7887862391511301, + "step": 1472 + }, + { + "epoch": 8.016371077762619, + "grad_norm": 106.88871002197266, + "learning_rate": 1.3321256038647344e-05, + "loss": 0.5666, + "step": 1475 + }, + { + "epoch": 8.152796725784448, + "grad_norm": 70.05396270751953, + "learning_rate": 1.3170289855072464e-05, + "loss": 0.5669, + "step": 1500 + }, + { + "epoch": 8.289222373806275, + "grad_norm": 2.190854549407959, + "learning_rate": 1.3019323671497585e-05, + "loss": 0.52, + "step": 1525 + }, + { + "epoch": 8.425648021828104, + "grad_norm": 137.22178649902344, + "learning_rate": 1.2868357487922707e-05, + "loss": 0.4825, + "step": 1550 + }, + { + "epoch": 8.562073669849932, + "grad_norm": 86.15943908691406, + "learning_rate": 1.2717391304347828e-05, + "loss": 0.497, + "step": 1575 + }, + { + "epoch": 8.69849931787176, + "grad_norm": 50.89679718017578, + "learning_rate": 1.2566425120772947e-05, + "loss": 0.4123, + "step": 1600 + }, + { + "epoch": 8.834924965893588, + "grad_norm": 11.570964813232422, + "learning_rate": 1.2415458937198068e-05, + "loss": 0.3929, + "step": 1625 + }, + { + "epoch": 8.971350613915416, + "grad_norm": 37.75103759765625, + "learning_rate": 1.226449275362319e-05, + "loss": 0.5423, + "step": 1650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7967914438502673, + "eval_loss": 0.8938170075416565, + "eval_macro_f1": 0.7958130065828651, + "eval_runtime": 1.2264, + "eval_samples_per_second": 609.896, + "eval_steps_per_second": 38.322, + "eval_weighted_f1": 0.7964827496161319, + "step": 1656 + }, + { + "epoch": 9.10368349249659, + "grad_norm": 47.614295959472656, + "learning_rate": 1.2113526570048311e-05, + "loss": 0.2876, + "step": 1675 + }, + { + "epoch": 9.240109140518417, + "grad_norm": 112.52400970458984, + "learning_rate": 1.1962560386473433e-05, + "loss": 0.4756, + "step": 1700 + }, + { + "epoch": 9.376534788540246, + "grad_norm": 266.45758056640625, + "learning_rate": 1.181159420289855e-05, + "loss": 0.5954, + "step": 1725 + }, + { + "epoch": 9.512960436562073, + "grad_norm": 183.53164672851562, + "learning_rate": 1.1660628019323672e-05, + "loss": 0.3595, + "step": 1750 + }, + { + "epoch": 9.649386084583902, + "grad_norm": 4.180808067321777, + "learning_rate": 1.1509661835748794e-05, + "loss": 0.3371, + "step": 1775 + }, + { + "epoch": 9.78581173260573, + "grad_norm": 177.7559051513672, + "learning_rate": 1.1358695652173914e-05, + "loss": 0.4239, + "step": 1800 + }, + { + "epoch": 9.922237380627559, + "grad_norm": 41.95998764038086, + "learning_rate": 1.1207729468599035e-05, + "loss": 0.5409, + "step": 1825 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7834224598930482, + "eval_loss": 1.1951978206634521, + "eval_macro_f1": 0.7845677820795006, + "eval_runtime": 1.248, + "eval_samples_per_second": 599.361, + "eval_steps_per_second": 37.66, + "eval_weighted_f1": 0.7848601648823987, + "step": 1840 + }, + { + "epoch": 10.054570259208731, + "grad_norm": 132.40916442871094, + "learning_rate": 1.1056763285024155e-05, + "loss": 0.6143, + "step": 1850 + }, + { + "epoch": 10.19099590723056, + "grad_norm": 36.382286071777344, + "learning_rate": 1.0905797101449277e-05, + "loss": 0.1511, + "step": 1875 + }, + { + "epoch": 10.327421555252387, + "grad_norm": 148.8162078857422, + "learning_rate": 1.0754830917874397e-05, + "loss": 0.2646, + "step": 1900 + }, + { + "epoch": 10.463847203274215, + "grad_norm": 105.95132446289062, + "learning_rate": 1.0603864734299518e-05, + "loss": 0.4135, + "step": 1925 + }, + { + "epoch": 10.600272851296044, + "grad_norm": 202.3380584716797, + "learning_rate": 1.045289855072464e-05, + "loss": 0.4476, + "step": 1950 + }, + { + "epoch": 10.736698499317871, + "grad_norm": 7.118839263916016, + "learning_rate": 1.0301932367149758e-05, + "loss": 0.3783, + "step": 1975 + }, + { + "epoch": 10.8731241473397, + "grad_norm": 549.1036987304688, + "learning_rate": 1.015096618357488e-05, + "loss": 0.3668, + "step": 2000 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.7847593582887701, + "eval_loss": 1.6122652292251587, + "eval_macro_f1": 0.7834243542521353, + "eval_runtime": 1.2406, + "eval_samples_per_second": 602.931, + "eval_steps_per_second": 37.885, + "eval_weighted_f1": 0.7840014076286584, + "step": 2024 + }, + { + "epoch": 11.005457025920872, + "grad_norm": 26.631065368652344, + "learning_rate": 1e-05, + "loss": 0.364, + "step": 2025 + }, + { + "epoch": 11.141882673942701, + "grad_norm": 1.5303558111190796, + "learning_rate": 9.849033816425122e-06, + "loss": 0.1997, + "step": 2050 + }, + { + "epoch": 11.278308321964529, + "grad_norm": 0.24237696826457977, + "learning_rate": 9.698067632850242e-06, + "loss": 0.3067, + "step": 2075 + }, + { + "epoch": 11.414733969986358, + "grad_norm": 145.42172241210938, + "learning_rate": 9.547101449275364e-06, + "loss": 0.37, + "step": 2100 + }, + { + "epoch": 11.551159618008185, + "grad_norm": 20.73554039001465, + "learning_rate": 9.396135265700484e-06, + "loss": 0.2539, + "step": 2125 + }, + { + "epoch": 11.687585266030014, + "grad_norm": 261.88336181640625, + "learning_rate": 9.245169082125605e-06, + "loss": 0.2171, + "step": 2150 + }, + { + "epoch": 11.824010914051842, + "grad_norm": 15.859882354736328, + "learning_rate": 9.094202898550725e-06, + "loss": 0.3119, + "step": 2175 + }, + { + "epoch": 11.96043656207367, + "grad_norm": 0.15807034075260162, + "learning_rate": 8.943236714975847e-06, + "loss": 0.2791, + "step": 2200 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.7941176470588235, + "eval_loss": 1.7140750885009766, + "eval_macro_f1": 0.7923175178880997, + "eval_runtime": 1.6358, + "eval_samples_per_second": 457.255, + "eval_steps_per_second": 28.731, + "eval_weighted_f1": 0.7930197769766991, + "step": 2208 + } + ], + "logging_steps": 25, + "max_steps": 3680, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-1379/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-1379/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-1379/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-1379/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-1379/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-1379/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-1379/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-1379/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5fb9cf068a0936a2884b1cd40f259d215937bfde --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-1379/trainer_state.json @@ -0,0 +1,505 @@ +{ + "best_global_step": 788, + "best_metric": 0.8007767269561903, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1379, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12706480304955528, + "grad_norm": 13.389156341552734, + "learning_rate": 1.218274111675127e-06, + "loss": 4.7545, + "step": 25 + }, + { + "epoch": 0.25412960609911056, + "grad_norm": 24.049318313598633, + "learning_rate": 2.487309644670051e-06, + "loss": 4.697, + "step": 50 + }, + { + "epoch": 0.3811944091486658, + "grad_norm": 62.826934814453125, + "learning_rate": 3.756345177664975e-06, + "loss": 4.6481, + "step": 75 + }, + { + "epoch": 0.5082592121982211, + "grad_norm": 22.564842224121094, + "learning_rate": 5.025380710659899e-06, + "loss": 4.5386, + "step": 100 + }, + { + "epoch": 0.6353240152477764, + "grad_norm": 38.03570556640625, + "learning_rate": 6.2944162436548225e-06, + "loss": 4.4849, + "step": 125 + }, + { + "epoch": 0.7623888182973316, + "grad_norm": 27.833423614501953, + "learning_rate": 7.563451776649747e-06, + "loss": 4.4603, + "step": 150 + }, + { + "epoch": 0.8894536213468869, + "grad_norm": 35.95140075683594, + "learning_rate": 8.832487309644671e-06, + "loss": 4.5363, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3961136023916293, + "eval_loss": 1.078136682510376, + "eval_macro_f1": 0.3264693814306267, + "eval_runtime": 1.5632, + "eval_samples_per_second": 427.971, + "eval_steps_per_second": 26.868, + "eval_weighted_f1": 0.3267057750354425, + "step": 197 + }, + { + "epoch": 1.0152477763659467, + "grad_norm": 21.6854305267334, + "learning_rate": 1.0101522842639596e-05, + "loss": 4.3363, + "step": 200 + }, + { + "epoch": 1.1423125794155018, + "grad_norm": 37.8974494934082, + "learning_rate": 1.1370558375634519e-05, + "loss": 4.2243, + "step": 225 + }, + { + "epoch": 1.2693773824650572, + "grad_norm": 66.48481750488281, + "learning_rate": 1.2639593908629442e-05, + "loss": 3.9846, + "step": 250 + }, + { + "epoch": 1.3964421855146125, + "grad_norm": 103.3863525390625, + "learning_rate": 1.3908629441624366e-05, + "loss": 3.6568, + "step": 275 + }, + { + "epoch": 1.5235069885641677, + "grad_norm": 79.78125, + "learning_rate": 1.5177664974619291e-05, + "loss": 3.5653, + "step": 300 + }, + { + "epoch": 1.650571791613723, + "grad_norm": 58.939334869384766, + "learning_rate": 1.6446700507614214e-05, + "loss": 3.2887, + "step": 325 + }, + { + "epoch": 1.7776365946632784, + "grad_norm": 65.27729797363281, + "learning_rate": 1.771573604060914e-05, + "loss": 3.3698, + "step": 350 + }, + { + "epoch": 1.9047013977128335, + "grad_norm": 87.35150146484375, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.9827, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7279521674140508, + "eval_loss": 0.6301922798156738, + "eval_macro_f1": 0.7273506388751397, + "eval_runtime": 1.5071, + "eval_samples_per_second": 443.903, + "eval_steps_per_second": 27.868, + "eval_weighted_f1": 0.7277990775891047, + "step": 394 + }, + { + "epoch": 2.0304955527318933, + "grad_norm": 77.82833099365234, + "learning_rate": 1.997179921037789e-05, + "loss": 2.6994, + "step": 400 + }, + { + "epoch": 2.1575603557814484, + "grad_norm": 144.1227264404297, + "learning_rate": 1.9830795262267346e-05, + "loss": 2.4866, + "step": 425 + }, + { + "epoch": 2.2846251588310036, + "grad_norm": 52.8855094909668, + "learning_rate": 1.96897913141568e-05, + "loss": 3.0392, + "step": 450 + }, + { + "epoch": 2.411689961880559, + "grad_norm": 79.53611755371094, + "learning_rate": 1.954878736604625e-05, + "loss": 2.422, + "step": 475 + }, + { + "epoch": 2.5387547649301143, + "grad_norm": 44.3255615234375, + "learning_rate": 1.9407783417935703e-05, + "loss": 2.5294, + "step": 500 + }, + { + "epoch": 2.6658195679796695, + "grad_norm": 108.02952575683594, + "learning_rate": 1.9266779469825156e-05, + "loss": 2.5406, + "step": 525 + }, + { + "epoch": 2.792884371029225, + "grad_norm": 65.3520736694336, + "learning_rate": 1.912577552171461e-05, + "loss": 2.5672, + "step": 550 + }, + { + "epoch": 2.91994917407878, + "grad_norm": 101.02091217041016, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.4733, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7533632286995515, + "eval_loss": 0.5703659653663635, + "eval_macro_f1": 0.7477456098718558, + "eval_runtime": 1.5309, + "eval_samples_per_second": 436.987, + "eval_steps_per_second": 27.434, + "eval_weighted_f1": 0.7482553350884623, + "step": 591 + }, + { + "epoch": 3.04574332909784, + "grad_norm": 68.0213394165039, + "learning_rate": 1.8843767625493517e-05, + "loss": 2.5206, + "step": 600 + }, + { + "epoch": 3.172808132147395, + "grad_norm": 88.31255340576172, + "learning_rate": 1.870276367738297e-05, + "loss": 2.0145, + "step": 625 + }, + { + "epoch": 3.2998729351969507, + "grad_norm": 71.33785247802734, + "learning_rate": 1.856175972927242e-05, + "loss": 1.9236, + "step": 650 + }, + { + "epoch": 3.426937738246506, + "grad_norm": 88.6434326171875, + "learning_rate": 1.8420755781161873e-05, + "loss": 1.9407, + "step": 675 + }, + { + "epoch": 3.554002541296061, + "grad_norm": 90.77619171142578, + "learning_rate": 1.8279751833051327e-05, + "loss": 1.9425, + "step": 700 + }, + { + "epoch": 3.681067344345616, + "grad_norm": 76.05160522460938, + "learning_rate": 1.813874788494078e-05, + "loss": 2.1321, + "step": 725 + }, + { + "epoch": 3.8081321473951717, + "grad_norm": 57.82199478149414, + "learning_rate": 1.7997743936830234e-05, + "loss": 2.1463, + "step": 750 + }, + { + "epoch": 3.935196950444727, + "grad_norm": 79.53569793701172, + "learning_rate": 1.7856739988719684e-05, + "loss": 1.8993, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8026905829596412, + "eval_loss": 0.5077805519104004, + "eval_macro_f1": 0.8007767269561903, + "eval_runtime": 1.5295, + "eval_samples_per_second": 437.406, + "eval_steps_per_second": 27.46, + "eval_weighted_f1": 0.8009954728546965, + "step": 788 + }, + { + "epoch": 4.060991105463787, + "grad_norm": 68.77828979492188, + "learning_rate": 1.771573604060914e-05, + "loss": 1.733, + "step": 800 + }, + { + "epoch": 4.188055908513342, + "grad_norm": 87.34593963623047, + "learning_rate": 1.7574732092498594e-05, + "loss": 1.4887, + "step": 825 + }, + { + "epoch": 4.315120711562897, + "grad_norm": 94.09156036376953, + "learning_rate": 1.7433728144388044e-05, + "loss": 1.7003, + "step": 850 + }, + { + "epoch": 4.4421855146124525, + "grad_norm": 88.56014251708984, + "learning_rate": 1.7292724196277497e-05, + "loss": 1.49, + "step": 875 + }, + { + "epoch": 4.569250317662007, + "grad_norm": 177.14993286132812, + "learning_rate": 1.715172024816695e-05, + "loss": 1.4637, + "step": 900 + }, + { + "epoch": 4.696315120711563, + "grad_norm": 67.3982162475586, + "learning_rate": 1.7010716300056404e-05, + "loss": 1.8012, + "step": 925 + }, + { + "epoch": 4.823379923761118, + "grad_norm": 131.76174926757812, + "learning_rate": 1.6869712351945854e-05, + "loss": 1.4605, + "step": 950 + }, + { + "epoch": 4.950444726810673, + "grad_norm": 46.73393249511719, + "learning_rate": 1.672870840383531e-05, + "loss": 1.5068, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7907324364723468, + "eval_loss": 0.5487843155860901, + "eval_macro_f1": 0.7909664879810668, + "eval_runtime": 1.5483, + "eval_samples_per_second": 432.089, + "eval_steps_per_second": 27.127, + "eval_weighted_f1": 0.7908563692855536, + "step": 985 + }, + { + "epoch": 5.076238881829733, + "grad_norm": 82.96886444091797, + "learning_rate": 1.6587704455724764e-05, + "loss": 1.2587, + "step": 1000 + }, + { + "epoch": 5.203303684879288, + "grad_norm": 47.29049301147461, + "learning_rate": 1.6446700507614214e-05, + "loss": 1.0697, + "step": 1025 + }, + { + "epoch": 5.330368487928844, + "grad_norm": 54.33481979370117, + "learning_rate": 1.6305696559503667e-05, + "loss": 0.9339, + "step": 1050 + }, + { + "epoch": 5.457433290978399, + "grad_norm": 95.2572250366211, + "learning_rate": 1.616469261139312e-05, + "loss": 1.3969, + "step": 1075 + }, + { + "epoch": 5.584498094027954, + "grad_norm": 48.11737060546875, + "learning_rate": 1.6023688663282574e-05, + "loss": 1.1848, + "step": 1100 + }, + { + "epoch": 5.71156289707751, + "grad_norm": 91.70606994628906, + "learning_rate": 1.5882684715172024e-05, + "loss": 1.1585, + "step": 1125 + }, + { + "epoch": 5.838627700127065, + "grad_norm": 69.19037628173828, + "learning_rate": 1.5741680767061477e-05, + "loss": 1.2041, + "step": 1150 + }, + { + "epoch": 5.96569250317662, + "grad_norm": 84.39676666259766, + "learning_rate": 1.5600676818950934e-05, + "loss": 1.2595, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7952167414050823, + "eval_loss": 0.5698511004447937, + "eval_macro_f1": 0.7968621877451613, + "eval_runtime": 1.5859, + "eval_samples_per_second": 421.838, + "eval_steps_per_second": 26.483, + "eval_weighted_f1": 0.7969835950917001, + "step": 1182 + }, + { + "epoch": 6.09148665819568, + "grad_norm": 137.777099609375, + "learning_rate": 1.5459672870840384e-05, + "loss": 0.9101, + "step": 1200 + }, + { + "epoch": 6.2185514612452355, + "grad_norm": 32.224815368652344, + "learning_rate": 1.5318668922729838e-05, + "loss": 0.9175, + "step": 1225 + }, + { + "epoch": 6.34561626429479, + "grad_norm": 158.9249725341797, + "learning_rate": 1.5177664974619291e-05, + "loss": 0.8982, + "step": 1250 + }, + { + "epoch": 6.472681067344346, + "grad_norm": 151.43504333496094, + "learning_rate": 1.5036661026508743e-05, + "loss": 0.8391, + "step": 1275 + }, + { + "epoch": 6.599745870393901, + "grad_norm": 77.65481567382812, + "learning_rate": 1.4895657078398196e-05, + "loss": 0.8368, + "step": 1300 + }, + { + "epoch": 6.726810673443456, + "grad_norm": 142.80311584472656, + "learning_rate": 1.4754653130287648e-05, + "loss": 0.6248, + "step": 1325 + }, + { + "epoch": 6.853875476493012, + "grad_norm": 40.499385833740234, + "learning_rate": 1.4613649182177103e-05, + "loss": 0.9493, + "step": 1350 + }, + { + "epoch": 6.980940279542566, + "grad_norm": 26.85580825805664, + "learning_rate": 1.4472645234066556e-05, + "loss": 1.0976, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7997010463378177, + "eval_loss": 0.6106202006340027, + "eval_macro_f1": 0.8006822430212498, + "eval_runtime": 1.7328, + "eval_samples_per_second": 386.081, + "eval_steps_per_second": 24.238, + "eval_weighted_f1": 0.8008793414522444, + "step": 1379 + } + ], + "logging_steps": 25, + "max_steps": 3940, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..83b0e833f8a49dad809d3dab5f058f6149a632fc --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788/trainer_state.json @@ -0,0 +1,304 @@ +{ + "best_global_step": 788, + "best_metric": 0.8007767269561903, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-07-s44-20260901T093550Z-53ad853a/trainer/checkpoint-788", + "epoch": 4.0, + "eval_steps": 500, + "global_step": 788, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12706480304955528, + "grad_norm": 13.389156341552734, + "learning_rate": 1.218274111675127e-06, + "loss": 4.7545, + "step": 25 + }, + { + "epoch": 0.25412960609911056, + "grad_norm": 24.049318313598633, + "learning_rate": 2.487309644670051e-06, + "loss": 4.697, + "step": 50 + }, + { + "epoch": 0.3811944091486658, + "grad_norm": 62.826934814453125, + "learning_rate": 3.756345177664975e-06, + "loss": 4.6481, + "step": 75 + }, + { + "epoch": 0.5082592121982211, + "grad_norm": 22.564842224121094, + "learning_rate": 5.025380710659899e-06, + "loss": 4.5386, + "step": 100 + }, + { + "epoch": 0.6353240152477764, + "grad_norm": 38.03570556640625, + "learning_rate": 6.2944162436548225e-06, + "loss": 4.4849, + "step": 125 + }, + { + "epoch": 0.7623888182973316, + "grad_norm": 27.833423614501953, + "learning_rate": 7.563451776649747e-06, + "loss": 4.4603, + "step": 150 + }, + { + "epoch": 0.8894536213468869, + "grad_norm": 35.95140075683594, + "learning_rate": 8.832487309644671e-06, + "loss": 4.5363, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3961136023916293, + "eval_loss": 1.078136682510376, + "eval_macro_f1": 0.3264693814306267, + "eval_runtime": 1.5632, + "eval_samples_per_second": 427.971, + "eval_steps_per_second": 26.868, + "eval_weighted_f1": 0.3267057750354425, + "step": 197 + }, + { + "epoch": 1.0152477763659467, + "grad_norm": 21.6854305267334, + "learning_rate": 1.0101522842639596e-05, + "loss": 4.3363, + "step": 200 + }, + { + "epoch": 1.1423125794155018, + "grad_norm": 37.8974494934082, + "learning_rate": 1.1370558375634519e-05, + "loss": 4.2243, + "step": 225 + }, + { + "epoch": 1.2693773824650572, + "grad_norm": 66.48481750488281, + "learning_rate": 1.2639593908629442e-05, + "loss": 3.9846, + "step": 250 + }, + { + "epoch": 1.3964421855146125, + "grad_norm": 103.3863525390625, + "learning_rate": 1.3908629441624366e-05, + "loss": 3.6568, + "step": 275 + }, + { + "epoch": 1.5235069885641677, + "grad_norm": 79.78125, + "learning_rate": 1.5177664974619291e-05, + "loss": 3.5653, + "step": 300 + }, + { + "epoch": 1.650571791613723, + "grad_norm": 58.939334869384766, + "learning_rate": 1.6446700507614214e-05, + "loss": 3.2887, + "step": 325 + }, + { + "epoch": 1.7776365946632784, + "grad_norm": 65.27729797363281, + "learning_rate": 1.771573604060914e-05, + "loss": 3.3698, + "step": 350 + }, + { + "epoch": 1.9047013977128335, + "grad_norm": 87.35150146484375, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.9827, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7279521674140508, + "eval_loss": 0.6301922798156738, + "eval_macro_f1": 0.7273506388751397, + "eval_runtime": 1.5071, + "eval_samples_per_second": 443.903, + "eval_steps_per_second": 27.868, + "eval_weighted_f1": 0.7277990775891047, + "step": 394 + }, + { + "epoch": 2.0304955527318933, + "grad_norm": 77.82833099365234, + "learning_rate": 1.997179921037789e-05, + "loss": 2.6994, + "step": 400 + }, + { + "epoch": 2.1575603557814484, + "grad_norm": 144.1227264404297, + "learning_rate": 1.9830795262267346e-05, + "loss": 2.4866, + "step": 425 + }, + { + "epoch": 2.2846251588310036, + "grad_norm": 52.8855094909668, + "learning_rate": 1.96897913141568e-05, + "loss": 3.0392, + "step": 450 + }, + { + "epoch": 2.411689961880559, + "grad_norm": 79.53611755371094, + "learning_rate": 1.954878736604625e-05, + "loss": 2.422, + "step": 475 + }, + { + "epoch": 2.5387547649301143, + "grad_norm": 44.3255615234375, + "learning_rate": 1.9407783417935703e-05, + "loss": 2.5294, + "step": 500 + }, + { + "epoch": 2.6658195679796695, + "grad_norm": 108.02952575683594, + "learning_rate": 1.9266779469825156e-05, + "loss": 2.5406, + "step": 525 + }, + { + "epoch": 2.792884371029225, + "grad_norm": 65.3520736694336, + "learning_rate": 1.912577552171461e-05, + "loss": 2.5672, + "step": 550 + }, + { + "epoch": 2.91994917407878, + "grad_norm": 101.02091217041016, + "learning_rate": 1.8984771573604063e-05, + "loss": 2.4733, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7533632286995515, + "eval_loss": 0.5703659653663635, + "eval_macro_f1": 0.7477456098718558, + "eval_runtime": 1.5309, + "eval_samples_per_second": 436.987, + "eval_steps_per_second": 27.434, + "eval_weighted_f1": 0.7482553350884623, + "step": 591 + }, + { + "epoch": 3.04574332909784, + "grad_norm": 68.0213394165039, + "learning_rate": 1.8843767625493517e-05, + "loss": 2.5206, + "step": 600 + }, + { + "epoch": 3.172808132147395, + "grad_norm": 88.31255340576172, + "learning_rate": 1.870276367738297e-05, + "loss": 2.0145, + "step": 625 + }, + { + "epoch": 3.2998729351969507, + "grad_norm": 71.33785247802734, + "learning_rate": 1.856175972927242e-05, + "loss": 1.9236, + "step": 650 + }, + { + "epoch": 3.426937738246506, + "grad_norm": 88.6434326171875, + "learning_rate": 1.8420755781161873e-05, + "loss": 1.9407, + "step": 675 + }, + { + "epoch": 3.554002541296061, + "grad_norm": 90.77619171142578, + "learning_rate": 1.8279751833051327e-05, + "loss": 1.9425, + "step": 700 + }, + { + "epoch": 3.681067344345616, + "grad_norm": 76.05160522460938, + "learning_rate": 1.813874788494078e-05, + "loss": 2.1321, + "step": 725 + }, + { + "epoch": 3.8081321473951717, + "grad_norm": 57.82199478149414, + "learning_rate": 1.7997743936830234e-05, + "loss": 2.1463, + "step": 750 + }, + { + "epoch": 3.935196950444727, + "grad_norm": 79.53569793701172, + "learning_rate": 1.7856739988719684e-05, + "loss": 1.8993, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8026905829596412, + "eval_loss": 0.5077805519104004, + "eval_macro_f1": 0.8007767269561903, + "eval_runtime": 1.5295, + "eval_samples_per_second": 437.406, + "eval_steps_per_second": 27.46, + "eval_weighted_f1": 0.8009954728546965, + "step": 788 + } + ], + "logging_steps": 25, + "max_steps": 3940, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-2210/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-2210/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1f1ebc0ceea800bcf51456d7ccdfaae1f337bae7 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-2210/trainer_state.json @@ -0,0 +1,802 @@ +{ + "best_global_step": 1700, + "best_metric": 0.8080627063505518, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s43-20260901T072218Z-fbd63439/trainer/checkpoint-1700", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 2210, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 15.366108894348145, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.7592, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 16.82335090637207, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.6221, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 30.80362319946289, + "learning_rate": 4.352941176470588e-06, + "loss": 4.5071, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 106.32090759277344, + "learning_rate": 5.823529411764707e-06, + "loss": 4.4829, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 21.30451774597168, + "learning_rate": 7.294117647058823e-06, + "loss": 4.4637, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 59.81951141357422, + "learning_rate": 8.764705882352942e-06, + "loss": 4.4736, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4003466204506066, + "eval_loss": 1.0575647354125977, + "eval_macro_f1": 0.31515214616885706, + "eval_runtime": 1.0008, + "eval_samples_per_second": 576.557, + "eval_steps_per_second": 36.972, + "eval_weighted_f1": 0.3167255009683724, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 30.38396644592285, + "learning_rate": 1.023529411764706e-05, + "loss": 4.219, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 65.39568328857422, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.2508, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 39.89834976196289, + "learning_rate": 1.3176470588235294e-05, + "loss": 3.9225, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 47.26101303100586, + "learning_rate": 1.4647058823529412e-05, + "loss": 3.6592, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 87.26200103759766, + "learning_rate": 1.6117647058823533e-05, + "loss": 3.49, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 174.1948699951172, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.1599, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 103.86904907226562, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.0534, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7001733102253033, + "eval_loss": 0.7479732632637024, + "eval_macro_f1": 0.6850221665877738, + "eval_runtime": 1.0247, + "eval_samples_per_second": 563.111, + "eval_steps_per_second": 36.109, + "eval_weighted_f1": 0.6860953069573232, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 98.58618927001953, + "learning_rate": 1.9941176470588238e-05, + "loss": 2.8671, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 62.89303970336914, + "learning_rate": 1.977777777777778e-05, + "loss": 2.8125, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 80.09723663330078, + "learning_rate": 1.961437908496732e-05, + "loss": 2.7327, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 114.29077911376953, + "learning_rate": 1.9450980392156864e-05, + "loss": 2.6709, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 76.36686706542969, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.4804, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 51.555084228515625, + "learning_rate": 1.912418300653595e-05, + "loss": 2.1368, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 98.23845672607422, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.5586, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7902946273830156, + "eval_loss": 0.5554803609848022, + "eval_macro_f1": 0.7866620578653372, + "eval_runtime": 0.961, + "eval_samples_per_second": 600.388, + "eval_steps_per_second": 38.5, + "eval_weighted_f1": 0.7870528261411873, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 65.41751861572266, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.1809, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 161.51675415039062, + "learning_rate": 1.8633986928104578e-05, + "loss": 1.9678, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 53.47157287597656, + "learning_rate": 1.847058823529412e-05, + "loss": 2.0837, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 54.58252716064453, + "learning_rate": 1.830718954248366e-05, + "loss": 1.9649, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 127.79866027832031, + "learning_rate": 1.8143790849673203e-05, + "loss": 1.9307, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 183.38697814941406, + "learning_rate": 1.7980392156862746e-05, + "loss": 1.9701, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 79.9508056640625, + "learning_rate": 1.781699346405229e-05, + "loss": 1.829, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7937608318890814, + "eval_loss": 0.564121425151825, + "eval_macro_f1": 0.7913853614145392, + "eval_runtime": 1.0276, + "eval_samples_per_second": 561.513, + "eval_steps_per_second": 36.007, + "eval_weighted_f1": 0.7917503864387873, + "step": 680 + }, + { + "epoch": 4.117820324005891, + "grad_norm": 61.29257583618164, + "learning_rate": 1.7653594771241832e-05, + "loss": 1.6639, + "step": 700 + }, + { + "epoch": 4.265095729013255, + "grad_norm": 113.9142837524414, + "learning_rate": 1.7490196078431375e-05, + "loss": 1.5626, + "step": 725 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 106.86473083496094, + "learning_rate": 1.7326797385620918e-05, + "loss": 1.5016, + "step": 750 + }, + { + "epoch": 4.559646539027982, + "grad_norm": 77.04757690429688, + "learning_rate": 1.7163398692810457e-05, + "loss": 1.4856, + "step": 775 + }, + { + "epoch": 4.706921944035346, + "grad_norm": 112.1097412109375, + "learning_rate": 1.7e-05, + "loss": 1.6716, + "step": 800 + }, + { + "epoch": 4.8541973490427095, + "grad_norm": 156.9412384033203, + "learning_rate": 1.6836601307189543e-05, + "loss": 1.6015, + "step": 825 + }, + { + "epoch": 5.0, + "grad_norm": 32.70610809326172, + "learning_rate": 1.6673202614379086e-05, + "loss": 1.3884, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7885615251299827, + "eval_loss": 0.5760204792022705, + "eval_macro_f1": 0.7870173972406129, + "eval_runtime": 1.0139, + "eval_samples_per_second": 569.089, + "eval_steps_per_second": 36.493, + "eval_weighted_f1": 0.7870033381860616, + "step": 850 + }, + { + "epoch": 5.147275405007364, + "grad_norm": 104.40431213378906, + "learning_rate": 1.650980392156863e-05, + "loss": 1.0302, + "step": 875 + }, + { + "epoch": 5.294550810014727, + "grad_norm": 55.770687103271484, + "learning_rate": 1.634640522875817e-05, + "loss": 1.1093, + "step": 900 + }, + { + "epoch": 5.4418262150220915, + "grad_norm": 140.00003051757812, + "learning_rate": 1.6183006535947714e-05, + "loss": 1.127, + "step": 925 + }, + { + "epoch": 5.589101620029455, + "grad_norm": 82.26582336425781, + "learning_rate": 1.6019607843137257e-05, + "loss": 1.4133, + "step": 950 + }, + { + "epoch": 5.736377025036819, + "grad_norm": 59.61613464355469, + "learning_rate": 1.5856209150326797e-05, + "loss": 1.3666, + "step": 975 + }, + { + "epoch": 5.883652430044183, + "grad_norm": 62.971954345703125, + "learning_rate": 1.569281045751634e-05, + "loss": 1.0631, + "step": 1000 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7954939341421143, + "eval_loss": 0.5795448422431946, + "eval_macro_f1": 0.7937615550393967, + "eval_runtime": 0.9542, + "eval_samples_per_second": 604.668, + "eval_steps_per_second": 38.774, + "eval_weighted_f1": 0.7939465801655629, + "step": 1020 + }, + { + "epoch": 6.029455081001473, + "grad_norm": 139.58262634277344, + "learning_rate": 1.5529411764705882e-05, + "loss": 1.0258, + "step": 1025 + }, + { + "epoch": 6.176730486008837, + "grad_norm": 125.19546508789062, + "learning_rate": 1.536601307189543e-05, + "loss": 0.8703, + "step": 1050 + }, + { + "epoch": 6.3240058910162, + "grad_norm": 114.03672790527344, + "learning_rate": 1.5202614379084968e-05, + "loss": 0.8148, + "step": 1075 + }, + { + "epoch": 6.471281296023564, + "grad_norm": 38.04548263549805, + "learning_rate": 1.5039215686274511e-05, + "loss": 0.9125, + "step": 1100 + }, + { + "epoch": 6.618556701030927, + "grad_norm": 80.47295379638672, + "learning_rate": 1.4875816993464054e-05, + "loss": 0.8187, + "step": 1125 + }, + { + "epoch": 6.7658321060382915, + "grad_norm": 156.71273803710938, + "learning_rate": 1.4712418300653597e-05, + "loss": 1.1468, + "step": 1150 + }, + { + "epoch": 6.913107511045656, + "grad_norm": 81.21904754638672, + "learning_rate": 1.4549019607843138e-05, + "loss": 0.9628, + "step": 1175 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7868284228769498, + "eval_loss": 0.7104272842407227, + "eval_macro_f1": 0.7872467915619561, + "eval_runtime": 1.012, + "eval_samples_per_second": 570.165, + "eval_steps_per_second": 36.562, + "eval_weighted_f1": 0.787502877153901, + "step": 1190 + }, + { + "epoch": 7.058910162002945, + "grad_norm": 94.61268615722656, + "learning_rate": 1.438562091503268e-05, + "loss": 0.7487, + "step": 1200 + }, + { + "epoch": 7.206185567010309, + "grad_norm": 125.45917510986328, + "learning_rate": 1.4222222222222224e-05, + "loss": 0.8132, + "step": 1225 + }, + { + "epoch": 7.353460972017673, + "grad_norm": 9.856523513793945, + "learning_rate": 1.4058823529411765e-05, + "loss": 0.7205, + "step": 1250 + }, + { + "epoch": 7.500736377025037, + "grad_norm": 109.60676574707031, + "learning_rate": 1.3895424836601308e-05, + "loss": 0.6862, + "step": 1275 + }, + { + "epoch": 7.648011782032401, + "grad_norm": 127.26668548583984, + "learning_rate": 1.373202614379085e-05, + "loss": 0.5685, + "step": 1300 + }, + { + "epoch": 7.795287187039764, + "grad_norm": 65.17686462402344, + "learning_rate": 1.3568627450980393e-05, + "loss": 0.6091, + "step": 1325 + }, + { + "epoch": 7.942562592047128, + "grad_norm": 100.82917785644531, + "learning_rate": 1.3405228758169935e-05, + "loss": 0.6925, + "step": 1350 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7850953206239168, + "eval_loss": 0.8650023341178894, + "eval_macro_f1": 0.785898649004669, + "eval_runtime": 1.1016, + "eval_samples_per_second": 523.769, + "eval_steps_per_second": 33.587, + "eval_weighted_f1": 0.7861545317631711, + "step": 1360 + }, + { + "epoch": 8.088365243004418, + "grad_norm": 22.3524227142334, + "learning_rate": 1.3241830065359478e-05, + "loss": 0.3725, + "step": 1375 + }, + { + "epoch": 8.235640648011781, + "grad_norm": 83.46327209472656, + "learning_rate": 1.307843137254902e-05, + "loss": 0.6755, + "step": 1400 + }, + { + "epoch": 8.382916053019146, + "grad_norm": 32.82671356201172, + "learning_rate": 1.2915032679738563e-05, + "loss": 0.7345, + "step": 1425 + }, + { + "epoch": 8.53019145802651, + "grad_norm": 22.48587417602539, + "learning_rate": 1.2751633986928104e-05, + "loss": 0.4235, + "step": 1450 + }, + { + "epoch": 8.677466863033873, + "grad_norm": 49.19102478027344, + "learning_rate": 1.2588235294117647e-05, + "loss": 0.5995, + "step": 1475 + }, + { + "epoch": 8.824742268041238, + "grad_norm": 44.9511604309082, + "learning_rate": 1.242483660130719e-05, + "loss": 0.5522, + "step": 1500 + }, + { + "epoch": 8.972017673048601, + "grad_norm": 65.22738647460938, + "learning_rate": 1.2261437908496733e-05, + "loss": 0.6001, + "step": 1525 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7954939341421143, + "eval_loss": 0.9263410568237305, + "eval_macro_f1": 0.7963689259011288, + "eval_runtime": 0.9987, + "eval_samples_per_second": 577.765, + "eval_steps_per_second": 37.049, + "eval_weighted_f1": 0.796525229175631, + "step": 1530 + }, + { + "epoch": 9.11782032400589, + "grad_norm": 125.35490417480469, + "learning_rate": 1.2098039215686274e-05, + "loss": 0.2396, + "step": 1550 + }, + { + "epoch": 9.265095729013256, + "grad_norm": 122.32025909423828, + "learning_rate": 1.1934640522875817e-05, + "loss": 0.3869, + "step": 1575 + }, + { + "epoch": 9.412371134020619, + "grad_norm": 11.385093688964844, + "learning_rate": 1.177124183006536e-05, + "loss": 0.4486, + "step": 1600 + }, + { + "epoch": 9.559646539027982, + "grad_norm": 145.1771697998047, + "learning_rate": 1.1607843137254905e-05, + "loss": 0.4102, + "step": 1625 + }, + { + "epoch": 9.706921944035345, + "grad_norm": 73.37174224853516, + "learning_rate": 1.1444444444444444e-05, + "loss": 0.6945, + "step": 1650 + }, + { + "epoch": 9.85419734904271, + "grad_norm": 260.9780578613281, + "learning_rate": 1.1281045751633987e-05, + "loss": 0.6197, + "step": 1675 + }, + { + "epoch": 10.0, + "grad_norm": 73.8501205444336, + "learning_rate": 1.1117647058823531e-05, + "loss": 0.4284, + "step": 1700 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8110918544194108, + "eval_loss": 1.0486125946044922, + "eval_macro_f1": 0.8080627063505518, + "eval_runtime": 1.0131, + "eval_samples_per_second": 569.563, + "eval_steps_per_second": 36.523, + "eval_weighted_f1": 0.8083890157084717, + "step": 1700 + }, + { + "epoch": 10.147275405007363, + "grad_norm": 32.29825973510742, + "learning_rate": 1.0954248366013074e-05, + "loss": 0.3948, + "step": 1725 + }, + { + "epoch": 10.294550810014728, + "grad_norm": 0.10966110229492188, + "learning_rate": 1.0790849673202614e-05, + "loss": 0.3118, + "step": 1750 + }, + { + "epoch": 10.441826215022092, + "grad_norm": 82.40351104736328, + "learning_rate": 1.0627450980392158e-05, + "loss": 0.3051, + "step": 1775 + }, + { + "epoch": 10.589101620029455, + "grad_norm": 34.1602668762207, + "learning_rate": 1.0464052287581701e-05, + "loss": 0.3085, + "step": 1800 + }, + { + "epoch": 10.73637702503682, + "grad_norm": 3.2811825275421143, + "learning_rate": 1.030065359477124e-05, + "loss": 0.321, + "step": 1825 + }, + { + "epoch": 10.883652430044183, + "grad_norm": 41.87387466430664, + "learning_rate": 1.0137254901960785e-05, + "loss": 0.3943, + "step": 1850 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.7694974003466204, + "eval_loss": 1.4356096982955933, + "eval_macro_f1": 0.7717208264678069, + "eval_runtime": 1.1019, + "eval_samples_per_second": 523.635, + "eval_steps_per_second": 33.578, + "eval_weighted_f1": 0.7718276631782349, + "step": 1870 + }, + { + "epoch": 11.029455081001473, + "grad_norm": 46.948944091796875, + "learning_rate": 9.973856209150328e-06, + "loss": 0.607, + "step": 1875 + }, + { + "epoch": 11.176730486008836, + "grad_norm": 364.33416748046875, + "learning_rate": 9.81045751633987e-06, + "loss": 0.3245, + "step": 1900 + }, + { + "epoch": 11.324005891016201, + "grad_norm": 261.0790100097656, + "learning_rate": 9.647058823529412e-06, + "loss": 0.2871, + "step": 1925 + }, + { + "epoch": 11.471281296023564, + "grad_norm": 305.46673583984375, + "learning_rate": 9.483660130718955e-06, + "loss": 0.2364, + "step": 1950 + }, + { + "epoch": 11.618556701030927, + "grad_norm": 40.21992111206055, + "learning_rate": 9.320261437908498e-06, + "loss": 0.3602, + "step": 1975 + }, + { + "epoch": 11.765832106038292, + "grad_norm": 75.94741821289062, + "learning_rate": 9.15686274509804e-06, + "loss": 0.335, + "step": 2000 + }, + { + "epoch": 11.913107511045656, + "grad_norm": 27.065458297729492, + "learning_rate": 8.993464052287582e-06, + "loss": 0.3005, + "step": 2025 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.804159445407279, + "eval_loss": 1.4502986669540405, + "eval_macro_f1": 0.8035021202733286, + "eval_runtime": 1.1107, + "eval_samples_per_second": 519.492, + "eval_steps_per_second": 33.312, + "eval_weighted_f1": 0.8037851894526032, + "step": 2040 + }, + { + "epoch": 12.058910162002945, + "grad_norm": 0.3670728802680969, + "learning_rate": 8.830065359477125e-06, + "loss": 0.1916, + "step": 2050 + }, + { + "epoch": 12.206185567010309, + "grad_norm": 544.6694946289062, + "learning_rate": 8.666666666666668e-06, + "loss": 0.3482, + "step": 2075 + }, + { + "epoch": 12.353460972017674, + "grad_norm": 2.692751169204712, + "learning_rate": 8.503267973856209e-06, + "loss": 0.1159, + "step": 2100 + }, + { + "epoch": 12.500736377025037, + "grad_norm": 0.2579233646392822, + "learning_rate": 8.339869281045752e-06, + "loss": 0.1695, + "step": 2125 + }, + { + "epoch": 12.6480117820324, + "grad_norm": 2.376282215118408, + "learning_rate": 8.176470588235295e-06, + "loss": 0.5815, + "step": 2150 + }, + { + "epoch": 12.795287187039765, + "grad_norm": 0.7057659029960632, + "learning_rate": 8.013071895424838e-06, + "loss": 0.2182, + "step": 2175 + }, + { + "epoch": 12.942562592047128, + "grad_norm": 158.02377319335938, + "learning_rate": 7.849673202614379e-06, + "loss": 0.2794, + "step": 2200 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8093587521663779, + "eval_loss": 1.4371525049209595, + "eval_macro_f1": 0.8080043176305752, + "eval_runtime": 1.0821, + "eval_samples_per_second": 533.205, + "eval_steps_per_second": 34.192, + "eval_weighted_f1": 0.8081463450698901, + "step": 2210 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1a06a729e784f10e2012da640255e548de3df630 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230/trainer_state.json @@ -0,0 +1,1155 @@ +{ + "best_global_step": 3230, + "best_metric": 0.8124329533264242, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3230", + "epoch": 19.0, + "eval_steps": 500, + "global_step": 3230, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 25.98868179321289, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.6703, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 22.500823974609375, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.7155, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 40.09649658203125, + "learning_rate": 4.352941176470588e-06, + "loss": 4.6258, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 20.671159744262695, + "learning_rate": 5.823529411764707e-06, + "loss": 4.5378, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 44.733306884765625, + "learning_rate": 7.294117647058823e-06, + "loss": 4.419, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 32.50116729736328, + "learning_rate": 8.764705882352942e-06, + "loss": 4.4674, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3362218370883882, + "eval_loss": 1.1131662130355835, + "eval_macro_f1": 0.1990948658423798, + "eval_runtime": 1.3962, + "eval_samples_per_second": 413.268, + "eval_steps_per_second": 26.501, + "eval_weighted_f1": 0.1969735543755572, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 35.71785354614258, + "learning_rate": 1.023529411764706e-05, + "loss": 4.4227, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 44.777687072753906, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.4286, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 31.983278274536133, + "learning_rate": 1.3176470588235294e-05, + "loss": 4.336, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 41.39729690551758, + "learning_rate": 1.4647058823529412e-05, + "loss": 4.1454, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 45.23200607299805, + "learning_rate": 1.6117647058823533e-05, + "loss": 4.0153, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 72.09541320800781, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.6609, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 64.7621841430664, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.6031, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6672443674176777, + "eval_loss": 0.7807304263114929, + "eval_macro_f1": 0.660662628083712, + "eval_runtime": 1.3765, + "eval_samples_per_second": 419.19, + "eval_steps_per_second": 26.88, + "eval_weighted_f1": 0.6611114717691732, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 102.35790252685547, + "learning_rate": 1.9941176470588238e-05, + "loss": 3.4498, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 47.5035285949707, + "learning_rate": 1.977777777777778e-05, + "loss": 3.1858, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 62.42250061035156, + "learning_rate": 1.961437908496732e-05, + "loss": 2.9068, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 143.90484619140625, + "learning_rate": 1.9450980392156864e-05, + "loss": 2.7941, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 113.9335708618164, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.655, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 95.01705932617188, + "learning_rate": 1.912418300653595e-05, + "loss": 2.813, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 47.420711517333984, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.598, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7590987868284229, + "eval_loss": 0.5658520460128784, + "eval_macro_f1": 0.7547380359649997, + "eval_runtime": 1.3884, + "eval_samples_per_second": 415.594, + "eval_steps_per_second": 26.65, + "eval_weighted_f1": 0.7556002069347978, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 57.23152542114258, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.2601, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 89.9546127319336, + "learning_rate": 1.8633986928104578e-05, + "loss": 2.025, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 64.59915161132812, + "learning_rate": 1.847058823529412e-05, + "loss": 2.018, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 71.6417465209961, + "learning_rate": 1.830718954248366e-05, + "loss": 1.924, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 73.02312469482422, + "learning_rate": 1.8143790849673203e-05, + "loss": 2.0069, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 77.64059448242188, + "learning_rate": 1.7980392156862746e-05, + "loss": 2.1867, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 62.4228401184082, + "learning_rate": 1.781699346405229e-05, + "loss": 1.9677, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7712305025996534, + "eval_loss": 0.5892872214317322, + "eval_macro_f1": 0.7741565125841142, + "eval_runtime": 1.3659, + "eval_samples_per_second": 422.445, + "eval_steps_per_second": 27.089, + "eval_weighted_f1": 0.7740839686137694, + "step": 680 + }, + { + "epoch": 4.117820324005891, + "grad_norm": 90.8581771850586, + "learning_rate": 1.7653594771241832e-05, + "loss": 1.4996, + "step": 700 + }, + { + "epoch": 4.265095729013255, + "grad_norm": 109.05735778808594, + "learning_rate": 1.7490196078431375e-05, + "loss": 1.6664, + "step": 725 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 37.06113815307617, + "learning_rate": 1.7326797385620918e-05, + "loss": 1.3779, + "step": 750 + }, + { + "epoch": 4.559646539027982, + "grad_norm": 130.0172882080078, + "learning_rate": 1.7163398692810457e-05, + "loss": 1.5923, + "step": 775 + }, + { + "epoch": 4.706921944035346, + "grad_norm": 103.8825912475586, + "learning_rate": 1.7e-05, + "loss": 1.8415, + "step": 800 + }, + { + "epoch": 4.8541973490427095, + "grad_norm": 36.297481536865234, + "learning_rate": 1.6836601307189543e-05, + "loss": 1.5683, + "step": 825 + }, + { + "epoch": 5.0, + "grad_norm": 76.00614166259766, + "learning_rate": 1.6673202614379086e-05, + "loss": 1.3392, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7868284228769498, + "eval_loss": 0.5752003788948059, + "eval_macro_f1": 0.7837853377006856, + "eval_runtime": 1.365, + "eval_samples_per_second": 422.713, + "eval_steps_per_second": 27.106, + "eval_weighted_f1": 0.7838645731142094, + "step": 850 + }, + { + "epoch": 5.147275405007364, + "grad_norm": 52.104164123535156, + "learning_rate": 1.650980392156863e-05, + "loss": 1.1543, + "step": 875 + }, + { + "epoch": 5.294550810014727, + "grad_norm": 172.60784912109375, + "learning_rate": 1.634640522875817e-05, + "loss": 1.0001, + "step": 900 + }, + { + "epoch": 5.4418262150220915, + "grad_norm": 99.36418914794922, + "learning_rate": 1.6183006535947714e-05, + "loss": 1.0804, + "step": 925 + }, + { + "epoch": 5.589101620029455, + "grad_norm": 94.12709045410156, + "learning_rate": 1.6019607843137257e-05, + "loss": 1.1818, + "step": 950 + }, + { + "epoch": 5.736377025036819, + "grad_norm": 71.30668640136719, + "learning_rate": 1.5856209150326797e-05, + "loss": 1.1902, + "step": 975 + }, + { + "epoch": 5.883652430044183, + "grad_norm": 345.9465637207031, + "learning_rate": 1.569281045751634e-05, + "loss": 1.2463, + "step": 1000 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7850953206239168, + "eval_loss": 0.6834347248077393, + "eval_macro_f1": 0.7874022797915772, + "eval_runtime": 1.4278, + "eval_samples_per_second": 404.113, + "eval_steps_per_second": 25.914, + "eval_weighted_f1": 0.7875095699888142, + "step": 1020 + }, + { + "epoch": 6.029455081001473, + "grad_norm": 57.49922561645508, + "learning_rate": 1.5529411764705882e-05, + "loss": 1.1413, + "step": 1025 + }, + { + "epoch": 6.176730486008837, + "grad_norm": 73.79434204101562, + "learning_rate": 1.536601307189543e-05, + "loss": 0.8009, + "step": 1050 + }, + { + "epoch": 6.3240058910162, + "grad_norm": 149.20477294921875, + "learning_rate": 1.5202614379084968e-05, + "loss": 0.7332, + "step": 1075 + }, + { + "epoch": 6.471281296023564, + "grad_norm": 66.18312072753906, + "learning_rate": 1.5039215686274511e-05, + "loss": 0.8693, + "step": 1100 + }, + { + "epoch": 6.618556701030927, + "grad_norm": 87.82083129882812, + "learning_rate": 1.4875816993464054e-05, + "loss": 0.8391, + "step": 1125 + }, + { + "epoch": 6.7658321060382915, + "grad_norm": 104.75779724121094, + "learning_rate": 1.4712418300653597e-05, + "loss": 0.8244, + "step": 1150 + }, + { + "epoch": 6.913107511045656, + "grad_norm": 194.11741638183594, + "learning_rate": 1.4549019607843138e-05, + "loss": 0.9696, + "step": 1175 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7885615251299827, + "eval_loss": 0.7717874646186829, + "eval_macro_f1": 0.7900080288749152, + "eval_runtime": 1.4137, + "eval_samples_per_second": 408.162, + "eval_steps_per_second": 26.173, + "eval_weighted_f1": 0.7902913553815086, + "step": 1190 + }, + { + "epoch": 7.058910162002945, + "grad_norm": 161.47824096679688, + "learning_rate": 1.438562091503268e-05, + "loss": 0.814, + "step": 1200 + }, + { + "epoch": 7.206185567010309, + "grad_norm": 46.62040710449219, + "learning_rate": 1.4222222222222224e-05, + "loss": 0.674, + "step": 1225 + }, + { + "epoch": 7.353460972017673, + "grad_norm": 51.15629577636719, + "learning_rate": 1.4058823529411765e-05, + "loss": 0.5479, + "step": 1250 + }, + { + "epoch": 7.500736377025037, + "grad_norm": 68.07389068603516, + "learning_rate": 1.3895424836601308e-05, + "loss": 0.6187, + "step": 1275 + }, + { + "epoch": 7.648011782032401, + "grad_norm": 58.04830551147461, + "learning_rate": 1.373202614379085e-05, + "loss": 0.5656, + "step": 1300 + }, + { + "epoch": 7.795287187039764, + "grad_norm": 171.6645050048828, + "learning_rate": 1.3568627450980393e-05, + "loss": 0.5769, + "step": 1325 + }, + { + "epoch": 7.942562592047128, + "grad_norm": 34.742103576660156, + "learning_rate": 1.3405228758169935e-05, + "loss": 0.8209, + "step": 1350 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7850953206239168, + "eval_loss": 0.8860335350036621, + "eval_macro_f1": 0.7871691643788843, + "eval_runtime": 1.3574, + "eval_samples_per_second": 425.081, + "eval_steps_per_second": 27.258, + "eval_weighted_f1": 0.7873960894856162, + "step": 1360 + }, + { + "epoch": 8.088365243004418, + "grad_norm": 155.6331329345703, + "learning_rate": 1.3241830065359478e-05, + "loss": 0.5293, + "step": 1375 + }, + { + "epoch": 8.235640648011781, + "grad_norm": 100.05660247802734, + "learning_rate": 1.307843137254902e-05, + "loss": 0.407, + "step": 1400 + }, + { + "epoch": 8.382916053019146, + "grad_norm": 134.9993133544922, + "learning_rate": 1.2915032679738563e-05, + "loss": 0.4665, + "step": 1425 + }, + { + "epoch": 8.53019145802651, + "grad_norm": 88.81317138671875, + "learning_rate": 1.2751633986928104e-05, + "loss": 0.4615, + "step": 1450 + }, + { + "epoch": 8.677466863033873, + "grad_norm": 9.519232749938965, + "learning_rate": 1.2588235294117647e-05, + "loss": 0.407, + "step": 1475 + }, + { + "epoch": 8.824742268041238, + "grad_norm": 545.3911743164062, + "learning_rate": 1.242483660130719e-05, + "loss": 0.6828, + "step": 1500 + }, + { + "epoch": 8.972017673048601, + "grad_norm": 44.49477767944336, + "learning_rate": 1.2261437908496733e-05, + "loss": 0.6572, + "step": 1525 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7989601386481803, + "eval_loss": 0.9310541749000549, + "eval_macro_f1": 0.8002574656201685, + "eval_runtime": 1.603, + "eval_samples_per_second": 359.941, + "eval_steps_per_second": 23.081, + "eval_weighted_f1": 0.8004745607454765, + "step": 1530 + }, + { + "epoch": 9.11782032400589, + "grad_norm": 82.2103271484375, + "learning_rate": 1.2098039215686274e-05, + "loss": 0.3001, + "step": 1550 + }, + { + "epoch": 9.265095729013256, + "grad_norm": 4.698234558105469, + "learning_rate": 1.1934640522875817e-05, + "loss": 0.2762, + "step": 1575 + }, + { + "epoch": 9.412371134020619, + "grad_norm": 84.34089660644531, + "learning_rate": 1.177124183006536e-05, + "loss": 0.2556, + "step": 1600 + }, + { + "epoch": 9.559646539027982, + "grad_norm": 51.255435943603516, + "learning_rate": 1.1607843137254905e-05, + "loss": 0.4635, + "step": 1625 + }, + { + "epoch": 9.706921944035345, + "grad_norm": 242.6942138671875, + "learning_rate": 1.1444444444444444e-05, + "loss": 0.5176, + "step": 1650 + }, + { + "epoch": 9.85419734904271, + "grad_norm": 19.668479919433594, + "learning_rate": 1.1281045751633987e-05, + "loss": 0.2829, + "step": 1675 + }, + { + "epoch": 10.0, + "grad_norm": 138.18557739257812, + "learning_rate": 1.1117647058823531e-05, + "loss": 0.539, + "step": 1700 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7833622183708839, + "eval_loss": 1.2931015491485596, + "eval_macro_f1": 0.7853006883588255, + "eval_runtime": 1.4774, + "eval_samples_per_second": 390.558, + "eval_steps_per_second": 25.044, + "eval_weighted_f1": 0.7853096499294568, + "step": 1700 + }, + { + "epoch": 10.147275405007363, + "grad_norm": 14.09354019165039, + "learning_rate": 1.0954248366013074e-05, + "loss": 0.2279, + "step": 1725 + }, + { + "epoch": 10.294550810014728, + "grad_norm": 329.46661376953125, + "learning_rate": 1.0790849673202614e-05, + "loss": 0.4191, + "step": 1750 + }, + { + "epoch": 10.441826215022092, + "grad_norm": 1.900875449180603, + "learning_rate": 1.0627450980392158e-05, + "loss": 0.3223, + "step": 1775 + }, + { + "epoch": 10.589101620029455, + "grad_norm": 2.302255630493164, + "learning_rate": 1.0464052287581701e-05, + "loss": 0.338, + "step": 1800 + }, + { + "epoch": 10.73637702503682, + "grad_norm": 18.67666244506836, + "learning_rate": 1.030065359477124e-05, + "loss": 0.3616, + "step": 1825 + }, + { + "epoch": 10.883652430044183, + "grad_norm": 254.3359375, + "learning_rate": 1.0137254901960785e-05, + "loss": 0.4724, + "step": 1850 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.7937608318890814, + "eval_loss": 1.3937804698944092, + "eval_macro_f1": 0.7943873120343709, + "eval_runtime": 1.3433, + "eval_samples_per_second": 429.532, + "eval_steps_per_second": 27.544, + "eval_weighted_f1": 0.7946331576467166, + "step": 1870 + }, + { + "epoch": 11.029455081001473, + "grad_norm": 188.88551330566406, + "learning_rate": 9.973856209150328e-06, + "loss": 0.413, + "step": 1875 + }, + { + "epoch": 11.176730486008836, + "grad_norm": 318.66241455078125, + "learning_rate": 9.81045751633987e-06, + "loss": 0.1271, + "step": 1900 + }, + { + "epoch": 11.324005891016201, + "grad_norm": 130.6503143310547, + "learning_rate": 9.647058823529412e-06, + "loss": 0.5425, + "step": 1925 + }, + { + "epoch": 11.471281296023564, + "grad_norm": 1.7571860551834106, + "learning_rate": 9.483660130718955e-06, + "loss": 0.1313, + "step": 1950 + }, + { + "epoch": 11.618556701030927, + "grad_norm": 43.08543395996094, + "learning_rate": 9.320261437908498e-06, + "loss": 0.3658, + "step": 1975 + }, + { + "epoch": 11.765832106038292, + "grad_norm": 417.8053283691406, + "learning_rate": 9.15686274509804e-06, + "loss": 0.3506, + "step": 2000 + }, + { + "epoch": 11.913107511045656, + "grad_norm": 17.800893783569336, + "learning_rate": 8.993464052287582e-06, + "loss": 0.3606, + "step": 2025 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8076256499133448, + "eval_loss": 1.4611589908599854, + "eval_macro_f1": 0.8078921597567982, + "eval_runtime": 1.3276, + "eval_samples_per_second": 434.623, + "eval_steps_per_second": 27.87, + "eval_weighted_f1": 0.807920039377831, + "step": 2040 + }, + { + "epoch": 12.058910162002945, + "grad_norm": 0.7712407112121582, + "learning_rate": 8.830065359477125e-06, + "loss": 0.2292, + "step": 2050 + }, + { + "epoch": 12.206185567010309, + "grad_norm": 0.1002756655216217, + "learning_rate": 8.666666666666668e-06, + "loss": 0.2758, + "step": 2075 + }, + { + "epoch": 12.353460972017674, + "grad_norm": 132.0286865234375, + "learning_rate": 8.503267973856209e-06, + "loss": 0.3117, + "step": 2100 + }, + { + "epoch": 12.500736377025037, + "grad_norm": 134.23861694335938, + "learning_rate": 8.339869281045752e-06, + "loss": 0.2691, + "step": 2125 + }, + { + "epoch": 12.6480117820324, + "grad_norm": 1.9851783514022827, + "learning_rate": 8.176470588235295e-06, + "loss": 0.1938, + "step": 2150 + }, + { + "epoch": 12.795287187039765, + "grad_norm": 337.9063720703125, + "learning_rate": 8.013071895424838e-06, + "loss": 0.2453, + "step": 2175 + }, + { + "epoch": 12.942562592047128, + "grad_norm": 3.7119429111480713, + "learning_rate": 7.849673202614379e-06, + "loss": 0.2388, + "step": 2200 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.7868284228769498, + "eval_loss": 1.6362266540527344, + "eval_macro_f1": 0.7889676161827378, + "eval_runtime": 1.2819, + "eval_samples_per_second": 450.102, + "eval_steps_per_second": 28.863, + "eval_weighted_f1": 0.7893271836843047, + "step": 2210 + }, + { + "epoch": 13.088365243004418, + "grad_norm": 204.42494201660156, + "learning_rate": 7.686274509803923e-06, + "loss": 0.1645, + "step": 2225 + }, + { + "epoch": 13.235640648011781, + "grad_norm": 0.04468270391225815, + "learning_rate": 7.5228758169934646e-06, + "loss": 0.0859, + "step": 2250 + }, + { + "epoch": 13.382916053019146, + "grad_norm": 0.10950208455324173, + "learning_rate": 7.3594771241830074e-06, + "loss": 0.1771, + "step": 2275 + }, + { + "epoch": 13.53019145802651, + "grad_norm": 0.29021522402763367, + "learning_rate": 7.1960784313725495e-06, + "loss": 0.0997, + "step": 2300 + }, + { + "epoch": 13.677466863033873, + "grad_norm": 87.1891860961914, + "learning_rate": 7.032679738562092e-06, + "loss": 0.1399, + "step": 2325 + }, + { + "epoch": 13.824742268041238, + "grad_norm": 0.034119222313165665, + "learning_rate": 6.869281045751634e-06, + "loss": 0.189, + "step": 2350 + }, + { + "epoch": 13.972017673048601, + "grad_norm": 566.4840087890625, + "learning_rate": 6.705882352941176e-06, + "loss": 0.2726, + "step": 2375 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.804159445407279, + "eval_loss": 1.666104793548584, + "eval_macro_f1": 0.8050047068747125, + "eval_runtime": 1.2833, + "eval_samples_per_second": 449.636, + "eval_steps_per_second": 28.833, + "eval_weighted_f1": 0.8051405032385738, + "step": 2380 + }, + { + "epoch": 14.11782032400589, + "grad_norm": 0.019016031175851822, + "learning_rate": 6.542483660130719e-06, + "loss": 0.2093, + "step": 2400 + }, + { + "epoch": 14.265095729013256, + "grad_norm": 437.9134521484375, + "learning_rate": 6.379084967320261e-06, + "loss": 0.2588, + "step": 2425 + }, + { + "epoch": 14.412371134020619, + "grad_norm": 367.4268493652344, + "learning_rate": 6.215686274509804e-06, + "loss": 0.1382, + "step": 2450 + }, + { + "epoch": 14.559646539027982, + "grad_norm": 0.2998865842819214, + "learning_rate": 6.052287581699346e-06, + "loss": 0.2539, + "step": 2475 + }, + { + "epoch": 14.706921944035345, + "grad_norm": 0.027506254613399506, + "learning_rate": 5.88888888888889e-06, + "loss": 0.0788, + "step": 2500 + }, + { + "epoch": 14.85419734904271, + "grad_norm": 0.13861596584320068, + "learning_rate": 5.725490196078431e-06, + "loss": 0.2214, + "step": 2525 + }, + { + "epoch": 15.0, + "grad_norm": 0.058840882033109665, + "learning_rate": 5.562091503267975e-06, + "loss": 0.1214, + "step": 2550 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8093587521663779, + "eval_loss": 1.6780720949172974, + "eval_macro_f1": 0.8086605018386329, + "eval_runtime": 1.3934, + "eval_samples_per_second": 414.104, + "eval_steps_per_second": 26.554, + "eval_weighted_f1": 0.8087750063637055, + "step": 2550 + }, + { + "epoch": 15.147275405007363, + "grad_norm": 0.04763934388756752, + "learning_rate": 5.398692810457517e-06, + "loss": 0.0775, + "step": 2575 + }, + { + "epoch": 15.294550810014728, + "grad_norm": 12.230445861816406, + "learning_rate": 5.23529411764706e-06, + "loss": 0.0488, + "step": 2600 + }, + { + "epoch": 15.441826215022092, + "grad_norm": 0.1083928570151329, + "learning_rate": 5.071895424836602e-06, + "loss": 0.1477, + "step": 2625 + }, + { + "epoch": 15.589101620029455, + "grad_norm": 0.015668338164687157, + "learning_rate": 4.908496732026144e-06, + "loss": 0.2376, + "step": 2650 + }, + { + "epoch": 15.73637702503682, + "grad_norm": 23.648008346557617, + "learning_rate": 4.745098039215687e-06, + "loss": 0.1866, + "step": 2675 + }, + { + "epoch": 15.883652430044183, + "grad_norm": 2.0069305896759033, + "learning_rate": 4.581699346405229e-06, + "loss": 0.0626, + "step": 2700 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.8076256499133448, + "eval_loss": 1.753060221672058, + "eval_macro_f1": 0.8081535045265614, + "eval_runtime": 1.4133, + "eval_samples_per_second": 408.26, + "eval_steps_per_second": 26.18, + "eval_weighted_f1": 0.8083213577937942, + "step": 2720 + }, + { + "epoch": 16.029455081001473, + "grad_norm": 0.03974312171339989, + "learning_rate": 4.4183006535947716e-06, + "loss": 0.1056, + "step": 2725 + }, + { + "epoch": 16.176730486008836, + "grad_norm": 2.432013988494873, + "learning_rate": 4.254901960784314e-06, + "loss": 0.1172, + "step": 2750 + }, + { + "epoch": 16.3240058910162, + "grad_norm": 0.014168565161526203, + "learning_rate": 4.0915032679738565e-06, + "loss": 0.1438, + "step": 2775 + }, + { + "epoch": 16.471281296023562, + "grad_norm": 0.07440678030252457, + "learning_rate": 3.928104575163399e-06, + "loss": 0.097, + "step": 2800 + }, + { + "epoch": 16.61855670103093, + "grad_norm": 299.6905822753906, + "learning_rate": 3.7647058823529414e-06, + "loss": 0.103, + "step": 2825 + }, + { + "epoch": 16.765832106038292, + "grad_norm": 0.033290449529886246, + "learning_rate": 3.601307189542484e-06, + "loss": 0.091, + "step": 2850 + }, + { + "epoch": 16.913107511045656, + "grad_norm": 0.1150757446885109, + "learning_rate": 3.4379084967320263e-06, + "loss": 0.0864, + "step": 2875 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.8110918544194108, + "eval_loss": 1.7331688404083252, + "eval_macro_f1": 0.8110783832433318, + "eval_runtime": 1.5237, + "eval_samples_per_second": 378.672, + "eval_steps_per_second": 24.282, + "eval_weighted_f1": 0.8111403506532954, + "step": 2890 + }, + { + "epoch": 17.058910162002945, + "grad_norm": 415.1952819824219, + "learning_rate": 3.2745098039215687e-06, + "loss": 0.0955, + "step": 2900 + }, + { + "epoch": 17.20618556701031, + "grad_norm": 0.024458153173327446, + "learning_rate": 3.1111111111111116e-06, + "loss": 0.0431, + "step": 2925 + }, + { + "epoch": 17.353460972017672, + "grad_norm": 0.05433138459920883, + "learning_rate": 2.947712418300654e-06, + "loss": 0.0752, + "step": 2950 + }, + { + "epoch": 17.500736377025035, + "grad_norm": 0.32288631796836853, + "learning_rate": 2.7843137254901965e-06, + "loss": 0.1097, + "step": 2975 + }, + { + "epoch": 17.648011782032402, + "grad_norm": 0.022877652198076248, + "learning_rate": 2.620915032679739e-06, + "loss": 0.0439, + "step": 3000 + }, + { + "epoch": 17.795287187039765, + "grad_norm": 36.37093734741211, + "learning_rate": 2.457516339869281e-06, + "loss": 0.0282, + "step": 3025 + }, + { + "epoch": 17.94256259204713, + "grad_norm": 0.007641293574124575, + "learning_rate": 2.2941176470588234e-06, + "loss": 0.1712, + "step": 3050 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.804159445407279, + "eval_loss": 1.819316029548645, + "eval_macro_f1": 0.8046565315315316, + "eval_runtime": 1.3205, + "eval_samples_per_second": 436.947, + "eval_steps_per_second": 28.019, + "eval_weighted_f1": 0.8045944189423393, + "step": 3060 + }, + { + "epoch": 18.088365243004418, + "grad_norm": 0.01833045855164528, + "learning_rate": 2.1307189542483663e-06, + "loss": 0.0768, + "step": 3075 + }, + { + "epoch": 18.23564064801178, + "grad_norm": 1.1072660684585571, + "learning_rate": 1.9673202614379087e-06, + "loss": 0.066, + "step": 3100 + }, + { + "epoch": 18.382916053019144, + "grad_norm": 0.008680402301251888, + "learning_rate": 1.8039215686274512e-06, + "loss": 0.0565, + "step": 3125 + }, + { + "epoch": 18.53019145802651, + "grad_norm": 0.14442472159862518, + "learning_rate": 1.6405228758169936e-06, + "loss": 0.0402, + "step": 3150 + }, + { + "epoch": 18.677466863033874, + "grad_norm": 0.012346060946583748, + "learning_rate": 1.477124183006536e-06, + "loss": 0.1172, + "step": 3175 + }, + { + "epoch": 18.824742268041238, + "grad_norm": 42.12900924682617, + "learning_rate": 1.3137254901960785e-06, + "loss": 0.0076, + "step": 3200 + }, + { + "epoch": 18.9720176730486, + "grad_norm": 0.009492755867540836, + "learning_rate": 1.150326797385621e-06, + "loss": 0.1039, + "step": 3225 + }, + { + "epoch": 19.0, + "eval_accuracy": 0.8128249566724437, + "eval_loss": 1.791399359703064, + "eval_macro_f1": 0.8124329533264242, + "eval_runtime": 1.3073, + "eval_samples_per_second": 441.383, + "eval_steps_per_second": 28.304, + "eval_weighted_f1": 0.8124676160017152, + "step": 3230 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..103b55d2ee8a9e172e6d3dfa30d0edfb57c5cd33 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400/trainer_state.json @@ -0,0 +1,1215 @@ +{ + "best_global_step": 3400, + "best_metric": 0.8148394561179283, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-08-s44-20260901T094528Z-53ad853a/trainer/checkpoint-3400", + "epoch": 20.0, + "eval_steps": 500, + "global_step": 3400, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.14727540500736377, + "grad_norm": 25.98868179321289, + "learning_rate": 1.4117647058823531e-06, + "loss": 4.6703, + "step": 25 + }, + { + "epoch": 0.29455081001472755, + "grad_norm": 22.500823974609375, + "learning_rate": 2.8823529411764704e-06, + "loss": 4.7155, + "step": 50 + }, + { + "epoch": 0.4418262150220913, + "grad_norm": 40.09649658203125, + "learning_rate": 4.352941176470588e-06, + "loss": 4.6258, + "step": 75 + }, + { + "epoch": 0.5891016200294551, + "grad_norm": 20.671159744262695, + "learning_rate": 5.823529411764707e-06, + "loss": 4.5378, + "step": 100 + }, + { + "epoch": 0.7363770250368189, + "grad_norm": 44.733306884765625, + "learning_rate": 7.294117647058823e-06, + "loss": 4.419, + "step": 125 + }, + { + "epoch": 0.8836524300441826, + "grad_norm": 32.50116729736328, + "learning_rate": 8.764705882352942e-06, + "loss": 4.4674, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3362218370883882, + "eval_loss": 1.1131662130355835, + "eval_macro_f1": 0.1990948658423798, + "eval_runtime": 1.3962, + "eval_samples_per_second": 413.268, + "eval_steps_per_second": 26.501, + "eval_weighted_f1": 0.1969735543755572, + "step": 170 + }, + { + "epoch": 1.0294550810014726, + "grad_norm": 35.71785354614258, + "learning_rate": 1.023529411764706e-05, + "loss": 4.4227, + "step": 175 + }, + { + "epoch": 1.1767304860088366, + "grad_norm": 44.777687072753906, + "learning_rate": 1.1705882352941178e-05, + "loss": 4.4286, + "step": 200 + }, + { + "epoch": 1.3240058910162003, + "grad_norm": 31.983278274536133, + "learning_rate": 1.3176470588235294e-05, + "loss": 4.336, + "step": 225 + }, + { + "epoch": 1.4712812960235642, + "grad_norm": 41.39729690551758, + "learning_rate": 1.4647058823529412e-05, + "loss": 4.1454, + "step": 250 + }, + { + "epoch": 1.6185567010309279, + "grad_norm": 45.23200607299805, + "learning_rate": 1.6117647058823533e-05, + "loss": 4.0153, + "step": 275 + }, + { + "epoch": 1.7658321060382915, + "grad_norm": 72.09541320800781, + "learning_rate": 1.7588235294117647e-05, + "loss": 3.6609, + "step": 300 + }, + { + "epoch": 1.9131075110456552, + "grad_norm": 64.7621841430664, + "learning_rate": 1.9058823529411764e-05, + "loss": 3.6031, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6672443674176777, + "eval_loss": 0.7807304263114929, + "eval_macro_f1": 0.660662628083712, + "eval_runtime": 1.3765, + "eval_samples_per_second": 419.19, + "eval_steps_per_second": 26.88, + "eval_weighted_f1": 0.6611114717691732, + "step": 340 + }, + { + "epoch": 2.0589101620029453, + "grad_norm": 102.35790252685547, + "learning_rate": 1.9941176470588238e-05, + "loss": 3.4498, + "step": 350 + }, + { + "epoch": 2.2061855670103094, + "grad_norm": 47.5035285949707, + "learning_rate": 1.977777777777778e-05, + "loss": 3.1858, + "step": 375 + }, + { + "epoch": 2.353460972017673, + "grad_norm": 62.42250061035156, + "learning_rate": 1.961437908496732e-05, + "loss": 2.9068, + "step": 400 + }, + { + "epoch": 2.500736377025037, + "grad_norm": 143.90484619140625, + "learning_rate": 1.9450980392156864e-05, + "loss": 2.7941, + "step": 425 + }, + { + "epoch": 2.6480117820324005, + "grad_norm": 113.9335708618164, + "learning_rate": 1.9287581699346406e-05, + "loss": 2.655, + "step": 450 + }, + { + "epoch": 2.795287187039764, + "grad_norm": 95.01705932617188, + "learning_rate": 1.912418300653595e-05, + "loss": 2.813, + "step": 475 + }, + { + "epoch": 2.9425625920471283, + "grad_norm": 47.420711517333984, + "learning_rate": 1.8960784313725492e-05, + "loss": 2.598, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7590987868284229, + "eval_loss": 0.5658520460128784, + "eval_macro_f1": 0.7547380359649997, + "eval_runtime": 1.3884, + "eval_samples_per_second": 415.594, + "eval_steps_per_second": 26.65, + "eval_weighted_f1": 0.7556002069347978, + "step": 510 + }, + { + "epoch": 3.0883652430044184, + "grad_norm": 57.23152542114258, + "learning_rate": 1.8797385620915035e-05, + "loss": 2.2601, + "step": 525 + }, + { + "epoch": 3.235640648011782, + "grad_norm": 89.9546127319336, + "learning_rate": 1.8633986928104578e-05, + "loss": 2.025, + "step": 550 + }, + { + "epoch": 3.3829160530191458, + "grad_norm": 64.59915161132812, + "learning_rate": 1.847058823529412e-05, + "loss": 2.018, + "step": 575 + }, + { + "epoch": 3.5301914580265095, + "grad_norm": 71.6417465209961, + "learning_rate": 1.830718954248366e-05, + "loss": 1.924, + "step": 600 + }, + { + "epoch": 3.6774668630338736, + "grad_norm": 73.02312469482422, + "learning_rate": 1.8143790849673203e-05, + "loss": 2.0069, + "step": 625 + }, + { + "epoch": 3.824742268041237, + "grad_norm": 77.64059448242188, + "learning_rate": 1.7980392156862746e-05, + "loss": 2.1867, + "step": 650 + }, + { + "epoch": 3.972017673048601, + "grad_norm": 62.4228401184082, + "learning_rate": 1.781699346405229e-05, + "loss": 1.9677, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7712305025996534, + "eval_loss": 0.5892872214317322, + "eval_macro_f1": 0.7741565125841142, + "eval_runtime": 1.3659, + "eval_samples_per_second": 422.445, + "eval_steps_per_second": 27.089, + "eval_weighted_f1": 0.7740839686137694, + "step": 680 + }, + { + "epoch": 4.117820324005891, + "grad_norm": 90.8581771850586, + "learning_rate": 1.7653594771241832e-05, + "loss": 1.4996, + "step": 700 + }, + { + "epoch": 4.265095729013255, + "grad_norm": 109.05735778808594, + "learning_rate": 1.7490196078431375e-05, + "loss": 1.6664, + "step": 725 + }, + { + "epoch": 4.412371134020619, + "grad_norm": 37.06113815307617, + "learning_rate": 1.7326797385620918e-05, + "loss": 1.3779, + "step": 750 + }, + { + "epoch": 4.559646539027982, + "grad_norm": 130.0172882080078, + "learning_rate": 1.7163398692810457e-05, + "loss": 1.5923, + "step": 775 + }, + { + "epoch": 4.706921944035346, + "grad_norm": 103.8825912475586, + "learning_rate": 1.7e-05, + "loss": 1.8415, + "step": 800 + }, + { + "epoch": 4.8541973490427095, + "grad_norm": 36.297481536865234, + "learning_rate": 1.6836601307189543e-05, + "loss": 1.5683, + "step": 825 + }, + { + "epoch": 5.0, + "grad_norm": 76.00614166259766, + "learning_rate": 1.6673202614379086e-05, + "loss": 1.3392, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7868284228769498, + "eval_loss": 0.5752003788948059, + "eval_macro_f1": 0.7837853377006856, + "eval_runtime": 1.365, + "eval_samples_per_second": 422.713, + "eval_steps_per_second": 27.106, + "eval_weighted_f1": 0.7838645731142094, + "step": 850 + }, + { + "epoch": 5.147275405007364, + "grad_norm": 52.104164123535156, + "learning_rate": 1.650980392156863e-05, + "loss": 1.1543, + "step": 875 + }, + { + "epoch": 5.294550810014727, + "grad_norm": 172.60784912109375, + "learning_rate": 1.634640522875817e-05, + "loss": 1.0001, + "step": 900 + }, + { + "epoch": 5.4418262150220915, + "grad_norm": 99.36418914794922, + "learning_rate": 1.6183006535947714e-05, + "loss": 1.0804, + "step": 925 + }, + { + "epoch": 5.589101620029455, + "grad_norm": 94.12709045410156, + "learning_rate": 1.6019607843137257e-05, + "loss": 1.1818, + "step": 950 + }, + { + "epoch": 5.736377025036819, + "grad_norm": 71.30668640136719, + "learning_rate": 1.5856209150326797e-05, + "loss": 1.1902, + "step": 975 + }, + { + "epoch": 5.883652430044183, + "grad_norm": 345.9465637207031, + "learning_rate": 1.569281045751634e-05, + "loss": 1.2463, + "step": 1000 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7850953206239168, + "eval_loss": 0.6834347248077393, + "eval_macro_f1": 0.7874022797915772, + "eval_runtime": 1.4278, + "eval_samples_per_second": 404.113, + "eval_steps_per_second": 25.914, + "eval_weighted_f1": 0.7875095699888142, + "step": 1020 + }, + { + "epoch": 6.029455081001473, + "grad_norm": 57.49922561645508, + "learning_rate": 1.5529411764705882e-05, + "loss": 1.1413, + "step": 1025 + }, + { + "epoch": 6.176730486008837, + "grad_norm": 73.79434204101562, + "learning_rate": 1.536601307189543e-05, + "loss": 0.8009, + "step": 1050 + }, + { + "epoch": 6.3240058910162, + "grad_norm": 149.20477294921875, + "learning_rate": 1.5202614379084968e-05, + "loss": 0.7332, + "step": 1075 + }, + { + "epoch": 6.471281296023564, + "grad_norm": 66.18312072753906, + "learning_rate": 1.5039215686274511e-05, + "loss": 0.8693, + "step": 1100 + }, + { + "epoch": 6.618556701030927, + "grad_norm": 87.82083129882812, + "learning_rate": 1.4875816993464054e-05, + "loss": 0.8391, + "step": 1125 + }, + { + "epoch": 6.7658321060382915, + "grad_norm": 104.75779724121094, + "learning_rate": 1.4712418300653597e-05, + "loss": 0.8244, + "step": 1150 + }, + { + "epoch": 6.913107511045656, + "grad_norm": 194.11741638183594, + "learning_rate": 1.4549019607843138e-05, + "loss": 0.9696, + "step": 1175 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7885615251299827, + "eval_loss": 0.7717874646186829, + "eval_macro_f1": 0.7900080288749152, + "eval_runtime": 1.4137, + "eval_samples_per_second": 408.162, + "eval_steps_per_second": 26.173, + "eval_weighted_f1": 0.7902913553815086, + "step": 1190 + }, + { + "epoch": 7.058910162002945, + "grad_norm": 161.47824096679688, + "learning_rate": 1.438562091503268e-05, + "loss": 0.814, + "step": 1200 + }, + { + "epoch": 7.206185567010309, + "grad_norm": 46.62040710449219, + "learning_rate": 1.4222222222222224e-05, + "loss": 0.674, + "step": 1225 + }, + { + "epoch": 7.353460972017673, + "grad_norm": 51.15629577636719, + "learning_rate": 1.4058823529411765e-05, + "loss": 0.5479, + "step": 1250 + }, + { + "epoch": 7.500736377025037, + "grad_norm": 68.07389068603516, + "learning_rate": 1.3895424836601308e-05, + "loss": 0.6187, + "step": 1275 + }, + { + "epoch": 7.648011782032401, + "grad_norm": 58.04830551147461, + "learning_rate": 1.373202614379085e-05, + "loss": 0.5656, + "step": 1300 + }, + { + "epoch": 7.795287187039764, + "grad_norm": 171.6645050048828, + "learning_rate": 1.3568627450980393e-05, + "loss": 0.5769, + "step": 1325 + }, + { + "epoch": 7.942562592047128, + "grad_norm": 34.742103576660156, + "learning_rate": 1.3405228758169935e-05, + "loss": 0.8209, + "step": 1350 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7850953206239168, + "eval_loss": 0.8860335350036621, + "eval_macro_f1": 0.7871691643788843, + "eval_runtime": 1.3574, + "eval_samples_per_second": 425.081, + "eval_steps_per_second": 27.258, + "eval_weighted_f1": 0.7873960894856162, + "step": 1360 + }, + { + "epoch": 8.088365243004418, + "grad_norm": 155.6331329345703, + "learning_rate": 1.3241830065359478e-05, + "loss": 0.5293, + "step": 1375 + }, + { + "epoch": 8.235640648011781, + "grad_norm": 100.05660247802734, + "learning_rate": 1.307843137254902e-05, + "loss": 0.407, + "step": 1400 + }, + { + "epoch": 8.382916053019146, + "grad_norm": 134.9993133544922, + "learning_rate": 1.2915032679738563e-05, + "loss": 0.4665, + "step": 1425 + }, + { + "epoch": 8.53019145802651, + "grad_norm": 88.81317138671875, + "learning_rate": 1.2751633986928104e-05, + "loss": 0.4615, + "step": 1450 + }, + { + "epoch": 8.677466863033873, + "grad_norm": 9.519232749938965, + "learning_rate": 1.2588235294117647e-05, + "loss": 0.407, + "step": 1475 + }, + { + "epoch": 8.824742268041238, + "grad_norm": 545.3911743164062, + "learning_rate": 1.242483660130719e-05, + "loss": 0.6828, + "step": 1500 + }, + { + "epoch": 8.972017673048601, + "grad_norm": 44.49477767944336, + "learning_rate": 1.2261437908496733e-05, + "loss": 0.6572, + "step": 1525 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7989601386481803, + "eval_loss": 0.9310541749000549, + "eval_macro_f1": 0.8002574656201685, + "eval_runtime": 1.603, + "eval_samples_per_second": 359.941, + "eval_steps_per_second": 23.081, + "eval_weighted_f1": 0.8004745607454765, + "step": 1530 + }, + { + "epoch": 9.11782032400589, + "grad_norm": 82.2103271484375, + "learning_rate": 1.2098039215686274e-05, + "loss": 0.3001, + "step": 1550 + }, + { + "epoch": 9.265095729013256, + "grad_norm": 4.698234558105469, + "learning_rate": 1.1934640522875817e-05, + "loss": 0.2762, + "step": 1575 + }, + { + "epoch": 9.412371134020619, + "grad_norm": 84.34089660644531, + "learning_rate": 1.177124183006536e-05, + "loss": 0.2556, + "step": 1600 + }, + { + "epoch": 9.559646539027982, + "grad_norm": 51.255435943603516, + "learning_rate": 1.1607843137254905e-05, + "loss": 0.4635, + "step": 1625 + }, + { + "epoch": 9.706921944035345, + "grad_norm": 242.6942138671875, + "learning_rate": 1.1444444444444444e-05, + "loss": 0.5176, + "step": 1650 + }, + { + "epoch": 9.85419734904271, + "grad_norm": 19.668479919433594, + "learning_rate": 1.1281045751633987e-05, + "loss": 0.2829, + "step": 1675 + }, + { + "epoch": 10.0, + "grad_norm": 138.18557739257812, + "learning_rate": 1.1117647058823531e-05, + "loss": 0.539, + "step": 1700 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7833622183708839, + "eval_loss": 1.2931015491485596, + "eval_macro_f1": 0.7853006883588255, + "eval_runtime": 1.4774, + "eval_samples_per_second": 390.558, + "eval_steps_per_second": 25.044, + "eval_weighted_f1": 0.7853096499294568, + "step": 1700 + }, + { + "epoch": 10.147275405007363, + "grad_norm": 14.09354019165039, + "learning_rate": 1.0954248366013074e-05, + "loss": 0.2279, + "step": 1725 + }, + { + "epoch": 10.294550810014728, + "grad_norm": 329.46661376953125, + "learning_rate": 1.0790849673202614e-05, + "loss": 0.4191, + "step": 1750 + }, + { + "epoch": 10.441826215022092, + "grad_norm": 1.900875449180603, + "learning_rate": 1.0627450980392158e-05, + "loss": 0.3223, + "step": 1775 + }, + { + "epoch": 10.589101620029455, + "grad_norm": 2.302255630493164, + "learning_rate": 1.0464052287581701e-05, + "loss": 0.338, + "step": 1800 + }, + { + "epoch": 10.73637702503682, + "grad_norm": 18.67666244506836, + "learning_rate": 1.030065359477124e-05, + "loss": 0.3616, + "step": 1825 + }, + { + "epoch": 10.883652430044183, + "grad_norm": 254.3359375, + "learning_rate": 1.0137254901960785e-05, + "loss": 0.4724, + "step": 1850 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.7937608318890814, + "eval_loss": 1.3937804698944092, + "eval_macro_f1": 0.7943873120343709, + "eval_runtime": 1.3433, + "eval_samples_per_second": 429.532, + "eval_steps_per_second": 27.544, + "eval_weighted_f1": 0.7946331576467166, + "step": 1870 + }, + { + "epoch": 11.029455081001473, + "grad_norm": 188.88551330566406, + "learning_rate": 9.973856209150328e-06, + "loss": 0.413, + "step": 1875 + }, + { + "epoch": 11.176730486008836, + "grad_norm": 318.66241455078125, + "learning_rate": 9.81045751633987e-06, + "loss": 0.1271, + "step": 1900 + }, + { + "epoch": 11.324005891016201, + "grad_norm": 130.6503143310547, + "learning_rate": 9.647058823529412e-06, + "loss": 0.5425, + "step": 1925 + }, + { + "epoch": 11.471281296023564, + "grad_norm": 1.7571860551834106, + "learning_rate": 9.483660130718955e-06, + "loss": 0.1313, + "step": 1950 + }, + { + "epoch": 11.618556701030927, + "grad_norm": 43.08543395996094, + "learning_rate": 9.320261437908498e-06, + "loss": 0.3658, + "step": 1975 + }, + { + "epoch": 11.765832106038292, + "grad_norm": 417.8053283691406, + "learning_rate": 9.15686274509804e-06, + "loss": 0.3506, + "step": 2000 + }, + { + "epoch": 11.913107511045656, + "grad_norm": 17.800893783569336, + "learning_rate": 8.993464052287582e-06, + "loss": 0.3606, + "step": 2025 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8076256499133448, + "eval_loss": 1.4611589908599854, + "eval_macro_f1": 0.8078921597567982, + "eval_runtime": 1.3276, + "eval_samples_per_second": 434.623, + "eval_steps_per_second": 27.87, + "eval_weighted_f1": 0.807920039377831, + "step": 2040 + }, + { + "epoch": 12.058910162002945, + "grad_norm": 0.7712407112121582, + "learning_rate": 8.830065359477125e-06, + "loss": 0.2292, + "step": 2050 + }, + { + "epoch": 12.206185567010309, + "grad_norm": 0.1002756655216217, + "learning_rate": 8.666666666666668e-06, + "loss": 0.2758, + "step": 2075 + }, + { + "epoch": 12.353460972017674, + "grad_norm": 132.0286865234375, + "learning_rate": 8.503267973856209e-06, + "loss": 0.3117, + "step": 2100 + }, + { + "epoch": 12.500736377025037, + "grad_norm": 134.23861694335938, + "learning_rate": 8.339869281045752e-06, + "loss": 0.2691, + "step": 2125 + }, + { + "epoch": 12.6480117820324, + "grad_norm": 1.9851783514022827, + "learning_rate": 8.176470588235295e-06, + "loss": 0.1938, + "step": 2150 + }, + { + "epoch": 12.795287187039765, + "grad_norm": 337.9063720703125, + "learning_rate": 8.013071895424838e-06, + "loss": 0.2453, + "step": 2175 + }, + { + "epoch": 12.942562592047128, + "grad_norm": 3.7119429111480713, + "learning_rate": 7.849673202614379e-06, + "loss": 0.2388, + "step": 2200 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.7868284228769498, + "eval_loss": 1.6362266540527344, + "eval_macro_f1": 0.7889676161827378, + "eval_runtime": 1.2819, + "eval_samples_per_second": 450.102, + "eval_steps_per_second": 28.863, + "eval_weighted_f1": 0.7893271836843047, + "step": 2210 + }, + { + "epoch": 13.088365243004418, + "grad_norm": 204.42494201660156, + "learning_rate": 7.686274509803923e-06, + "loss": 0.1645, + "step": 2225 + }, + { + "epoch": 13.235640648011781, + "grad_norm": 0.04468270391225815, + "learning_rate": 7.5228758169934646e-06, + "loss": 0.0859, + "step": 2250 + }, + { + "epoch": 13.382916053019146, + "grad_norm": 0.10950208455324173, + "learning_rate": 7.3594771241830074e-06, + "loss": 0.1771, + "step": 2275 + }, + { + "epoch": 13.53019145802651, + "grad_norm": 0.29021522402763367, + "learning_rate": 7.1960784313725495e-06, + "loss": 0.0997, + "step": 2300 + }, + { + "epoch": 13.677466863033873, + "grad_norm": 87.1891860961914, + "learning_rate": 7.032679738562092e-06, + "loss": 0.1399, + "step": 2325 + }, + { + "epoch": 13.824742268041238, + "grad_norm": 0.034119222313165665, + "learning_rate": 6.869281045751634e-06, + "loss": 0.189, + "step": 2350 + }, + { + "epoch": 13.972017673048601, + "grad_norm": 566.4840087890625, + "learning_rate": 6.705882352941176e-06, + "loss": 0.2726, + "step": 2375 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.804159445407279, + "eval_loss": 1.666104793548584, + "eval_macro_f1": 0.8050047068747125, + "eval_runtime": 1.2833, + "eval_samples_per_second": 449.636, + "eval_steps_per_second": 28.833, + "eval_weighted_f1": 0.8051405032385738, + "step": 2380 + }, + { + "epoch": 14.11782032400589, + "grad_norm": 0.019016031175851822, + "learning_rate": 6.542483660130719e-06, + "loss": 0.2093, + "step": 2400 + }, + { + "epoch": 14.265095729013256, + "grad_norm": 437.9134521484375, + "learning_rate": 6.379084967320261e-06, + "loss": 0.2588, + "step": 2425 + }, + { + "epoch": 14.412371134020619, + "grad_norm": 367.4268493652344, + "learning_rate": 6.215686274509804e-06, + "loss": 0.1382, + "step": 2450 + }, + { + "epoch": 14.559646539027982, + "grad_norm": 0.2998865842819214, + "learning_rate": 6.052287581699346e-06, + "loss": 0.2539, + "step": 2475 + }, + { + "epoch": 14.706921944035345, + "grad_norm": 0.027506254613399506, + "learning_rate": 5.88888888888889e-06, + "loss": 0.0788, + "step": 2500 + }, + { + "epoch": 14.85419734904271, + "grad_norm": 0.13861596584320068, + "learning_rate": 5.725490196078431e-06, + "loss": 0.2214, + "step": 2525 + }, + { + "epoch": 15.0, + "grad_norm": 0.058840882033109665, + "learning_rate": 5.562091503267975e-06, + "loss": 0.1214, + "step": 2550 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8093587521663779, + "eval_loss": 1.6780720949172974, + "eval_macro_f1": 0.8086605018386329, + "eval_runtime": 1.3934, + "eval_samples_per_second": 414.104, + "eval_steps_per_second": 26.554, + "eval_weighted_f1": 0.8087750063637055, + "step": 2550 + }, + { + "epoch": 15.147275405007363, + "grad_norm": 0.04763934388756752, + "learning_rate": 5.398692810457517e-06, + "loss": 0.0775, + "step": 2575 + }, + { + "epoch": 15.294550810014728, + "grad_norm": 12.230445861816406, + "learning_rate": 5.23529411764706e-06, + "loss": 0.0488, + "step": 2600 + }, + { + "epoch": 15.441826215022092, + "grad_norm": 0.1083928570151329, + "learning_rate": 5.071895424836602e-06, + "loss": 0.1477, + "step": 2625 + }, + { + "epoch": 15.589101620029455, + "grad_norm": 0.015668338164687157, + "learning_rate": 4.908496732026144e-06, + "loss": 0.2376, + "step": 2650 + }, + { + "epoch": 15.73637702503682, + "grad_norm": 23.648008346557617, + "learning_rate": 4.745098039215687e-06, + "loss": 0.1866, + "step": 2675 + }, + { + "epoch": 15.883652430044183, + "grad_norm": 2.0069305896759033, + "learning_rate": 4.581699346405229e-06, + "loss": 0.0626, + "step": 2700 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.8076256499133448, + "eval_loss": 1.753060221672058, + "eval_macro_f1": 0.8081535045265614, + "eval_runtime": 1.4133, + "eval_samples_per_second": 408.26, + "eval_steps_per_second": 26.18, + "eval_weighted_f1": 0.8083213577937942, + "step": 2720 + }, + { + "epoch": 16.029455081001473, + "grad_norm": 0.03974312171339989, + "learning_rate": 4.4183006535947716e-06, + "loss": 0.1056, + "step": 2725 + }, + { + "epoch": 16.176730486008836, + "grad_norm": 2.432013988494873, + "learning_rate": 4.254901960784314e-06, + "loss": 0.1172, + "step": 2750 + }, + { + "epoch": 16.3240058910162, + "grad_norm": 0.014168565161526203, + "learning_rate": 4.0915032679738565e-06, + "loss": 0.1438, + "step": 2775 + }, + { + "epoch": 16.471281296023562, + "grad_norm": 0.07440678030252457, + "learning_rate": 3.928104575163399e-06, + "loss": 0.097, + "step": 2800 + }, + { + "epoch": 16.61855670103093, + "grad_norm": 299.6905822753906, + "learning_rate": 3.7647058823529414e-06, + "loss": 0.103, + "step": 2825 + }, + { + "epoch": 16.765832106038292, + "grad_norm": 0.033290449529886246, + "learning_rate": 3.601307189542484e-06, + "loss": 0.091, + "step": 2850 + }, + { + "epoch": 16.913107511045656, + "grad_norm": 0.1150757446885109, + "learning_rate": 3.4379084967320263e-06, + "loss": 0.0864, + "step": 2875 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.8110918544194108, + "eval_loss": 1.7331688404083252, + "eval_macro_f1": 0.8110783832433318, + "eval_runtime": 1.5237, + "eval_samples_per_second": 378.672, + "eval_steps_per_second": 24.282, + "eval_weighted_f1": 0.8111403506532954, + "step": 2890 + }, + { + "epoch": 17.058910162002945, + "grad_norm": 415.1952819824219, + "learning_rate": 3.2745098039215687e-06, + "loss": 0.0955, + "step": 2900 + }, + { + "epoch": 17.20618556701031, + "grad_norm": 0.024458153173327446, + "learning_rate": 3.1111111111111116e-06, + "loss": 0.0431, + "step": 2925 + }, + { + "epoch": 17.353460972017672, + "grad_norm": 0.05433138459920883, + "learning_rate": 2.947712418300654e-06, + "loss": 0.0752, + "step": 2950 + }, + { + "epoch": 17.500736377025035, + "grad_norm": 0.32288631796836853, + "learning_rate": 2.7843137254901965e-06, + "loss": 0.1097, + "step": 2975 + }, + { + "epoch": 17.648011782032402, + "grad_norm": 0.022877652198076248, + "learning_rate": 2.620915032679739e-06, + "loss": 0.0439, + "step": 3000 + }, + { + "epoch": 17.795287187039765, + "grad_norm": 36.37093734741211, + "learning_rate": 2.457516339869281e-06, + "loss": 0.0282, + "step": 3025 + }, + { + "epoch": 17.94256259204713, + "grad_norm": 0.007641293574124575, + "learning_rate": 2.2941176470588234e-06, + "loss": 0.1712, + "step": 3050 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.804159445407279, + "eval_loss": 1.819316029548645, + "eval_macro_f1": 0.8046565315315316, + "eval_runtime": 1.3205, + "eval_samples_per_second": 436.947, + "eval_steps_per_second": 28.019, + "eval_weighted_f1": 0.8045944189423393, + "step": 3060 + }, + { + "epoch": 18.088365243004418, + "grad_norm": 0.01833045855164528, + "learning_rate": 2.1307189542483663e-06, + "loss": 0.0768, + "step": 3075 + }, + { + "epoch": 18.23564064801178, + "grad_norm": 1.1072660684585571, + "learning_rate": 1.9673202614379087e-06, + "loss": 0.066, + "step": 3100 + }, + { + "epoch": 18.382916053019144, + "grad_norm": 0.008680402301251888, + "learning_rate": 1.8039215686274512e-06, + "loss": 0.0565, + "step": 3125 + }, + { + "epoch": 18.53019145802651, + "grad_norm": 0.14442472159862518, + "learning_rate": 1.6405228758169936e-06, + "loss": 0.0402, + "step": 3150 + }, + { + "epoch": 18.677466863033874, + "grad_norm": 0.012346060946583748, + "learning_rate": 1.477124183006536e-06, + "loss": 0.1172, + "step": 3175 + }, + { + "epoch": 18.824742268041238, + "grad_norm": 42.12900924682617, + "learning_rate": 1.3137254901960785e-06, + "loss": 0.0076, + "step": 3200 + }, + { + "epoch": 18.9720176730486, + "grad_norm": 0.009492755867540836, + "learning_rate": 1.150326797385621e-06, + "loss": 0.1039, + "step": 3225 + }, + { + "epoch": 19.0, + "eval_accuracy": 0.8128249566724437, + "eval_loss": 1.791399359703064, + "eval_macro_f1": 0.8124329533264242, + "eval_runtime": 1.3073, + "eval_samples_per_second": 441.383, + "eval_steps_per_second": 28.304, + "eval_weighted_f1": 0.8124676160017152, + "step": 3230 + }, + { + "epoch": 19.11782032400589, + "grad_norm": 0.016711201518774033, + "learning_rate": 9.869281045751634e-07, + "loss": 0.052, + "step": 3250 + }, + { + "epoch": 19.265095729013254, + "grad_norm": 0.027257101610302925, + "learning_rate": 8.235294117647059e-07, + "loss": 0.0523, + "step": 3275 + }, + { + "epoch": 19.412371134020617, + "grad_norm": 0.005874109920114279, + "learning_rate": 6.601307189542485e-07, + "loss": 0.0734, + "step": 3300 + }, + { + "epoch": 19.559646539027984, + "grad_norm": 302.51654052734375, + "learning_rate": 4.967320261437909e-07, + "loss": 0.1105, + "step": 3325 + }, + { + "epoch": 19.706921944035347, + "grad_norm": 0.014576875604689121, + "learning_rate": 3.3333333333333335e-07, + "loss": 0.1019, + "step": 3350 + }, + { + "epoch": 19.85419734904271, + "grad_norm": 36.80034255981445, + "learning_rate": 1.699346405228758e-07, + "loss": 0.1162, + "step": 3375 + }, + { + "epoch": 20.0, + "grad_norm": 0.010313965380191803, + "learning_rate": 6.535947712418301e-09, + "loss": 0.102, + "step": 3400 + }, + { + "epoch": 20.0, + "eval_accuracy": 0.8145580589254766, + "eval_loss": 1.7908692359924316, + "eval_macro_f1": 0.8148394561179283, + "eval_runtime": 1.3723, + "eval_samples_per_second": 420.451, + "eval_steps_per_second": 26.961, + "eval_weighted_f1": 0.814879001585419, + "step": 3400 + } + ], + "logging_steps": 25, + "max_steps": 3400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0cbc79bb44162877debac49b5f5881af6c33473a --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309/trainer_state.json @@ -0,0 +1,484 @@ +{ + "best_global_step": 1309, + "best_metric": 0.7900541791338495, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1309, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 5.233021259307861, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.7121, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 24.940982818603516, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.5873, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 10.225347518920898, + "learning_rate": 3.957219251336899e-06, + "loss": 4.5613, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 80.16287994384766, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4823, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 90.06220245361328, + "learning_rate": 6.631016042780749e-06, + "loss": 4.509, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 29.272729873657227, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4154, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 27.026819229125977, + "learning_rate": 9.3048128342246e-06, + "loss": 4.3593, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3667621776504298, + "eval_loss": 1.0835366249084473, + "eval_macro_f1": 0.2633241361187755, + "eval_runtime": 1.2044, + "eval_samples_per_second": 579.529, + "eval_steps_per_second": 36.532, + "eval_weighted_f1": 0.26455568192470635, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 50.24789810180664, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.133, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 60.53549575805664, + "learning_rate": 1.197860962566845e-05, + "loss": 4.1561, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 110.80620574951172, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.0306, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 68.35352325439453, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.6993, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 62.55445861816406, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.7266, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 72.39867401123047, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.4682, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 79.86797332763672, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.0972, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.666189111747851, + "eval_loss": 0.7598479986190796, + "eval_macro_f1": 0.6427871227633887, + "eval_runtime": 1.2143, + "eval_samples_per_second": 574.819, + "eval_steps_per_second": 36.235, + "eval_weighted_f1": 0.6450523662822595, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 82.9244155883789, + "learning_rate": 2e-05, + "loss": 2.9853, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 75.5580062866211, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.8164, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 109.38726043701172, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.9637, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 101.77721405029297, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.5978, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 97.57794952392578, + "learning_rate": 1.94058229352347e-05, + "loss": 2.8032, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 81.32939147949219, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.3636, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 99.51525115966797, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.6796, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 123.21077728271484, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.4332, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7277936962750716, + "eval_loss": 0.6891927719116211, + "eval_macro_f1": 0.7264094394745699, + "eval_runtime": 1.1672, + "eval_samples_per_second": 598.005, + "eval_steps_per_second": 37.697, + "eval_weighted_f1": 0.7262494886769622, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 77.74510192871094, + "learning_rate": 1.88116458704694e-05, + "loss": 2.2034, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 54.935665130615234, + "learning_rate": 1.8663101604278075e-05, + "loss": 1.9643, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 161.57315063476562, + "learning_rate": 1.8514557338086753e-05, + "loss": 1.9158, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 75.52835083007812, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.05, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 68.83025360107422, + "learning_rate": 1.82174688057041e-05, + "loss": 1.9118, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 114.25769805908203, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.9776, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 47.56477737426758, + "learning_rate": 1.7920380273321453e-05, + "loss": 1.9829, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7750716332378224, + "eval_loss": 0.6014238595962524, + "eval_macro_f1": 0.7714092224639382, + "eval_runtime": 1.1696, + "eval_samples_per_second": 596.769, + "eval_steps_per_second": 37.619, + "eval_weighted_f1": 0.771669473401983, + "step": 748 + }, + { + "epoch": 4.010723860589812, + "grad_norm": 55.29877471923828, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.7794, + "step": 750 + }, + { + "epoch": 4.144772117962466, + "grad_norm": 49.532867431640625, + "learning_rate": 1.76232917409388e-05, + "loss": 1.4638, + "step": 775 + }, + { + "epoch": 4.278820375335121, + "grad_norm": 67.52615356445312, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.6302, + "step": 800 + }, + { + "epoch": 4.412868632707775, + "grad_norm": 40.97977066040039, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.6203, + "step": 825 + }, + { + "epoch": 4.546916890080429, + "grad_norm": 95.0392837524414, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.7046, + "step": 850 + }, + { + "epoch": 4.680965147453083, + "grad_norm": 57.6052360534668, + "learning_rate": 1.70291146761735e-05, + "loss": 1.609, + "step": 875 + }, + { + "epoch": 4.815013404825737, + "grad_norm": 154.0082550048828, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.5954, + "step": 900 + }, + { + "epoch": 4.949061662198392, + "grad_norm": 45.886253356933594, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.5828, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7564469914040115, + "eval_loss": 0.6681450605392456, + "eval_macro_f1": 0.7573595886802195, + "eval_runtime": 1.1874, + "eval_samples_per_second": 587.856, + "eval_steps_per_second": 37.057, + "eval_weighted_f1": 0.7576261564547223, + "step": 935 + }, + { + "epoch": 5.080428954423592, + "grad_norm": 77.60336303710938, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.4398, + "step": 950 + }, + { + "epoch": 5.214477211796247, + "grad_norm": 57.876529693603516, + "learning_rate": 1.64349376114082e-05, + "loss": 1.263, + "step": 975 + }, + { + "epoch": 5.348525469168901, + "grad_norm": 51.05559539794922, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.1335, + "step": 1000 + }, + { + "epoch": 5.482573726541555, + "grad_norm": 138.38389587402344, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.0877, + "step": 1025 + }, + { + "epoch": 5.616621983914209, + "grad_norm": 82.5347671508789, + "learning_rate": 1.5989304812834226e-05, + "loss": 0.9644, + "step": 1050 + }, + { + "epoch": 5.750670241286863, + "grad_norm": 72.54541778564453, + "learning_rate": 1.58407605466429e-05, + "loss": 1.1277, + "step": 1075 + }, + { + "epoch": 5.884718498659518, + "grad_norm": 54.0994987487793, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.3823, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7693409742120344, + "eval_loss": 0.7245118618011475, + "eval_macro_f1": 0.7630284053845697, + "eval_runtime": 1.2633, + "eval_samples_per_second": 552.518, + "eval_steps_per_second": 34.829, + "eval_weighted_f1": 0.763680381948781, + "step": 1122 + }, + { + "epoch": 6.016085790884718, + "grad_norm": 48.62821960449219, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.3431, + "step": 1125 + }, + { + "epoch": 6.150134048257373, + "grad_norm": 30.35984992980957, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.9119, + "step": 1150 + }, + { + "epoch": 6.2841823056300266, + "grad_norm": 34.8353385925293, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.9324, + "step": 1175 + }, + { + "epoch": 6.418230563002681, + "grad_norm": 33.06571960449219, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.943, + "step": 1200 + }, + { + "epoch": 6.552278820375335, + "grad_norm": 91.24352264404297, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.7801, + "step": 1225 + }, + { + "epoch": 6.68632707774799, + "grad_norm": 104.95812225341797, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.9877, + "step": 1250 + }, + { + "epoch": 6.8203753351206435, + "grad_norm": 71.63430786132812, + "learning_rate": 1.4652406417112302e-05, + "loss": 0.9351, + "step": 1275 + }, + { + "epoch": 6.954423592493297, + "grad_norm": 62.78832244873047, + "learning_rate": 1.4503862150920976e-05, + "loss": 0.7625, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7908309455587392, + "eval_loss": 0.7731027603149414, + "eval_macro_f1": 0.7900541791338495, + "eval_runtime": 1.1487, + "eval_samples_per_second": 607.658, + "eval_steps_per_second": 38.305, + "eval_weighted_f1": 0.7902386682732412, + "step": 1309 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1870/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1870/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1870/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1870/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bfa59000621f8e175b72bb25c68c565674e5a947 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1870/trainer_state.json @@ -0,0 +1,671 @@ +{ + "best_global_step": 1309, + "best_metric": 0.7900541791338495, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s43-20260901T073415Z-fbd63439/trainer/checkpoint-1309", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1870, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 5.233021259307861, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.7121, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 24.940982818603516, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.5873, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 10.225347518920898, + "learning_rate": 3.957219251336899e-06, + "loss": 4.5613, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 80.16287994384766, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4823, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 90.06220245361328, + "learning_rate": 6.631016042780749e-06, + "loss": 4.509, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 29.272729873657227, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4154, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 27.026819229125977, + "learning_rate": 9.3048128342246e-06, + "loss": 4.3593, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3667621776504298, + "eval_loss": 1.0835366249084473, + "eval_macro_f1": 0.2633241361187755, + "eval_runtime": 1.2044, + "eval_samples_per_second": 579.529, + "eval_steps_per_second": 36.532, + "eval_weighted_f1": 0.26455568192470635, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 50.24789810180664, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.133, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 60.53549575805664, + "learning_rate": 1.197860962566845e-05, + "loss": 4.1561, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 110.80620574951172, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.0306, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 68.35352325439453, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.6993, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 62.55445861816406, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.7266, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 72.39867401123047, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.4682, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 79.86797332763672, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.0972, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.666189111747851, + "eval_loss": 0.7598479986190796, + "eval_macro_f1": 0.6427871227633887, + "eval_runtime": 1.2143, + "eval_samples_per_second": 574.819, + "eval_steps_per_second": 36.235, + "eval_weighted_f1": 0.6450523662822595, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 82.9244155883789, + "learning_rate": 2e-05, + "loss": 2.9853, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 75.5580062866211, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.8164, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 109.38726043701172, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.9637, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 101.77721405029297, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.5978, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 97.57794952392578, + "learning_rate": 1.94058229352347e-05, + "loss": 2.8032, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 81.32939147949219, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.3636, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 99.51525115966797, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.6796, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 123.21077728271484, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.4332, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7277936962750716, + "eval_loss": 0.6891927719116211, + "eval_macro_f1": 0.7264094394745699, + "eval_runtime": 1.1672, + "eval_samples_per_second": 598.005, + "eval_steps_per_second": 37.697, + "eval_weighted_f1": 0.7262494886769622, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 77.74510192871094, + "learning_rate": 1.88116458704694e-05, + "loss": 2.2034, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 54.935665130615234, + "learning_rate": 1.8663101604278075e-05, + "loss": 1.9643, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 161.57315063476562, + "learning_rate": 1.8514557338086753e-05, + "loss": 1.9158, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 75.52835083007812, + "learning_rate": 1.8366013071895427e-05, + "loss": 2.05, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 68.83025360107422, + "learning_rate": 1.82174688057041e-05, + "loss": 1.9118, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 114.25769805908203, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.9776, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 47.56477737426758, + "learning_rate": 1.7920380273321453e-05, + "loss": 1.9829, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7750716332378224, + "eval_loss": 0.6014238595962524, + "eval_macro_f1": 0.7714092224639382, + "eval_runtime": 1.1696, + "eval_samples_per_second": 596.769, + "eval_steps_per_second": 37.619, + "eval_weighted_f1": 0.771669473401983, + "step": 748 + }, + { + "epoch": 4.010723860589812, + "grad_norm": 55.29877471923828, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.7794, + "step": 750 + }, + { + "epoch": 4.144772117962466, + "grad_norm": 49.532867431640625, + "learning_rate": 1.76232917409388e-05, + "loss": 1.4638, + "step": 775 + }, + { + "epoch": 4.278820375335121, + "grad_norm": 67.52615356445312, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.6302, + "step": 800 + }, + { + "epoch": 4.412868632707775, + "grad_norm": 40.97977066040039, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.6203, + "step": 825 + }, + { + "epoch": 4.546916890080429, + "grad_norm": 95.0392837524414, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.7046, + "step": 850 + }, + { + "epoch": 4.680965147453083, + "grad_norm": 57.6052360534668, + "learning_rate": 1.70291146761735e-05, + "loss": 1.609, + "step": 875 + }, + { + "epoch": 4.815013404825737, + "grad_norm": 154.0082550048828, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.5954, + "step": 900 + }, + { + "epoch": 4.949061662198392, + "grad_norm": 45.886253356933594, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.5828, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7564469914040115, + "eval_loss": 0.6681450605392456, + "eval_macro_f1": 0.7573595886802195, + "eval_runtime": 1.1874, + "eval_samples_per_second": 587.856, + "eval_steps_per_second": 37.057, + "eval_weighted_f1": 0.7576261564547223, + "step": 935 + }, + { + "epoch": 5.080428954423592, + "grad_norm": 77.60336303710938, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.4398, + "step": 950 + }, + { + "epoch": 5.214477211796247, + "grad_norm": 57.876529693603516, + "learning_rate": 1.64349376114082e-05, + "loss": 1.263, + "step": 975 + }, + { + "epoch": 5.348525469168901, + "grad_norm": 51.05559539794922, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.1335, + "step": 1000 + }, + { + "epoch": 5.482573726541555, + "grad_norm": 138.38389587402344, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.0877, + "step": 1025 + }, + { + "epoch": 5.616621983914209, + "grad_norm": 82.5347671508789, + "learning_rate": 1.5989304812834226e-05, + "loss": 0.9644, + "step": 1050 + }, + { + "epoch": 5.750670241286863, + "grad_norm": 72.54541778564453, + "learning_rate": 1.58407605466429e-05, + "loss": 1.1277, + "step": 1075 + }, + { + "epoch": 5.884718498659518, + "grad_norm": 54.0994987487793, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.3823, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7693409742120344, + "eval_loss": 0.7245118618011475, + "eval_macro_f1": 0.7630284053845697, + "eval_runtime": 1.2633, + "eval_samples_per_second": 552.518, + "eval_steps_per_second": 34.829, + "eval_weighted_f1": 0.763680381948781, + "step": 1122 + }, + { + "epoch": 6.016085790884718, + "grad_norm": 48.62821960449219, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.3431, + "step": 1125 + }, + { + "epoch": 6.150134048257373, + "grad_norm": 30.35984992980957, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.9119, + "step": 1150 + }, + { + "epoch": 6.2841823056300266, + "grad_norm": 34.8353385925293, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.9324, + "step": 1175 + }, + { + "epoch": 6.418230563002681, + "grad_norm": 33.06571960449219, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.943, + "step": 1200 + }, + { + "epoch": 6.552278820375335, + "grad_norm": 91.24352264404297, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.7801, + "step": 1225 + }, + { + "epoch": 6.68632707774799, + "grad_norm": 104.95812225341797, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.9877, + "step": 1250 + }, + { + "epoch": 6.8203753351206435, + "grad_norm": 71.63430786132812, + "learning_rate": 1.4652406417112302e-05, + "loss": 0.9351, + "step": 1275 + }, + { + "epoch": 6.954423592493297, + "grad_norm": 62.78832244873047, + "learning_rate": 1.4503862150920976e-05, + "loss": 0.7625, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7908309455587392, + "eval_loss": 0.7731027603149414, + "eval_macro_f1": 0.7900541791338495, + "eval_runtime": 1.1487, + "eval_samples_per_second": 607.658, + "eval_steps_per_second": 38.305, + "eval_weighted_f1": 0.7902386682732412, + "step": 1309 + }, + { + "epoch": 7.085790884718499, + "grad_norm": 27.33609962463379, + "learning_rate": 1.4355317884729652e-05, + "loss": 0.6113, + "step": 1325 + }, + { + "epoch": 7.2198391420911525, + "grad_norm": 139.53831481933594, + "learning_rate": 1.4206773618538326e-05, + "loss": 0.5309, + "step": 1350 + }, + { + "epoch": 7.353887399463807, + "grad_norm": 154.49847412109375, + "learning_rate": 1.4058229352347002e-05, + "loss": 0.6691, + "step": 1375 + }, + { + "epoch": 7.487935656836461, + "grad_norm": 76.15908813476562, + "learning_rate": 1.3909685086155676e-05, + "loss": 0.601, + "step": 1400 + }, + { + "epoch": 7.621983914209116, + "grad_norm": 141.34902954101562, + "learning_rate": 1.3761140819964351e-05, + "loss": 0.6615, + "step": 1425 + }, + { + "epoch": 7.7560321715817695, + "grad_norm": 48.6065788269043, + "learning_rate": 1.3612596553773026e-05, + "loss": 0.6432, + "step": 1450 + }, + { + "epoch": 7.890080428954423, + "grad_norm": 84.30836486816406, + "learning_rate": 1.3464052287581701e-05, + "loss": 0.6201, + "step": 1475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7836676217765043, + "eval_loss": 0.9085878729820251, + "eval_macro_f1": 0.781202829601936, + "eval_runtime": 1.1777, + "eval_samples_per_second": 592.67, + "eval_steps_per_second": 37.36, + "eval_weighted_f1": 0.7815942169685554, + "step": 1496 + }, + { + "epoch": 8.021447721179625, + "grad_norm": 106.40487670898438, + "learning_rate": 1.3315508021390375e-05, + "loss": 0.6845, + "step": 1500 + }, + { + "epoch": 8.15549597855228, + "grad_norm": 78.79983520507812, + "learning_rate": 1.3166963755199051e-05, + "loss": 0.4168, + "step": 1525 + }, + { + "epoch": 8.289544235924932, + "grad_norm": 288.909423828125, + "learning_rate": 1.3018419489007725e-05, + "loss": 0.5458, + "step": 1550 + }, + { + "epoch": 8.423592493297587, + "grad_norm": 69.87762451171875, + "learning_rate": 1.2869875222816401e-05, + "loss": 0.5623, + "step": 1575 + }, + { + "epoch": 8.557640750670242, + "grad_norm": 49.00241470336914, + "learning_rate": 1.2721330956625075e-05, + "loss": 0.4642, + "step": 1600 + }, + { + "epoch": 8.691689008042896, + "grad_norm": 33.983062744140625, + "learning_rate": 1.257278669043375e-05, + "loss": 0.5265, + "step": 1625 + }, + { + "epoch": 8.82573726541555, + "grad_norm": 138.66854858398438, + "learning_rate": 1.2424242424242425e-05, + "loss": 0.4782, + "step": 1650 + }, + { + "epoch": 8.959785522788204, + "grad_norm": 123.62025451660156, + "learning_rate": 1.22756981580511e-05, + "loss": 0.6159, + "step": 1675 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7664756446991404, + "eval_loss": 1.0213165283203125, + "eval_macro_f1": 0.7656428747393388, + "eval_runtime": 1.1632, + "eval_samples_per_second": 600.062, + "eval_steps_per_second": 37.826, + "eval_weighted_f1": 0.7651183826315592, + "step": 1683 + }, + { + "epoch": 9.091152815013405, + "grad_norm": 155.48121643066406, + "learning_rate": 1.2127153891859775e-05, + "loss": 0.4091, + "step": 1700 + }, + { + "epoch": 9.225201072386058, + "grad_norm": 119.56201171875, + "learning_rate": 1.197860962566845e-05, + "loss": 0.3587, + "step": 1725 + }, + { + "epoch": 9.359249329758713, + "grad_norm": 67.36912536621094, + "learning_rate": 1.1830065359477125e-05, + "loss": 0.3392, + "step": 1750 + }, + { + "epoch": 9.493297587131368, + "grad_norm": 163.7225799560547, + "learning_rate": 1.1681521093285799e-05, + "loss": 0.5307, + "step": 1775 + }, + { + "epoch": 9.62734584450402, + "grad_norm": 17.772798538208008, + "learning_rate": 1.1532976827094475e-05, + "loss": 0.3349, + "step": 1800 + }, + { + "epoch": 9.761394101876675, + "grad_norm": 200.44821166992188, + "learning_rate": 1.1384432560903149e-05, + "loss": 0.4331, + "step": 1825 + }, + { + "epoch": 9.89544235924933, + "grad_norm": 178.0664520263672, + "learning_rate": 1.1235888294711825e-05, + "loss": 0.4129, + "step": 1850 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7893982808022922, + "eval_loss": 1.164697289466858, + "eval_macro_f1": 0.789828292807889, + "eval_runtime": 1.2995, + "eval_samples_per_second": 537.118, + "eval_steps_per_second": 33.858, + "eval_weighted_f1": 0.7899767285855362, + "step": 1870 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-1309/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-1309/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-1309/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-1309/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-1309/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-1309/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-1309/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-1309/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8528743f00033da8335fa2f19b984a811fcaf46d --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-1309/trainer_state.json @@ -0,0 +1,484 @@ +{ + "best_global_step": 748, + "best_metric": 0.7910396329465067, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1309, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 25.7055721282959, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8731, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 15.672039031982422, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.777, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 36.69615173339844, + "learning_rate": 3.957219251336899e-06, + "loss": 4.6789, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 34.89237594604492, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4854, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 17.490720748901367, + "learning_rate": 6.631016042780749e-06, + "loss": 4.5848, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 22.51568603515625, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4045, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 26.44197654724121, + "learning_rate": 9.3048128342246e-06, + "loss": 4.4716, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4340974212034384, + "eval_loss": 1.05746328830719, + "eval_macro_f1": 0.4242809957971449, + "eval_runtime": 1.524, + "eval_samples_per_second": 458.008, + "eval_steps_per_second": 28.872, + "eval_weighted_f1": 0.4228647252868232, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 46.29522705078125, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.3815, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 48.016239166259766, + "learning_rate": 1.197860962566845e-05, + "loss": 4.3741, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 67.50250244140625, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.3039, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 101.31551361083984, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.7153, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 80.75757598876953, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.3803, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 61.548194885253906, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.184, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 83.46632385253906, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.2668, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6174785100286533, + "eval_loss": 0.9119706749916077, + "eval_macro_f1": 0.607233125680081, + "eval_runtime": 1.4004, + "eval_samples_per_second": 498.424, + "eval_steps_per_second": 31.419, + "eval_weighted_f1": 0.6053528065669312, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 67.6733169555664, + "learning_rate": 2e-05, + "loss": 3.0015, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 89.68512725830078, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.8298, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 62.399818420410156, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.5071, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 70.38246154785156, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.6654, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 111.95929718017578, + "learning_rate": 1.94058229352347e-05, + "loss": 2.4035, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 69.2606430053711, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.3575, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 76.77836608886719, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.221, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 59.42205047607422, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.2234, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7636103151862464, + "eval_loss": 0.6451883912086487, + "eval_macro_f1": 0.7575401715673209, + "eval_runtime": 1.4112, + "eval_samples_per_second": 494.621, + "eval_steps_per_second": 31.18, + "eval_weighted_f1": 0.7587387617402268, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 145.23556518554688, + "learning_rate": 1.88116458704694e-05, + "loss": 1.8237, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 80.17428588867188, + "learning_rate": 1.8663101604278075e-05, + "loss": 1.8354, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 91.72150421142578, + "learning_rate": 1.8514557338086753e-05, + "loss": 1.9032, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 92.10431671142578, + "learning_rate": 1.8366013071895427e-05, + "loss": 1.9279, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 73.09395599365234, + "learning_rate": 1.82174688057041e-05, + "loss": 1.8344, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 70.0408706665039, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.7462, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 162.86239624023438, + "learning_rate": 1.7920380273321453e-05, + "loss": 1.8458, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7893982808022922, + "eval_loss": 0.583708643913269, + "eval_macro_f1": 0.7910396329465067, + "eval_runtime": 1.7668, + "eval_samples_per_second": 395.074, + "eval_steps_per_second": 24.904, + "eval_weighted_f1": 0.7913682598191395, + "step": 748 + }, + { + "epoch": 4.010723860589812, + "grad_norm": 354.37396240234375, + "learning_rate": 1.7771836007130127e-05, + "loss": 1.8626, + "step": 750 + }, + { + "epoch": 4.144772117962466, + "grad_norm": 109.23253631591797, + "learning_rate": 1.76232917409388e-05, + "loss": 1.5511, + "step": 775 + }, + { + "epoch": 4.278820375335121, + "grad_norm": 100.08642578125, + "learning_rate": 1.7474747474747475e-05, + "loss": 1.3406, + "step": 800 + }, + { + "epoch": 4.412868632707775, + "grad_norm": 68.89364624023438, + "learning_rate": 1.7326203208556153e-05, + "loss": 1.2555, + "step": 825 + }, + { + "epoch": 4.546916890080429, + "grad_norm": 82.14109802246094, + "learning_rate": 1.7177658942364827e-05, + "loss": 1.279, + "step": 850 + }, + { + "epoch": 4.680965147453083, + "grad_norm": 98.31826782226562, + "learning_rate": 1.70291146761735e-05, + "loss": 1.4058, + "step": 875 + }, + { + "epoch": 4.815013404825737, + "grad_norm": 61.340843200683594, + "learning_rate": 1.6880570409982175e-05, + "loss": 1.4063, + "step": 900 + }, + { + "epoch": 4.949061662198392, + "grad_norm": 240.1339874267578, + "learning_rate": 1.6732026143790852e-05, + "loss": 1.5553, + "step": 925 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7750716332378224, + "eval_loss": 0.6385054588317871, + "eval_macro_f1": 0.7753730835902773, + "eval_runtime": 1.5837, + "eval_samples_per_second": 440.734, + "eval_steps_per_second": 27.783, + "eval_weighted_f1": 0.7756272826131085, + "step": 935 + }, + { + "epoch": 5.080428954423592, + "grad_norm": 53.59784698486328, + "learning_rate": 1.6583481877599526e-05, + "loss": 1.1435, + "step": 950 + }, + { + "epoch": 5.214477211796247, + "grad_norm": 149.02017211914062, + "learning_rate": 1.64349376114082e-05, + "loss": 1.0912, + "step": 975 + }, + { + "epoch": 5.348525469168901, + "grad_norm": 55.95766830444336, + "learning_rate": 1.6286393345216875e-05, + "loss": 1.1667, + "step": 1000 + }, + { + "epoch": 5.482573726541555, + "grad_norm": 58.51089859008789, + "learning_rate": 1.6137849079025552e-05, + "loss": 1.0243, + "step": 1025 + }, + { + "epoch": 5.616621983914209, + "grad_norm": 190.1824951171875, + "learning_rate": 1.5989304812834226e-05, + "loss": 0.9299, + "step": 1050 + }, + { + "epoch": 5.750670241286863, + "grad_norm": 28.917478561401367, + "learning_rate": 1.58407605466429e-05, + "loss": 1.0619, + "step": 1075 + }, + { + "epoch": 5.884718498659518, + "grad_norm": 114.00826263427734, + "learning_rate": 1.5692216280451574e-05, + "loss": 1.1436, + "step": 1100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7922636103151862, + "eval_loss": 0.6875940561294556, + "eval_macro_f1": 0.7906794891186434, + "eval_runtime": 1.5424, + "eval_samples_per_second": 452.553, + "eval_steps_per_second": 28.528, + "eval_weighted_f1": 0.7908194760201992, + "step": 1122 + }, + { + "epoch": 6.016085790884718, + "grad_norm": 91.0246810913086, + "learning_rate": 1.5543672014260252e-05, + "loss": 1.001, + "step": 1125 + }, + { + "epoch": 6.150134048257373, + "grad_norm": 77.3985824584961, + "learning_rate": 1.5395127748068926e-05, + "loss": 0.7244, + "step": 1150 + }, + { + "epoch": 6.2841823056300266, + "grad_norm": 107.3063735961914, + "learning_rate": 1.5246583481877602e-05, + "loss": 0.7397, + "step": 1175 + }, + { + "epoch": 6.418230563002681, + "grad_norm": 47.890052795410156, + "learning_rate": 1.5098039215686276e-05, + "loss": 0.8177, + "step": 1200 + }, + { + "epoch": 6.552278820375335, + "grad_norm": 17.99930191040039, + "learning_rate": 1.4949494949494952e-05, + "loss": 0.6835, + "step": 1225 + }, + { + "epoch": 6.68632707774799, + "grad_norm": 94.60752868652344, + "learning_rate": 1.4800950683303626e-05, + "loss": 0.8397, + "step": 1250 + }, + { + "epoch": 6.8203753351206435, + "grad_norm": 41.43486404418945, + "learning_rate": 1.4652406417112302e-05, + "loss": 0.9525, + "step": 1275 + }, + { + "epoch": 6.954423592493297, + "grad_norm": 41.2997932434082, + "learning_rate": 1.4503862150920976e-05, + "loss": 0.6671, + "step": 1300 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7879656160458453, + "eval_loss": 0.7933412790298462, + "eval_macro_f1": 0.7894681693917898, + "eval_runtime": 1.586, + "eval_samples_per_second": 440.11, + "eval_steps_per_second": 27.743, + "eval_weighted_f1": 0.7896466880062483, + "step": 1309 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6e8454cf8b77b72cc6c8a2a7b31d221ed963269d --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748/trainer_state.json @@ -0,0 +1,290 @@ +{ + "best_global_step": 748, + "best_metric": 0.7910396329465067, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-09-s44-20260901T100827Z-53ad853a/trainer/checkpoint-748", + "epoch": 4.0, + "eval_steps": 500, + "global_step": 748, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13404825737265416, + "grad_norm": 25.7055721282959, + "learning_rate": 1.2834224598930483e-06, + "loss": 4.8731, + "step": 25 + }, + { + "epoch": 0.2680965147453083, + "grad_norm": 15.672039031982422, + "learning_rate": 2.6203208556149735e-06, + "loss": 4.777, + "step": 50 + }, + { + "epoch": 0.40214477211796246, + "grad_norm": 36.69615173339844, + "learning_rate": 3.957219251336899e-06, + "loss": 4.6789, + "step": 75 + }, + { + "epoch": 0.5361930294906166, + "grad_norm": 34.89237594604492, + "learning_rate": 5.294117647058824e-06, + "loss": 4.4854, + "step": 100 + }, + { + "epoch": 0.6702412868632708, + "grad_norm": 17.490720748901367, + "learning_rate": 6.631016042780749e-06, + "loss": 4.5848, + "step": 125 + }, + { + "epoch": 0.8042895442359249, + "grad_norm": 22.51568603515625, + "learning_rate": 7.967914438502674e-06, + "loss": 4.4045, + "step": 150 + }, + { + "epoch": 0.938337801608579, + "grad_norm": 26.44197654724121, + "learning_rate": 9.3048128342246e-06, + "loss": 4.4716, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4340974212034384, + "eval_loss": 1.05746328830719, + "eval_macro_f1": 0.4242809957971449, + "eval_runtime": 1.524, + "eval_samples_per_second": 458.008, + "eval_steps_per_second": 28.872, + "eval_weighted_f1": 0.4228647252868232, + "step": 187 + }, + { + "epoch": 1.0697050938337802, + "grad_norm": 46.29522705078125, + "learning_rate": 1.0641711229946525e-05, + "loss": 4.3815, + "step": 200 + }, + { + "epoch": 1.2037533512064342, + "grad_norm": 48.016239166259766, + "learning_rate": 1.197860962566845e-05, + "loss": 4.3741, + "step": 225 + }, + { + "epoch": 1.3378016085790885, + "grad_norm": 67.50250244140625, + "learning_rate": 1.3315508021390375e-05, + "loss": 4.3039, + "step": 250 + }, + { + "epoch": 1.4718498659517425, + "grad_norm": 101.31551361083984, + "learning_rate": 1.4652406417112302e-05, + "loss": 3.7153, + "step": 275 + }, + { + "epoch": 1.6058981233243967, + "grad_norm": 80.75757598876953, + "learning_rate": 1.5989304812834226e-05, + "loss": 3.3803, + "step": 300 + }, + { + "epoch": 1.739946380697051, + "grad_norm": 61.548194885253906, + "learning_rate": 1.7326203208556153e-05, + "loss": 3.184, + "step": 325 + }, + { + "epoch": 1.8739946380697052, + "grad_norm": 83.46632385253906, + "learning_rate": 1.8663101604278075e-05, + "loss": 3.2668, + "step": 350 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6174785100286533, + "eval_loss": 0.9119706749916077, + "eval_macro_f1": 0.607233125680081, + "eval_runtime": 1.4004, + "eval_samples_per_second": 498.424, + "eval_steps_per_second": 31.419, + "eval_weighted_f1": 0.6053528065669312, + "step": 374 + }, + { + "epoch": 2.005361930294906, + "grad_norm": 67.6733169555664, + "learning_rate": 2e-05, + "loss": 3.0015, + "step": 375 + }, + { + "epoch": 2.1394101876675604, + "grad_norm": 89.68512725830078, + "learning_rate": 1.9851455733808676e-05, + "loss": 2.8298, + "step": 400 + }, + { + "epoch": 2.2734584450402147, + "grad_norm": 62.399818420410156, + "learning_rate": 1.9702911467617353e-05, + "loss": 2.5071, + "step": 425 + }, + { + "epoch": 2.4075067024128685, + "grad_norm": 70.38246154785156, + "learning_rate": 1.9554367201426024e-05, + "loss": 2.6654, + "step": 450 + }, + { + "epoch": 2.5415549597855227, + "grad_norm": 111.95929718017578, + "learning_rate": 1.94058229352347e-05, + "loss": 2.4035, + "step": 475 + }, + { + "epoch": 2.675603217158177, + "grad_norm": 69.2606430053711, + "learning_rate": 1.9257278669043376e-05, + "loss": 2.3575, + "step": 500 + }, + { + "epoch": 2.809651474530831, + "grad_norm": 76.77836608886719, + "learning_rate": 1.9108734402852053e-05, + "loss": 2.221, + "step": 525 + }, + { + "epoch": 2.943699731903485, + "grad_norm": 59.42205047607422, + "learning_rate": 1.8960190136660727e-05, + "loss": 2.2234, + "step": 550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7636103151862464, + "eval_loss": 0.6451883912086487, + "eval_macro_f1": 0.7575401715673209, + "eval_runtime": 1.4112, + "eval_samples_per_second": 494.621, + "eval_steps_per_second": 31.18, + "eval_weighted_f1": 0.7587387617402268, + "step": 561 + }, + { + "epoch": 3.0750670241286864, + "grad_norm": 145.23556518554688, + "learning_rate": 1.88116458704694e-05, + "loss": 1.8237, + "step": 575 + }, + { + "epoch": 3.2091152815013406, + "grad_norm": 80.17428588867188, + "learning_rate": 1.8663101604278075e-05, + "loss": 1.8354, + "step": 600 + }, + { + "epoch": 3.343163538873995, + "grad_norm": 91.72150421142578, + "learning_rate": 1.8514557338086753e-05, + "loss": 1.9032, + "step": 625 + }, + { + "epoch": 3.4772117962466487, + "grad_norm": 92.10431671142578, + "learning_rate": 1.8366013071895427e-05, + "loss": 1.9279, + "step": 650 + }, + { + "epoch": 3.611260053619303, + "grad_norm": 73.09395599365234, + "learning_rate": 1.82174688057041e-05, + "loss": 1.8344, + "step": 675 + }, + { + "epoch": 3.745308310991957, + "grad_norm": 70.0408706665039, + "learning_rate": 1.8068924539512775e-05, + "loss": 1.7462, + "step": 700 + }, + { + "epoch": 3.8793565683646114, + "grad_norm": 162.86239624023438, + "learning_rate": 1.7920380273321453e-05, + "loss": 1.8458, + "step": 725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7893982808022922, + "eval_loss": 0.583708643913269, + "eval_macro_f1": 0.7910396329465067, + "eval_runtime": 1.7668, + "eval_samples_per_second": 395.074, + "eval_steps_per_second": 24.904, + "eval_weighted_f1": 0.7913682598191395, + "step": 748 + } + ], + "logging_steps": 25, + "max_steps": 3740, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..12af3e286c23cae1a8dd2d945738529bb6d07313 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351/trainer_state.json @@ -0,0 +1,498 @@ +{ + "best_global_step": 1351, + "best_metric": 0.7937591935377791, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1351, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13003901170351106, + "grad_norm": 13.414565086364746, + "learning_rate": 1.2435233160621762e-06, + "loss": 4.6779, + "step": 25 + }, + { + "epoch": 0.26007802340702213, + "grad_norm": 17.362436294555664, + "learning_rate": 2.5388601036269435e-06, + "loss": 4.7044, + "step": 50 + }, + { + "epoch": 0.39011703511053314, + "grad_norm": 18.512693405151367, + "learning_rate": 3.83419689119171e-06, + "loss": 4.5981, + "step": 75 + }, + { + "epoch": 0.5201560468140443, + "grad_norm": 7.442618370056152, + "learning_rate": 5.129533678756478e-06, + "loss": 4.5549, + "step": 100 + }, + { + "epoch": 0.6501950585175552, + "grad_norm": 9.277046203613281, + "learning_rate": 6.4248704663212435e-06, + "loss": 4.5593, + "step": 125 + }, + { + "epoch": 0.7802340702210663, + "grad_norm": 44.686161041259766, + "learning_rate": 7.72020725388601e-06, + "loss": 4.4665, + "step": 150 + }, + { + "epoch": 0.9102730819245773, + "grad_norm": 20.82328224182129, + "learning_rate": 9.015544041450778e-06, + "loss": 4.4734, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.36923076923076925, + "eval_loss": 1.0774248838424683, + "eval_macro_f1": 0.24894822188961016, + "eval_runtime": 1.1548, + "eval_samples_per_second": 562.886, + "eval_steps_per_second": 35.505, + "eval_weighted_f1": 0.2505436481109308, + "step": 193 + }, + { + "epoch": 1.0364109232769831, + "grad_norm": 46.55214309692383, + "learning_rate": 1.0310880829015545e-05, + "loss": 4.2203, + "step": 200 + }, + { + "epoch": 1.1664499349804942, + "grad_norm": 33.937164306640625, + "learning_rate": 1.1606217616580311e-05, + "loss": 4.2689, + "step": 225 + }, + { + "epoch": 1.2964889466840053, + "grad_norm": 20.637163162231445, + "learning_rate": 1.2901554404145079e-05, + "loss": 3.9859, + "step": 250 + }, + { + "epoch": 1.4265279583875163, + "grad_norm": 52.59470748901367, + "learning_rate": 1.4196891191709844e-05, + "loss": 3.8348, + "step": 275 + }, + { + "epoch": 1.5565669700910272, + "grad_norm": 84.82550811767578, + "learning_rate": 1.5492227979274612e-05, + "loss": 3.53, + "step": 300 + }, + { + "epoch": 1.6866059817945382, + "grad_norm": 137.89134216308594, + "learning_rate": 1.6787564766839378e-05, + "loss": 3.311, + "step": 325 + }, + { + "epoch": 1.8166449934980493, + "grad_norm": 169.37332153320312, + "learning_rate": 1.8082901554404147e-05, + "loss": 3.2317, + "step": 350 + }, + { + "epoch": 1.9466840052015604, + "grad_norm": 84.89073944091797, + "learning_rate": 1.9378238341968913e-05, + "loss": 3.2426, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6661538461538462, + "eval_loss": 0.7548253536224365, + "eval_macro_f1": 0.673096402277159, + "eval_runtime": 1.2943, + "eval_samples_per_second": 502.207, + "eval_steps_per_second": 31.678, + "eval_weighted_f1": 0.6727276276163794, + "step": 386 + }, + { + "epoch": 2.0728218465539663, + "grad_norm": 106.94198608398438, + "learning_rate": 1.9925158318940704e-05, + "loss": 2.8147, + "step": 400 + }, + { + "epoch": 2.2028608582574774, + "grad_norm": 90.57954406738281, + "learning_rate": 1.9781232009211287e-05, + "loss": 2.8742, + "step": 425 + }, + { + "epoch": 2.3328998699609884, + "grad_norm": 167.39804077148438, + "learning_rate": 1.9637305699481867e-05, + "loss": 2.8702, + "step": 450 + }, + { + "epoch": 2.4629388816644995, + "grad_norm": 66.59478759765625, + "learning_rate": 1.949337938975245e-05, + "loss": 2.7145, + "step": 475 + }, + { + "epoch": 2.5929778933680105, + "grad_norm": 109.99602508544922, + "learning_rate": 1.934945308002303e-05, + "loss": 2.451, + "step": 500 + }, + { + "epoch": 2.7230169050715216, + "grad_norm": 148.08660888671875, + "learning_rate": 1.920552677029361e-05, + "loss": 2.4767, + "step": 525 + }, + { + "epoch": 2.8530559167750327, + "grad_norm": 89.52108764648438, + "learning_rate": 1.9061600460564194e-05, + "loss": 2.516, + "step": 550 + }, + { + "epoch": 2.9830949284785433, + "grad_norm": 57.290950775146484, + "learning_rate": 1.8917674150834774e-05, + "loss": 2.5749, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7430769230769231, + "eval_loss": 0.6185218095779419, + "eval_macro_f1": 0.7434539790060009, + "eval_runtime": 1.171, + "eval_samples_per_second": 555.071, + "eval_steps_per_second": 35.012, + "eval_weighted_f1": 0.7429699346541692, + "step": 579 + }, + { + "epoch": 3.109232769830949, + "grad_norm": 98.74683380126953, + "learning_rate": 1.8773747841105358e-05, + "loss": 2.082, + "step": 600 + }, + { + "epoch": 3.2392717815344603, + "grad_norm": 79.90040588378906, + "learning_rate": 1.8629821531375938e-05, + "loss": 1.9802, + "step": 625 + }, + { + "epoch": 3.3693107932379713, + "grad_norm": 138.7151641845703, + "learning_rate": 1.8485895221646518e-05, + "loss": 1.7399, + "step": 650 + }, + { + "epoch": 3.4993498049414824, + "grad_norm": 89.75350952148438, + "learning_rate": 1.83419689119171e-05, + "loss": 2.0116, + "step": 675 + }, + { + "epoch": 3.6293888166449935, + "grad_norm": 62.4262809753418, + "learning_rate": 1.819804260218768e-05, + "loss": 2.0443, + "step": 700 + }, + { + "epoch": 3.7594278283485045, + "grad_norm": 48.288665771484375, + "learning_rate": 1.8054116292458265e-05, + "loss": 1.8901, + "step": 725 + }, + { + "epoch": 3.8894668400520156, + "grad_norm": 116.24803161621094, + "learning_rate": 1.7910189982728845e-05, + "loss": 1.9195, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7630769230769231, + "eval_loss": 0.6382582187652588, + "eval_macro_f1": 0.7557712096151823, + "eval_runtime": 1.0313, + "eval_samples_per_second": 630.252, + "eval_steps_per_second": 39.754, + "eval_weighted_f1": 0.7556741050728033, + "step": 772 + }, + { + "epoch": 4.0156046814044215, + "grad_norm": 36.07476043701172, + "learning_rate": 1.7766263672999425e-05, + "loss": 1.8235, + "step": 775 + }, + { + "epoch": 4.145643693107933, + "grad_norm": 59.51946258544922, + "learning_rate": 1.762233736327001e-05, + "loss": 1.5397, + "step": 800 + }, + { + "epoch": 4.275682704811444, + "grad_norm": 56.49575424194336, + "learning_rate": 1.747841105354059e-05, + "loss": 1.4044, + "step": 825 + }, + { + "epoch": 4.405721716514955, + "grad_norm": 71.11862182617188, + "learning_rate": 1.7334484743811172e-05, + "loss": 1.5869, + "step": 850 + }, + { + "epoch": 4.535760728218466, + "grad_norm": 55.166160583496094, + "learning_rate": 1.7190558434081752e-05, + "loss": 1.6856, + "step": 875 + }, + { + "epoch": 4.665799739921977, + "grad_norm": 98.7695541381836, + "learning_rate": 1.7046632124352332e-05, + "loss": 1.6298, + "step": 900 + }, + { + "epoch": 4.795838751625488, + "grad_norm": 135.8108673095703, + "learning_rate": 1.6902705814622916e-05, + "loss": 1.4391, + "step": 925 + }, + { + "epoch": 4.925877763328999, + "grad_norm": 106.1869888305664, + "learning_rate": 1.6758779504893496e-05, + "loss": 1.5463, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7630769230769231, + "eval_loss": 0.6315196752548218, + "eval_macro_f1": 0.7627559044255601, + "eval_runtime": 1.2056, + "eval_samples_per_second": 539.144, + "eval_steps_per_second": 34.008, + "eval_weighted_f1": 0.7620243053492143, + "step": 965 + }, + { + "epoch": 5.052015604681404, + "grad_norm": 57.4044075012207, + "learning_rate": 1.661485319516408e-05, + "loss": 1.3084, + "step": 975 + }, + { + "epoch": 5.1820546163849155, + "grad_norm": 42.948577880859375, + "learning_rate": 1.647092688543466e-05, + "loss": 1.2801, + "step": 1000 + }, + { + "epoch": 5.3120936280884266, + "grad_norm": 59.486392974853516, + "learning_rate": 1.632700057570524e-05, + "loss": 0.9067, + "step": 1025 + }, + { + "epoch": 5.442132639791938, + "grad_norm": 41.27486801147461, + "learning_rate": 1.6183074265975823e-05, + "loss": 1.1184, + "step": 1050 + }, + { + "epoch": 5.572171651495449, + "grad_norm": 109.27499389648438, + "learning_rate": 1.6039147956246403e-05, + "loss": 1.2625, + "step": 1075 + }, + { + "epoch": 5.70221066319896, + "grad_norm": 134.40586853027344, + "learning_rate": 1.5895221646516986e-05, + "loss": 1.2023, + "step": 1100 + }, + { + "epoch": 5.832249674902471, + "grad_norm": 96.0305404663086, + "learning_rate": 1.5751295336787566e-05, + "loss": 1.0958, + "step": 1125 + }, + { + "epoch": 5.962288686605982, + "grad_norm": 88.12006378173828, + "learning_rate": 1.5607369027058147e-05, + "loss": 1.0468, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7861538461538462, + "eval_loss": 0.6543111801147461, + "eval_macro_f1": 0.785134854450403, + "eval_runtime": 1.1756, + "eval_samples_per_second": 552.886, + "eval_steps_per_second": 34.874, + "eval_weighted_f1": 0.7849991757619444, + "step": 1158 + }, + { + "epoch": 6.088426527958387, + "grad_norm": 135.3915557861328, + "learning_rate": 1.546344271732873e-05, + "loss": 0.9159, + "step": 1175 + }, + { + "epoch": 6.218465539661898, + "grad_norm": 67.52732849121094, + "learning_rate": 1.531951640759931e-05, + "loss": 0.9513, + "step": 1200 + }, + { + "epoch": 6.3485045513654095, + "grad_norm": 150.4400634765625, + "learning_rate": 1.5175590097869892e-05, + "loss": 0.8805, + "step": 1225 + }, + { + "epoch": 6.4785435630689205, + "grad_norm": 96.794677734375, + "learning_rate": 1.5031663788140474e-05, + "loss": 0.7711, + "step": 1250 + }, + { + "epoch": 6.608582574772432, + "grad_norm": 205.8723602294922, + "learning_rate": 1.4887737478411055e-05, + "loss": 0.9345, + "step": 1275 + }, + { + "epoch": 6.738621586475943, + "grad_norm": 55.353172302246094, + "learning_rate": 1.4743811168681637e-05, + "loss": 0.8467, + "step": 1300 + }, + { + "epoch": 6.868660598179454, + "grad_norm": 76.20042419433594, + "learning_rate": 1.4599884858952217e-05, + "loss": 0.9515, + "step": 1325 + }, + { + "epoch": 6.998699609882965, + "grad_norm": 78.55414581298828, + "learning_rate": 1.4455958549222799e-05, + "loss": 0.8824, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7953846153846154, + "eval_loss": 0.8501800298690796, + "eval_macro_f1": 0.7937591935377791, + "eval_runtime": 1.1644, + "eval_samples_per_second": 558.216, + "eval_steps_per_second": 35.211, + "eval_weighted_f1": 0.7931153915257729, + "step": 1351 + } + ], + "logging_steps": 25, + "max_steps": 3860, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1930/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1930/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1930/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1930/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1930/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1930/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1930/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1930/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9741b60ec61abadc5db67a7c6133a97d292c4c37 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1930/trainer_state.json @@ -0,0 +1,692 @@ +{ + "best_global_step": 1351, + "best_metric": 0.7937591935377791, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s43-20260901T074433Z-fbd63439/trainer/checkpoint-1351", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1930, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13003901170351106, + "grad_norm": 13.414565086364746, + "learning_rate": 1.2435233160621762e-06, + "loss": 4.6779, + "step": 25 + }, + { + "epoch": 0.26007802340702213, + "grad_norm": 17.362436294555664, + "learning_rate": 2.5388601036269435e-06, + "loss": 4.7044, + "step": 50 + }, + { + "epoch": 0.39011703511053314, + "grad_norm": 18.512693405151367, + "learning_rate": 3.83419689119171e-06, + "loss": 4.5981, + "step": 75 + }, + { + "epoch": 0.5201560468140443, + "grad_norm": 7.442618370056152, + "learning_rate": 5.129533678756478e-06, + "loss": 4.5549, + "step": 100 + }, + { + "epoch": 0.6501950585175552, + "grad_norm": 9.277046203613281, + "learning_rate": 6.4248704663212435e-06, + "loss": 4.5593, + "step": 125 + }, + { + "epoch": 0.7802340702210663, + "grad_norm": 44.686161041259766, + "learning_rate": 7.72020725388601e-06, + "loss": 4.4665, + "step": 150 + }, + { + "epoch": 0.9102730819245773, + "grad_norm": 20.82328224182129, + "learning_rate": 9.015544041450778e-06, + "loss": 4.4734, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.36923076923076925, + "eval_loss": 1.0774248838424683, + "eval_macro_f1": 0.24894822188961016, + "eval_runtime": 1.1548, + "eval_samples_per_second": 562.886, + "eval_steps_per_second": 35.505, + "eval_weighted_f1": 0.2505436481109308, + "step": 193 + }, + { + "epoch": 1.0364109232769831, + "grad_norm": 46.55214309692383, + "learning_rate": 1.0310880829015545e-05, + "loss": 4.2203, + "step": 200 + }, + { + "epoch": 1.1664499349804942, + "grad_norm": 33.937164306640625, + "learning_rate": 1.1606217616580311e-05, + "loss": 4.2689, + "step": 225 + }, + { + "epoch": 1.2964889466840053, + "grad_norm": 20.637163162231445, + "learning_rate": 1.2901554404145079e-05, + "loss": 3.9859, + "step": 250 + }, + { + "epoch": 1.4265279583875163, + "grad_norm": 52.59470748901367, + "learning_rate": 1.4196891191709844e-05, + "loss": 3.8348, + "step": 275 + }, + { + "epoch": 1.5565669700910272, + "grad_norm": 84.82550811767578, + "learning_rate": 1.5492227979274612e-05, + "loss": 3.53, + "step": 300 + }, + { + "epoch": 1.6866059817945382, + "grad_norm": 137.89134216308594, + "learning_rate": 1.6787564766839378e-05, + "loss": 3.311, + "step": 325 + }, + { + "epoch": 1.8166449934980493, + "grad_norm": 169.37332153320312, + "learning_rate": 1.8082901554404147e-05, + "loss": 3.2317, + "step": 350 + }, + { + "epoch": 1.9466840052015604, + "grad_norm": 84.89073944091797, + "learning_rate": 1.9378238341968913e-05, + "loss": 3.2426, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6661538461538462, + "eval_loss": 0.7548253536224365, + "eval_macro_f1": 0.673096402277159, + "eval_runtime": 1.2943, + "eval_samples_per_second": 502.207, + "eval_steps_per_second": 31.678, + "eval_weighted_f1": 0.6727276276163794, + "step": 386 + }, + { + "epoch": 2.0728218465539663, + "grad_norm": 106.94198608398438, + "learning_rate": 1.9925158318940704e-05, + "loss": 2.8147, + "step": 400 + }, + { + "epoch": 2.2028608582574774, + "grad_norm": 90.57954406738281, + "learning_rate": 1.9781232009211287e-05, + "loss": 2.8742, + "step": 425 + }, + { + "epoch": 2.3328998699609884, + "grad_norm": 167.39804077148438, + "learning_rate": 1.9637305699481867e-05, + "loss": 2.8702, + "step": 450 + }, + { + "epoch": 2.4629388816644995, + "grad_norm": 66.59478759765625, + "learning_rate": 1.949337938975245e-05, + "loss": 2.7145, + "step": 475 + }, + { + "epoch": 2.5929778933680105, + "grad_norm": 109.99602508544922, + "learning_rate": 1.934945308002303e-05, + "loss": 2.451, + "step": 500 + }, + { + "epoch": 2.7230169050715216, + "grad_norm": 148.08660888671875, + "learning_rate": 1.920552677029361e-05, + "loss": 2.4767, + "step": 525 + }, + { + "epoch": 2.8530559167750327, + "grad_norm": 89.52108764648438, + "learning_rate": 1.9061600460564194e-05, + "loss": 2.516, + "step": 550 + }, + { + "epoch": 2.9830949284785433, + "grad_norm": 57.290950775146484, + "learning_rate": 1.8917674150834774e-05, + "loss": 2.5749, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7430769230769231, + "eval_loss": 0.6185218095779419, + "eval_macro_f1": 0.7434539790060009, + "eval_runtime": 1.171, + "eval_samples_per_second": 555.071, + "eval_steps_per_second": 35.012, + "eval_weighted_f1": 0.7429699346541692, + "step": 579 + }, + { + "epoch": 3.109232769830949, + "grad_norm": 98.74683380126953, + "learning_rate": 1.8773747841105358e-05, + "loss": 2.082, + "step": 600 + }, + { + "epoch": 3.2392717815344603, + "grad_norm": 79.90040588378906, + "learning_rate": 1.8629821531375938e-05, + "loss": 1.9802, + "step": 625 + }, + { + "epoch": 3.3693107932379713, + "grad_norm": 138.7151641845703, + "learning_rate": 1.8485895221646518e-05, + "loss": 1.7399, + "step": 650 + }, + { + "epoch": 3.4993498049414824, + "grad_norm": 89.75350952148438, + "learning_rate": 1.83419689119171e-05, + "loss": 2.0116, + "step": 675 + }, + { + "epoch": 3.6293888166449935, + "grad_norm": 62.4262809753418, + "learning_rate": 1.819804260218768e-05, + "loss": 2.0443, + "step": 700 + }, + { + "epoch": 3.7594278283485045, + "grad_norm": 48.288665771484375, + "learning_rate": 1.8054116292458265e-05, + "loss": 1.8901, + "step": 725 + }, + { + "epoch": 3.8894668400520156, + "grad_norm": 116.24803161621094, + "learning_rate": 1.7910189982728845e-05, + "loss": 1.9195, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7630769230769231, + "eval_loss": 0.6382582187652588, + "eval_macro_f1": 0.7557712096151823, + "eval_runtime": 1.0313, + "eval_samples_per_second": 630.252, + "eval_steps_per_second": 39.754, + "eval_weighted_f1": 0.7556741050728033, + "step": 772 + }, + { + "epoch": 4.0156046814044215, + "grad_norm": 36.07476043701172, + "learning_rate": 1.7766263672999425e-05, + "loss": 1.8235, + "step": 775 + }, + { + "epoch": 4.145643693107933, + "grad_norm": 59.51946258544922, + "learning_rate": 1.762233736327001e-05, + "loss": 1.5397, + "step": 800 + }, + { + "epoch": 4.275682704811444, + "grad_norm": 56.49575424194336, + "learning_rate": 1.747841105354059e-05, + "loss": 1.4044, + "step": 825 + }, + { + "epoch": 4.405721716514955, + "grad_norm": 71.11862182617188, + "learning_rate": 1.7334484743811172e-05, + "loss": 1.5869, + "step": 850 + }, + { + "epoch": 4.535760728218466, + "grad_norm": 55.166160583496094, + "learning_rate": 1.7190558434081752e-05, + "loss": 1.6856, + "step": 875 + }, + { + "epoch": 4.665799739921977, + "grad_norm": 98.7695541381836, + "learning_rate": 1.7046632124352332e-05, + "loss": 1.6298, + "step": 900 + }, + { + "epoch": 4.795838751625488, + "grad_norm": 135.8108673095703, + "learning_rate": 1.6902705814622916e-05, + "loss": 1.4391, + "step": 925 + }, + { + "epoch": 4.925877763328999, + "grad_norm": 106.1869888305664, + "learning_rate": 1.6758779504893496e-05, + "loss": 1.5463, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7630769230769231, + "eval_loss": 0.6315196752548218, + "eval_macro_f1": 0.7627559044255601, + "eval_runtime": 1.2056, + "eval_samples_per_second": 539.144, + "eval_steps_per_second": 34.008, + "eval_weighted_f1": 0.7620243053492143, + "step": 965 + }, + { + "epoch": 5.052015604681404, + "grad_norm": 57.4044075012207, + "learning_rate": 1.661485319516408e-05, + "loss": 1.3084, + "step": 975 + }, + { + "epoch": 5.1820546163849155, + "grad_norm": 42.948577880859375, + "learning_rate": 1.647092688543466e-05, + "loss": 1.2801, + "step": 1000 + }, + { + "epoch": 5.3120936280884266, + "grad_norm": 59.486392974853516, + "learning_rate": 1.632700057570524e-05, + "loss": 0.9067, + "step": 1025 + }, + { + "epoch": 5.442132639791938, + "grad_norm": 41.27486801147461, + "learning_rate": 1.6183074265975823e-05, + "loss": 1.1184, + "step": 1050 + }, + { + "epoch": 5.572171651495449, + "grad_norm": 109.27499389648438, + "learning_rate": 1.6039147956246403e-05, + "loss": 1.2625, + "step": 1075 + }, + { + "epoch": 5.70221066319896, + "grad_norm": 134.40586853027344, + "learning_rate": 1.5895221646516986e-05, + "loss": 1.2023, + "step": 1100 + }, + { + "epoch": 5.832249674902471, + "grad_norm": 96.0305404663086, + "learning_rate": 1.5751295336787566e-05, + "loss": 1.0958, + "step": 1125 + }, + { + "epoch": 5.962288686605982, + "grad_norm": 88.12006378173828, + "learning_rate": 1.5607369027058147e-05, + "loss": 1.0468, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7861538461538462, + "eval_loss": 0.6543111801147461, + "eval_macro_f1": 0.785134854450403, + "eval_runtime": 1.1756, + "eval_samples_per_second": 552.886, + "eval_steps_per_second": 34.874, + "eval_weighted_f1": 0.7849991757619444, + "step": 1158 + }, + { + "epoch": 6.088426527958387, + "grad_norm": 135.3915557861328, + "learning_rate": 1.546344271732873e-05, + "loss": 0.9159, + "step": 1175 + }, + { + "epoch": 6.218465539661898, + "grad_norm": 67.52732849121094, + "learning_rate": 1.531951640759931e-05, + "loss": 0.9513, + "step": 1200 + }, + { + "epoch": 6.3485045513654095, + "grad_norm": 150.4400634765625, + "learning_rate": 1.5175590097869892e-05, + "loss": 0.8805, + "step": 1225 + }, + { + "epoch": 6.4785435630689205, + "grad_norm": 96.794677734375, + "learning_rate": 1.5031663788140474e-05, + "loss": 0.7711, + "step": 1250 + }, + { + "epoch": 6.608582574772432, + "grad_norm": 205.8723602294922, + "learning_rate": 1.4887737478411055e-05, + "loss": 0.9345, + "step": 1275 + }, + { + "epoch": 6.738621586475943, + "grad_norm": 55.353172302246094, + "learning_rate": 1.4743811168681637e-05, + "loss": 0.8467, + "step": 1300 + }, + { + "epoch": 6.868660598179454, + "grad_norm": 76.20042419433594, + "learning_rate": 1.4599884858952217e-05, + "loss": 0.9515, + "step": 1325 + }, + { + "epoch": 6.998699609882965, + "grad_norm": 78.55414581298828, + "learning_rate": 1.4455958549222799e-05, + "loss": 0.8824, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7953846153846154, + "eval_loss": 0.8501800298690796, + "eval_macro_f1": 0.7937591935377791, + "eval_runtime": 1.1644, + "eval_samples_per_second": 558.216, + "eval_steps_per_second": 35.211, + "eval_weighted_f1": 0.7931153915257729, + "step": 1351 + }, + { + "epoch": 7.12483745123537, + "grad_norm": 25.476957321166992, + "learning_rate": 1.431203223949338e-05, + "loss": 0.7005, + "step": 1375 + }, + { + "epoch": 7.254876462938881, + "grad_norm": 100.67908477783203, + "learning_rate": 1.4168105929763962e-05, + "loss": 0.6249, + "step": 1400 + }, + { + "epoch": 7.384915474642392, + "grad_norm": 107.1978530883789, + "learning_rate": 1.4024179620034544e-05, + "loss": 0.6876, + "step": 1425 + }, + { + "epoch": 7.5149544863459035, + "grad_norm": 237.53311157226562, + "learning_rate": 1.3880253310305124e-05, + "loss": 0.6379, + "step": 1450 + }, + { + "epoch": 7.6449934980494145, + "grad_norm": 21.871200561523438, + "learning_rate": 1.3736327000575706e-05, + "loss": 0.5736, + "step": 1475 + }, + { + "epoch": 7.775032509752926, + "grad_norm": 112.94741821289062, + "learning_rate": 1.3592400690846288e-05, + "loss": 0.7209, + "step": 1500 + }, + { + "epoch": 7.905071521456437, + "grad_norm": 58.980655670166016, + "learning_rate": 1.344847438111687e-05, + "loss": 0.6635, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.7907692307692308, + "eval_loss": 0.7668547630310059, + "eval_macro_f1": 0.7914594726145596, + "eval_runtime": 1.0878, + "eval_samples_per_second": 597.557, + "eval_steps_per_second": 37.692, + "eval_weighted_f1": 0.7907971127240176, + "step": 1544 + }, + { + "epoch": 8.031209362808843, + "grad_norm": 47.727996826171875, + "learning_rate": 1.3304548071387451e-05, + "loss": 0.7145, + "step": 1550 + }, + { + "epoch": 8.161248374512354, + "grad_norm": 191.4536895751953, + "learning_rate": 1.3160621761658033e-05, + "loss": 0.3465, + "step": 1575 + }, + { + "epoch": 8.291287386215865, + "grad_norm": 97.4312973022461, + "learning_rate": 1.3016695451928613e-05, + "loss": 0.4885, + "step": 1600 + }, + { + "epoch": 8.421326397919376, + "grad_norm": 92.85366821289062, + "learning_rate": 1.2872769142199195e-05, + "loss": 0.5534, + "step": 1625 + }, + { + "epoch": 8.551365409622887, + "grad_norm": 187.40052795410156, + "learning_rate": 1.2728842832469777e-05, + "loss": 0.7009, + "step": 1650 + }, + { + "epoch": 8.681404421326398, + "grad_norm": 60.75712966918945, + "learning_rate": 1.2584916522740358e-05, + "loss": 0.5624, + "step": 1675 + }, + { + "epoch": 8.81144343302991, + "grad_norm": 12.522073745727539, + "learning_rate": 1.244099021301094e-05, + "loss": 0.5292, + "step": 1700 + }, + { + "epoch": 8.94148244473342, + "grad_norm": 88.86528778076172, + "learning_rate": 1.229706390328152e-05, + "loss": 0.4274, + "step": 1725 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7738461538461539, + "eval_loss": 1.158144474029541, + "eval_macro_f1": 0.7698378606494165, + "eval_runtime": 1.1972, + "eval_samples_per_second": 542.92, + "eval_steps_per_second": 34.246, + "eval_weighted_f1": 0.7694605708740392, + "step": 1737 + }, + { + "epoch": 9.067620286085825, + "grad_norm": 397.4372863769531, + "learning_rate": 1.2153137593552102e-05, + "loss": 0.4265, + "step": 1750 + }, + { + "epoch": 9.197659297789336, + "grad_norm": 136.97616577148438, + "learning_rate": 1.2009211283822684e-05, + "loss": 0.2059, + "step": 1775 + }, + { + "epoch": 9.327698309492847, + "grad_norm": 13.962593078613281, + "learning_rate": 1.1865284974093266e-05, + "loss": 0.4172, + "step": 1800 + }, + { + "epoch": 9.457737321196358, + "grad_norm": 129.841552734375, + "learning_rate": 1.1721358664363847e-05, + "loss": 0.4766, + "step": 1825 + }, + { + "epoch": 9.58777633289987, + "grad_norm": 3.0849993228912354, + "learning_rate": 1.1577432354634427e-05, + "loss": 0.4209, + "step": 1850 + }, + { + "epoch": 9.71781534460338, + "grad_norm": 150.3988800048828, + "learning_rate": 1.143350604490501e-05, + "loss": 0.5036, + "step": 1875 + }, + { + "epoch": 9.847854356306891, + "grad_norm": 81.45980834960938, + "learning_rate": 1.1289579735175591e-05, + "loss": 0.441, + "step": 1900 + }, + { + "epoch": 9.977893368010402, + "grad_norm": 16.947805404663086, + "learning_rate": 1.1145653425446173e-05, + "loss": 0.4029, + "step": 1925 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.7846153846153846, + "eval_loss": 1.3267260789871216, + "eval_macro_f1": 0.7842457979484143, + "eval_runtime": 1.3276, + "eval_samples_per_second": 489.598, + "eval_steps_per_second": 30.882, + "eval_weighted_f1": 0.7838035234364856, + "step": 1930 + } + ], + "logging_steps": 25, + "max_steps": 3860, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1f2effc2f88c1f7ab55a228380c63f99d614241e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544/trainer_state.json @@ -0,0 +1,558 @@ +{ + "best_global_step": 1544, + "best_metric": 0.8116107371269613, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 1544, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13003901170351106, + "grad_norm": 25.2769832611084, + "learning_rate": 1.2435233160621762e-06, + "loss": 4.8095, + "step": 25 + }, + { + "epoch": 0.26007802340702213, + "grad_norm": 38.36394119262695, + "learning_rate": 2.5388601036269435e-06, + "loss": 4.7929, + "step": 50 + }, + { + "epoch": 0.39011703511053314, + "grad_norm": 55.83706283569336, + "learning_rate": 3.83419689119171e-06, + "loss": 4.6529, + "step": 75 + }, + { + "epoch": 0.5201560468140443, + "grad_norm": 37.33715057373047, + "learning_rate": 5.129533678756478e-06, + "loss": 4.5557, + "step": 100 + }, + { + "epoch": 0.6501950585175552, + "grad_norm": 22.515893936157227, + "learning_rate": 6.4248704663212435e-06, + "loss": 4.4704, + "step": 125 + }, + { + "epoch": 0.7802340702210663, + "grad_norm": 19.036128997802734, + "learning_rate": 7.72020725388601e-06, + "loss": 4.4373, + "step": 150 + }, + { + "epoch": 0.9102730819245773, + "grad_norm": 28.530099868774414, + "learning_rate": 9.015544041450778e-06, + "loss": 4.5229, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.34307692307692306, + "eval_loss": 1.0836838483810425, + "eval_macro_f1": 0.23773397812098906, + "eval_runtime": 1.4792, + "eval_samples_per_second": 439.424, + "eval_steps_per_second": 27.718, + "eval_weighted_f1": 0.23633857630607102, + "step": 193 + }, + { + "epoch": 1.0364109232769831, + "grad_norm": 19.805923461914062, + "learning_rate": 1.0310880829015545e-05, + "loss": 4.3668, + "step": 200 + }, + { + "epoch": 1.1664499349804942, + "grad_norm": 41.13054275512695, + "learning_rate": 1.1606217616580311e-05, + "loss": 4.3635, + "step": 225 + }, + { + "epoch": 1.2964889466840053, + "grad_norm": 29.314672470092773, + "learning_rate": 1.2901554404145079e-05, + "loss": 4.3372, + "step": 250 + }, + { + "epoch": 1.4265279583875163, + "grad_norm": 38.782249450683594, + "learning_rate": 1.4196891191709844e-05, + "loss": 3.9404, + "step": 275 + }, + { + "epoch": 1.5565669700910272, + "grad_norm": 54.219268798828125, + "learning_rate": 1.5492227979274612e-05, + "loss": 3.8093, + "step": 300 + }, + { + "epoch": 1.6866059817945382, + "grad_norm": 48.79814910888672, + "learning_rate": 1.6787564766839378e-05, + "loss": 3.374, + "step": 325 + }, + { + "epoch": 1.8166449934980493, + "grad_norm": 103.49775695800781, + "learning_rate": 1.8082901554404147e-05, + "loss": 3.4054, + "step": 350 + }, + { + "epoch": 1.9466840052015604, + "grad_norm": 101.36458587646484, + "learning_rate": 1.9378238341968913e-05, + "loss": 3.4767, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6738461538461539, + "eval_loss": 0.7531997561454773, + "eval_macro_f1": 0.6691372057988341, + "eval_runtime": 1.5859, + "eval_samples_per_second": 409.858, + "eval_steps_per_second": 25.853, + "eval_weighted_f1": 0.6686763436597738, + "step": 386 + }, + { + "epoch": 2.0728218465539663, + "grad_norm": 58.19384765625, + "learning_rate": 1.9925158318940704e-05, + "loss": 2.8471, + "step": 400 + }, + { + "epoch": 2.2028608582574774, + "grad_norm": 124.44757080078125, + "learning_rate": 1.9781232009211287e-05, + "loss": 3.2713, + "step": 425 + }, + { + "epoch": 2.3328998699609884, + "grad_norm": 49.95432662963867, + "learning_rate": 1.9637305699481867e-05, + "loss": 2.6306, + "step": 450 + }, + { + "epoch": 2.4629388816644995, + "grad_norm": 222.21131896972656, + "learning_rate": 1.949337938975245e-05, + "loss": 2.5893, + "step": 475 + }, + { + "epoch": 2.5929778933680105, + "grad_norm": 109.65035247802734, + "learning_rate": 1.934945308002303e-05, + "loss": 2.5082, + "step": 500 + }, + { + "epoch": 2.7230169050715216, + "grad_norm": 87.67219543457031, + "learning_rate": 1.920552677029361e-05, + "loss": 2.4359, + "step": 525 + }, + { + "epoch": 2.8530559167750327, + "grad_norm": 110.45770263671875, + "learning_rate": 1.9061600460564194e-05, + "loss": 2.3319, + "step": 550 + }, + { + "epoch": 2.9830949284785433, + "grad_norm": 101.12428283691406, + "learning_rate": 1.8917674150834774e-05, + "loss": 2.1344, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7107692307692308, + "eval_loss": 0.7425628304481506, + "eval_macro_f1": 0.6962386008421815, + "eval_runtime": 1.455, + "eval_samples_per_second": 446.735, + "eval_steps_per_second": 28.179, + "eval_weighted_f1": 0.6963444756437084, + "step": 579 + }, + { + "epoch": 3.109232769830949, + "grad_norm": 56.635711669921875, + "learning_rate": 1.8773747841105358e-05, + "loss": 2.0559, + "step": 600 + }, + { + "epoch": 3.2392717815344603, + "grad_norm": 85.75725555419922, + "learning_rate": 1.8629821531375938e-05, + "loss": 2.0934, + "step": 625 + }, + { + "epoch": 3.3693107932379713, + "grad_norm": 87.32818603515625, + "learning_rate": 1.8485895221646518e-05, + "loss": 2.0238, + "step": 650 + }, + { + "epoch": 3.4993498049414824, + "grad_norm": 69.28531646728516, + "learning_rate": 1.83419689119171e-05, + "loss": 2.0866, + "step": 675 + }, + { + "epoch": 3.6293888166449935, + "grad_norm": 112.27043914794922, + "learning_rate": 1.819804260218768e-05, + "loss": 1.8337, + "step": 700 + }, + { + "epoch": 3.7594278283485045, + "grad_norm": 52.76603317260742, + "learning_rate": 1.8054116292458265e-05, + "loss": 1.8371, + "step": 725 + }, + { + "epoch": 3.8894668400520156, + "grad_norm": 98.22628784179688, + "learning_rate": 1.7910189982728845e-05, + "loss": 1.9319, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7723076923076924, + "eval_loss": 0.5563746094703674, + "eval_macro_f1": 0.772340217602871, + "eval_runtime": 1.3974, + "eval_samples_per_second": 465.16, + "eval_steps_per_second": 29.341, + "eval_weighted_f1": 0.7720620762683937, + "step": 772 + }, + { + "epoch": 4.0156046814044215, + "grad_norm": 56.23407745361328, + "learning_rate": 1.7766263672999425e-05, + "loss": 1.8154, + "step": 775 + }, + { + "epoch": 4.145643693107933, + "grad_norm": 70.70947265625, + "learning_rate": 1.762233736327001e-05, + "loss": 1.4235, + "step": 800 + }, + { + "epoch": 4.275682704811444, + "grad_norm": 87.9608154296875, + "learning_rate": 1.747841105354059e-05, + "loss": 1.6136, + "step": 825 + }, + { + "epoch": 4.405721716514955, + "grad_norm": 49.76955032348633, + "learning_rate": 1.7334484743811172e-05, + "loss": 1.3384, + "step": 850 + }, + { + "epoch": 4.535760728218466, + "grad_norm": 109.97618103027344, + "learning_rate": 1.7190558434081752e-05, + "loss": 1.5917, + "step": 875 + }, + { + "epoch": 4.665799739921977, + "grad_norm": 92.11318969726562, + "learning_rate": 1.7046632124352332e-05, + "loss": 1.6522, + "step": 900 + }, + { + "epoch": 4.795838751625488, + "grad_norm": 100.55035400390625, + "learning_rate": 1.6902705814622916e-05, + "loss": 1.4499, + "step": 925 + }, + { + "epoch": 4.925877763328999, + "grad_norm": 89.95283508300781, + "learning_rate": 1.6758779504893496e-05, + "loss": 1.5483, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7846153846153846, + "eval_loss": 0.650556743144989, + "eval_macro_f1": 0.7835068759776522, + "eval_runtime": 1.4673, + "eval_samples_per_second": 442.998, + "eval_steps_per_second": 27.943, + "eval_weighted_f1": 0.7833957825165793, + "step": 965 + }, + { + "epoch": 5.052015604681404, + "grad_norm": 207.1128387451172, + "learning_rate": 1.661485319516408e-05, + "loss": 1.2359, + "step": 975 + }, + { + "epoch": 5.1820546163849155, + "grad_norm": 39.97874450683594, + "learning_rate": 1.647092688543466e-05, + "loss": 1.3101, + "step": 1000 + }, + { + "epoch": 5.3120936280884266, + "grad_norm": 66.17410278320312, + "learning_rate": 1.632700057570524e-05, + "loss": 1.2583, + "step": 1025 + }, + { + "epoch": 5.442132639791938, + "grad_norm": 74.6999282836914, + "learning_rate": 1.6183074265975823e-05, + "loss": 1.0537, + "step": 1050 + }, + { + "epoch": 5.572171651495449, + "grad_norm": 104.19497680664062, + "learning_rate": 1.6039147956246403e-05, + "loss": 1.1894, + "step": 1075 + }, + { + "epoch": 5.70221066319896, + "grad_norm": 90.144287109375, + "learning_rate": 1.5895221646516986e-05, + "loss": 1.1647, + "step": 1100 + }, + { + "epoch": 5.832249674902471, + "grad_norm": 79.60163116455078, + "learning_rate": 1.5751295336787566e-05, + "loss": 1.1755, + "step": 1125 + }, + { + "epoch": 5.962288686605982, + "grad_norm": 160.28982543945312, + "learning_rate": 1.5607369027058147e-05, + "loss": 1.1187, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7615384615384615, + "eval_loss": 0.7425759434700012, + "eval_macro_f1": 0.7617906261654642, + "eval_runtime": 1.4869, + "eval_samples_per_second": 437.146, + "eval_steps_per_second": 27.574, + "eval_weighted_f1": 0.7611472659447874, + "step": 1158 + }, + { + "epoch": 6.088426527958387, + "grad_norm": 103.81068420410156, + "learning_rate": 1.546344271732873e-05, + "loss": 0.8633, + "step": 1175 + }, + { + "epoch": 6.218465539661898, + "grad_norm": 102.01995849609375, + "learning_rate": 1.531951640759931e-05, + "loss": 1.0192, + "step": 1200 + }, + { + "epoch": 6.3485045513654095, + "grad_norm": 40.59608459472656, + "learning_rate": 1.5175590097869892e-05, + "loss": 0.7679, + "step": 1225 + }, + { + "epoch": 6.4785435630689205, + "grad_norm": 59.18753433227539, + "learning_rate": 1.5031663788140474e-05, + "loss": 0.8964, + "step": 1250 + }, + { + "epoch": 6.608582574772432, + "grad_norm": 96.2982177734375, + "learning_rate": 1.4887737478411055e-05, + "loss": 0.7821, + "step": 1275 + }, + { + "epoch": 6.738621586475943, + "grad_norm": 119.15097045898438, + "learning_rate": 1.4743811168681637e-05, + "loss": 0.9086, + "step": 1300 + }, + { + "epoch": 6.868660598179454, + "grad_norm": 122.87997436523438, + "learning_rate": 1.4599884858952217e-05, + "loss": 0.9878, + "step": 1325 + }, + { + "epoch": 6.998699609882965, + "grad_norm": 31.511274337768555, + "learning_rate": 1.4455958549222799e-05, + "loss": 0.9052, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7938461538461539, + "eval_loss": 0.7149679660797119, + "eval_macro_f1": 0.7956740325234248, + "eval_runtime": 1.7085, + "eval_samples_per_second": 380.45, + "eval_steps_per_second": 23.998, + "eval_weighted_f1": 0.7954014469685591, + "step": 1351 + }, + { + "epoch": 7.12483745123537, + "grad_norm": 187.17886352539062, + "learning_rate": 1.431203223949338e-05, + "loss": 0.4378, + "step": 1375 + }, + { + "epoch": 7.254876462938881, + "grad_norm": 185.9301300048828, + "learning_rate": 1.4168105929763962e-05, + "loss": 0.6282, + "step": 1400 + }, + { + "epoch": 7.384915474642392, + "grad_norm": 94.07194519042969, + "learning_rate": 1.4024179620034544e-05, + "loss": 0.5594, + "step": 1425 + }, + { + "epoch": 7.5149544863459035, + "grad_norm": 103.0250015258789, + "learning_rate": 1.3880253310305124e-05, + "loss": 0.8205, + "step": 1450 + }, + { + "epoch": 7.6449934980494145, + "grad_norm": 96.31803894042969, + "learning_rate": 1.3736327000575706e-05, + "loss": 0.791, + "step": 1475 + }, + { + "epoch": 7.775032509752926, + "grad_norm": 170.4987335205078, + "learning_rate": 1.3592400690846288e-05, + "loss": 0.5553, + "step": 1500 + }, + { + "epoch": 7.905071521456437, + "grad_norm": 16.73977279663086, + "learning_rate": 1.344847438111687e-05, + "loss": 0.6592, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8123076923076923, + "eval_loss": 0.82627272605896, + "eval_macro_f1": 0.8116107371269613, + "eval_runtime": 1.4363, + "eval_samples_per_second": 452.543, + "eval_steps_per_second": 28.545, + "eval_weighted_f1": 0.8114951640649394, + "step": 1544 + } + ], + "logging_steps": 25, + "max_steps": 3860, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-2123/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-2123/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-2123/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-2123/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-2123/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-2123/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-2123/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-2123/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ac7c2febac4af610a233bee423af7987859dd0e3 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-2123/trainer_state.json @@ -0,0 +1,752 @@ +{ + "best_global_step": 1544, + "best_metric": 0.8116107371269613, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-10-s44-20260901T101721Z-53ad853a/trainer/checkpoint-1544", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 2123, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.13003901170351106, + "grad_norm": 25.2769832611084, + "learning_rate": 1.2435233160621762e-06, + "loss": 4.8095, + "step": 25 + }, + { + "epoch": 0.26007802340702213, + "grad_norm": 38.36394119262695, + "learning_rate": 2.5388601036269435e-06, + "loss": 4.7929, + "step": 50 + }, + { + "epoch": 0.39011703511053314, + "grad_norm": 55.83706283569336, + "learning_rate": 3.83419689119171e-06, + "loss": 4.6529, + "step": 75 + }, + { + "epoch": 0.5201560468140443, + "grad_norm": 37.33715057373047, + "learning_rate": 5.129533678756478e-06, + "loss": 4.5557, + "step": 100 + }, + { + "epoch": 0.6501950585175552, + "grad_norm": 22.515893936157227, + "learning_rate": 6.4248704663212435e-06, + "loss": 4.4704, + "step": 125 + }, + { + "epoch": 0.7802340702210663, + "grad_norm": 19.036128997802734, + "learning_rate": 7.72020725388601e-06, + "loss": 4.4373, + "step": 150 + }, + { + "epoch": 0.9102730819245773, + "grad_norm": 28.530099868774414, + "learning_rate": 9.015544041450778e-06, + "loss": 4.5229, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.34307692307692306, + "eval_loss": 1.0836838483810425, + "eval_macro_f1": 0.23773397812098906, + "eval_runtime": 1.4792, + "eval_samples_per_second": 439.424, + "eval_steps_per_second": 27.718, + "eval_weighted_f1": 0.23633857630607102, + "step": 193 + }, + { + "epoch": 1.0364109232769831, + "grad_norm": 19.805923461914062, + "learning_rate": 1.0310880829015545e-05, + "loss": 4.3668, + "step": 200 + }, + { + "epoch": 1.1664499349804942, + "grad_norm": 41.13054275512695, + "learning_rate": 1.1606217616580311e-05, + "loss": 4.3635, + "step": 225 + }, + { + "epoch": 1.2964889466840053, + "grad_norm": 29.314672470092773, + "learning_rate": 1.2901554404145079e-05, + "loss": 4.3372, + "step": 250 + }, + { + "epoch": 1.4265279583875163, + "grad_norm": 38.782249450683594, + "learning_rate": 1.4196891191709844e-05, + "loss": 3.9404, + "step": 275 + }, + { + "epoch": 1.5565669700910272, + "grad_norm": 54.219268798828125, + "learning_rate": 1.5492227979274612e-05, + "loss": 3.8093, + "step": 300 + }, + { + "epoch": 1.6866059817945382, + "grad_norm": 48.79814910888672, + "learning_rate": 1.6787564766839378e-05, + "loss": 3.374, + "step": 325 + }, + { + "epoch": 1.8166449934980493, + "grad_norm": 103.49775695800781, + "learning_rate": 1.8082901554404147e-05, + "loss": 3.4054, + "step": 350 + }, + { + "epoch": 1.9466840052015604, + "grad_norm": 101.36458587646484, + "learning_rate": 1.9378238341968913e-05, + "loss": 3.4767, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6738461538461539, + "eval_loss": 0.7531997561454773, + "eval_macro_f1": 0.6691372057988341, + "eval_runtime": 1.5859, + "eval_samples_per_second": 409.858, + "eval_steps_per_second": 25.853, + "eval_weighted_f1": 0.6686763436597738, + "step": 386 + }, + { + "epoch": 2.0728218465539663, + "grad_norm": 58.19384765625, + "learning_rate": 1.9925158318940704e-05, + "loss": 2.8471, + "step": 400 + }, + { + "epoch": 2.2028608582574774, + "grad_norm": 124.44757080078125, + "learning_rate": 1.9781232009211287e-05, + "loss": 3.2713, + "step": 425 + }, + { + "epoch": 2.3328998699609884, + "grad_norm": 49.95432662963867, + "learning_rate": 1.9637305699481867e-05, + "loss": 2.6306, + "step": 450 + }, + { + "epoch": 2.4629388816644995, + "grad_norm": 222.21131896972656, + "learning_rate": 1.949337938975245e-05, + "loss": 2.5893, + "step": 475 + }, + { + "epoch": 2.5929778933680105, + "grad_norm": 109.65035247802734, + "learning_rate": 1.934945308002303e-05, + "loss": 2.5082, + "step": 500 + }, + { + "epoch": 2.7230169050715216, + "grad_norm": 87.67219543457031, + "learning_rate": 1.920552677029361e-05, + "loss": 2.4359, + "step": 525 + }, + { + "epoch": 2.8530559167750327, + "grad_norm": 110.45770263671875, + "learning_rate": 1.9061600460564194e-05, + "loss": 2.3319, + "step": 550 + }, + { + "epoch": 2.9830949284785433, + "grad_norm": 101.12428283691406, + "learning_rate": 1.8917674150834774e-05, + "loss": 2.1344, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7107692307692308, + "eval_loss": 0.7425628304481506, + "eval_macro_f1": 0.6962386008421815, + "eval_runtime": 1.455, + "eval_samples_per_second": 446.735, + "eval_steps_per_second": 28.179, + "eval_weighted_f1": 0.6963444756437084, + "step": 579 + }, + { + "epoch": 3.109232769830949, + "grad_norm": 56.635711669921875, + "learning_rate": 1.8773747841105358e-05, + "loss": 2.0559, + "step": 600 + }, + { + "epoch": 3.2392717815344603, + "grad_norm": 85.75725555419922, + "learning_rate": 1.8629821531375938e-05, + "loss": 2.0934, + "step": 625 + }, + { + "epoch": 3.3693107932379713, + "grad_norm": 87.32818603515625, + "learning_rate": 1.8485895221646518e-05, + "loss": 2.0238, + "step": 650 + }, + { + "epoch": 3.4993498049414824, + "grad_norm": 69.28531646728516, + "learning_rate": 1.83419689119171e-05, + "loss": 2.0866, + "step": 675 + }, + { + "epoch": 3.6293888166449935, + "grad_norm": 112.27043914794922, + "learning_rate": 1.819804260218768e-05, + "loss": 1.8337, + "step": 700 + }, + { + "epoch": 3.7594278283485045, + "grad_norm": 52.76603317260742, + "learning_rate": 1.8054116292458265e-05, + "loss": 1.8371, + "step": 725 + }, + { + "epoch": 3.8894668400520156, + "grad_norm": 98.22628784179688, + "learning_rate": 1.7910189982728845e-05, + "loss": 1.9319, + "step": 750 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7723076923076924, + "eval_loss": 0.5563746094703674, + "eval_macro_f1": 0.772340217602871, + "eval_runtime": 1.3974, + "eval_samples_per_second": 465.16, + "eval_steps_per_second": 29.341, + "eval_weighted_f1": 0.7720620762683937, + "step": 772 + }, + { + "epoch": 4.0156046814044215, + "grad_norm": 56.23407745361328, + "learning_rate": 1.7766263672999425e-05, + "loss": 1.8154, + "step": 775 + }, + { + "epoch": 4.145643693107933, + "grad_norm": 70.70947265625, + "learning_rate": 1.762233736327001e-05, + "loss": 1.4235, + "step": 800 + }, + { + "epoch": 4.275682704811444, + "grad_norm": 87.9608154296875, + "learning_rate": 1.747841105354059e-05, + "loss": 1.6136, + "step": 825 + }, + { + "epoch": 4.405721716514955, + "grad_norm": 49.76955032348633, + "learning_rate": 1.7334484743811172e-05, + "loss": 1.3384, + "step": 850 + }, + { + "epoch": 4.535760728218466, + "grad_norm": 109.97618103027344, + "learning_rate": 1.7190558434081752e-05, + "loss": 1.5917, + "step": 875 + }, + { + "epoch": 4.665799739921977, + "grad_norm": 92.11318969726562, + "learning_rate": 1.7046632124352332e-05, + "loss": 1.6522, + "step": 900 + }, + { + "epoch": 4.795838751625488, + "grad_norm": 100.55035400390625, + "learning_rate": 1.6902705814622916e-05, + "loss": 1.4499, + "step": 925 + }, + { + "epoch": 4.925877763328999, + "grad_norm": 89.95283508300781, + "learning_rate": 1.6758779504893496e-05, + "loss": 1.5483, + "step": 950 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.7846153846153846, + "eval_loss": 0.650556743144989, + "eval_macro_f1": 0.7835068759776522, + "eval_runtime": 1.4673, + "eval_samples_per_second": 442.998, + "eval_steps_per_second": 27.943, + "eval_weighted_f1": 0.7833957825165793, + "step": 965 + }, + { + "epoch": 5.052015604681404, + "grad_norm": 207.1128387451172, + "learning_rate": 1.661485319516408e-05, + "loss": 1.2359, + "step": 975 + }, + { + "epoch": 5.1820546163849155, + "grad_norm": 39.97874450683594, + "learning_rate": 1.647092688543466e-05, + "loss": 1.3101, + "step": 1000 + }, + { + "epoch": 5.3120936280884266, + "grad_norm": 66.17410278320312, + "learning_rate": 1.632700057570524e-05, + "loss": 1.2583, + "step": 1025 + }, + { + "epoch": 5.442132639791938, + "grad_norm": 74.6999282836914, + "learning_rate": 1.6183074265975823e-05, + "loss": 1.0537, + "step": 1050 + }, + { + "epoch": 5.572171651495449, + "grad_norm": 104.19497680664062, + "learning_rate": 1.6039147956246403e-05, + "loss": 1.1894, + "step": 1075 + }, + { + "epoch": 5.70221066319896, + "grad_norm": 90.144287109375, + "learning_rate": 1.5895221646516986e-05, + "loss": 1.1647, + "step": 1100 + }, + { + "epoch": 5.832249674902471, + "grad_norm": 79.60163116455078, + "learning_rate": 1.5751295336787566e-05, + "loss": 1.1755, + "step": 1125 + }, + { + "epoch": 5.962288686605982, + "grad_norm": 160.28982543945312, + "learning_rate": 1.5607369027058147e-05, + "loss": 1.1187, + "step": 1150 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.7615384615384615, + "eval_loss": 0.7425759434700012, + "eval_macro_f1": 0.7617906261654642, + "eval_runtime": 1.4869, + "eval_samples_per_second": 437.146, + "eval_steps_per_second": 27.574, + "eval_weighted_f1": 0.7611472659447874, + "step": 1158 + }, + { + "epoch": 6.088426527958387, + "grad_norm": 103.81068420410156, + "learning_rate": 1.546344271732873e-05, + "loss": 0.8633, + "step": 1175 + }, + { + "epoch": 6.218465539661898, + "grad_norm": 102.01995849609375, + "learning_rate": 1.531951640759931e-05, + "loss": 1.0192, + "step": 1200 + }, + { + "epoch": 6.3485045513654095, + "grad_norm": 40.59608459472656, + "learning_rate": 1.5175590097869892e-05, + "loss": 0.7679, + "step": 1225 + }, + { + "epoch": 6.4785435630689205, + "grad_norm": 59.18753433227539, + "learning_rate": 1.5031663788140474e-05, + "loss": 0.8964, + "step": 1250 + }, + { + "epoch": 6.608582574772432, + "grad_norm": 96.2982177734375, + "learning_rate": 1.4887737478411055e-05, + "loss": 0.7821, + "step": 1275 + }, + { + "epoch": 6.738621586475943, + "grad_norm": 119.15097045898438, + "learning_rate": 1.4743811168681637e-05, + "loss": 0.9086, + "step": 1300 + }, + { + "epoch": 6.868660598179454, + "grad_norm": 122.87997436523438, + "learning_rate": 1.4599884858952217e-05, + "loss": 0.9878, + "step": 1325 + }, + { + "epoch": 6.998699609882965, + "grad_norm": 31.511274337768555, + "learning_rate": 1.4455958549222799e-05, + "loss": 0.9052, + "step": 1350 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.7938461538461539, + "eval_loss": 0.7149679660797119, + "eval_macro_f1": 0.7956740325234248, + "eval_runtime": 1.7085, + "eval_samples_per_second": 380.45, + "eval_steps_per_second": 23.998, + "eval_weighted_f1": 0.7954014469685591, + "step": 1351 + }, + { + "epoch": 7.12483745123537, + "grad_norm": 187.17886352539062, + "learning_rate": 1.431203223949338e-05, + "loss": 0.4378, + "step": 1375 + }, + { + "epoch": 7.254876462938881, + "grad_norm": 185.9301300048828, + "learning_rate": 1.4168105929763962e-05, + "loss": 0.6282, + "step": 1400 + }, + { + "epoch": 7.384915474642392, + "grad_norm": 94.07194519042969, + "learning_rate": 1.4024179620034544e-05, + "loss": 0.5594, + "step": 1425 + }, + { + "epoch": 7.5149544863459035, + "grad_norm": 103.0250015258789, + "learning_rate": 1.3880253310305124e-05, + "loss": 0.8205, + "step": 1450 + }, + { + "epoch": 7.6449934980494145, + "grad_norm": 96.31803894042969, + "learning_rate": 1.3736327000575706e-05, + "loss": 0.791, + "step": 1475 + }, + { + "epoch": 7.775032509752926, + "grad_norm": 170.4987335205078, + "learning_rate": 1.3592400690846288e-05, + "loss": 0.5553, + "step": 1500 + }, + { + "epoch": 7.905071521456437, + "grad_norm": 16.73977279663086, + "learning_rate": 1.344847438111687e-05, + "loss": 0.6592, + "step": 1525 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8123076923076923, + "eval_loss": 0.82627272605896, + "eval_macro_f1": 0.8116107371269613, + "eval_runtime": 1.4363, + "eval_samples_per_second": 452.543, + "eval_steps_per_second": 28.545, + "eval_weighted_f1": 0.8114951640649394, + "step": 1544 + }, + { + "epoch": 8.031209362808843, + "grad_norm": 102.10897827148438, + "learning_rate": 1.3304548071387451e-05, + "loss": 0.6915, + "step": 1550 + }, + { + "epoch": 8.161248374512354, + "grad_norm": 13.503926277160645, + "learning_rate": 1.3160621761658033e-05, + "loss": 0.2859, + "step": 1575 + }, + { + "epoch": 8.291287386215865, + "grad_norm": 99.3111572265625, + "learning_rate": 1.3016695451928613e-05, + "loss": 0.5712, + "step": 1600 + }, + { + "epoch": 8.421326397919376, + "grad_norm": 52.50753402709961, + "learning_rate": 1.2872769142199195e-05, + "loss": 0.5435, + "step": 1625 + }, + { + "epoch": 8.551365409622887, + "grad_norm": 13.553704261779785, + "learning_rate": 1.2728842832469777e-05, + "loss": 0.502, + "step": 1650 + }, + { + "epoch": 8.681404421326398, + "grad_norm": 131.39019775390625, + "learning_rate": 1.2584916522740358e-05, + "loss": 0.6468, + "step": 1675 + }, + { + "epoch": 8.81144343302991, + "grad_norm": 114.67858123779297, + "learning_rate": 1.244099021301094e-05, + "loss": 0.6759, + "step": 1700 + }, + { + "epoch": 8.94148244473342, + "grad_norm": 6.281254768371582, + "learning_rate": 1.229706390328152e-05, + "loss": 0.4592, + "step": 1725 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.7676923076923077, + "eval_loss": 1.275077223777771, + "eval_macro_f1": 0.7588891495677618, + "eval_runtime": 1.4862, + "eval_samples_per_second": 437.351, + "eval_steps_per_second": 27.587, + "eval_weighted_f1": 0.7589036711355547, + "step": 1737 + }, + { + "epoch": 9.067620286085825, + "grad_norm": 137.82496643066406, + "learning_rate": 1.2153137593552102e-05, + "loss": 0.6827, + "step": 1750 + }, + { + "epoch": 9.197659297789336, + "grad_norm": 238.91030883789062, + "learning_rate": 1.2009211283822684e-05, + "loss": 0.4232, + "step": 1775 + }, + { + "epoch": 9.327698309492847, + "grad_norm": 112.95001220703125, + "learning_rate": 1.1865284974093266e-05, + "loss": 0.3187, + "step": 1800 + }, + { + "epoch": 9.457737321196358, + "grad_norm": 3.4152050018310547, + "learning_rate": 1.1721358664363847e-05, + "loss": 0.5457, + "step": 1825 + }, + { + "epoch": 9.58777633289987, + "grad_norm": 105.9317626953125, + "learning_rate": 1.1577432354634427e-05, + "loss": 0.298, + "step": 1850 + }, + { + "epoch": 9.71781534460338, + "grad_norm": 47.3851203918457, + "learning_rate": 1.143350604490501e-05, + "loss": 0.3418, + "step": 1875 + }, + { + "epoch": 9.847854356306891, + "grad_norm": 19.14203453063965, + "learning_rate": 1.1289579735175591e-05, + "loss": 0.2569, + "step": 1900 + }, + { + "epoch": 9.977893368010402, + "grad_norm": 3.6704092025756836, + "learning_rate": 1.1145653425446173e-05, + "loss": 0.445, + "step": 1925 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.796923076923077, + "eval_loss": 1.182465672492981, + "eval_macro_f1": 0.7971416431053585, + "eval_runtime": 1.3688, + "eval_samples_per_second": 474.865, + "eval_steps_per_second": 29.953, + "eval_weighted_f1": 0.796788338577833, + "step": 1930 + }, + { + "epoch": 10.104031209362809, + "grad_norm": 0.504956841468811, + "learning_rate": 1.1001727115716754e-05, + "loss": 0.2736, + "step": 1950 + }, + { + "epoch": 10.23407022106632, + "grad_norm": 206.80319213867188, + "learning_rate": 1.0857800805987335e-05, + "loss": 0.2386, + "step": 1975 + }, + { + "epoch": 10.364109232769831, + "grad_norm": 10.71064567565918, + "learning_rate": 1.0713874496257916e-05, + "loss": 0.2052, + "step": 2000 + }, + { + "epoch": 10.494148244473342, + "grad_norm": 1.3847728967666626, + "learning_rate": 1.0569948186528498e-05, + "loss": 0.5491, + "step": 2025 + }, + { + "epoch": 10.624187256176853, + "grad_norm": 407.0444030761719, + "learning_rate": 1.042602187679908e-05, + "loss": 0.2023, + "step": 2050 + }, + { + "epoch": 10.754226267880364, + "grad_norm": 11.242865562438965, + "learning_rate": 1.0282095567069662e-05, + "loss": 0.5563, + "step": 2075 + }, + { + "epoch": 10.884265279583875, + "grad_norm": 0.4551825523376465, + "learning_rate": 1.0138169257340242e-05, + "loss": 0.3132, + "step": 2100 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.7784615384615384, + "eval_loss": 1.3840190172195435, + "eval_macro_f1": 0.7777416679851168, + "eval_runtime": 1.468, + "eval_samples_per_second": 442.792, + "eval_steps_per_second": 27.93, + "eval_weighted_f1": 0.777149891529846, + "step": 2123 + } + ], + "logging_steps": 25, + "max_steps": 3860, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bd9badf4f846a3a7e6312fefd3ffb0ed6a2c9003 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587/trainer_state.json @@ -0,0 +1,907 @@ +{ + "best_global_step": 2587, + "best_metric": 0.8351336706823335, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 2587, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 15.423572540283203, + "learning_rate": 1.206030150753769e-06, + "loss": 4.8479, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 15.126323699951172, + "learning_rate": 2.462311557788945e-06, + "loss": 4.6544, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 7.555212020874023, + "learning_rate": 3.718592964824121e-06, + "loss": 4.4981, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 14.892752647399902, + "learning_rate": 4.974874371859297e-06, + "loss": 4.5216, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 35.149559020996094, + "learning_rate": 6.231155778894474e-06, + "loss": 4.5169, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 28.760351181030273, + "learning_rate": 7.487437185929649e-06, + "loss": 4.4061, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 24.18638038635254, + "learning_rate": 8.743718592964825e-06, + "loss": 4.2991, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4978540772532189, + "eval_loss": 1.0402109622955322, + "eval_macro_f1": 0.47454794150532303, + "eval_runtime": 1.1472, + "eval_samples_per_second": 609.284, + "eval_steps_per_second": 38.353, + "eval_weighted_f1": 0.47436481891412824, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 38.623573303222656, + "learning_rate": 1e-05, + "loss": 4.1875, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 68.63984680175781, + "learning_rate": 1.1256281407035177e-05, + "loss": 3.9224, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 88.71870422363281, + "learning_rate": 1.2512562814070352e-05, + "loss": 3.4218, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 55.58930587768555, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.4067, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 87.99102783203125, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.1921, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 67.15375518798828, + "learning_rate": 1.628140703517588e-05, + "loss": 3.2903, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 88.63514709472656, + "learning_rate": 1.7537688442211057e-05, + "loss": 2.9793, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 104.55754852294922, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.0489, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6552217453505007, + "eval_loss": 0.8419407606124878, + "eval_macro_f1": 0.6477880403207681, + "eval_runtime": 1.0809, + "eval_samples_per_second": 646.659, + "eval_steps_per_second": 40.705, + "eval_weighted_f1": 0.6481963233974714, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 67.39534759521484, + "learning_rate": 1.9994416527079845e-05, + "loss": 3.06, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 78.93962860107422, + "learning_rate": 1.985482970407594e-05, + "loss": 2.7272, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 106.94287872314453, + "learning_rate": 1.971524288107203e-05, + "loss": 2.4821, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 74.39002227783203, + "learning_rate": 1.957565605806812e-05, + "loss": 2.5482, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 54.56452941894531, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.477, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 81.63780975341797, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.2944, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 46.945552825927734, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.2967, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 96.43338012695312, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.1111, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7811158798283262, + "eval_loss": 0.5963373780250549, + "eval_macro_f1": 0.7803930780674966, + "eval_runtime": 1.4601, + "eval_samples_per_second": 478.73, + "eval_steps_per_second": 30.135, + "eval_weighted_f1": 0.7795095043323409, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 41.03678894042969, + "learning_rate": 1.887772194304858e-05, + "loss": 2.108, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 66.66941833496094, + "learning_rate": 1.873813512004467e-05, + "loss": 1.9168, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 72.9201889038086, + "learning_rate": 1.8598548297040763e-05, + "loss": 2.0137, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 83.63961791992188, + "learning_rate": 1.8458961474036853e-05, + "loss": 1.6438, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 146.76934814453125, + "learning_rate": 1.8319374651032944e-05, + "loss": 2.0221, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 246.492919921875, + "learning_rate": 1.8179787828029037e-05, + "loss": 1.9286, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 118.38592529296875, + "learning_rate": 1.8040201005025128e-05, + "loss": 1.6585, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 55.134822845458984, + "learning_rate": 1.790061418202122e-05, + "loss": 1.7808, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7939914163090128, + "eval_loss": 0.557826817035675, + "eval_macro_f1": 0.7921674674119347, + "eval_runtime": 1.2059, + "eval_samples_per_second": 579.672, + "eval_steps_per_second": 36.489, + "eval_weighted_f1": 0.7917256473027271, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 37.96734619140625, + "learning_rate": 1.7761027359017312e-05, + "loss": 2.0371, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 71.62541198730469, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.4095, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 130.56150817871094, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.326, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 106.6296157836914, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.484, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 51.268959045410156, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.558, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 97.29135131835938, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.4093, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 60.05559539794922, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.5996, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 91.75750732421875, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.4014, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.804005722460658, + "eval_loss": 0.561121940612793, + "eval_macro_f1": 0.8036081313558641, + "eval_runtime": 1.2007, + "eval_samples_per_second": 582.156, + "eval_steps_per_second": 36.645, + "eval_weighted_f1": 0.8031416091858231, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 116.03856658935547, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.357, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 76.79241180419922, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.0452, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 58.45798110961914, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.0409, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 70.32943725585938, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.1521, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 84.09089660644531, + "learning_rate": 1.608598548297041e-05, + "loss": 1.1479, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 101.0897445678711, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.1227, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 110.17695617675781, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.3011, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 27.65088653564453, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.1203, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8125894134477826, + "eval_loss": 0.6588842868804932, + "eval_macro_f1": 0.8126801934235734, + "eval_runtime": 1.1248, + "eval_samples_per_second": 621.447, + "eval_steps_per_second": 39.118, + "eval_weighted_f1": 0.8121909569576268, + "step": 1194 + }, + { + "epoch": 6.030226700251889, + "grad_norm": 61.015689849853516, + "learning_rate": 1.5527638190954773e-05, + "loss": 0.8679, + "step": 1200 + }, + { + "epoch": 6.156171284634761, + "grad_norm": 71.85747528076172, + "learning_rate": 1.5388051367950867e-05, + "loss": 0.7461, + "step": 1225 + }, + { + "epoch": 6.282115869017632, + "grad_norm": 155.44338989257812, + "learning_rate": 1.5248464544946959e-05, + "loss": 0.6986, + "step": 1250 + }, + { + "epoch": 6.408060453400504, + "grad_norm": 73.83113861083984, + "learning_rate": 1.510887772194305e-05, + "loss": 0.8453, + "step": 1275 + }, + { + "epoch": 6.534005037783375, + "grad_norm": 115.3625259399414, + "learning_rate": 1.4969290898939142e-05, + "loss": 0.9853, + "step": 1300 + }, + { + "epoch": 6.659949622166247, + "grad_norm": 40.323272705078125, + "learning_rate": 1.4829704075935234e-05, + "loss": 0.8424, + "step": 1325 + }, + { + "epoch": 6.785894206549118, + "grad_norm": 101.44374084472656, + "learning_rate": 1.4690117252931324e-05, + "loss": 1.0244, + "step": 1350 + }, + { + "epoch": 6.91183879093199, + "grad_norm": 66.87193298339844, + "learning_rate": 1.4550530429927416e-05, + "loss": 0.7584, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8097281831187411, + "eval_loss": 0.8176621198654175, + "eval_macro_f1": 0.8078949430569176, + "eval_runtime": 1.191, + "eval_samples_per_second": 586.899, + "eval_steps_per_second": 36.944, + "eval_weighted_f1": 0.8073417278592672, + "step": 1393 + }, + { + "epoch": 7.035264483627204, + "grad_norm": 68.25939178466797, + "learning_rate": 1.4410943606923509e-05, + "loss": 0.6444, + "step": 1400 + }, + { + "epoch": 7.161209068010075, + "grad_norm": 94.83757019042969, + "learning_rate": 1.4271356783919599e-05, + "loss": 0.8073, + "step": 1425 + }, + { + "epoch": 7.287153652392947, + "grad_norm": 63.418601989746094, + "learning_rate": 1.4131769960915691e-05, + "loss": 0.6817, + "step": 1450 + }, + { + "epoch": 7.413098236775818, + "grad_norm": 63.32991409301758, + "learning_rate": 1.3992183137911782e-05, + "loss": 0.5485, + "step": 1475 + }, + { + "epoch": 7.53904282115869, + "grad_norm": 182.92185974121094, + "learning_rate": 1.3852596314907874e-05, + "loss": 0.6049, + "step": 1500 + }, + { + "epoch": 7.664987405541561, + "grad_norm": 75.0948257446289, + "learning_rate": 1.3713009491903966e-05, + "loss": 0.6342, + "step": 1525 + }, + { + "epoch": 7.790931989924434, + "grad_norm": 195.71270751953125, + "learning_rate": 1.3573422668900056e-05, + "loss": 0.7981, + "step": 1550 + }, + { + "epoch": 7.916876574307305, + "grad_norm": 79.94064331054688, + "learning_rate": 1.3433835845896149e-05, + "loss": 0.4919, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8111587982832618, + "eval_loss": 0.8603485822677612, + "eval_macro_f1": 0.8107448221669254, + "eval_runtime": 1.3689, + "eval_samples_per_second": 510.615, + "eval_steps_per_second": 32.142, + "eval_weighted_f1": 0.8104685570465191, + "step": 1592 + }, + { + "epoch": 8.040302267002518, + "grad_norm": 23.253002166748047, + "learning_rate": 1.329424902289224e-05, + "loss": 0.4688, + "step": 1600 + }, + { + "epoch": 8.16624685138539, + "grad_norm": 745.6450805664062, + "learning_rate": 1.3154662199888331e-05, + "loss": 0.5352, + "step": 1625 + }, + { + "epoch": 8.292191435768261, + "grad_norm": 113.9515380859375, + "learning_rate": 1.3015075376884423e-05, + "loss": 0.4898, + "step": 1650 + }, + { + "epoch": 8.418136020151133, + "grad_norm": 114.44410705566406, + "learning_rate": 1.2875488553880515e-05, + "loss": 0.4588, + "step": 1675 + }, + { + "epoch": 8.544080604534004, + "grad_norm": 4.86337423324585, + "learning_rate": 1.2735901730876606e-05, + "loss": 0.493, + "step": 1700 + }, + { + "epoch": 8.670025188916876, + "grad_norm": 169.15675354003906, + "learning_rate": 1.2596314907872698e-05, + "loss": 0.4357, + "step": 1725 + }, + { + "epoch": 8.795969773299749, + "grad_norm": 97.80072784423828, + "learning_rate": 1.245672808486879e-05, + "loss": 0.7038, + "step": 1750 + }, + { + "epoch": 8.92191435768262, + "grad_norm": 148.2576446533203, + "learning_rate": 1.231714126186488e-05, + "loss": 0.5736, + "step": 1775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8240343347639485, + "eval_loss": 0.8856297135353088, + "eval_macro_f1": 0.8238474672737621, + "eval_runtime": 1.1169, + "eval_samples_per_second": 625.845, + "eval_steps_per_second": 39.395, + "eval_weighted_f1": 0.8238451008962312, + "step": 1791 + }, + { + "epoch": 9.045340050377833, + "grad_norm": 111.3087158203125, + "learning_rate": 1.2177554438860973e-05, + "loss": 0.5099, + "step": 1800 + }, + { + "epoch": 9.171284634760704, + "grad_norm": 16.725112915039062, + "learning_rate": 1.2037967615857065e-05, + "loss": 0.3788, + "step": 1825 + }, + { + "epoch": 9.297229219143578, + "grad_norm": 0.9101371169090271, + "learning_rate": 1.1898380792853155e-05, + "loss": 0.3727, + "step": 1850 + }, + { + "epoch": 9.42317380352645, + "grad_norm": 18.42896842956543, + "learning_rate": 1.1758793969849248e-05, + "loss": 0.46, + "step": 1875 + }, + { + "epoch": 9.54911838790932, + "grad_norm": 0.7261068224906921, + "learning_rate": 1.161920714684534e-05, + "loss": 0.2778, + "step": 1900 + }, + { + "epoch": 9.675062972292192, + "grad_norm": 231.69781494140625, + "learning_rate": 1.147962032384143e-05, + "loss": 0.4581, + "step": 1925 + }, + { + "epoch": 9.801007556675064, + "grad_norm": 13.080680847167969, + "learning_rate": 1.1340033500837522e-05, + "loss": 0.4217, + "step": 1950 + }, + { + "epoch": 9.926952141057935, + "grad_norm": 56.02231216430664, + "learning_rate": 1.1200446677833614e-05, + "loss": 0.4721, + "step": 1975 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8240343347639485, + "eval_loss": 1.0906966924667358, + "eval_macro_f1": 0.8233232369280968, + "eval_runtime": 1.1513, + "eval_samples_per_second": 607.141, + "eval_steps_per_second": 38.218, + "eval_weighted_f1": 0.8230946972748198, + "step": 1990 + }, + { + "epoch": 10.05037783375315, + "grad_norm": 142.57608032226562, + "learning_rate": 1.1060859854829705e-05, + "loss": 0.4663, + "step": 2000 + }, + { + "epoch": 10.17632241813602, + "grad_norm": 46.19573211669922, + "learning_rate": 1.0921273031825797e-05, + "loss": 0.4148, + "step": 2025 + }, + { + "epoch": 10.302267002518892, + "grad_norm": 0.3660752475261688, + "learning_rate": 1.078168620882189e-05, + "loss": 0.2946, + "step": 2050 + }, + { + "epoch": 10.428211586901764, + "grad_norm": 15.935380935668945, + "learning_rate": 1.064209938581798e-05, + "loss": 0.3002, + "step": 2075 + }, + { + "epoch": 10.554156171284635, + "grad_norm": 257.130859375, + "learning_rate": 1.0502512562814072e-05, + "loss": 0.4475, + "step": 2100 + }, + { + "epoch": 10.680100755667507, + "grad_norm": 642.0733642578125, + "learning_rate": 1.0362925739810164e-05, + "loss": 0.2399, + "step": 2125 + }, + { + "epoch": 10.806045340050378, + "grad_norm": 332.7012939453125, + "learning_rate": 1.0223338916806254e-05, + "loss": 0.3468, + "step": 2150 + }, + { + "epoch": 10.93198992443325, + "grad_norm": 223.78233337402344, + "learning_rate": 1.0083752093802347e-05, + "loss": 0.2782, + "step": 2175 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8254649499284692, + "eval_loss": 1.3383320569992065, + "eval_macro_f1": 0.8253518919075334, + "eval_runtime": 1.1331, + "eval_samples_per_second": 616.867, + "eval_steps_per_second": 38.83, + "eval_weighted_f1": 0.8250417642455123, + "step": 2189 + }, + { + "epoch": 11.055415617128464, + "grad_norm": 143.750244140625, + "learning_rate": 9.944165270798437e-06, + "loss": 0.3888, + "step": 2200 + }, + { + "epoch": 11.181360201511335, + "grad_norm": 0.7816860675811768, + "learning_rate": 9.804578447794529e-06, + "loss": 0.2157, + "step": 2225 + }, + { + "epoch": 11.307304785894207, + "grad_norm": 68.06292724609375, + "learning_rate": 9.664991624790621e-06, + "loss": 0.2202, + "step": 2250 + }, + { + "epoch": 11.433249370277078, + "grad_norm": 110.1484375, + "learning_rate": 9.525404801786712e-06, + "loss": 0.5909, + "step": 2275 + }, + { + "epoch": 11.55919395465995, + "grad_norm": 470.919189453125, + "learning_rate": 9.385817978782804e-06, + "loss": 0.4141, + "step": 2300 + }, + { + "epoch": 11.685138539042821, + "grad_norm": 534.0267944335938, + "learning_rate": 9.246231155778896e-06, + "loss": 0.3734, + "step": 2325 + }, + { + "epoch": 11.811083123425693, + "grad_norm": 27.249258041381836, + "learning_rate": 9.106644332774987e-06, + "loss": 0.3684, + "step": 2350 + }, + { + "epoch": 11.937027707808564, + "grad_norm": 26.601774215698242, + "learning_rate": 8.967057509771079e-06, + "loss": 0.3871, + "step": 2375 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8326180257510729, + "eval_loss": 1.2889846563339233, + "eval_macro_f1": 0.8319328515574425, + "eval_runtime": 1.1364, + "eval_samples_per_second": 615.116, + "eval_steps_per_second": 38.72, + "eval_weighted_f1": 0.8316863354971247, + "step": 2388 + }, + { + "epoch": 12.060453400503778, + "grad_norm": 577.4198608398438, + "learning_rate": 8.82747068676717e-06, + "loss": 0.3056, + "step": 2400 + }, + { + "epoch": 12.18639798488665, + "grad_norm": 0.04301777854561806, + "learning_rate": 8.687883863763261e-06, + "loss": 0.0911, + "step": 2425 + }, + { + "epoch": 12.312342569269521, + "grad_norm": 0.05154208093881607, + "learning_rate": 8.548297040759353e-06, + "loss": 0.1777, + "step": 2450 + }, + { + "epoch": 12.438287153652393, + "grad_norm": 1.0894593000411987, + "learning_rate": 8.408710217755444e-06, + "loss": 0.1377, + "step": 2475 + }, + { + "epoch": 12.564231738035264, + "grad_norm": 506.5212707519531, + "learning_rate": 8.269123394751536e-06, + "loss": 0.2383, + "step": 2500 + }, + { + "epoch": 12.690176322418136, + "grad_norm": 4.585055828094482, + "learning_rate": 8.129536571747628e-06, + "loss": 0.436, + "step": 2525 + }, + { + "epoch": 12.816120906801007, + "grad_norm": 0.45185065269470215, + "learning_rate": 7.989949748743719e-06, + "loss": 0.1962, + "step": 2550 + }, + { + "epoch": 12.942065491183879, + "grad_norm": 0.05232131853699684, + "learning_rate": 7.85036292573981e-06, + "loss": 0.3791, + "step": 2575 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8354792560801144, + "eval_loss": 1.31982421875, + "eval_macro_f1": 0.8351336706823335, + "eval_runtime": 1.1534, + "eval_samples_per_second": 606.054, + "eval_steps_per_second": 38.149, + "eval_weighted_f1": 0.8349804028841233, + "step": 2587 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-3184/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-3184/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-3184/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-3184/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-3184/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-3184/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-3184/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-3184/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5d5ab25a6f3ffbca2e8c4bf7fb4bc68230c3361d --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-3184/trainer_state.json @@ -0,0 +1,1108 @@ +{ + "best_global_step": 2587, + "best_metric": 0.8351336706823335, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s43-20260901T075504Z-fbd63439/trainer/checkpoint-2587", + "epoch": 16.0, + "eval_steps": 500, + "global_step": 3184, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 15.423572540283203, + "learning_rate": 1.206030150753769e-06, + "loss": 4.8479, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 15.126323699951172, + "learning_rate": 2.462311557788945e-06, + "loss": 4.6544, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 7.555212020874023, + "learning_rate": 3.718592964824121e-06, + "loss": 4.4981, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 14.892752647399902, + "learning_rate": 4.974874371859297e-06, + "loss": 4.5216, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 35.149559020996094, + "learning_rate": 6.231155778894474e-06, + "loss": 4.5169, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 28.760351181030273, + "learning_rate": 7.487437185929649e-06, + "loss": 4.4061, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 24.18638038635254, + "learning_rate": 8.743718592964825e-06, + "loss": 4.2991, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4978540772532189, + "eval_loss": 1.0402109622955322, + "eval_macro_f1": 0.47454794150532303, + "eval_runtime": 1.1472, + "eval_samples_per_second": 609.284, + "eval_steps_per_second": 38.353, + "eval_weighted_f1": 0.47436481891412824, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 38.623573303222656, + "learning_rate": 1e-05, + "loss": 4.1875, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 68.63984680175781, + "learning_rate": 1.1256281407035177e-05, + "loss": 3.9224, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 88.71870422363281, + "learning_rate": 1.2512562814070352e-05, + "loss": 3.4218, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 55.58930587768555, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.4067, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 87.99102783203125, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.1921, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 67.15375518798828, + "learning_rate": 1.628140703517588e-05, + "loss": 3.2903, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 88.63514709472656, + "learning_rate": 1.7537688442211057e-05, + "loss": 2.9793, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 104.55754852294922, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.0489, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6552217453505007, + "eval_loss": 0.8419407606124878, + "eval_macro_f1": 0.6477880403207681, + "eval_runtime": 1.0809, + "eval_samples_per_second": 646.659, + "eval_steps_per_second": 40.705, + "eval_weighted_f1": 0.6481963233974714, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 67.39534759521484, + "learning_rate": 1.9994416527079845e-05, + "loss": 3.06, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 78.93962860107422, + "learning_rate": 1.985482970407594e-05, + "loss": 2.7272, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 106.94287872314453, + "learning_rate": 1.971524288107203e-05, + "loss": 2.4821, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 74.39002227783203, + "learning_rate": 1.957565605806812e-05, + "loss": 2.5482, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 54.56452941894531, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.477, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 81.63780975341797, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.2944, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 46.945552825927734, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.2967, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 96.43338012695312, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.1111, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7811158798283262, + "eval_loss": 0.5963373780250549, + "eval_macro_f1": 0.7803930780674966, + "eval_runtime": 1.4601, + "eval_samples_per_second": 478.73, + "eval_steps_per_second": 30.135, + "eval_weighted_f1": 0.7795095043323409, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 41.03678894042969, + "learning_rate": 1.887772194304858e-05, + "loss": 2.108, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 66.66941833496094, + "learning_rate": 1.873813512004467e-05, + "loss": 1.9168, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 72.9201889038086, + "learning_rate": 1.8598548297040763e-05, + "loss": 2.0137, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 83.63961791992188, + "learning_rate": 1.8458961474036853e-05, + "loss": 1.6438, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 146.76934814453125, + "learning_rate": 1.8319374651032944e-05, + "loss": 2.0221, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 246.492919921875, + "learning_rate": 1.8179787828029037e-05, + "loss": 1.9286, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 118.38592529296875, + "learning_rate": 1.8040201005025128e-05, + "loss": 1.6585, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 55.134822845458984, + "learning_rate": 1.790061418202122e-05, + "loss": 1.7808, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7939914163090128, + "eval_loss": 0.557826817035675, + "eval_macro_f1": 0.7921674674119347, + "eval_runtime": 1.2059, + "eval_samples_per_second": 579.672, + "eval_steps_per_second": 36.489, + "eval_weighted_f1": 0.7917256473027271, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 37.96734619140625, + "learning_rate": 1.7761027359017312e-05, + "loss": 2.0371, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 71.62541198730469, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.4095, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 130.56150817871094, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.326, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 106.6296157836914, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.484, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 51.268959045410156, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.558, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 97.29135131835938, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.4093, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 60.05559539794922, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.5996, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 91.75750732421875, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.4014, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.804005722460658, + "eval_loss": 0.561121940612793, + "eval_macro_f1": 0.8036081313558641, + "eval_runtime": 1.2007, + "eval_samples_per_second": 582.156, + "eval_steps_per_second": 36.645, + "eval_weighted_f1": 0.8031416091858231, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 116.03856658935547, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.357, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 76.79241180419922, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.0452, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 58.45798110961914, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.0409, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 70.32943725585938, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.1521, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 84.09089660644531, + "learning_rate": 1.608598548297041e-05, + "loss": 1.1479, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 101.0897445678711, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.1227, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 110.17695617675781, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.3011, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 27.65088653564453, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.1203, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8125894134477826, + "eval_loss": 0.6588842868804932, + "eval_macro_f1": 0.8126801934235734, + "eval_runtime": 1.1248, + "eval_samples_per_second": 621.447, + "eval_steps_per_second": 39.118, + "eval_weighted_f1": 0.8121909569576268, + "step": 1194 + }, + { + "epoch": 6.030226700251889, + "grad_norm": 61.015689849853516, + "learning_rate": 1.5527638190954773e-05, + "loss": 0.8679, + "step": 1200 + }, + { + "epoch": 6.156171284634761, + "grad_norm": 71.85747528076172, + "learning_rate": 1.5388051367950867e-05, + "loss": 0.7461, + "step": 1225 + }, + { + "epoch": 6.282115869017632, + "grad_norm": 155.44338989257812, + "learning_rate": 1.5248464544946959e-05, + "loss": 0.6986, + "step": 1250 + }, + { + "epoch": 6.408060453400504, + "grad_norm": 73.83113861083984, + "learning_rate": 1.510887772194305e-05, + "loss": 0.8453, + "step": 1275 + }, + { + "epoch": 6.534005037783375, + "grad_norm": 115.3625259399414, + "learning_rate": 1.4969290898939142e-05, + "loss": 0.9853, + "step": 1300 + }, + { + "epoch": 6.659949622166247, + "grad_norm": 40.323272705078125, + "learning_rate": 1.4829704075935234e-05, + "loss": 0.8424, + "step": 1325 + }, + { + "epoch": 6.785894206549118, + "grad_norm": 101.44374084472656, + "learning_rate": 1.4690117252931324e-05, + "loss": 1.0244, + "step": 1350 + }, + { + "epoch": 6.91183879093199, + "grad_norm": 66.87193298339844, + "learning_rate": 1.4550530429927416e-05, + "loss": 0.7584, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8097281831187411, + "eval_loss": 0.8176621198654175, + "eval_macro_f1": 0.8078949430569176, + "eval_runtime": 1.191, + "eval_samples_per_second": 586.899, + "eval_steps_per_second": 36.944, + "eval_weighted_f1": 0.8073417278592672, + "step": 1393 + }, + { + "epoch": 7.035264483627204, + "grad_norm": 68.25939178466797, + "learning_rate": 1.4410943606923509e-05, + "loss": 0.6444, + "step": 1400 + }, + { + "epoch": 7.161209068010075, + "grad_norm": 94.83757019042969, + "learning_rate": 1.4271356783919599e-05, + "loss": 0.8073, + "step": 1425 + }, + { + "epoch": 7.287153652392947, + "grad_norm": 63.418601989746094, + "learning_rate": 1.4131769960915691e-05, + "loss": 0.6817, + "step": 1450 + }, + { + "epoch": 7.413098236775818, + "grad_norm": 63.32991409301758, + "learning_rate": 1.3992183137911782e-05, + "loss": 0.5485, + "step": 1475 + }, + { + "epoch": 7.53904282115869, + "grad_norm": 182.92185974121094, + "learning_rate": 1.3852596314907874e-05, + "loss": 0.6049, + "step": 1500 + }, + { + "epoch": 7.664987405541561, + "grad_norm": 75.0948257446289, + "learning_rate": 1.3713009491903966e-05, + "loss": 0.6342, + "step": 1525 + }, + { + "epoch": 7.790931989924434, + "grad_norm": 195.71270751953125, + "learning_rate": 1.3573422668900056e-05, + "loss": 0.7981, + "step": 1550 + }, + { + "epoch": 7.916876574307305, + "grad_norm": 79.94064331054688, + "learning_rate": 1.3433835845896149e-05, + "loss": 0.4919, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8111587982832618, + "eval_loss": 0.8603485822677612, + "eval_macro_f1": 0.8107448221669254, + "eval_runtime": 1.3689, + "eval_samples_per_second": 510.615, + "eval_steps_per_second": 32.142, + "eval_weighted_f1": 0.8104685570465191, + "step": 1592 + }, + { + "epoch": 8.040302267002518, + "grad_norm": 23.253002166748047, + "learning_rate": 1.329424902289224e-05, + "loss": 0.4688, + "step": 1600 + }, + { + "epoch": 8.16624685138539, + "grad_norm": 745.6450805664062, + "learning_rate": 1.3154662199888331e-05, + "loss": 0.5352, + "step": 1625 + }, + { + "epoch": 8.292191435768261, + "grad_norm": 113.9515380859375, + "learning_rate": 1.3015075376884423e-05, + "loss": 0.4898, + "step": 1650 + }, + { + "epoch": 8.418136020151133, + "grad_norm": 114.44410705566406, + "learning_rate": 1.2875488553880515e-05, + "loss": 0.4588, + "step": 1675 + }, + { + "epoch": 8.544080604534004, + "grad_norm": 4.86337423324585, + "learning_rate": 1.2735901730876606e-05, + "loss": 0.493, + "step": 1700 + }, + { + "epoch": 8.670025188916876, + "grad_norm": 169.15675354003906, + "learning_rate": 1.2596314907872698e-05, + "loss": 0.4357, + "step": 1725 + }, + { + "epoch": 8.795969773299749, + "grad_norm": 97.80072784423828, + "learning_rate": 1.245672808486879e-05, + "loss": 0.7038, + "step": 1750 + }, + { + "epoch": 8.92191435768262, + "grad_norm": 148.2576446533203, + "learning_rate": 1.231714126186488e-05, + "loss": 0.5736, + "step": 1775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8240343347639485, + "eval_loss": 0.8856297135353088, + "eval_macro_f1": 0.8238474672737621, + "eval_runtime": 1.1169, + "eval_samples_per_second": 625.845, + "eval_steps_per_second": 39.395, + "eval_weighted_f1": 0.8238451008962312, + "step": 1791 + }, + { + "epoch": 9.045340050377833, + "grad_norm": 111.3087158203125, + "learning_rate": 1.2177554438860973e-05, + "loss": 0.5099, + "step": 1800 + }, + { + "epoch": 9.171284634760704, + "grad_norm": 16.725112915039062, + "learning_rate": 1.2037967615857065e-05, + "loss": 0.3788, + "step": 1825 + }, + { + "epoch": 9.297229219143578, + "grad_norm": 0.9101371169090271, + "learning_rate": 1.1898380792853155e-05, + "loss": 0.3727, + "step": 1850 + }, + { + "epoch": 9.42317380352645, + "grad_norm": 18.42896842956543, + "learning_rate": 1.1758793969849248e-05, + "loss": 0.46, + "step": 1875 + }, + { + "epoch": 9.54911838790932, + "grad_norm": 0.7261068224906921, + "learning_rate": 1.161920714684534e-05, + "loss": 0.2778, + "step": 1900 + }, + { + "epoch": 9.675062972292192, + "grad_norm": 231.69781494140625, + "learning_rate": 1.147962032384143e-05, + "loss": 0.4581, + "step": 1925 + }, + { + "epoch": 9.801007556675064, + "grad_norm": 13.080680847167969, + "learning_rate": 1.1340033500837522e-05, + "loss": 0.4217, + "step": 1950 + }, + { + "epoch": 9.926952141057935, + "grad_norm": 56.02231216430664, + "learning_rate": 1.1200446677833614e-05, + "loss": 0.4721, + "step": 1975 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8240343347639485, + "eval_loss": 1.0906966924667358, + "eval_macro_f1": 0.8233232369280968, + "eval_runtime": 1.1513, + "eval_samples_per_second": 607.141, + "eval_steps_per_second": 38.218, + "eval_weighted_f1": 0.8230946972748198, + "step": 1990 + }, + { + "epoch": 10.05037783375315, + "grad_norm": 142.57608032226562, + "learning_rate": 1.1060859854829705e-05, + "loss": 0.4663, + "step": 2000 + }, + { + "epoch": 10.17632241813602, + "grad_norm": 46.19573211669922, + "learning_rate": 1.0921273031825797e-05, + "loss": 0.4148, + "step": 2025 + }, + { + "epoch": 10.302267002518892, + "grad_norm": 0.3660752475261688, + "learning_rate": 1.078168620882189e-05, + "loss": 0.2946, + "step": 2050 + }, + { + "epoch": 10.428211586901764, + "grad_norm": 15.935380935668945, + "learning_rate": 1.064209938581798e-05, + "loss": 0.3002, + "step": 2075 + }, + { + "epoch": 10.554156171284635, + "grad_norm": 257.130859375, + "learning_rate": 1.0502512562814072e-05, + "loss": 0.4475, + "step": 2100 + }, + { + "epoch": 10.680100755667507, + "grad_norm": 642.0733642578125, + "learning_rate": 1.0362925739810164e-05, + "loss": 0.2399, + "step": 2125 + }, + { + "epoch": 10.806045340050378, + "grad_norm": 332.7012939453125, + "learning_rate": 1.0223338916806254e-05, + "loss": 0.3468, + "step": 2150 + }, + { + "epoch": 10.93198992443325, + "grad_norm": 223.78233337402344, + "learning_rate": 1.0083752093802347e-05, + "loss": 0.2782, + "step": 2175 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8254649499284692, + "eval_loss": 1.3383320569992065, + "eval_macro_f1": 0.8253518919075334, + "eval_runtime": 1.1331, + "eval_samples_per_second": 616.867, + "eval_steps_per_second": 38.83, + "eval_weighted_f1": 0.8250417642455123, + "step": 2189 + }, + { + "epoch": 11.055415617128464, + "grad_norm": 143.750244140625, + "learning_rate": 9.944165270798437e-06, + "loss": 0.3888, + "step": 2200 + }, + { + "epoch": 11.181360201511335, + "grad_norm": 0.7816860675811768, + "learning_rate": 9.804578447794529e-06, + "loss": 0.2157, + "step": 2225 + }, + { + "epoch": 11.307304785894207, + "grad_norm": 68.06292724609375, + "learning_rate": 9.664991624790621e-06, + "loss": 0.2202, + "step": 2250 + }, + { + "epoch": 11.433249370277078, + "grad_norm": 110.1484375, + "learning_rate": 9.525404801786712e-06, + "loss": 0.5909, + "step": 2275 + }, + { + "epoch": 11.55919395465995, + "grad_norm": 470.919189453125, + "learning_rate": 9.385817978782804e-06, + "loss": 0.4141, + "step": 2300 + }, + { + "epoch": 11.685138539042821, + "grad_norm": 534.0267944335938, + "learning_rate": 9.246231155778896e-06, + "loss": 0.3734, + "step": 2325 + }, + { + "epoch": 11.811083123425693, + "grad_norm": 27.249258041381836, + "learning_rate": 9.106644332774987e-06, + "loss": 0.3684, + "step": 2350 + }, + { + "epoch": 11.937027707808564, + "grad_norm": 26.601774215698242, + "learning_rate": 8.967057509771079e-06, + "loss": 0.3871, + "step": 2375 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8326180257510729, + "eval_loss": 1.2889846563339233, + "eval_macro_f1": 0.8319328515574425, + "eval_runtime": 1.1364, + "eval_samples_per_second": 615.116, + "eval_steps_per_second": 38.72, + "eval_weighted_f1": 0.8316863354971247, + "step": 2388 + }, + { + "epoch": 12.060453400503778, + "grad_norm": 577.4198608398438, + "learning_rate": 8.82747068676717e-06, + "loss": 0.3056, + "step": 2400 + }, + { + "epoch": 12.18639798488665, + "grad_norm": 0.04301777854561806, + "learning_rate": 8.687883863763261e-06, + "loss": 0.0911, + "step": 2425 + }, + { + "epoch": 12.312342569269521, + "grad_norm": 0.05154208093881607, + "learning_rate": 8.548297040759353e-06, + "loss": 0.1777, + "step": 2450 + }, + { + "epoch": 12.438287153652393, + "grad_norm": 1.0894593000411987, + "learning_rate": 8.408710217755444e-06, + "loss": 0.1377, + "step": 2475 + }, + { + "epoch": 12.564231738035264, + "grad_norm": 506.5212707519531, + "learning_rate": 8.269123394751536e-06, + "loss": 0.2383, + "step": 2500 + }, + { + "epoch": 12.690176322418136, + "grad_norm": 4.585055828094482, + "learning_rate": 8.129536571747628e-06, + "loss": 0.436, + "step": 2525 + }, + { + "epoch": 12.816120906801007, + "grad_norm": 0.45185065269470215, + "learning_rate": 7.989949748743719e-06, + "loss": 0.1962, + "step": 2550 + }, + { + "epoch": 12.942065491183879, + "grad_norm": 0.05232131853699684, + "learning_rate": 7.85036292573981e-06, + "loss": 0.3791, + "step": 2575 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8354792560801144, + "eval_loss": 1.31982421875, + "eval_macro_f1": 0.8351336706823335, + "eval_runtime": 1.1534, + "eval_samples_per_second": 606.054, + "eval_steps_per_second": 38.149, + "eval_weighted_f1": 0.8349804028841233, + "step": 2587 + }, + { + "epoch": 13.065491183879093, + "grad_norm": 0.1068471372127533, + "learning_rate": 7.710776102735901e-06, + "loss": 0.2494, + "step": 2600 + }, + { + "epoch": 13.191435768261965, + "grad_norm": 0.02815720997750759, + "learning_rate": 7.571189279731994e-06, + "loss": 0.1337, + "step": 2625 + }, + { + "epoch": 13.317380352644836, + "grad_norm": 242.24053955078125, + "learning_rate": 7.4316024567280855e-06, + "loss": 0.332, + "step": 2650 + }, + { + "epoch": 13.443324937027707, + "grad_norm": 0.029059281572699547, + "learning_rate": 7.292015633724177e-06, + "loss": 0.1224, + "step": 2675 + }, + { + "epoch": 13.569269521410579, + "grad_norm": 0.020233336836099625, + "learning_rate": 7.152428810720269e-06, + "loss": 0.1994, + "step": 2700 + }, + { + "epoch": 13.69521410579345, + "grad_norm": 58.49171447753906, + "learning_rate": 7.01284198771636e-06, + "loss": 0.1518, + "step": 2725 + }, + { + "epoch": 13.821158690176322, + "grad_norm": 43.28904342651367, + "learning_rate": 6.873255164712452e-06, + "loss": 0.2941, + "step": 2750 + }, + { + "epoch": 13.947103274559193, + "grad_norm": 0.06960108131170273, + "learning_rate": 6.733668341708544e-06, + "loss": 0.1579, + "step": 2775 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.821173104434907, + "eval_loss": 1.4776018857955933, + "eval_macro_f1": 0.8216065924080113, + "eval_runtime": 1.1257, + "eval_samples_per_second": 620.937, + "eval_steps_per_second": 39.086, + "eval_weighted_f1": 0.8211619345715712, + "step": 2786 + }, + { + "epoch": 14.070528967254408, + "grad_norm": 1.2830784320831299, + "learning_rate": 6.594081518704635e-06, + "loss": 0.2071, + "step": 2800 + }, + { + "epoch": 14.196473551637279, + "grad_norm": 413.26397705078125, + "learning_rate": 6.454494695700726e-06, + "loss": 0.0787, + "step": 2825 + }, + { + "epoch": 14.32241813602015, + "grad_norm": 0.06715697795152664, + "learning_rate": 6.3149078726968185e-06, + "loss": 0.1145, + "step": 2850 + }, + { + "epoch": 14.448362720403022, + "grad_norm": 2.4632420539855957, + "learning_rate": 6.17532104969291e-06, + "loss": 0.1843, + "step": 2875 + }, + { + "epoch": 14.574307304785894, + "grad_norm": 0.17189550399780273, + "learning_rate": 6.035734226689e-06, + "loss": 0.1583, + "step": 2900 + }, + { + "epoch": 14.700251889168765, + "grad_norm": 0.7176399827003479, + "learning_rate": 5.896147403685093e-06, + "loss": 0.2562, + "step": 2925 + }, + { + "epoch": 14.826196473551637, + "grad_norm": 0.01753758266568184, + "learning_rate": 5.7565605806811845e-06, + "loss": 0.1647, + "step": 2950 + }, + { + "epoch": 14.952141057934508, + "grad_norm": 62.630489349365234, + "learning_rate": 5.616973757677275e-06, + "loss": 0.0876, + "step": 2975 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.8340486409155937, + "eval_loss": 1.503103256225586, + "eval_macro_f1": 0.8336158520195195, + "eval_runtime": 1.1259, + "eval_samples_per_second": 620.833, + "eval_steps_per_second": 39.08, + "eval_weighted_f1": 0.8332861037239252, + "step": 2985 + }, + { + "epoch": 15.075566750629722, + "grad_norm": 0.05153375491499901, + "learning_rate": 5.477386934673368e-06, + "loss": 0.185, + "step": 3000 + }, + { + "epoch": 15.201511335012594, + "grad_norm": 0.13374175131320953, + "learning_rate": 5.337800111669459e-06, + "loss": 0.2575, + "step": 3025 + }, + { + "epoch": 15.327455919395465, + "grad_norm": 0.2089492380619049, + "learning_rate": 5.19821328866555e-06, + "loss": 0.0076, + "step": 3050 + }, + { + "epoch": 15.453400503778337, + "grad_norm": 0.022384973242878914, + "learning_rate": 5.058626465661643e-06, + "loss": 0.1257, + "step": 3075 + }, + { + "epoch": 15.57934508816121, + "grad_norm": 0.026282306760549545, + "learning_rate": 4.919039642657733e-06, + "loss": 0.2133, + "step": 3100 + }, + { + "epoch": 15.705289672544081, + "grad_norm": 645.487060546875, + "learning_rate": 4.7794528196538245e-06, + "loss": 0.1864, + "step": 3125 + }, + { + "epoch": 15.831234256926953, + "grad_norm": 0.18296055495738983, + "learning_rate": 4.639865996649917e-06, + "loss": 0.0389, + "step": 3150 + }, + { + "epoch": 15.957178841309824, + "grad_norm": 0.048168886452913284, + "learning_rate": 4.500279173646008e-06, + "loss": 0.1925, + "step": 3175 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.8311874105865522, + "eval_loss": 1.5786203145980835, + "eval_macro_f1": 0.8307831163819079, + "eval_runtime": 1.2614, + "eval_samples_per_second": 554.151, + "eval_steps_per_second": 34.882, + "eval_weighted_f1": 0.8306037383877751, + "step": 3184 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..be0f789e01546b7ff23f436bb3985d967e5aac6a --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194/trainer_state.json @@ -0,0 +1,438 @@ +{ + "best_global_step": 1194, + "best_metric": 0.8183975790411343, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 1194, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 16.286895751953125, + "learning_rate": 1.206030150753769e-06, + "loss": 4.8355, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 22.172590255737305, + "learning_rate": 2.462311557788945e-06, + "loss": 4.7304, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 36.89610290527344, + "learning_rate": 3.718592964824121e-06, + "loss": 4.598, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 20.945493698120117, + "learning_rate": 4.974874371859297e-06, + "loss": 4.5605, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 86.55675506591797, + "learning_rate": 6.231155778894474e-06, + "loss": 4.4233, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 23.11189079284668, + "learning_rate": 7.487437185929649e-06, + "loss": 4.5431, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 25.697683334350586, + "learning_rate": 8.743718592964825e-06, + "loss": 4.4337, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4449213161659514, + "eval_loss": 1.0752414464950562, + "eval_macro_f1": 0.42047380526943146, + "eval_runtime": 1.5374, + "eval_samples_per_second": 454.65, + "eval_steps_per_second": 28.619, + "eval_weighted_f1": 0.42283907296371637, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 40.04090881347656, + "learning_rate": 1e-05, + "loss": 4.2648, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 39.83964157104492, + "learning_rate": 1.1256281407035177e-05, + "loss": 4.3029, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 57.83381271362305, + "learning_rate": 1.2512562814070352e-05, + "loss": 4.1511, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 59.41836166381836, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.8081, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 48.117523193359375, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.5874, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 61.81584930419922, + "learning_rate": 1.628140703517588e-05, + "loss": 3.3386, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 72.09432220458984, + "learning_rate": 1.7537688442211057e-05, + "loss": 3.0637, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 159.8992919921875, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.007, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7224606580829757, + "eval_loss": 0.6909562349319458, + "eval_macro_f1": 0.718879943468209, + "eval_runtime": 1.5751, + "eval_samples_per_second": 443.79, + "eval_steps_per_second": 27.935, + "eval_weighted_f1": 0.7184654242757614, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 90.05957794189453, + "learning_rate": 1.9994416527079845e-05, + "loss": 2.8425, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 42.59498977661133, + "learning_rate": 1.985482970407594e-05, + "loss": 2.5857, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 99.21173095703125, + "learning_rate": 1.971524288107203e-05, + "loss": 2.527, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 114.41699981689453, + "learning_rate": 1.957565605806812e-05, + "loss": 2.2746, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 90.51596069335938, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.4939, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 52.20367431640625, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.2499, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 81.9563980102539, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.1427, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 34.105186462402344, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.133, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7782546494992847, + "eval_loss": 0.5707746744155884, + "eval_macro_f1": 0.7756745740604876, + "eval_runtime": 1.5058, + "eval_samples_per_second": 464.206, + "eval_steps_per_second": 29.22, + "eval_weighted_f1": 0.7755807391406723, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 78.64553833007812, + "learning_rate": 1.887772194304858e-05, + "loss": 2.1747, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 156.25738525390625, + "learning_rate": 1.873813512004467e-05, + "loss": 1.9578, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 61.18980407714844, + "learning_rate": 1.8598548297040763e-05, + "loss": 1.7078, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 104.49462890625, + "learning_rate": 1.8458961474036853e-05, + "loss": 1.7563, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 115.12389373779297, + "learning_rate": 1.8319374651032944e-05, + "loss": 1.9752, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 41.563758850097656, + "learning_rate": 1.8179787828029037e-05, + "loss": 1.6688, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 205.64642333984375, + "learning_rate": 1.8040201005025128e-05, + "loss": 1.8475, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 187.31228637695312, + "learning_rate": 1.790061418202122e-05, + "loss": 1.8568, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7968526466380543, + "eval_loss": 0.633867621421814, + "eval_macro_f1": 0.793208830788413, + "eval_runtime": 1.6003, + "eval_samples_per_second": 436.782, + "eval_steps_per_second": 27.494, + "eval_weighted_f1": 0.7930964147736452, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 54.78317642211914, + "learning_rate": 1.7761027359017312e-05, + "loss": 1.4996, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 158.29861450195312, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.3379, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 36.87350082397461, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.3592, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 75.3282470703125, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.4572, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 88.7668228149414, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.4582, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 97.52317810058594, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.2803, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 102.70155334472656, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.5835, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 73.65078735351562, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.4176, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8140200286123033, + "eval_loss": 0.5487250685691833, + "eval_macro_f1": 0.8124649312452964, + "eval_runtime": 1.5017, + "eval_samples_per_second": 465.46, + "eval_steps_per_second": 29.299, + "eval_weighted_f1": 0.812048035133404, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 116.22085571289062, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.2044, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 81.38810729980469, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.166, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 183.64495849609375, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.0823, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 108.17357635498047, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.0138, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 126.76065826416016, + "learning_rate": 1.608598548297041e-05, + "loss": 1.2179, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 148.7500762939453, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.017, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 60.611446380615234, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.2041, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 66.80743408203125, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.0701, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8183118741058655, + "eval_loss": 0.5650998950004578, + "eval_macro_f1": 0.8183975790411343, + "eval_runtime": 1.7233, + "eval_samples_per_second": 405.627, + "eval_steps_per_second": 25.533, + "eval_weighted_f1": 0.8180106892096046, + "step": 1194 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1791/special_tokens_map.json b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1791/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1791/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1791/tokenizer_config.json b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1791/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1791/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1791/trainer_state.json b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1791/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a823cd8b9c5d853daf2f4f492d6da398e0f29c2b --- /dev/null +++ b/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1791/trainer_state.json @@ -0,0 +1,639 @@ +{ + "best_global_step": 1194, + "best_metric": 0.8183975790411343, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-vifactcheck-xlmr-topic-domain-11-s44-20260901T103147Z-53ad853a/trainer/checkpoint-1194", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1791, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.12594458438287154, + "grad_norm": 16.286895751953125, + "learning_rate": 1.206030150753769e-06, + "loss": 4.8355, + "step": 25 + }, + { + "epoch": 0.2518891687657431, + "grad_norm": 22.172590255737305, + "learning_rate": 2.462311557788945e-06, + "loss": 4.7304, + "step": 50 + }, + { + "epoch": 0.3778337531486146, + "grad_norm": 36.89610290527344, + "learning_rate": 3.718592964824121e-06, + "loss": 4.598, + "step": 75 + }, + { + "epoch": 0.5037783375314862, + "grad_norm": 20.945493698120117, + "learning_rate": 4.974874371859297e-06, + "loss": 4.5605, + "step": 100 + }, + { + "epoch": 0.6297229219143576, + "grad_norm": 86.55675506591797, + "learning_rate": 6.231155778894474e-06, + "loss": 4.4233, + "step": 125 + }, + { + "epoch": 0.7556675062972292, + "grad_norm": 23.11189079284668, + "learning_rate": 7.487437185929649e-06, + "loss": 4.5431, + "step": 150 + }, + { + "epoch": 0.8816120906801007, + "grad_norm": 25.697683334350586, + "learning_rate": 8.743718592964825e-06, + "loss": 4.4337, + "step": 175 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4449213161659514, + "eval_loss": 1.0752414464950562, + "eval_macro_f1": 0.42047380526943146, + "eval_runtime": 1.5374, + "eval_samples_per_second": 454.65, + "eval_steps_per_second": 28.619, + "eval_weighted_f1": 0.42283907296371637, + "step": 199 + }, + { + "epoch": 1.0050377833753148, + "grad_norm": 40.04090881347656, + "learning_rate": 1e-05, + "loss": 4.2648, + "step": 200 + }, + { + "epoch": 1.1309823677581865, + "grad_norm": 39.83964157104492, + "learning_rate": 1.1256281407035177e-05, + "loss": 4.3029, + "step": 225 + }, + { + "epoch": 1.256926952141058, + "grad_norm": 57.83381271362305, + "learning_rate": 1.2512562814070352e-05, + "loss": 4.1511, + "step": 250 + }, + { + "epoch": 1.3828715365239295, + "grad_norm": 59.41836166381836, + "learning_rate": 1.3768844221105528e-05, + "loss": 3.8081, + "step": 275 + }, + { + "epoch": 1.508816120906801, + "grad_norm": 48.117523193359375, + "learning_rate": 1.5025125628140704e-05, + "loss": 3.5874, + "step": 300 + }, + { + "epoch": 1.6347607052896724, + "grad_norm": 61.81584930419922, + "learning_rate": 1.628140703517588e-05, + "loss": 3.3386, + "step": 325 + }, + { + "epoch": 1.760705289672544, + "grad_norm": 72.09432220458984, + "learning_rate": 1.7537688442211057e-05, + "loss": 3.0637, + "step": 350 + }, + { + "epoch": 1.8866498740554156, + "grad_norm": 159.8992919921875, + "learning_rate": 1.8793969849246233e-05, + "loss": 3.007, + "step": 375 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7224606580829757, + "eval_loss": 0.6909562349319458, + "eval_macro_f1": 0.718879943468209, + "eval_runtime": 1.5751, + "eval_samples_per_second": 443.79, + "eval_steps_per_second": 27.935, + "eval_weighted_f1": 0.7184654242757614, + "step": 398 + }, + { + "epoch": 2.0100755667506296, + "grad_norm": 90.05957794189453, + "learning_rate": 1.9994416527079845e-05, + "loss": 2.8425, + "step": 400 + }, + { + "epoch": 2.136020151133501, + "grad_norm": 42.59498977661133, + "learning_rate": 1.985482970407594e-05, + "loss": 2.5857, + "step": 425 + }, + { + "epoch": 2.261964735516373, + "grad_norm": 99.21173095703125, + "learning_rate": 1.971524288107203e-05, + "loss": 2.527, + "step": 450 + }, + { + "epoch": 2.3879093198992445, + "grad_norm": 114.41699981689453, + "learning_rate": 1.957565605806812e-05, + "loss": 2.2746, + "step": 475 + }, + { + "epoch": 2.513853904282116, + "grad_norm": 90.51596069335938, + "learning_rate": 1.9436069235064213e-05, + "loss": 2.4939, + "step": 500 + }, + { + "epoch": 2.6397984886649875, + "grad_norm": 52.20367431640625, + "learning_rate": 1.9296482412060304e-05, + "loss": 2.2499, + "step": 525 + }, + { + "epoch": 2.765743073047859, + "grad_norm": 81.9563980102539, + "learning_rate": 1.9156895589056394e-05, + "loss": 2.1427, + "step": 550 + }, + { + "epoch": 2.8916876574307304, + "grad_norm": 34.105186462402344, + "learning_rate": 1.9017308766052488e-05, + "loss": 2.133, + "step": 575 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7782546494992847, + "eval_loss": 0.5707746744155884, + "eval_macro_f1": 0.7756745740604876, + "eval_runtime": 1.5058, + "eval_samples_per_second": 464.206, + "eval_steps_per_second": 29.22, + "eval_weighted_f1": 0.7755807391406723, + "step": 597 + }, + { + "epoch": 3.0151133501259446, + "grad_norm": 78.64553833007812, + "learning_rate": 1.887772194304858e-05, + "loss": 2.1747, + "step": 600 + }, + { + "epoch": 3.141057934508816, + "grad_norm": 156.25738525390625, + "learning_rate": 1.873813512004467e-05, + "loss": 1.9578, + "step": 625 + }, + { + "epoch": 3.2670025188916876, + "grad_norm": 61.18980407714844, + "learning_rate": 1.8598548297040763e-05, + "loss": 1.7078, + "step": 650 + }, + { + "epoch": 3.392947103274559, + "grad_norm": 104.49462890625, + "learning_rate": 1.8458961474036853e-05, + "loss": 1.7563, + "step": 675 + }, + { + "epoch": 3.5188916876574305, + "grad_norm": 115.12389373779297, + "learning_rate": 1.8319374651032944e-05, + "loss": 1.9752, + "step": 700 + }, + { + "epoch": 3.644836272040302, + "grad_norm": 41.563758850097656, + "learning_rate": 1.8179787828029037e-05, + "loss": 1.6688, + "step": 725 + }, + { + "epoch": 3.770780856423174, + "grad_norm": 205.64642333984375, + "learning_rate": 1.8040201005025128e-05, + "loss": 1.8475, + "step": 750 + }, + { + "epoch": 3.8967254408060454, + "grad_norm": 187.31228637695312, + "learning_rate": 1.790061418202122e-05, + "loss": 1.8568, + "step": 775 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7968526466380543, + "eval_loss": 0.633867621421814, + "eval_macro_f1": 0.793208830788413, + "eval_runtime": 1.6003, + "eval_samples_per_second": 436.782, + "eval_steps_per_second": 27.494, + "eval_weighted_f1": 0.7930964147736452, + "step": 796 + }, + { + "epoch": 4.020151133501259, + "grad_norm": 54.78317642211914, + "learning_rate": 1.7761027359017312e-05, + "loss": 1.4996, + "step": 800 + }, + { + "epoch": 4.146095717884131, + "grad_norm": 158.29861450195312, + "learning_rate": 1.7621440536013403e-05, + "loss": 1.3379, + "step": 825 + }, + { + "epoch": 4.272040302267002, + "grad_norm": 36.87350082397461, + "learning_rate": 1.7481853713009493e-05, + "loss": 1.3592, + "step": 850 + }, + { + "epoch": 4.3979848866498745, + "grad_norm": 75.3282470703125, + "learning_rate": 1.7342266890005587e-05, + "loss": 1.4572, + "step": 875 + }, + { + "epoch": 4.523929471032746, + "grad_norm": 88.7668228149414, + "learning_rate": 1.7202680067001677e-05, + "loss": 1.4582, + "step": 900 + }, + { + "epoch": 4.6498740554156175, + "grad_norm": 97.52317810058594, + "learning_rate": 1.7063093243997768e-05, + "loss": 1.2803, + "step": 925 + }, + { + "epoch": 4.775818639798489, + "grad_norm": 102.70155334472656, + "learning_rate": 1.6923506420993862e-05, + "loss": 1.5835, + "step": 950 + }, + { + "epoch": 4.9017632241813605, + "grad_norm": 73.65078735351562, + "learning_rate": 1.6783919597989952e-05, + "loss": 1.4176, + "step": 975 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8140200286123033, + "eval_loss": 0.5487250685691833, + "eval_macro_f1": 0.8124649312452964, + "eval_runtime": 1.5017, + "eval_samples_per_second": 465.46, + "eval_steps_per_second": 29.299, + "eval_weighted_f1": 0.812048035133404, + "step": 995 + }, + { + "epoch": 5.025188916876575, + "grad_norm": 116.22085571289062, + "learning_rate": 1.6644332774986043e-05, + "loss": 1.2044, + "step": 1000 + }, + { + "epoch": 5.151133501259446, + "grad_norm": 81.38810729980469, + "learning_rate": 1.6504745951982136e-05, + "loss": 1.166, + "step": 1025 + }, + { + "epoch": 5.277078085642318, + "grad_norm": 183.64495849609375, + "learning_rate": 1.6365159128978227e-05, + "loss": 1.0823, + "step": 1050 + }, + { + "epoch": 5.403022670025189, + "grad_norm": 108.17357635498047, + "learning_rate": 1.6225572305974317e-05, + "loss": 1.0138, + "step": 1075 + }, + { + "epoch": 5.528967254408061, + "grad_norm": 126.76065826416016, + "learning_rate": 1.608598548297041e-05, + "loss": 1.2179, + "step": 1100 + }, + { + "epoch": 5.654911838790932, + "grad_norm": 148.7500762939453, + "learning_rate": 1.5946398659966498e-05, + "loss": 1.017, + "step": 1125 + }, + { + "epoch": 5.7808564231738035, + "grad_norm": 60.611446380615234, + "learning_rate": 1.5806811836962592e-05, + "loss": 1.2041, + "step": 1150 + }, + { + "epoch": 5.906801007556675, + "grad_norm": 66.80743408203125, + "learning_rate": 1.5667225013958686e-05, + "loss": 1.0701, + "step": 1175 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8183118741058655, + "eval_loss": 0.5650998950004578, + "eval_macro_f1": 0.8183975790411343, + "eval_runtime": 1.7233, + "eval_samples_per_second": 405.627, + "eval_steps_per_second": 25.533, + "eval_weighted_f1": 0.8180106892096046, + "step": 1194 + }, + { + "epoch": 6.030226700251889, + "grad_norm": 84.36833953857422, + "learning_rate": 1.5527638190954773e-05, + "loss": 0.9176, + "step": 1200 + }, + { + "epoch": 6.156171284634761, + "grad_norm": 74.79926300048828, + "learning_rate": 1.5388051367950867e-05, + "loss": 0.7359, + "step": 1225 + }, + { + "epoch": 6.282115869017632, + "grad_norm": 64.56388092041016, + "learning_rate": 1.5248464544946959e-05, + "loss": 0.8335, + "step": 1250 + }, + { + "epoch": 6.408060453400504, + "grad_norm": 51.07128143310547, + "learning_rate": 1.510887772194305e-05, + "loss": 0.8052, + "step": 1275 + }, + { + "epoch": 6.534005037783375, + "grad_norm": 93.31281280517578, + "learning_rate": 1.4969290898939142e-05, + "loss": 0.7822, + "step": 1300 + }, + { + "epoch": 6.659949622166247, + "grad_norm": 93.25828552246094, + "learning_rate": 1.4829704075935234e-05, + "loss": 0.7625, + "step": 1325 + }, + { + "epoch": 6.785894206549118, + "grad_norm": 30.463266372680664, + "learning_rate": 1.4690117252931324e-05, + "loss": 0.9405, + "step": 1350 + }, + { + "epoch": 6.91183879093199, + "grad_norm": 126.75582122802734, + "learning_rate": 1.4550530429927416e-05, + "loss": 0.6689, + "step": 1375 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8168812589413448, + "eval_loss": 0.642332911491394, + "eval_macro_f1": 0.8162206287527763, + "eval_runtime": 1.5929, + "eval_samples_per_second": 438.824, + "eval_steps_per_second": 27.623, + "eval_weighted_f1": 0.8160546698288479, + "step": 1393 + }, + { + "epoch": 7.035264483627204, + "grad_norm": 64.23912048339844, + "learning_rate": 1.4410943606923509e-05, + "loss": 0.6303, + "step": 1400 + }, + { + "epoch": 7.161209068010075, + "grad_norm": 102.46692657470703, + "learning_rate": 1.4271356783919599e-05, + "loss": 0.4769, + "step": 1425 + }, + { + "epoch": 7.287153652392947, + "grad_norm": 103.38973236083984, + "learning_rate": 1.4131769960915691e-05, + "loss": 0.7777, + "step": 1450 + }, + { + "epoch": 7.413098236775818, + "grad_norm": 113.64157104492188, + "learning_rate": 1.3992183137911782e-05, + "loss": 0.5129, + "step": 1475 + }, + { + "epoch": 7.53904282115869, + "grad_norm": 44.29872131347656, + "learning_rate": 1.3852596314907874e-05, + "loss": 0.5342, + "step": 1500 + }, + { + "epoch": 7.664987405541561, + "grad_norm": 26.380104064941406, + "learning_rate": 1.3713009491903966e-05, + "loss": 0.6445, + "step": 1525 + }, + { + "epoch": 7.790931989924434, + "grad_norm": 113.00019073486328, + "learning_rate": 1.3573422668900056e-05, + "loss": 0.5909, + "step": 1550 + }, + { + "epoch": 7.916876574307305, + "grad_norm": 82.02233123779297, + "learning_rate": 1.3433835845896149e-05, + "loss": 0.5103, + "step": 1575 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8054363376251789, + "eval_loss": 0.7295539975166321, + "eval_macro_f1": 0.8046334253166966, + "eval_runtime": 1.5831, + "eval_samples_per_second": 441.535, + "eval_steps_per_second": 27.793, + "eval_weighted_f1": 0.8041470063097635, + "step": 1592 + }, + { + "epoch": 8.040302267002518, + "grad_norm": 9.642498970031738, + "learning_rate": 1.329424902289224e-05, + "loss": 0.6908, + "step": 1600 + }, + { + "epoch": 8.16624685138539, + "grad_norm": 135.37367248535156, + "learning_rate": 1.3154662199888331e-05, + "loss": 0.3615, + "step": 1625 + }, + { + "epoch": 8.292191435768261, + "grad_norm": 48.308631896972656, + "learning_rate": 1.3015075376884423e-05, + "loss": 0.5833, + "step": 1650 + }, + { + "epoch": 8.418136020151133, + "grad_norm": 193.05426025390625, + "learning_rate": 1.2875488553880515e-05, + "loss": 0.5317, + "step": 1675 + }, + { + "epoch": 8.544080604534004, + "grad_norm": 102.59815979003906, + "learning_rate": 1.2735901730876606e-05, + "loss": 0.5195, + "step": 1700 + }, + { + "epoch": 8.670025188916876, + "grad_norm": 84.49456787109375, + "learning_rate": 1.2596314907872698e-05, + "loss": 0.5404, + "step": 1725 + }, + { + "epoch": 8.795969773299749, + "grad_norm": 24.3230037689209, + "learning_rate": 1.245672808486879e-05, + "loss": 0.4738, + "step": 1750 + }, + { + "epoch": 8.92191435768262, + "grad_norm": 76.98609161376953, + "learning_rate": 1.231714126186488e-05, + "loss": 0.4617, + "step": 1775 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8111587982832618, + "eval_loss": 1.0841118097305298, + "eval_macro_f1": 0.8113613905478297, + "eval_runtime": 1.5503, + "eval_samples_per_second": 450.882, + "eval_steps_per_second": 28.382, + "eval_weighted_f1": 0.811152587722279, + "step": 1791 + } + ], + "logging_steps": 25, + "max_steps": 3980, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +}