diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5917d770e862088ab5988a430b07f02f86131f57 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/trainer_state.json @@ -0,0 +1,837 @@ +{ + "best_global_step": 2610, + "best_metric": 0.8596743164432326, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 2610, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05747126436781609, + "grad_norm": 44.145957946777344, + "learning_rate": 5.517241379310345e-07, + "loss": 4.7741, + "step": 25 + }, + { + "epoch": 0.11494252873563218, + "grad_norm": 73.48234558105469, + "learning_rate": 1.1264367816091955e-06, + "loss": 4.548, + "step": 50 + }, + { + "epoch": 0.1724137931034483, + "grad_norm": 96.22064208984375, + "learning_rate": 1.7011494252873565e-06, + "loss": 4.2604, + "step": 75 + }, + { + "epoch": 0.22988505747126436, + "grad_norm": 143.32620239257812, + "learning_rate": 2.2758620689655173e-06, + "loss": 3.9519, + "step": 100 + }, + { + "epoch": 0.28735632183908044, + "grad_norm": 61.33234405517578, + "learning_rate": 2.850574712643678e-06, + "loss": 3.6484, + "step": 125 + }, + { + "epoch": 0.3448275862068966, + "grad_norm": 67.54753112792969, + "learning_rate": 3.425287356321839e-06, + "loss": 3.4282, + "step": 150 + }, + { + "epoch": 0.40229885057471265, + "grad_norm": 132.90296936035156, + "learning_rate": 4.000000000000001e-06, + "loss": 3.1815, + "step": 175 + }, + { + "epoch": 0.45977011494252873, + "grad_norm": 46.601314544677734, + "learning_rate": 4.5747126436781615e-06, + "loss": 2.9159, + "step": 200 + }, + { + "epoch": 0.5172413793103449, + "grad_norm": 51.87305450439453, + "learning_rate": 5.149425287356322e-06, + "loss": 2.3467, + "step": 225 + }, + { + "epoch": 0.5747126436781609, + "grad_norm": 98.60101318359375, + "learning_rate": 5.724137931034483e-06, + "loss": 2.0049, + "step": 250 + }, + { + "epoch": 0.632183908045977, + "grad_norm": 16.502172470092773, + "learning_rate": 6.298850574712644e-06, + "loss": 1.7104, + "step": 275 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 61.49979782104492, + "learning_rate": 6.873563218390805e-06, + "loss": 1.7963, + "step": 300 + }, + { + "epoch": 0.7471264367816092, + "grad_norm": 86.86444091796875, + "learning_rate": 7.4482758620689665e-06, + "loss": 1.5261, + "step": 325 + }, + { + "epoch": 0.8045977011494253, + "grad_norm": 24.79496955871582, + "learning_rate": 8.022988505747126e-06, + "loss": 1.4704, + "step": 350 + }, + { + "epoch": 0.8620689655172413, + "grad_norm": 101.75529479980469, + "learning_rate": 8.597701149425289e-06, + "loss": 1.4275, + "step": 375 + }, + { + "epoch": 0.9195402298850575, + "grad_norm": 42.74177169799805, + "learning_rate": 9.172413793103448e-06, + "loss": 1.2154, + "step": 400 + }, + { + "epoch": 0.9770114942528736, + "grad_norm": 69.20018768310547, + "learning_rate": 9.74712643678161e-06, + "loss": 1.2764, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9140271493212669, + "eval_loss": 0.2824455797672272, + "eval_macro_f1": 0.622878194080716, + "eval_runtime": 2.6233, + "eval_samples_per_second": 589.711, + "eval_steps_per_second": 36.976, + "eval_weighted_f1": 0.893620777456492, + "step": 435 + }, + { + "epoch": 1.0344827586206897, + "grad_norm": 29.06832504272461, + "learning_rate": 1.032183908045977e-05, + "loss": 1.487, + "step": 450 + }, + { + "epoch": 1.0919540229885056, + "grad_norm": 61.902687072753906, + "learning_rate": 1.0896551724137932e-05, + "loss": 1.2539, + "step": 475 + }, + { + "epoch": 1.1494252873563218, + "grad_norm": 27.26679039001465, + "learning_rate": 1.1471264367816093e-05, + "loss": 0.9934, + "step": 500 + }, + { + "epoch": 1.206896551724138, + "grad_norm": 126.78582763671875, + "learning_rate": 1.2045977011494254e-05, + "loss": 1.218, + "step": 525 + }, + { + "epoch": 1.264367816091954, + "grad_norm": 96.14798736572266, + "learning_rate": 1.2620689655172415e-05, + "loss": 0.9208, + "step": 550 + }, + { + "epoch": 1.3218390804597702, + "grad_norm": 79.70824432373047, + "learning_rate": 1.3195402298850574e-05, + "loss": 1.1673, + "step": 575 + }, + { + "epoch": 1.3793103448275863, + "grad_norm": 18.800642013549805, + "learning_rate": 1.3770114942528736e-05, + "loss": 1.1244, + "step": 600 + }, + { + "epoch": 1.4367816091954024, + "grad_norm": 45.46791458129883, + "learning_rate": 1.4344827586206897e-05, + "loss": 1.0992, + "step": 625 + }, + { + "epoch": 1.4942528735632183, + "grad_norm": 38.59031677246094, + "learning_rate": 1.4919540229885058e-05, + "loss": 1.099, + "step": 650 + }, + { + "epoch": 1.5517241379310345, + "grad_norm": 46.203269958496094, + "learning_rate": 1.549425287356322e-05, + "loss": 1.1053, + "step": 675 + }, + { + "epoch": 1.6091954022988506, + "grad_norm": 190.404296875, + "learning_rate": 1.6068965517241383e-05, + "loss": 1.1795, + "step": 700 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 60.799625396728516, + "learning_rate": 1.664367816091954e-05, + "loss": 0.9335, + "step": 725 + }, + { + "epoch": 1.7241379310344827, + "grad_norm": 79.29805755615234, + "learning_rate": 1.72183908045977e-05, + "loss": 0.815, + "step": 750 + }, + { + "epoch": 1.7816091954022988, + "grad_norm": 83.83712005615234, + "learning_rate": 1.7793103448275862e-05, + "loss": 1.087, + "step": 775 + }, + { + "epoch": 1.839080459770115, + "grad_norm": 51.824859619140625, + "learning_rate": 1.8367816091954027e-05, + "loss": 1.0516, + "step": 800 + }, + { + "epoch": 1.896551724137931, + "grad_norm": 23.116647720336914, + "learning_rate": 1.8942528735632187e-05, + "loss": 1.0059, + "step": 825 + }, + { + "epoch": 1.9540229885057472, + "grad_norm": 86.5362548828125, + "learning_rate": 1.9517241379310345e-05, + "loss": 0.9953, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.936005171299289, + "eval_loss": 0.21690095961093903, + "eval_macro_f1": 0.8320195029371217, + "eval_runtime": 2.884, + "eval_samples_per_second": 536.414, + "eval_steps_per_second": 33.634, + "eval_weighted_f1": 0.9337923155097491, + "step": 870 + }, + { + "epoch": 2.0114942528735633, + "grad_norm": 35.23226547241211, + "learning_rate": 1.9989782886334612e-05, + "loss": 1.2005, + "step": 875 + }, + { + "epoch": 2.0689655172413794, + "grad_norm": 36.35498809814453, + "learning_rate": 1.9925925925925928e-05, + "loss": 0.7582, + "step": 900 + }, + { + "epoch": 2.1264367816091956, + "grad_norm": 82.01165008544922, + "learning_rate": 1.9862068965517244e-05, + "loss": 1.0093, + "step": 925 + }, + { + "epoch": 2.1839080459770113, + "grad_norm": 116.72792053222656, + "learning_rate": 1.979821200510856e-05, + "loss": 0.7357, + "step": 950 + }, + { + "epoch": 2.2413793103448274, + "grad_norm": 64.21260833740234, + "learning_rate": 1.9734355044699872e-05, + "loss": 0.9757, + "step": 975 + }, + { + "epoch": 2.2988505747126435, + "grad_norm": 41.9251708984375, + "learning_rate": 1.9670498084291188e-05, + "loss": 1.0526, + "step": 1000 + }, + { + "epoch": 2.3563218390804597, + "grad_norm": 42.352699279785156, + "learning_rate": 1.9606641123882504e-05, + "loss": 0.9018, + "step": 1025 + }, + { + "epoch": 2.413793103448276, + "grad_norm": 65.98710632324219, + "learning_rate": 1.954278416347382e-05, + "loss": 0.901, + "step": 1050 + }, + { + "epoch": 2.471264367816092, + "grad_norm": 11.95513916015625, + "learning_rate": 1.9478927203065136e-05, + "loss": 0.7996, + "step": 1075 + }, + { + "epoch": 2.528735632183908, + "grad_norm": 59.48210525512695, + "learning_rate": 1.941507024265645e-05, + "loss": 0.8258, + "step": 1100 + }, + { + "epoch": 2.586206896551724, + "grad_norm": 19.359569549560547, + "learning_rate": 1.9351213282247767e-05, + "loss": 0.6673, + "step": 1125 + }, + { + "epoch": 2.6436781609195403, + "grad_norm": 75.80420684814453, + "learning_rate": 1.928735632183908e-05, + "loss": 0.9378, + "step": 1150 + }, + { + "epoch": 2.7011494252873565, + "grad_norm": 30.460901260375977, + "learning_rate": 1.92234993614304e-05, + "loss": 0.9419, + "step": 1175 + }, + { + "epoch": 2.7586206896551726, + "grad_norm": 31.772748947143555, + "learning_rate": 1.915964240102171e-05, + "loss": 0.701, + "step": 1200 + }, + { + "epoch": 2.8160919540229887, + "grad_norm": 43.48031234741211, + "learning_rate": 1.9095785440613027e-05, + "loss": 0.8795, + "step": 1225 + }, + { + "epoch": 2.873563218390805, + "grad_norm": 22.545183181762695, + "learning_rate": 1.9031928480204343e-05, + "loss": 0.8479, + "step": 1250 + }, + { + "epoch": 2.9310344827586206, + "grad_norm": 40.706478118896484, + "learning_rate": 1.896807151979566e-05, + "loss": 0.8668, + "step": 1275 + }, + { + "epoch": 2.9885057471264367, + "grad_norm": 34.41613006591797, + "learning_rate": 1.8904214559386975e-05, + "loss": 0.779, + "step": 1300 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9411764705882353, + "eval_loss": 0.21190869808197021, + "eval_macro_f1": 0.8237646600977863, + "eval_runtime": 2.8498, + "eval_samples_per_second": 542.84, + "eval_steps_per_second": 34.037, + "eval_weighted_f1": 0.9367363532290243, + "step": 1305 + }, + { + "epoch": 3.045977011494253, + "grad_norm": 12.42618179321289, + "learning_rate": 1.884035759897829e-05, + "loss": 0.6757, + "step": 1325 + }, + { + "epoch": 3.103448275862069, + "grad_norm": 5.148250579833984, + "learning_rate": 1.8776500638569606e-05, + "loss": 0.6805, + "step": 1350 + }, + { + "epoch": 3.160919540229885, + "grad_norm": 18.025135040283203, + "learning_rate": 1.871264367816092e-05, + "loss": 0.6895, + "step": 1375 + }, + { + "epoch": 3.218390804597701, + "grad_norm": 6.517500877380371, + "learning_rate": 1.8648786717752235e-05, + "loss": 0.6185, + "step": 1400 + }, + { + "epoch": 3.2758620689655173, + "grad_norm": 33.409690856933594, + "learning_rate": 1.8584929757343554e-05, + "loss": 0.7641, + "step": 1425 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 88.17999267578125, + "learning_rate": 1.8521072796934866e-05, + "loss": 0.6153, + "step": 1450 + }, + { + "epoch": 3.3908045977011496, + "grad_norm": 25.658050537109375, + "learning_rate": 1.8457215836526182e-05, + "loss": 0.7401, + "step": 1475 + }, + { + "epoch": 3.4482758620689653, + "grad_norm": 45.00450897216797, + "learning_rate": 1.8393358876117498e-05, + "loss": 0.6616, + "step": 1500 + }, + { + "epoch": 3.5057471264367814, + "grad_norm": 106.3752670288086, + "learning_rate": 1.8329501915708814e-05, + "loss": 0.732, + "step": 1525 + }, + { + "epoch": 3.5632183908045976, + "grad_norm": 2.1924707889556885, + "learning_rate": 1.826564495530013e-05, + "loss": 0.6879, + "step": 1550 + }, + { + "epoch": 3.6206896551724137, + "grad_norm": 29.53846549987793, + "learning_rate": 1.8201787994891446e-05, + "loss": 0.9286, + "step": 1575 + }, + { + "epoch": 3.67816091954023, + "grad_norm": 52.141136169433594, + "learning_rate": 1.813793103448276e-05, + "loss": 0.6041, + "step": 1600 + }, + { + "epoch": 3.735632183908046, + "grad_norm": 31.94911766052246, + "learning_rate": 1.8074074074074074e-05, + "loss": 0.7164, + "step": 1625 + }, + { + "epoch": 3.793103448275862, + "grad_norm": 60.96485900878906, + "learning_rate": 1.801021711366539e-05, + "loss": 0.6059, + "step": 1650 + }, + { + "epoch": 3.8505747126436782, + "grad_norm": 8.722193717956543, + "learning_rate": 1.7946360153256706e-05, + "loss": 0.6306, + "step": 1675 + }, + { + "epoch": 3.9080459770114944, + "grad_norm": 29.03435707092285, + "learning_rate": 1.788250319284802e-05, + "loss": 0.7209, + "step": 1700 + }, + { + "epoch": 3.9655172413793105, + "grad_norm": 40.07364273071289, + "learning_rate": 1.7818646232439337e-05, + "loss": 0.7867, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9437621202327084, + "eval_loss": 0.20460227131843567, + "eval_macro_f1": 0.8511784854161445, + "eval_runtime": 2.7748, + "eval_samples_per_second": 557.512, + "eval_steps_per_second": 34.957, + "eval_weighted_f1": 0.9414060051872705, + "step": 1740 + }, + { + "epoch": 4.022988505747127, + "grad_norm": 15.898512840270996, + "learning_rate": 1.7754789272030653e-05, + "loss": 0.6467, + "step": 1750 + }, + { + "epoch": 4.080459770114943, + "grad_norm": 7.476998329162598, + "learning_rate": 1.769093231162197e-05, + "loss": 0.3966, + "step": 1775 + }, + { + "epoch": 4.137931034482759, + "grad_norm": 31.709001541137695, + "learning_rate": 1.762707535121328e-05, + "loss": 0.5539, + "step": 1800 + }, + { + "epoch": 4.195402298850575, + "grad_norm": 28.831144332885742, + "learning_rate": 1.75632183908046e-05, + "loss": 0.7697, + "step": 1825 + }, + { + "epoch": 4.252873563218391, + "grad_norm": 53.8886604309082, + "learning_rate": 1.7499361430395913e-05, + "loss": 0.6269, + "step": 1850 + }, + { + "epoch": 4.310344827586207, + "grad_norm": 37.1868782043457, + "learning_rate": 1.743550446998723e-05, + "loss": 0.5462, + "step": 1875 + }, + { + "epoch": 4.3678160919540225, + "grad_norm": 71.11383056640625, + "learning_rate": 1.7371647509578545e-05, + "loss": 0.6328, + "step": 1900 + }, + { + "epoch": 4.425287356321839, + "grad_norm": 6.014033794403076, + "learning_rate": 1.730779054916986e-05, + "loss": 0.442, + "step": 1925 + }, + { + "epoch": 4.482758620689655, + "grad_norm": 44.34601593017578, + "learning_rate": 1.7243933588761176e-05, + "loss": 0.6435, + "step": 1950 + }, + { + "epoch": 4.540229885057471, + "grad_norm": 12.347517013549805, + "learning_rate": 1.7180076628352492e-05, + "loss": 0.4974, + "step": 1975 + }, + { + "epoch": 4.597701149425287, + "grad_norm": 127.6614761352539, + "learning_rate": 1.7116219667943808e-05, + "loss": 0.5868, + "step": 2000 + }, + { + "epoch": 4.655172413793103, + "grad_norm": 46.37266159057617, + "learning_rate": 1.705236270753512e-05, + "loss": 0.7809, + "step": 2025 + }, + { + "epoch": 4.712643678160919, + "grad_norm": 74.96855926513672, + "learning_rate": 1.6988505747126436e-05, + "loss": 0.6302, + "step": 2050 + }, + { + "epoch": 4.7701149425287355, + "grad_norm": 27.749553680419922, + "learning_rate": 1.6924648786717756e-05, + "loss": 0.6878, + "step": 2075 + }, + { + "epoch": 4.827586206896552, + "grad_norm": 28.22524642944336, + "learning_rate": 1.6860791826309068e-05, + "loss": 0.6333, + "step": 2100 + }, + { + "epoch": 4.885057471264368, + "grad_norm": 95.75648498535156, + "learning_rate": 1.6796934865900384e-05, + "loss": 0.478, + "step": 2125 + }, + { + "epoch": 4.942528735632184, + "grad_norm": 120.60413360595703, + "learning_rate": 1.67330779054917e-05, + "loss": 0.5263, + "step": 2150 + }, + { + "epoch": 5.0, + "grad_norm": 87.45854187011719, + "learning_rate": 1.6669220945083016e-05, + "loss": 0.7413, + "step": 2175 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9463477698771816, + "eval_loss": 0.26639601588249207, + "eval_macro_f1": 0.8471890209271095, + "eval_runtime": 2.8778, + "eval_samples_per_second": 537.573, + "eval_steps_per_second": 33.707, + "eval_weighted_f1": 0.9435301905984652, + "step": 2175 + }, + { + "epoch": 5.057471264367816, + "grad_norm": 64.46949768066406, + "learning_rate": 1.6605363984674328e-05, + "loss": 0.3879, + "step": 2200 + }, + { + "epoch": 5.114942528735632, + "grad_norm": 8.423047065734863, + "learning_rate": 1.6541507024265647e-05, + "loss": 0.3954, + "step": 2225 + }, + { + "epoch": 5.172413793103448, + "grad_norm": 80.61648559570312, + "learning_rate": 1.6477650063856963e-05, + "loss": 0.6084, + "step": 2250 + }, + { + "epoch": 5.2298850574712645, + "grad_norm": 113.03629302978516, + "learning_rate": 1.6413793103448276e-05, + "loss": 0.4831, + "step": 2275 + }, + { + "epoch": 5.287356321839081, + "grad_norm": 62.81293487548828, + "learning_rate": 1.634993614303959e-05, + "loss": 0.4218, + "step": 2300 + }, + { + "epoch": 5.344827586206897, + "grad_norm": 200.0397186279297, + "learning_rate": 1.6286079182630907e-05, + "loss": 0.5344, + "step": 2325 + }, + { + "epoch": 5.402298850574713, + "grad_norm": 34.35760498046875, + "learning_rate": 1.6222222222222223e-05, + "loss": 0.4771, + "step": 2350 + }, + { + "epoch": 5.459770114942529, + "grad_norm": 5.907890319824219, + "learning_rate": 1.615836526181354e-05, + "loss": 0.4631, + "step": 2375 + }, + { + "epoch": 5.517241379310345, + "grad_norm": 135.62925720214844, + "learning_rate": 1.6094508301404855e-05, + "loss": 0.4342, + "step": 2400 + }, + { + "epoch": 5.574712643678161, + "grad_norm": 56.137481689453125, + "learning_rate": 1.603065134099617e-05, + "loss": 0.5131, + "step": 2425 + }, + { + "epoch": 5.6321839080459775, + "grad_norm": 0.9973520636558533, + "learning_rate": 1.5966794380587483e-05, + "loss": 0.7072, + "step": 2450 + }, + { + "epoch": 5.689655172413794, + "grad_norm": 154.66505432128906, + "learning_rate": 1.5902937420178802e-05, + "loss": 0.5903, + "step": 2475 + }, + { + "epoch": 5.747126436781609, + "grad_norm": 22.547443389892578, + "learning_rate": 1.5839080459770115e-05, + "loss": 0.5126, + "step": 2500 + }, + { + "epoch": 5.804597701149425, + "grad_norm": 116.9658432006836, + "learning_rate": 1.577522349936143e-05, + "loss": 0.6128, + "step": 2525 + }, + { + "epoch": 5.862068965517241, + "grad_norm": 0.1626264601945877, + "learning_rate": 1.5711366538952746e-05, + "loss": 0.509, + "step": 2550 + }, + { + "epoch": 5.919540229885057, + "grad_norm": 1.1527636051177979, + "learning_rate": 1.5647509578544062e-05, + "loss": 0.5958, + "step": 2575 + }, + { + "epoch": 5.977011494252873, + "grad_norm": 34.205902099609375, + "learning_rate": 1.5583652618135378e-05, + "loss": 0.6013, + "step": 2600 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9457013574660633, + "eval_loss": 0.3036922216415405, + "eval_macro_f1": 0.8596743164432326, + "eval_runtime": 2.7365, + "eval_samples_per_second": 565.319, + "eval_steps_per_second": 35.447, + "eval_weighted_f1": 0.9434365904088026, + "step": 2610 + } + ], + "logging_steps": 25, + "max_steps": 8700, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..79976ad3efd2552a2d23f5db1fbfd54b744a99a6 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/trainer_state.json @@ -0,0 +1,1234 @@ +{ + "best_global_step": 2610, + "best_metric": 0.8596743164432326, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 3915, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05747126436781609, + "grad_norm": 44.145957946777344, + "learning_rate": 5.517241379310345e-07, + "loss": 4.7741, + "step": 25 + }, + { + "epoch": 0.11494252873563218, + "grad_norm": 73.48234558105469, + "learning_rate": 1.1264367816091955e-06, + "loss": 4.548, + "step": 50 + }, + { + "epoch": 0.1724137931034483, + "grad_norm": 96.22064208984375, + "learning_rate": 1.7011494252873565e-06, + "loss": 4.2604, + "step": 75 + }, + { + "epoch": 0.22988505747126436, + "grad_norm": 143.32620239257812, + "learning_rate": 2.2758620689655173e-06, + "loss": 3.9519, + "step": 100 + }, + { + "epoch": 0.28735632183908044, + "grad_norm": 61.33234405517578, + "learning_rate": 2.850574712643678e-06, + "loss": 3.6484, + "step": 125 + }, + { + "epoch": 0.3448275862068966, + "grad_norm": 67.54753112792969, + "learning_rate": 3.425287356321839e-06, + "loss": 3.4282, + "step": 150 + }, + { + "epoch": 0.40229885057471265, + "grad_norm": 132.90296936035156, + "learning_rate": 4.000000000000001e-06, + "loss": 3.1815, + "step": 175 + }, + { + "epoch": 0.45977011494252873, + "grad_norm": 46.601314544677734, + "learning_rate": 4.5747126436781615e-06, + "loss": 2.9159, + "step": 200 + }, + { + "epoch": 0.5172413793103449, + "grad_norm": 51.87305450439453, + "learning_rate": 5.149425287356322e-06, + "loss": 2.3467, + "step": 225 + }, + { + "epoch": 0.5747126436781609, + "grad_norm": 98.60101318359375, + "learning_rate": 5.724137931034483e-06, + "loss": 2.0049, + "step": 250 + }, + { + "epoch": 0.632183908045977, + "grad_norm": 16.502172470092773, + "learning_rate": 6.298850574712644e-06, + "loss": 1.7104, + "step": 275 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 61.49979782104492, + "learning_rate": 6.873563218390805e-06, + "loss": 1.7963, + "step": 300 + }, + { + "epoch": 0.7471264367816092, + "grad_norm": 86.86444091796875, + "learning_rate": 7.4482758620689665e-06, + "loss": 1.5261, + "step": 325 + }, + { + "epoch": 0.8045977011494253, + "grad_norm": 24.79496955871582, + "learning_rate": 8.022988505747126e-06, + "loss": 1.4704, + "step": 350 + }, + { + "epoch": 0.8620689655172413, + "grad_norm": 101.75529479980469, + "learning_rate": 8.597701149425289e-06, + "loss": 1.4275, + "step": 375 + }, + { + "epoch": 0.9195402298850575, + "grad_norm": 42.74177169799805, + "learning_rate": 9.172413793103448e-06, + "loss": 1.2154, + "step": 400 + }, + { + "epoch": 0.9770114942528736, + "grad_norm": 69.20018768310547, + "learning_rate": 9.74712643678161e-06, + "loss": 1.2764, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9140271493212669, + "eval_loss": 0.2824455797672272, + "eval_macro_f1": 0.622878194080716, + "eval_runtime": 2.6233, + "eval_samples_per_second": 589.711, + "eval_steps_per_second": 36.976, + "eval_weighted_f1": 0.893620777456492, + "step": 435 + }, + { + "epoch": 1.0344827586206897, + "grad_norm": 29.06832504272461, + "learning_rate": 1.032183908045977e-05, + "loss": 1.487, + "step": 450 + }, + { + "epoch": 1.0919540229885056, + "grad_norm": 61.902687072753906, + "learning_rate": 1.0896551724137932e-05, + "loss": 1.2539, + "step": 475 + }, + { + "epoch": 1.1494252873563218, + "grad_norm": 27.26679039001465, + "learning_rate": 1.1471264367816093e-05, + "loss": 0.9934, + "step": 500 + }, + { + "epoch": 1.206896551724138, + "grad_norm": 126.78582763671875, + "learning_rate": 1.2045977011494254e-05, + "loss": 1.218, + "step": 525 + }, + { + "epoch": 1.264367816091954, + "grad_norm": 96.14798736572266, + "learning_rate": 1.2620689655172415e-05, + "loss": 0.9208, + "step": 550 + }, + { + "epoch": 1.3218390804597702, + "grad_norm": 79.70824432373047, + "learning_rate": 1.3195402298850574e-05, + "loss": 1.1673, + "step": 575 + }, + { + "epoch": 1.3793103448275863, + "grad_norm": 18.800642013549805, + "learning_rate": 1.3770114942528736e-05, + "loss": 1.1244, + "step": 600 + }, + { + "epoch": 1.4367816091954024, + "grad_norm": 45.46791458129883, + "learning_rate": 1.4344827586206897e-05, + "loss": 1.0992, + "step": 625 + }, + { + "epoch": 1.4942528735632183, + "grad_norm": 38.59031677246094, + "learning_rate": 1.4919540229885058e-05, + "loss": 1.099, + "step": 650 + }, + { + "epoch": 1.5517241379310345, + "grad_norm": 46.203269958496094, + "learning_rate": 1.549425287356322e-05, + "loss": 1.1053, + "step": 675 + }, + { + "epoch": 1.6091954022988506, + "grad_norm": 190.404296875, + "learning_rate": 1.6068965517241383e-05, + "loss": 1.1795, + "step": 700 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 60.799625396728516, + "learning_rate": 1.664367816091954e-05, + "loss": 0.9335, + "step": 725 + }, + { + "epoch": 1.7241379310344827, + "grad_norm": 79.29805755615234, + "learning_rate": 1.72183908045977e-05, + "loss": 0.815, + "step": 750 + }, + { + "epoch": 1.7816091954022988, + "grad_norm": 83.83712005615234, + "learning_rate": 1.7793103448275862e-05, + "loss": 1.087, + "step": 775 + }, + { + "epoch": 1.839080459770115, + "grad_norm": 51.824859619140625, + "learning_rate": 1.8367816091954027e-05, + "loss": 1.0516, + "step": 800 + }, + { + "epoch": 1.896551724137931, + "grad_norm": 23.116647720336914, + "learning_rate": 1.8942528735632187e-05, + "loss": 1.0059, + "step": 825 + }, + { + "epoch": 1.9540229885057472, + "grad_norm": 86.5362548828125, + "learning_rate": 1.9517241379310345e-05, + "loss": 0.9953, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.936005171299289, + "eval_loss": 0.21690095961093903, + "eval_macro_f1": 0.8320195029371217, + "eval_runtime": 2.884, + "eval_samples_per_second": 536.414, + "eval_steps_per_second": 33.634, + "eval_weighted_f1": 0.9337923155097491, + "step": 870 + }, + { + "epoch": 2.0114942528735633, + "grad_norm": 35.23226547241211, + "learning_rate": 1.9989782886334612e-05, + "loss": 1.2005, + "step": 875 + }, + { + "epoch": 2.0689655172413794, + "grad_norm": 36.35498809814453, + "learning_rate": 1.9925925925925928e-05, + "loss": 0.7582, + "step": 900 + }, + { + "epoch": 2.1264367816091956, + "grad_norm": 82.01165008544922, + "learning_rate": 1.9862068965517244e-05, + "loss": 1.0093, + "step": 925 + }, + { + "epoch": 2.1839080459770113, + "grad_norm": 116.72792053222656, + "learning_rate": 1.979821200510856e-05, + "loss": 0.7357, + "step": 950 + }, + { + "epoch": 2.2413793103448274, + "grad_norm": 64.21260833740234, + "learning_rate": 1.9734355044699872e-05, + "loss": 0.9757, + "step": 975 + }, + { + "epoch": 2.2988505747126435, + "grad_norm": 41.9251708984375, + "learning_rate": 1.9670498084291188e-05, + "loss": 1.0526, + "step": 1000 + }, + { + "epoch": 2.3563218390804597, + "grad_norm": 42.352699279785156, + "learning_rate": 1.9606641123882504e-05, + "loss": 0.9018, + "step": 1025 + }, + { + "epoch": 2.413793103448276, + "grad_norm": 65.98710632324219, + "learning_rate": 1.954278416347382e-05, + "loss": 0.901, + "step": 1050 + }, + { + "epoch": 2.471264367816092, + "grad_norm": 11.95513916015625, + "learning_rate": 1.9478927203065136e-05, + "loss": 0.7996, + "step": 1075 + }, + { + "epoch": 2.528735632183908, + "grad_norm": 59.48210525512695, + "learning_rate": 1.941507024265645e-05, + "loss": 0.8258, + "step": 1100 + }, + { + "epoch": 2.586206896551724, + "grad_norm": 19.359569549560547, + "learning_rate": 1.9351213282247767e-05, + "loss": 0.6673, + "step": 1125 + }, + { + "epoch": 2.6436781609195403, + "grad_norm": 75.80420684814453, + "learning_rate": 1.928735632183908e-05, + "loss": 0.9378, + "step": 1150 + }, + { + "epoch": 2.7011494252873565, + "grad_norm": 30.460901260375977, + "learning_rate": 1.92234993614304e-05, + "loss": 0.9419, + "step": 1175 + }, + { + "epoch": 2.7586206896551726, + "grad_norm": 31.772748947143555, + "learning_rate": 1.915964240102171e-05, + "loss": 0.701, + "step": 1200 + }, + { + "epoch": 2.8160919540229887, + "grad_norm": 43.48031234741211, + "learning_rate": 1.9095785440613027e-05, + "loss": 0.8795, + "step": 1225 + }, + { + "epoch": 2.873563218390805, + "grad_norm": 22.545183181762695, + "learning_rate": 1.9031928480204343e-05, + "loss": 0.8479, + "step": 1250 + }, + { + "epoch": 2.9310344827586206, + "grad_norm": 40.706478118896484, + "learning_rate": 1.896807151979566e-05, + "loss": 0.8668, + "step": 1275 + }, + { + "epoch": 2.9885057471264367, + "grad_norm": 34.41613006591797, + "learning_rate": 1.8904214559386975e-05, + "loss": 0.779, + "step": 1300 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9411764705882353, + "eval_loss": 0.21190869808197021, + "eval_macro_f1": 0.8237646600977863, + "eval_runtime": 2.8498, + "eval_samples_per_second": 542.84, + "eval_steps_per_second": 34.037, + "eval_weighted_f1": 0.9367363532290243, + "step": 1305 + }, + { + "epoch": 3.045977011494253, + "grad_norm": 12.42618179321289, + "learning_rate": 1.884035759897829e-05, + "loss": 0.6757, + "step": 1325 + }, + { + "epoch": 3.103448275862069, + "grad_norm": 5.148250579833984, + "learning_rate": 1.8776500638569606e-05, + "loss": 0.6805, + "step": 1350 + }, + { + "epoch": 3.160919540229885, + "grad_norm": 18.025135040283203, + "learning_rate": 1.871264367816092e-05, + "loss": 0.6895, + "step": 1375 + }, + { + "epoch": 3.218390804597701, + "grad_norm": 6.517500877380371, + "learning_rate": 1.8648786717752235e-05, + "loss": 0.6185, + "step": 1400 + }, + { + "epoch": 3.2758620689655173, + "grad_norm": 33.409690856933594, + "learning_rate": 1.8584929757343554e-05, + "loss": 0.7641, + "step": 1425 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 88.17999267578125, + "learning_rate": 1.8521072796934866e-05, + "loss": 0.6153, + "step": 1450 + }, + { + "epoch": 3.3908045977011496, + "grad_norm": 25.658050537109375, + "learning_rate": 1.8457215836526182e-05, + "loss": 0.7401, + "step": 1475 + }, + { + "epoch": 3.4482758620689653, + "grad_norm": 45.00450897216797, + "learning_rate": 1.8393358876117498e-05, + "loss": 0.6616, + "step": 1500 + }, + { + "epoch": 3.5057471264367814, + "grad_norm": 106.3752670288086, + "learning_rate": 1.8329501915708814e-05, + "loss": 0.732, + "step": 1525 + }, + { + "epoch": 3.5632183908045976, + "grad_norm": 2.1924707889556885, + "learning_rate": 1.826564495530013e-05, + "loss": 0.6879, + "step": 1550 + }, + { + "epoch": 3.6206896551724137, + "grad_norm": 29.53846549987793, + "learning_rate": 1.8201787994891446e-05, + "loss": 0.9286, + "step": 1575 + }, + { + "epoch": 3.67816091954023, + "grad_norm": 52.141136169433594, + "learning_rate": 1.813793103448276e-05, + "loss": 0.6041, + "step": 1600 + }, + { + "epoch": 3.735632183908046, + "grad_norm": 31.94911766052246, + "learning_rate": 1.8074074074074074e-05, + "loss": 0.7164, + "step": 1625 + }, + { + "epoch": 3.793103448275862, + "grad_norm": 60.96485900878906, + "learning_rate": 1.801021711366539e-05, + "loss": 0.6059, + "step": 1650 + }, + { + "epoch": 3.8505747126436782, + "grad_norm": 8.722193717956543, + "learning_rate": 1.7946360153256706e-05, + "loss": 0.6306, + "step": 1675 + }, + { + "epoch": 3.9080459770114944, + "grad_norm": 29.03435707092285, + "learning_rate": 1.788250319284802e-05, + "loss": 0.7209, + "step": 1700 + }, + { + "epoch": 3.9655172413793105, + "grad_norm": 40.07364273071289, + "learning_rate": 1.7818646232439337e-05, + "loss": 0.7867, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9437621202327084, + "eval_loss": 0.20460227131843567, + "eval_macro_f1": 0.8511784854161445, + "eval_runtime": 2.7748, + "eval_samples_per_second": 557.512, + "eval_steps_per_second": 34.957, + "eval_weighted_f1": 0.9414060051872705, + "step": 1740 + }, + { + "epoch": 4.022988505747127, + "grad_norm": 15.898512840270996, + "learning_rate": 1.7754789272030653e-05, + "loss": 0.6467, + "step": 1750 + }, + { + "epoch": 4.080459770114943, + "grad_norm": 7.476998329162598, + "learning_rate": 1.769093231162197e-05, + "loss": 0.3966, + "step": 1775 + }, + { + "epoch": 4.137931034482759, + "grad_norm": 31.709001541137695, + "learning_rate": 1.762707535121328e-05, + "loss": 0.5539, + "step": 1800 + }, + { + "epoch": 4.195402298850575, + "grad_norm": 28.831144332885742, + "learning_rate": 1.75632183908046e-05, + "loss": 0.7697, + "step": 1825 + }, + { + "epoch": 4.252873563218391, + "grad_norm": 53.8886604309082, + "learning_rate": 1.7499361430395913e-05, + "loss": 0.6269, + "step": 1850 + }, + { + "epoch": 4.310344827586207, + "grad_norm": 37.1868782043457, + "learning_rate": 1.743550446998723e-05, + "loss": 0.5462, + "step": 1875 + }, + { + "epoch": 4.3678160919540225, + "grad_norm": 71.11383056640625, + "learning_rate": 1.7371647509578545e-05, + "loss": 0.6328, + "step": 1900 + }, + { + "epoch": 4.425287356321839, + "grad_norm": 6.014033794403076, + "learning_rate": 1.730779054916986e-05, + "loss": 0.442, + "step": 1925 + }, + { + "epoch": 4.482758620689655, + "grad_norm": 44.34601593017578, + "learning_rate": 1.7243933588761176e-05, + "loss": 0.6435, + "step": 1950 + }, + { + "epoch": 4.540229885057471, + "grad_norm": 12.347517013549805, + "learning_rate": 1.7180076628352492e-05, + "loss": 0.4974, + "step": 1975 + }, + { + "epoch": 4.597701149425287, + "grad_norm": 127.6614761352539, + "learning_rate": 1.7116219667943808e-05, + "loss": 0.5868, + "step": 2000 + }, + { + "epoch": 4.655172413793103, + "grad_norm": 46.37266159057617, + "learning_rate": 1.705236270753512e-05, + "loss": 0.7809, + "step": 2025 + }, + { + "epoch": 4.712643678160919, + "grad_norm": 74.96855926513672, + "learning_rate": 1.6988505747126436e-05, + "loss": 0.6302, + "step": 2050 + }, + { + "epoch": 4.7701149425287355, + "grad_norm": 27.749553680419922, + "learning_rate": 1.6924648786717756e-05, + "loss": 0.6878, + "step": 2075 + }, + { + "epoch": 4.827586206896552, + "grad_norm": 28.22524642944336, + "learning_rate": 1.6860791826309068e-05, + "loss": 0.6333, + "step": 2100 + }, + { + "epoch": 4.885057471264368, + "grad_norm": 95.75648498535156, + "learning_rate": 1.6796934865900384e-05, + "loss": 0.478, + "step": 2125 + }, + { + "epoch": 4.942528735632184, + "grad_norm": 120.60413360595703, + "learning_rate": 1.67330779054917e-05, + "loss": 0.5263, + "step": 2150 + }, + { + "epoch": 5.0, + "grad_norm": 87.45854187011719, + "learning_rate": 1.6669220945083016e-05, + "loss": 0.7413, + "step": 2175 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9463477698771816, + "eval_loss": 0.26639601588249207, + "eval_macro_f1": 0.8471890209271095, + "eval_runtime": 2.8778, + "eval_samples_per_second": 537.573, + "eval_steps_per_second": 33.707, + "eval_weighted_f1": 0.9435301905984652, + "step": 2175 + }, + { + "epoch": 5.057471264367816, + "grad_norm": 64.46949768066406, + "learning_rate": 1.6605363984674328e-05, + "loss": 0.3879, + "step": 2200 + }, + { + "epoch": 5.114942528735632, + "grad_norm": 8.423047065734863, + "learning_rate": 1.6541507024265647e-05, + "loss": 0.3954, + "step": 2225 + }, + { + "epoch": 5.172413793103448, + "grad_norm": 80.61648559570312, + "learning_rate": 1.6477650063856963e-05, + "loss": 0.6084, + "step": 2250 + }, + { + "epoch": 5.2298850574712645, + "grad_norm": 113.03629302978516, + "learning_rate": 1.6413793103448276e-05, + "loss": 0.4831, + "step": 2275 + }, + { + "epoch": 5.287356321839081, + "grad_norm": 62.81293487548828, + "learning_rate": 1.634993614303959e-05, + "loss": 0.4218, + "step": 2300 + }, + { + "epoch": 5.344827586206897, + "grad_norm": 200.0397186279297, + "learning_rate": 1.6286079182630907e-05, + "loss": 0.5344, + "step": 2325 + }, + { + "epoch": 5.402298850574713, + "grad_norm": 34.35760498046875, + "learning_rate": 1.6222222222222223e-05, + "loss": 0.4771, + "step": 2350 + }, + { + "epoch": 5.459770114942529, + "grad_norm": 5.907890319824219, + "learning_rate": 1.615836526181354e-05, + "loss": 0.4631, + "step": 2375 + }, + { + "epoch": 5.517241379310345, + "grad_norm": 135.62925720214844, + "learning_rate": 1.6094508301404855e-05, + "loss": 0.4342, + "step": 2400 + }, + { + "epoch": 5.574712643678161, + "grad_norm": 56.137481689453125, + "learning_rate": 1.603065134099617e-05, + "loss": 0.5131, + "step": 2425 + }, + { + "epoch": 5.6321839080459775, + "grad_norm": 0.9973520636558533, + "learning_rate": 1.5966794380587483e-05, + "loss": 0.7072, + "step": 2450 + }, + { + "epoch": 5.689655172413794, + "grad_norm": 154.66505432128906, + "learning_rate": 1.5902937420178802e-05, + "loss": 0.5903, + "step": 2475 + }, + { + "epoch": 5.747126436781609, + "grad_norm": 22.547443389892578, + "learning_rate": 1.5839080459770115e-05, + "loss": 0.5126, + "step": 2500 + }, + { + "epoch": 5.804597701149425, + "grad_norm": 116.9658432006836, + "learning_rate": 1.577522349936143e-05, + "loss": 0.6128, + "step": 2525 + }, + { + "epoch": 5.862068965517241, + "grad_norm": 0.1626264601945877, + "learning_rate": 1.5711366538952746e-05, + "loss": 0.509, + "step": 2550 + }, + { + "epoch": 5.919540229885057, + "grad_norm": 1.1527636051177979, + "learning_rate": 1.5647509578544062e-05, + "loss": 0.5958, + "step": 2575 + }, + { + "epoch": 5.977011494252873, + "grad_norm": 34.205902099609375, + "learning_rate": 1.5583652618135378e-05, + "loss": 0.6013, + "step": 2600 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9457013574660633, + "eval_loss": 0.3036922216415405, + "eval_macro_f1": 0.8596743164432326, + "eval_runtime": 2.7365, + "eval_samples_per_second": 565.319, + "eval_steps_per_second": 35.447, + "eval_weighted_f1": 0.9434365904088026, + "step": 2610 + }, + { + "epoch": 6.0344827586206895, + "grad_norm": 21.509857177734375, + "learning_rate": 1.5519795657726694e-05, + "loss": 0.5525, + "step": 2625 + }, + { + "epoch": 6.091954022988506, + "grad_norm": 0.1214284673333168, + "learning_rate": 1.545593869731801e-05, + "loss": 0.2735, + "step": 2650 + }, + { + "epoch": 6.149425287356322, + "grad_norm": 1.456486463546753, + "learning_rate": 1.5392081736909322e-05, + "loss": 0.2927, + "step": 2675 + }, + { + "epoch": 6.206896551724138, + "grad_norm": 29.155765533447266, + "learning_rate": 1.5328224776500638e-05, + "loss": 0.7004, + "step": 2700 + }, + { + "epoch": 6.264367816091954, + "grad_norm": 0.09277675300836563, + "learning_rate": 1.5264367816091957e-05, + "loss": 0.3492, + "step": 2725 + }, + { + "epoch": 6.32183908045977, + "grad_norm": 58.62759780883789, + "learning_rate": 1.520051085568327e-05, + "loss": 0.4331, + "step": 2750 + }, + { + "epoch": 6.379310344827586, + "grad_norm": 13.637407302856445, + "learning_rate": 1.5136653895274587e-05, + "loss": 0.6041, + "step": 2775 + }, + { + "epoch": 6.436781609195402, + "grad_norm": 34.937652587890625, + "learning_rate": 1.5072796934865901e-05, + "loss": 0.4359, + "step": 2800 + }, + { + "epoch": 6.494252873563219, + "grad_norm": 176.8557586669922, + "learning_rate": 1.5008939974457217e-05, + "loss": 0.3107, + "step": 2825 + }, + { + "epoch": 6.551724137931035, + "grad_norm": 64.951416015625, + "learning_rate": 1.4945083014048531e-05, + "loss": 0.3518, + "step": 2850 + }, + { + "epoch": 6.609195402298851, + "grad_norm": 10.967199325561523, + "learning_rate": 1.4881226053639847e-05, + "loss": 0.3134, + "step": 2875 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 94.00547790527344, + "learning_rate": 1.4817369093231165e-05, + "loss": 0.5228, + "step": 2900 + }, + { + "epoch": 6.724137931034483, + "grad_norm": 88.82599639892578, + "learning_rate": 1.4753512132822479e-05, + "loss": 0.4079, + "step": 2925 + }, + { + "epoch": 6.781609195402299, + "grad_norm": 313.6712951660156, + "learning_rate": 1.4689655172413795e-05, + "loss": 0.4575, + "step": 2950 + }, + { + "epoch": 6.8390804597701145, + "grad_norm": 1.4508088827133179, + "learning_rate": 1.4625798212005109e-05, + "loss": 0.526, + "step": 2975 + }, + { + "epoch": 6.896551724137931, + "grad_norm": 28.799528121948242, + "learning_rate": 1.4561941251596425e-05, + "loss": 0.5279, + "step": 3000 + }, + { + "epoch": 6.954022988505747, + "grad_norm": 0.17448049783706665, + "learning_rate": 1.4498084291187742e-05, + "loss": 0.439, + "step": 3025 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.940530058177117, + "eval_loss": 0.32828229665756226, + "eval_macro_f1": 0.8383177079768718, + "eval_runtime": 2.9653, + "eval_samples_per_second": 521.704, + "eval_steps_per_second": 32.712, + "eval_weighted_f1": 0.9395101064090678, + "step": 3045 + }, + { + "epoch": 7.011494252873563, + "grad_norm": 0.5736026167869568, + "learning_rate": 1.4434227330779056e-05, + "loss": 0.5672, + "step": 3050 + }, + { + "epoch": 7.068965517241379, + "grad_norm": 0.10717378556728363, + "learning_rate": 1.4370370370370372e-05, + "loss": 0.3625, + "step": 3075 + }, + { + "epoch": 7.126436781609195, + "grad_norm": 56.714622497558594, + "learning_rate": 1.4306513409961686e-05, + "loss": 0.2681, + "step": 3100 + }, + { + "epoch": 7.183908045977011, + "grad_norm": 20.04535675048828, + "learning_rate": 1.4242656449553002e-05, + "loss": 0.1836, + "step": 3125 + }, + { + "epoch": 7.241379310344827, + "grad_norm": 0.13017643988132477, + "learning_rate": 1.4178799489144316e-05, + "loss": 0.4311, + "step": 3150 + }, + { + "epoch": 7.2988505747126435, + "grad_norm": 173.84033203125, + "learning_rate": 1.4114942528735634e-05, + "loss": 0.5291, + "step": 3175 + }, + { + "epoch": 7.35632183908046, + "grad_norm": 0.11474902927875519, + "learning_rate": 1.405108556832695e-05, + "loss": 0.3095, + "step": 3200 + }, + { + "epoch": 7.413793103448276, + "grad_norm": 234.57171630859375, + "learning_rate": 1.3987228607918264e-05, + "loss": 0.4371, + "step": 3225 + }, + { + "epoch": 7.471264367816092, + "grad_norm": 0.7069563865661621, + "learning_rate": 1.392337164750958e-05, + "loss": 0.4086, + "step": 3250 + }, + { + "epoch": 7.528735632183908, + "grad_norm": 50.07723617553711, + "learning_rate": 1.3859514687100894e-05, + "loss": 0.4126, + "step": 3275 + }, + { + "epoch": 7.586206896551724, + "grad_norm": 52.5754508972168, + "learning_rate": 1.3795657726692211e-05, + "loss": 0.3408, + "step": 3300 + }, + { + "epoch": 7.64367816091954, + "grad_norm": 1.1468124389648438, + "learning_rate": 1.3731800766283526e-05, + "loss": 0.4657, + "step": 3325 + }, + { + "epoch": 7.7011494252873565, + "grad_norm": 50.419342041015625, + "learning_rate": 1.3667943805874841e-05, + "loss": 0.5188, + "step": 3350 + }, + { + "epoch": 7.758620689655173, + "grad_norm": 0.4368256628513336, + "learning_rate": 1.3604086845466157e-05, + "loss": 0.2734, + "step": 3375 + }, + { + "epoch": 7.816091954022989, + "grad_norm": 66.3209457397461, + "learning_rate": 1.3540229885057471e-05, + "loss": 0.3274, + "step": 3400 + }, + { + "epoch": 7.873563218390805, + "grad_norm": 0.2430601418018341, + "learning_rate": 1.3476372924648789e-05, + "loss": 0.4179, + "step": 3425 + }, + { + "epoch": 7.931034482758621, + "grad_norm": 17.331148147583008, + "learning_rate": 1.3412515964240103e-05, + "loss": 0.2445, + "step": 3450 + }, + { + "epoch": 7.988505747126437, + "grad_norm": 13.401670455932617, + "learning_rate": 1.3348659003831419e-05, + "loss": 0.5435, + "step": 3475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9444085326438267, + "eval_loss": 0.33746784925460815, + "eval_macro_f1": 0.8494865840851716, + "eval_runtime": 2.7972, + "eval_samples_per_second": 553.061, + "eval_steps_per_second": 34.678, + "eval_weighted_f1": 0.9428329609325846, + "step": 3480 + }, + { + "epoch": 8.045977011494253, + "grad_norm": 136.97314453125, + "learning_rate": 1.3284802043422733e-05, + "loss": 0.3393, + "step": 3500 + }, + { + "epoch": 8.10344827586207, + "grad_norm": 3.103800058364868, + "learning_rate": 1.3220945083014049e-05, + "loss": 0.2377, + "step": 3525 + }, + { + "epoch": 8.160919540229886, + "grad_norm": 0.24595454335212708, + "learning_rate": 1.3157088122605367e-05, + "loss": 0.4221, + "step": 3550 + }, + { + "epoch": 8.218390804597702, + "grad_norm": 0.24125459790229797, + "learning_rate": 1.309323116219668e-05, + "loss": 0.3434, + "step": 3575 + }, + { + "epoch": 8.275862068965518, + "grad_norm": 45.899959564208984, + "learning_rate": 1.3029374201787996e-05, + "loss": 0.3691, + "step": 3600 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 0.15197734534740448, + "learning_rate": 1.296551724137931e-05, + "loss": 0.3088, + "step": 3625 + }, + { + "epoch": 8.39080459770115, + "grad_norm": 1.858221411705017, + "learning_rate": 1.2901660280970626e-05, + "loss": 0.3021, + "step": 3650 + }, + { + "epoch": 8.448275862068966, + "grad_norm": 0.21687494218349457, + "learning_rate": 1.283780332056194e-05, + "loss": 0.1176, + "step": 3675 + }, + { + "epoch": 8.505747126436782, + "grad_norm": 0.1758592128753662, + "learning_rate": 1.2773946360153258e-05, + "loss": 0.3625, + "step": 3700 + }, + { + "epoch": 8.563218390804598, + "grad_norm": 0.35951778292655945, + "learning_rate": 1.2710089399744574e-05, + "loss": 0.2862, + "step": 3725 + }, + { + "epoch": 8.620689655172415, + "grad_norm": 0.0553213395178318, + "learning_rate": 1.2646232439335888e-05, + "loss": 0.4067, + "step": 3750 + }, + { + "epoch": 8.678160919540229, + "grad_norm": 0.252119779586792, + "learning_rate": 1.2582375478927204e-05, + "loss": 0.4748, + "step": 3775 + }, + { + "epoch": 8.735632183908045, + "grad_norm": 1.3747284412384033, + "learning_rate": 1.2518518518518518e-05, + "loss": 0.3126, + "step": 3800 + }, + { + "epoch": 8.793103448275861, + "grad_norm": 10.316068649291992, + "learning_rate": 1.2454661558109836e-05, + "loss": 0.3634, + "step": 3825 + }, + { + "epoch": 8.850574712643677, + "grad_norm": 0.11203095316886902, + "learning_rate": 1.2390804597701151e-05, + "loss": 0.3379, + "step": 3850 + }, + { + "epoch": 8.908045977011493, + "grad_norm": 0.2818429172039032, + "learning_rate": 1.2326947637292466e-05, + "loss": 0.2963, + "step": 3875 + }, + { + "epoch": 8.96551724137931, + "grad_norm": 0.055314406752586365, + "learning_rate": 1.2263090676883781e-05, + "loss": 0.4535, + "step": 3900 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.9398836457659987, + "eval_loss": 0.3292090594768524, + "eval_macro_f1": 0.8451711738794465, + "eval_runtime": 2.8863, + "eval_samples_per_second": 535.972, + "eval_steps_per_second": 33.607, + "eval_weighted_f1": 0.9387426341351185, + "step": 3915 + } + ], + "logging_steps": 25, + "max_steps": 8700, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..a921fad475007bbffca2f4c5ff60ec62229fe3fe --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/trainer_state.json @@ -0,0 +1,464 @@ +{ + "best_global_step": 1161, + "best_metric": 0.8966072726194184, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1161, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.19455252918287938, + "grad_norm": 101.5467758178711, + "learning_rate": 1.86046511627907e-06, + "loss": 5.411, + "step": 25 + }, + { + "epoch": 0.38910505836575876, + "grad_norm": 81.69048309326172, + "learning_rate": 3.798449612403101e-06, + "loss": 4.2152, + "step": 50 + }, + { + "epoch": 0.5836575875486382, + "grad_norm": 81.57347869873047, + "learning_rate": 5.736434108527133e-06, + "loss": 3.6834, + "step": 75 + }, + { + "epoch": 0.7782101167315175, + "grad_norm": 26.226085662841797, + "learning_rate": 7.674418604651164e-06, + "loss": 3.5089, + "step": 100 + }, + { + "epoch": 0.9727626459143969, + "grad_norm": 20.509733200073242, + "learning_rate": 9.612403100775196e-06, + "loss": 3.2409, + "step": 125 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7286652078774617, + "eval_loss": 0.7403519153594971, + "eval_macro_f1": 0.2810126582278481, + "eval_runtime": 1.0563, + "eval_samples_per_second": 432.65, + "eval_steps_per_second": 27.455, + "eval_weighted_f1": 0.6142924410713793, + "step": 129 + }, + { + "epoch": 1.1634241245136188, + "grad_norm": 64.8873062133789, + "learning_rate": 1.1550387596899227e-05, + "loss": 2.9342, + "step": 150 + }, + { + "epoch": 1.3579766536964981, + "grad_norm": 35.117835998535156, + "learning_rate": 1.3488372093023257e-05, + "loss": 2.8376, + "step": 175 + }, + { + "epoch": 1.5525291828793775, + "grad_norm": 101.19019317626953, + "learning_rate": 1.542635658914729e-05, + "loss": 2.4047, + "step": 200 + }, + { + "epoch": 1.7470817120622568, + "grad_norm": 38.14746856689453, + "learning_rate": 1.736434108527132e-05, + "loss": 1.9189, + "step": 225 + }, + { + "epoch": 1.9416342412451362, + "grad_norm": 43.99481201171875, + "learning_rate": 1.9302325581395353e-05, + "loss": 1.7379, + "step": 250 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.87527352297593, + "eval_loss": 0.3325788974761963, + "eval_macro_f1": 0.7308432967218378, + "eval_runtime": 1.002, + "eval_samples_per_second": 456.101, + "eval_steps_per_second": 28.943, + "eval_weighted_f1": 0.8689279533985452, + "step": 258 + }, + { + "epoch": 2.132295719844358, + "grad_norm": 39.52508544921875, + "learning_rate": 1.9862187769164516e-05, + "loss": 1.4535, + "step": 275 + }, + { + "epoch": 2.3268482490272375, + "grad_norm": 100.41864776611328, + "learning_rate": 1.9646856158484065e-05, + "loss": 1.5681, + "step": 300 + }, + { + "epoch": 2.5214007782101167, + "grad_norm": 32.752681732177734, + "learning_rate": 1.943152454780362e-05, + "loss": 1.6827, + "step": 325 + }, + { + "epoch": 2.7159533073929962, + "grad_norm": 27.89714813232422, + "learning_rate": 1.921619293712317e-05, + "loss": 1.4884, + "step": 350 + }, + { + "epoch": 2.9105058365758754, + "grad_norm": 55.0583381652832, + "learning_rate": 1.9000861326442723e-05, + "loss": 1.3268, + "step": 375 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.912472647702407, + "eval_loss": 0.2993910610675812, + "eval_macro_f1": 0.8342116427766969, + "eval_runtime": 1.0062, + "eval_samples_per_second": 454.193, + "eval_steps_per_second": 28.822, + "eval_weighted_f1": 0.911035564629767, + "step": 387 + }, + { + "epoch": 3.1011673151750974, + "grad_norm": 80.73308563232422, + "learning_rate": 1.8785529715762276e-05, + "loss": 1.4177, + "step": 400 + }, + { + "epoch": 3.2957198443579765, + "grad_norm": 22.857919692993164, + "learning_rate": 1.857019810508183e-05, + "loss": 1.1288, + "step": 425 + }, + { + "epoch": 3.490272373540856, + "grad_norm": 41.241580963134766, + "learning_rate": 1.835486649440138e-05, + "loss": 1.2761, + "step": 450 + }, + { + "epoch": 3.6848249027237356, + "grad_norm": 70.94171905517578, + "learning_rate": 1.813953488372093e-05, + "loss": 1.2168, + "step": 475 + }, + { + "epoch": 3.8793774319066148, + "grad_norm": 78.02689361572266, + "learning_rate": 1.7924203273040483e-05, + "loss": 0.8625, + "step": 500 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9212253829321663, + "eval_loss": 0.27901342511177063, + "eval_macro_f1": 0.8671264803397554, + "eval_runtime": 0.9771, + "eval_samples_per_second": 467.693, + "eval_steps_per_second": 29.679, + "eval_weighted_f1": 0.9223341056471691, + "step": 516 + }, + { + "epoch": 4.070038910505836, + "grad_norm": 57.2181396484375, + "learning_rate": 1.7708871662360035e-05, + "loss": 0.9899, + "step": 525 + }, + { + "epoch": 4.264591439688716, + "grad_norm": 28.382827758789062, + "learning_rate": 1.7493540051679588e-05, + "loss": 0.9073, + "step": 550 + }, + { + "epoch": 4.4591439688715955, + "grad_norm": 60.77801513671875, + "learning_rate": 1.727820844099914e-05, + "loss": 0.7978, + "step": 575 + }, + { + "epoch": 4.653696498054475, + "grad_norm": 50.01327133178711, + "learning_rate": 1.7062876830318693e-05, + "loss": 0.8612, + "step": 600 + }, + { + "epoch": 4.848249027237354, + "grad_norm": 62.889190673828125, + "learning_rate": 1.6847545219638243e-05, + "loss": 1.1621, + "step": 625 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9146608315098468, + "eval_loss": 0.2734995186328888, + "eval_macro_f1": 0.8439984221020235, + "eval_runtime": 1.0243, + "eval_samples_per_second": 446.15, + "eval_steps_per_second": 28.312, + "eval_weighted_f1": 0.9143095084830726, + "step": 645 + }, + { + "epoch": 5.038910505836576, + "grad_norm": 62.80373764038086, + "learning_rate": 1.6632213608957795e-05, + "loss": 0.7663, + "step": 650 + }, + { + "epoch": 5.233463035019455, + "grad_norm": 189.08029174804688, + "learning_rate": 1.6416881998277348e-05, + "loss": 0.7203, + "step": 675 + }, + { + "epoch": 5.428015564202335, + "grad_norm": 157.95887756347656, + "learning_rate": 1.62015503875969e-05, + "loss": 0.5046, + "step": 700 + }, + { + "epoch": 5.622568093385214, + "grad_norm": 28.120084762573242, + "learning_rate": 1.5986218776916453e-05, + "loss": 0.7933, + "step": 725 + }, + { + "epoch": 5.817120622568093, + "grad_norm": 78.62400817871094, + "learning_rate": 1.5770887166236006e-05, + "loss": 0.8044, + "step": 750 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.925601750547046, + "eval_loss": 0.32352906465530396, + "eval_macro_f1": 0.869306662499349, + "eval_runtime": 1.0114, + "eval_samples_per_second": 451.833, + "eval_steps_per_second": 28.672, + "eval_weighted_f1": 0.9245764399046213, + "step": 774 + }, + { + "epoch": 6.007782101167315, + "grad_norm": 11.395580291748047, + "learning_rate": 1.555555555555556e-05, + "loss": 0.5756, + "step": 775 + }, + { + "epoch": 6.202334630350195, + "grad_norm": 36.38821029663086, + "learning_rate": 1.534022394487511e-05, + "loss": 0.5349, + "step": 800 + }, + { + "epoch": 6.396887159533074, + "grad_norm": 5.9300947189331055, + "learning_rate": 1.512489233419466e-05, + "loss": 0.4864, + "step": 825 + }, + { + "epoch": 6.591439688715953, + "grad_norm": 26.07611846923828, + "learning_rate": 1.4909560723514215e-05, + "loss": 0.6126, + "step": 850 + }, + { + "epoch": 6.785992217898833, + "grad_norm": 169.8355255126953, + "learning_rate": 1.4694229112833764e-05, + "loss": 0.6318, + "step": 875 + }, + { + "epoch": 6.980544747081712, + "grad_norm": 115.15208435058594, + "learning_rate": 1.4478897502153318e-05, + "loss": 0.7607, + "step": 900 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9299781181619255, + "eval_loss": 0.27811527252197266, + "eval_macro_f1": 0.8745654168983327, + "eval_runtime": 1.0137, + "eval_samples_per_second": 450.809, + "eval_steps_per_second": 28.607, + "eval_weighted_f1": 0.9310580136440144, + "step": 903 + }, + { + "epoch": 7.171206225680934, + "grad_norm": 30.460220336914062, + "learning_rate": 1.426356589147287e-05, + "loss": 0.4046, + "step": 925 + }, + { + "epoch": 7.365758754863813, + "grad_norm": 33.1778564453125, + "learning_rate": 1.4048234280792422e-05, + "loss": 0.4296, + "step": 950 + }, + { + "epoch": 7.560311284046692, + "grad_norm": 51.63707733154297, + "learning_rate": 1.3832902670111974e-05, + "loss": 0.4215, + "step": 975 + }, + { + "epoch": 7.754863813229572, + "grad_norm": 19.124042510986328, + "learning_rate": 1.3617571059431525e-05, + "loss": 0.3341, + "step": 1000 + }, + { + "epoch": 7.9494163424124515, + "grad_norm": 48.66011428833008, + "learning_rate": 1.3402239448751078e-05, + "loss": 0.5325, + "step": 1025 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9321663019693655, + "eval_loss": 0.3705456256866455, + "eval_macro_f1": 0.8765728411490948, + "eval_runtime": 1.0887, + "eval_samples_per_second": 419.763, + "eval_steps_per_second": 26.637, + "eval_weighted_f1": 0.9322654435068405, + "step": 1032 + }, + { + "epoch": 8.140077821011673, + "grad_norm": 168.1405487060547, + "learning_rate": 1.318690783807063e-05, + "loss": 0.4374, + "step": 1050 + }, + { + "epoch": 8.334630350194553, + "grad_norm": 233.7158966064453, + "learning_rate": 1.2971576227390181e-05, + "loss": 0.5346, + "step": 1075 + }, + { + "epoch": 8.529182879377432, + "grad_norm": 105.84122467041016, + "learning_rate": 1.2756244616709734e-05, + "loss": 0.3217, + "step": 1100 + }, + { + "epoch": 8.72373540856031, + "grad_norm": 98.66136932373047, + "learning_rate": 1.2540913006029287e-05, + "loss": 0.661, + "step": 1125 + }, + { + "epoch": 8.918287937743191, + "grad_norm": 1.877851963043213, + "learning_rate": 1.2325581395348838e-05, + "loss": 0.4053, + "step": 1150 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.9409190371991247, + "eval_loss": 0.40764573216438293, + "eval_macro_f1": 0.8966072726194184, + "eval_runtime": 1.0325, + "eval_samples_per_second": 442.595, + "eval_steps_per_second": 28.086, + "eval_weighted_f1": 0.9408284340063059, + "step": 1161 + } + ], + "logging_steps": 25, + "max_steps": 2580, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5e7285e68afec00fad00c95b013169d35527be85 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/trainer_state.json @@ -0,0 +1,602 @@ +{ + "best_global_step": 1161, + "best_metric": 0.8966072726194184, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 1548, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.19455252918287938, + "grad_norm": 101.5467758178711, + "learning_rate": 1.86046511627907e-06, + "loss": 5.411, + "step": 25 + }, + { + "epoch": 0.38910505836575876, + "grad_norm": 81.69048309326172, + "learning_rate": 3.798449612403101e-06, + "loss": 4.2152, + "step": 50 + }, + { + "epoch": 0.5836575875486382, + "grad_norm": 81.57347869873047, + "learning_rate": 5.736434108527133e-06, + "loss": 3.6834, + "step": 75 + }, + { + "epoch": 0.7782101167315175, + "grad_norm": 26.226085662841797, + "learning_rate": 7.674418604651164e-06, + "loss": 3.5089, + "step": 100 + }, + { + "epoch": 0.9727626459143969, + "grad_norm": 20.509733200073242, + "learning_rate": 9.612403100775196e-06, + "loss": 3.2409, + "step": 125 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7286652078774617, + "eval_loss": 0.7403519153594971, + "eval_macro_f1": 0.2810126582278481, + "eval_runtime": 1.0563, + "eval_samples_per_second": 432.65, + "eval_steps_per_second": 27.455, + "eval_weighted_f1": 0.6142924410713793, + "step": 129 + }, + { + "epoch": 1.1634241245136188, + "grad_norm": 64.8873062133789, + "learning_rate": 1.1550387596899227e-05, + "loss": 2.9342, + "step": 150 + }, + { + "epoch": 1.3579766536964981, + "grad_norm": 35.117835998535156, + "learning_rate": 1.3488372093023257e-05, + "loss": 2.8376, + "step": 175 + }, + { + "epoch": 1.5525291828793775, + "grad_norm": 101.19019317626953, + "learning_rate": 1.542635658914729e-05, + "loss": 2.4047, + "step": 200 + }, + { + "epoch": 1.7470817120622568, + "grad_norm": 38.14746856689453, + "learning_rate": 1.736434108527132e-05, + "loss": 1.9189, + "step": 225 + }, + { + "epoch": 1.9416342412451362, + "grad_norm": 43.99481201171875, + "learning_rate": 1.9302325581395353e-05, + "loss": 1.7379, + "step": 250 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.87527352297593, + "eval_loss": 0.3325788974761963, + "eval_macro_f1": 0.7308432967218378, + "eval_runtime": 1.002, + "eval_samples_per_second": 456.101, + "eval_steps_per_second": 28.943, + "eval_weighted_f1": 0.8689279533985452, + "step": 258 + }, + { + "epoch": 2.132295719844358, + "grad_norm": 39.52508544921875, + "learning_rate": 1.9862187769164516e-05, + "loss": 1.4535, + "step": 275 + }, + { + "epoch": 2.3268482490272375, + "grad_norm": 100.41864776611328, + "learning_rate": 1.9646856158484065e-05, + "loss": 1.5681, + "step": 300 + }, + { + "epoch": 2.5214007782101167, + "grad_norm": 32.752681732177734, + "learning_rate": 1.943152454780362e-05, + "loss": 1.6827, + "step": 325 + }, + { + "epoch": 2.7159533073929962, + "grad_norm": 27.89714813232422, + "learning_rate": 1.921619293712317e-05, + "loss": 1.4884, + "step": 350 + }, + { + "epoch": 2.9105058365758754, + "grad_norm": 55.0583381652832, + "learning_rate": 1.9000861326442723e-05, + "loss": 1.3268, + "step": 375 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.912472647702407, + "eval_loss": 0.2993910610675812, + "eval_macro_f1": 0.8342116427766969, + "eval_runtime": 1.0062, + "eval_samples_per_second": 454.193, + "eval_steps_per_second": 28.822, + "eval_weighted_f1": 0.911035564629767, + "step": 387 + }, + { + "epoch": 3.1011673151750974, + "grad_norm": 80.73308563232422, + "learning_rate": 1.8785529715762276e-05, + "loss": 1.4177, + "step": 400 + }, + { + "epoch": 3.2957198443579765, + "grad_norm": 22.857919692993164, + "learning_rate": 1.857019810508183e-05, + "loss": 1.1288, + "step": 425 + }, + { + "epoch": 3.490272373540856, + "grad_norm": 41.241580963134766, + "learning_rate": 1.835486649440138e-05, + "loss": 1.2761, + "step": 450 + }, + { + "epoch": 3.6848249027237356, + "grad_norm": 70.94171905517578, + "learning_rate": 1.813953488372093e-05, + "loss": 1.2168, + "step": 475 + }, + { + "epoch": 3.8793774319066148, + "grad_norm": 78.02689361572266, + "learning_rate": 1.7924203273040483e-05, + "loss": 0.8625, + "step": 500 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9212253829321663, + "eval_loss": 0.27901342511177063, + "eval_macro_f1": 0.8671264803397554, + "eval_runtime": 0.9771, + "eval_samples_per_second": 467.693, + "eval_steps_per_second": 29.679, + "eval_weighted_f1": 0.9223341056471691, + "step": 516 + }, + { + "epoch": 4.070038910505836, + "grad_norm": 57.2181396484375, + "learning_rate": 1.7708871662360035e-05, + "loss": 0.9899, + "step": 525 + }, + { + "epoch": 4.264591439688716, + "grad_norm": 28.382827758789062, + "learning_rate": 1.7493540051679588e-05, + "loss": 0.9073, + "step": 550 + }, + { + "epoch": 4.4591439688715955, + "grad_norm": 60.77801513671875, + "learning_rate": 1.727820844099914e-05, + "loss": 0.7978, + "step": 575 + }, + { + "epoch": 4.653696498054475, + "grad_norm": 50.01327133178711, + "learning_rate": 1.7062876830318693e-05, + "loss": 0.8612, + "step": 600 + }, + { + "epoch": 4.848249027237354, + "grad_norm": 62.889190673828125, + "learning_rate": 1.6847545219638243e-05, + "loss": 1.1621, + "step": 625 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9146608315098468, + "eval_loss": 0.2734995186328888, + "eval_macro_f1": 0.8439984221020235, + "eval_runtime": 1.0243, + "eval_samples_per_second": 446.15, + "eval_steps_per_second": 28.312, + "eval_weighted_f1": 0.9143095084830726, + "step": 645 + }, + { + "epoch": 5.038910505836576, + "grad_norm": 62.80373764038086, + "learning_rate": 1.6632213608957795e-05, + "loss": 0.7663, + "step": 650 + }, + { + "epoch": 5.233463035019455, + "grad_norm": 189.08029174804688, + "learning_rate": 1.6416881998277348e-05, + "loss": 0.7203, + "step": 675 + }, + { + "epoch": 5.428015564202335, + "grad_norm": 157.95887756347656, + "learning_rate": 1.62015503875969e-05, + "loss": 0.5046, + "step": 700 + }, + { + "epoch": 5.622568093385214, + "grad_norm": 28.120084762573242, + "learning_rate": 1.5986218776916453e-05, + "loss": 0.7933, + "step": 725 + }, + { + "epoch": 5.817120622568093, + "grad_norm": 78.62400817871094, + "learning_rate": 1.5770887166236006e-05, + "loss": 0.8044, + "step": 750 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.925601750547046, + "eval_loss": 0.32352906465530396, + "eval_macro_f1": 0.869306662499349, + "eval_runtime": 1.0114, + "eval_samples_per_second": 451.833, + "eval_steps_per_second": 28.672, + "eval_weighted_f1": 0.9245764399046213, + "step": 774 + }, + { + "epoch": 6.007782101167315, + "grad_norm": 11.395580291748047, + "learning_rate": 1.555555555555556e-05, + "loss": 0.5756, + "step": 775 + }, + { + "epoch": 6.202334630350195, + "grad_norm": 36.38821029663086, + "learning_rate": 1.534022394487511e-05, + "loss": 0.5349, + "step": 800 + }, + { + "epoch": 6.396887159533074, + "grad_norm": 5.9300947189331055, + "learning_rate": 1.512489233419466e-05, + "loss": 0.4864, + "step": 825 + }, + { + "epoch": 6.591439688715953, + "grad_norm": 26.07611846923828, + "learning_rate": 1.4909560723514215e-05, + "loss": 0.6126, + "step": 850 + }, + { + "epoch": 6.785992217898833, + "grad_norm": 169.8355255126953, + "learning_rate": 1.4694229112833764e-05, + "loss": 0.6318, + "step": 875 + }, + { + "epoch": 6.980544747081712, + "grad_norm": 115.15208435058594, + "learning_rate": 1.4478897502153318e-05, + "loss": 0.7607, + "step": 900 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9299781181619255, + "eval_loss": 0.27811527252197266, + "eval_macro_f1": 0.8745654168983327, + "eval_runtime": 1.0137, + "eval_samples_per_second": 450.809, + "eval_steps_per_second": 28.607, + "eval_weighted_f1": 0.9310580136440144, + "step": 903 + }, + { + "epoch": 7.171206225680934, + "grad_norm": 30.460220336914062, + "learning_rate": 1.426356589147287e-05, + "loss": 0.4046, + "step": 925 + }, + { + "epoch": 7.365758754863813, + "grad_norm": 33.1778564453125, + "learning_rate": 1.4048234280792422e-05, + "loss": 0.4296, + "step": 950 + }, + { + "epoch": 7.560311284046692, + "grad_norm": 51.63707733154297, + "learning_rate": 1.3832902670111974e-05, + "loss": 0.4215, + "step": 975 + }, + { + "epoch": 7.754863813229572, + "grad_norm": 19.124042510986328, + "learning_rate": 1.3617571059431525e-05, + "loss": 0.3341, + "step": 1000 + }, + { + "epoch": 7.9494163424124515, + "grad_norm": 48.66011428833008, + "learning_rate": 1.3402239448751078e-05, + "loss": 0.5325, + "step": 1025 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9321663019693655, + "eval_loss": 0.3705456256866455, + "eval_macro_f1": 0.8765728411490948, + "eval_runtime": 1.0887, + "eval_samples_per_second": 419.763, + "eval_steps_per_second": 26.637, + "eval_weighted_f1": 0.9322654435068405, + "step": 1032 + }, + { + "epoch": 8.140077821011673, + "grad_norm": 168.1405487060547, + "learning_rate": 1.318690783807063e-05, + "loss": 0.4374, + "step": 1050 + }, + { + "epoch": 8.334630350194553, + "grad_norm": 233.7158966064453, + "learning_rate": 1.2971576227390181e-05, + "loss": 0.5346, + "step": 1075 + }, + { + "epoch": 8.529182879377432, + "grad_norm": 105.84122467041016, + "learning_rate": 1.2756244616709734e-05, + "loss": 0.3217, + "step": 1100 + }, + { + "epoch": 8.72373540856031, + "grad_norm": 98.66136932373047, + "learning_rate": 1.2540913006029287e-05, + "loss": 0.661, + "step": 1125 + }, + { + "epoch": 8.918287937743191, + "grad_norm": 1.877851963043213, + "learning_rate": 1.2325581395348838e-05, + "loss": 0.4053, + "step": 1150 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.9409190371991247, + "eval_loss": 0.40764573216438293, + "eval_macro_f1": 0.8966072726194184, + "eval_runtime": 1.0325, + "eval_samples_per_second": 442.595, + "eval_steps_per_second": 28.086, + "eval_weighted_f1": 0.9408284340063059, + "step": 1161 + }, + { + "epoch": 9.108949416342412, + "grad_norm": 0.4882633090019226, + "learning_rate": 1.211024978466839e-05, + "loss": 0.4413, + "step": 1175 + }, + { + "epoch": 9.303501945525293, + "grad_norm": 66.08149719238281, + "learning_rate": 1.1894918173987941e-05, + "loss": 0.3823, + "step": 1200 + }, + { + "epoch": 9.498054474708171, + "grad_norm": 39.965904235839844, + "learning_rate": 1.1679586563307494e-05, + "loss": 0.3902, + "step": 1225 + }, + { + "epoch": 9.69260700389105, + "grad_norm": 0.05041733756661415, + "learning_rate": 1.1464254952627048e-05, + "loss": 0.3512, + "step": 1250 + }, + { + "epoch": 9.88715953307393, + "grad_norm": 14.165529251098633, + "learning_rate": 1.1248923341946599e-05, + "loss": 0.3209, + "step": 1275 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.9321663019693655, + "eval_loss": 0.4616827070713043, + "eval_macro_f1": 0.8879373913518053, + "eval_runtime": 1.0401, + "eval_samples_per_second": 439.384, + "eval_steps_per_second": 27.882, + "eval_weighted_f1": 0.9331714886303213, + "step": 1290 + }, + { + "epoch": 10.077821011673151, + "grad_norm": 0.4963928461074829, + "learning_rate": 1.1033591731266152e-05, + "loss": 0.4421, + "step": 1300 + }, + { + "epoch": 10.272373540856032, + "grad_norm": 156.1742706298828, + "learning_rate": 1.0818260120585703e-05, + "loss": 0.3511, + "step": 1325 + }, + { + "epoch": 10.46692607003891, + "grad_norm": 0.5145885944366455, + "learning_rate": 1.0602928509905255e-05, + "loss": 0.2565, + "step": 1350 + }, + { + "epoch": 10.66147859922179, + "grad_norm": 482.7770690917969, + "learning_rate": 1.0387596899224808e-05, + "loss": 0.2867, + "step": 1375 + }, + { + "epoch": 10.85603112840467, + "grad_norm": 52.45553207397461, + "learning_rate": 1.0172265288544359e-05, + "loss": 0.5281, + "step": 1400 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.9212253829321663, + "eval_loss": 0.45837995409965515, + "eval_macro_f1": 0.8658849977194961, + "eval_runtime": 1.0236, + "eval_samples_per_second": 446.47, + "eval_steps_per_second": 28.332, + "eval_weighted_f1": 0.9205755811996414, + "step": 1419 + }, + { + "epoch": 11.04669260700389, + "grad_norm": 16.800689697265625, + "learning_rate": 9.956933677863911e-06, + "loss": 0.3091, + "step": 1425 + }, + { + "epoch": 11.24124513618677, + "grad_norm": 0.2697942852973938, + "learning_rate": 9.741602067183464e-06, + "loss": 0.1495, + "step": 1450 + }, + { + "epoch": 11.43579766536965, + "grad_norm": 32.95631790161133, + "learning_rate": 9.526270456503015e-06, + "loss": 0.2392, + "step": 1475 + }, + { + "epoch": 11.630350194552529, + "grad_norm": 6.855742454528809, + "learning_rate": 9.310938845822568e-06, + "loss": 0.1905, + "step": 1500 + }, + { + "epoch": 11.82490272373541, + "grad_norm": 604.3335571289062, + "learning_rate": 9.09560723514212e-06, + "loss": 0.2846, + "step": 1525 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.936542669584245, + "eval_loss": 0.4687778353691101, + "eval_macro_f1": 0.8898953429077127, + "eval_runtime": 1.0226, + "eval_samples_per_second": 446.921, + "eval_steps_per_second": 28.36, + "eval_weighted_f1": 0.9371920439637104, + "step": 1548 + } + ], + "logging_steps": 25, + "max_steps": 2580, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..006bcc7d18617be8f5f0caee2682c2f408100f8b --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/trainer_state.json @@ -0,0 +1,1494 @@ +{ + "best_global_step": 4752, + "best_metric": 0.8620947687790051, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 4752, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05787037037037037, + "grad_norm": 49.18155288696289, + "learning_rate": 5.555555555555555e-07, + "loss": 4.6968, + "step": 25 + }, + { + "epoch": 0.11574074074074074, + "grad_norm": 76.85645294189453, + "learning_rate": 1.1342592592592594e-06, + "loss": 4.4405, + "step": 50 + }, + { + "epoch": 0.1736111111111111, + "grad_norm": 65.4331283569336, + "learning_rate": 1.7129629629629632e-06, + "loss": 4.3964, + "step": 75 + }, + { + "epoch": 0.23148148148148148, + "grad_norm": 114.14410400390625, + "learning_rate": 2.2916666666666666e-06, + "loss": 4.0336, + "step": 100 + }, + { + "epoch": 0.28935185185185186, + "grad_norm": 81.83231353759766, + "learning_rate": 2.8703703703703706e-06, + "loss": 3.5887, + "step": 125 + }, + { + "epoch": 0.3472222222222222, + "grad_norm": 67.9708251953125, + "learning_rate": 3.449074074074074e-06, + "loss": 3.1801, + "step": 150 + }, + { + "epoch": 0.4050925925925926, + "grad_norm": 48.5985107421875, + "learning_rate": 4.027777777777779e-06, + "loss": 2.9553, + "step": 175 + }, + { + "epoch": 0.46296296296296297, + "grad_norm": 72.81159210205078, + "learning_rate": 4.606481481481481e-06, + "loss": 2.4951, + "step": 200 + }, + { + "epoch": 0.5208333333333334, + "grad_norm": 36.119686126708984, + "learning_rate": 5.185185185185185e-06, + "loss": 2.0267, + "step": 225 + }, + { + "epoch": 0.5787037037037037, + "grad_norm": 30.395553588867188, + "learning_rate": 5.7638888888888886e-06, + "loss": 1.666, + "step": 250 + }, + { + "epoch": 0.6365740740740741, + "grad_norm": 74.79532623291016, + "learning_rate": 6.342592592592594e-06, + "loss": 1.5419, + "step": 275 + }, + { + "epoch": 0.6944444444444444, + "grad_norm": 35.03430938720703, + "learning_rate": 6.9212962962962974e-06, + "loss": 1.4011, + "step": 300 + }, + { + "epoch": 0.7523148148148148, + "grad_norm": 104.17002868652344, + "learning_rate": 7.500000000000001e-06, + "loss": 1.3575, + "step": 325 + }, + { + "epoch": 0.8101851851851852, + "grad_norm": 38.88947296142578, + "learning_rate": 8.078703703703705e-06, + "loss": 1.0279, + "step": 350 + }, + { + "epoch": 0.8680555555555556, + "grad_norm": 23.771381378173828, + "learning_rate": 8.657407407407408e-06, + "loss": 1.1992, + "step": 375 + }, + { + "epoch": 0.9259259259259259, + "grad_norm": 17.463258743286133, + "learning_rate": 9.236111111111112e-06, + "loss": 0.8848, + "step": 400 + }, + { + "epoch": 0.9837962962962963, + "grad_norm": 86.75448608398438, + "learning_rate": 9.814814814814815e-06, + "loss": 1.2516, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.93359375, + "eval_loss": 0.22012925148010254, + "eval_macro_f1": 0.6319789755298139, + "eval_runtime": 2.8629, + "eval_samples_per_second": 536.517, + "eval_steps_per_second": 33.532, + "eval_weighted_f1": 0.919116995980144, + "step": 432 + }, + { + "epoch": 1.0416666666666667, + "grad_norm": 24.057159423828125, + "learning_rate": 1.0393518518518519e-05, + "loss": 1.1549, + "step": 450 + }, + { + "epoch": 1.099537037037037, + "grad_norm": 69.71923828125, + "learning_rate": 1.0972222222222224e-05, + "loss": 1.1176, + "step": 475 + }, + { + "epoch": 1.1574074074074074, + "grad_norm": 9.94516372680664, + "learning_rate": 1.1550925925925926e-05, + "loss": 0.9754, + "step": 500 + }, + { + "epoch": 1.2152777777777777, + "grad_norm": 52.960182189941406, + "learning_rate": 1.2129629629629631e-05, + "loss": 0.8887, + "step": 525 + }, + { + "epoch": 1.2731481481481481, + "grad_norm": 29.956403732299805, + "learning_rate": 1.2708333333333333e-05, + "loss": 0.8512, + "step": 550 + }, + { + "epoch": 1.3310185185185186, + "grad_norm": 99.97569274902344, + "learning_rate": 1.3287037037037039e-05, + "loss": 0.8533, + "step": 575 + }, + { + "epoch": 1.3888888888888888, + "grad_norm": 167.1588134765625, + "learning_rate": 1.3865740740740742e-05, + "loss": 0.8855, + "step": 600 + }, + { + "epoch": 1.4467592592592593, + "grad_norm": 89.66463470458984, + "learning_rate": 1.4444444444444446e-05, + "loss": 0.8581, + "step": 625 + }, + { + "epoch": 1.5046296296296298, + "grad_norm": 84.04855346679688, + "learning_rate": 1.502314814814815e-05, + "loss": 0.9504, + "step": 650 + }, + { + "epoch": 1.5625, + "grad_norm": 31.432144165039062, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.8447, + "step": 675 + }, + { + "epoch": 1.6203703703703702, + "grad_norm": 163.85768127441406, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.9166, + "step": 700 + }, + { + "epoch": 1.6782407407407407, + "grad_norm": 13.358113288879395, + "learning_rate": 1.675925925925926e-05, + "loss": 0.8768, + "step": 725 + }, + { + "epoch": 1.7361111111111112, + "grad_norm": 15.809774398803711, + "learning_rate": 1.7337962962962964e-05, + "loss": 0.9362, + "step": 750 + }, + { + "epoch": 1.7939814814814814, + "grad_norm": 51.42661666870117, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.7822, + "step": 775 + }, + { + "epoch": 1.8518518518518519, + "grad_norm": 59.8980712890625, + "learning_rate": 1.849537037037037e-05, + "loss": 1.024, + "step": 800 + }, + { + "epoch": 1.9097222222222223, + "grad_norm": 138.69517517089844, + "learning_rate": 1.9074074074074075e-05, + "loss": 0.9372, + "step": 825 + }, + { + "epoch": 1.9675925925925926, + "grad_norm": 428.2663269042969, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.7634, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9342447916666666, + "eval_loss": 0.2579492926597595, + "eval_macro_f1": 0.7819598936102059, + "eval_runtime": 2.9533, + "eval_samples_per_second": 520.102, + "eval_steps_per_second": 32.506, + "eval_weighted_f1": 0.931201584262328, + "step": 864 + }, + { + "epoch": 2.025462962962963, + "grad_norm": 47.58729553222656, + "learning_rate": 1.997427983539095e-05, + "loss": 0.8343, + "step": 875 + }, + { + "epoch": 2.0833333333333335, + "grad_norm": 48.188175201416016, + "learning_rate": 1.9909979423868314e-05, + "loss": 0.951, + "step": 900 + }, + { + "epoch": 2.1412037037037037, + "grad_norm": 37.874271392822266, + "learning_rate": 1.984567901234568e-05, + "loss": 0.7345, + "step": 925 + }, + { + "epoch": 2.199074074074074, + "grad_norm": 45.34410858154297, + "learning_rate": 1.9781378600823048e-05, + "loss": 0.6997, + "step": 950 + }, + { + "epoch": 2.2569444444444446, + "grad_norm": 133.60183715820312, + "learning_rate": 1.9717078189300413e-05, + "loss": 0.7315, + "step": 975 + }, + { + "epoch": 2.314814814814815, + "grad_norm": 3.521240234375, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.8651, + "step": 1000 + }, + { + "epoch": 2.372685185185185, + "grad_norm": 23.21702766418457, + "learning_rate": 1.9588477366255147e-05, + "loss": 0.7411, + "step": 1025 + }, + { + "epoch": 2.4305555555555554, + "grad_norm": 11.558145523071289, + "learning_rate": 1.9524176954732512e-05, + "loss": 0.7791, + "step": 1050 + }, + { + "epoch": 2.488425925925926, + "grad_norm": 18.67754554748535, + "learning_rate": 1.945987654320988e-05, + "loss": 0.9354, + "step": 1075 + }, + { + "epoch": 2.5462962962962963, + "grad_norm": 38.739627838134766, + "learning_rate": 1.9395576131687242e-05, + "loss": 0.8481, + "step": 1100 + }, + { + "epoch": 2.6041666666666665, + "grad_norm": 11.284213066101074, + "learning_rate": 1.933127572016461e-05, + "loss": 0.7135, + "step": 1125 + }, + { + "epoch": 2.662037037037037, + "grad_norm": 47.02680969238281, + "learning_rate": 1.926697530864198e-05, + "loss": 0.8361, + "step": 1150 + }, + { + "epoch": 2.7199074074074074, + "grad_norm": 61.53483581542969, + "learning_rate": 1.920267489711934e-05, + "loss": 0.7622, + "step": 1175 + }, + { + "epoch": 2.7777777777777777, + "grad_norm": 24.56148338317871, + "learning_rate": 1.913837448559671e-05, + "loss": 0.6577, + "step": 1200 + }, + { + "epoch": 2.835648148148148, + "grad_norm": 16.452505111694336, + "learning_rate": 1.9074074074074075e-05, + "loss": 0.6591, + "step": 1225 + }, + { + "epoch": 2.8935185185185186, + "grad_norm": 54.70965576171875, + "learning_rate": 1.9009773662551443e-05, + "loss": 0.9681, + "step": 1250 + }, + { + "epoch": 2.951388888888889, + "grad_norm": 3.586470365524292, + "learning_rate": 1.8945473251028808e-05, + "loss": 0.7604, + "step": 1275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9479166666666666, + "eval_loss": 0.1838006228208542, + "eval_macro_f1": 0.8144942187401276, + "eval_runtime": 3.027, + "eval_samples_per_second": 507.432, + "eval_steps_per_second": 31.714, + "eval_weighted_f1": 0.9453826760967544, + "step": 1296 + }, + { + "epoch": 3.009259259259259, + "grad_norm": 60.533470153808594, + "learning_rate": 1.8881172839506173e-05, + "loss": 0.8182, + "step": 1300 + }, + { + "epoch": 3.0671296296296298, + "grad_norm": 3.7848432064056396, + "learning_rate": 1.8816872427983542e-05, + "loss": 0.6601, + "step": 1325 + }, + { + "epoch": 3.125, + "grad_norm": 2.507720470428467, + "learning_rate": 1.8752572016460907e-05, + "loss": 0.6117, + "step": 1350 + }, + { + "epoch": 3.1828703703703702, + "grad_norm": 24.365459442138672, + "learning_rate": 1.8688271604938272e-05, + "loss": 0.5887, + "step": 1375 + }, + { + "epoch": 3.240740740740741, + "grad_norm": 19.01310920715332, + "learning_rate": 1.862397119341564e-05, + "loss": 0.6149, + "step": 1400 + }, + { + "epoch": 3.298611111111111, + "grad_norm": 11.435423851013184, + "learning_rate": 1.8559670781893006e-05, + "loss": 0.9998, + "step": 1425 + }, + { + "epoch": 3.3564814814814814, + "grad_norm": 20.480737686157227, + "learning_rate": 1.849537037037037e-05, + "loss": 0.5559, + "step": 1450 + }, + { + "epoch": 3.414351851851852, + "grad_norm": 41.380001068115234, + "learning_rate": 1.843106995884774e-05, + "loss": 0.996, + "step": 1475 + }, + { + "epoch": 3.4722222222222223, + "grad_norm": 53.6434211730957, + "learning_rate": 1.8366769547325105e-05, + "loss": 0.4333, + "step": 1500 + }, + { + "epoch": 3.5300925925925926, + "grad_norm": 134.14727783203125, + "learning_rate": 1.830246913580247e-05, + "loss": 0.8152, + "step": 1525 + }, + { + "epoch": 3.587962962962963, + "grad_norm": 51.27402877807617, + "learning_rate": 1.8238168724279838e-05, + "loss": 0.6767, + "step": 1550 + }, + { + "epoch": 3.6458333333333335, + "grad_norm": 16.863025665283203, + "learning_rate": 1.8173868312757203e-05, + "loss": 0.6397, + "step": 1575 + }, + { + "epoch": 3.7037037037037037, + "grad_norm": 48.23088073730469, + "learning_rate": 1.8109567901234572e-05, + "loss": 0.7625, + "step": 1600 + }, + { + "epoch": 3.761574074074074, + "grad_norm": 11.434057235717773, + "learning_rate": 1.8045267489711934e-05, + "loss": 0.6297, + "step": 1625 + }, + { + "epoch": 3.8194444444444446, + "grad_norm": 41.992801666259766, + "learning_rate": 1.7980967078189302e-05, + "loss": 0.5484, + "step": 1650 + }, + { + "epoch": 3.877314814814815, + "grad_norm": 12.369345664978027, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.6361, + "step": 1675 + }, + { + "epoch": 3.935185185185185, + "grad_norm": 37.397483825683594, + "learning_rate": 1.7852366255144032e-05, + "loss": 0.7327, + "step": 1700 + }, + { + "epoch": 3.9930555555555554, + "grad_norm": 169.0149383544922, + "learning_rate": 1.77880658436214e-05, + "loss": 0.6673, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.943359375, + "eval_loss": 0.21456412971019745, + "eval_macro_f1": 0.8096313854471721, + "eval_runtime": 2.9804, + "eval_samples_per_second": 515.359, + "eval_steps_per_second": 32.21, + "eval_weighted_f1": 0.9426806168843336, + "step": 1728 + }, + { + "epoch": 4.050925925925926, + "grad_norm": 24.214906692504883, + "learning_rate": 1.7723765432098766e-05, + "loss": 0.4303, + "step": 1750 + }, + { + "epoch": 4.108796296296297, + "grad_norm": 24.26646614074707, + "learning_rate": 1.7659465020576135e-05, + "loss": 0.5369, + "step": 1775 + }, + { + "epoch": 4.166666666666667, + "grad_norm": 2.581326961517334, + "learning_rate": 1.75951646090535e-05, + "loss": 0.7096, + "step": 1800 + }, + { + "epoch": 4.224537037037037, + "grad_norm": 77.99215698242188, + "learning_rate": 1.7530864197530865e-05, + "loss": 0.4641, + "step": 1825 + }, + { + "epoch": 4.282407407407407, + "grad_norm": 38.172157287597656, + "learning_rate": 1.7466563786008233e-05, + "loss": 0.4534, + "step": 1850 + }, + { + "epoch": 4.340277777777778, + "grad_norm": 58.9312629699707, + "learning_rate": 1.74022633744856e-05, + "loss": 0.5239, + "step": 1875 + }, + { + "epoch": 4.398148148148148, + "grad_norm": 8.020282745361328, + "learning_rate": 1.7337962962962964e-05, + "loss": 0.6685, + "step": 1900 + }, + { + "epoch": 4.456018518518518, + "grad_norm": 17.35138702392578, + "learning_rate": 1.7273662551440332e-05, + "loss": 0.6457, + "step": 1925 + }, + { + "epoch": 4.513888888888889, + "grad_norm": 8.105619430541992, + "learning_rate": 1.7209362139917697e-05, + "loss": 0.5408, + "step": 1950 + }, + { + "epoch": 4.5717592592592595, + "grad_norm": 4.399418830871582, + "learning_rate": 1.7145061728395063e-05, + "loss": 0.4078, + "step": 1975 + }, + { + "epoch": 4.62962962962963, + "grad_norm": 0.4794517457485199, + "learning_rate": 1.708076131687243e-05, + "loss": 0.5614, + "step": 2000 + }, + { + "epoch": 4.6875, + "grad_norm": 41.65056610107422, + "learning_rate": 1.7016460905349796e-05, + "loss": 0.5738, + "step": 2025 + }, + { + "epoch": 4.74537037037037, + "grad_norm": 52.3695182800293, + "learning_rate": 1.695216049382716e-05, + "loss": 0.7206, + "step": 2050 + }, + { + "epoch": 4.8032407407407405, + "grad_norm": 9.808616638183594, + "learning_rate": 1.6887860082304527e-05, + "loss": 0.5325, + "step": 2075 + }, + { + "epoch": 4.861111111111111, + "grad_norm": 44.442054748535156, + "learning_rate": 1.6823559670781895e-05, + "loss": 0.533, + "step": 2100 + }, + { + "epoch": 4.918981481481482, + "grad_norm": 131.7136688232422, + "learning_rate": 1.675925925925926e-05, + "loss": 0.6615, + "step": 2125 + }, + { + "epoch": 4.976851851851852, + "grad_norm": 123.59834289550781, + "learning_rate": 1.6694958847736625e-05, + "loss": 0.5654, + "step": 2150 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9446614583333334, + "eval_loss": 0.27177080512046814, + "eval_macro_f1": 0.8157096829131576, + "eval_runtime": 2.8731, + "eval_samples_per_second": 534.606, + "eval_steps_per_second": 33.413, + "eval_weighted_f1": 0.944678938661648, + "step": 2160 + }, + { + "epoch": 5.034722222222222, + "grad_norm": 1.194509506225586, + "learning_rate": 1.6630658436213994e-05, + "loss": 0.3647, + "step": 2175 + }, + { + "epoch": 5.092592592592593, + "grad_norm": 204.10488891601562, + "learning_rate": 1.656635802469136e-05, + "loss": 0.5439, + "step": 2200 + }, + { + "epoch": 5.150462962962963, + "grad_norm": 78.17781066894531, + "learning_rate": 1.6502057613168724e-05, + "loss": 0.5043, + "step": 2225 + }, + { + "epoch": 5.208333333333333, + "grad_norm": 33.73611068725586, + "learning_rate": 1.6437757201646093e-05, + "loss": 0.4916, + "step": 2250 + }, + { + "epoch": 5.266203703703704, + "grad_norm": 143.0308380126953, + "learning_rate": 1.6373456790123458e-05, + "loss": 0.4509, + "step": 2275 + }, + { + "epoch": 5.324074074074074, + "grad_norm": 13.414512634277344, + "learning_rate": 1.6309156378600823e-05, + "loss": 0.771, + "step": 2300 + }, + { + "epoch": 5.381944444444445, + "grad_norm": 5.322541236877441, + "learning_rate": 1.624485596707819e-05, + "loss": 0.6264, + "step": 2325 + }, + { + "epoch": 5.439814814814815, + "grad_norm": 57.51364517211914, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.382, + "step": 2350 + }, + { + "epoch": 5.497685185185185, + "grad_norm": 168.24847412109375, + "learning_rate": 1.6116255144032925e-05, + "loss": 0.6419, + "step": 2375 + }, + { + "epoch": 5.555555555555555, + "grad_norm": 1.9511181116104126, + "learning_rate": 1.605195473251029e-05, + "loss": 0.5109, + "step": 2400 + }, + { + "epoch": 5.613425925925926, + "grad_norm": 43.27511978149414, + "learning_rate": 1.5987654320987655e-05, + "loss": 0.5201, + "step": 2425 + }, + { + "epoch": 5.671296296296296, + "grad_norm": 18.09073257446289, + "learning_rate": 1.5923353909465024e-05, + "loss": 0.6134, + "step": 2450 + }, + { + "epoch": 5.729166666666667, + "grad_norm": 13.248920440673828, + "learning_rate": 1.5859053497942386e-05, + "loss": 0.4481, + "step": 2475 + }, + { + "epoch": 5.787037037037037, + "grad_norm": 108.18492889404297, + "learning_rate": 1.5794753086419754e-05, + "loss": 0.497, + "step": 2500 + }, + { + "epoch": 5.844907407407407, + "grad_norm": 4.612940788269043, + "learning_rate": 1.573045267489712e-05, + "loss": 0.3826, + "step": 2525 + }, + { + "epoch": 5.902777777777778, + "grad_norm": 43.74528503417969, + "learning_rate": 1.5666152263374488e-05, + "loss": 0.5029, + "step": 2550 + }, + { + "epoch": 5.960648148148148, + "grad_norm": 78.43441772460938, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.3778, + "step": 2575 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9485677083333334, + "eval_loss": 0.22525759041309357, + "eval_macro_f1": 0.8347244074845914, + "eval_runtime": 2.9041, + "eval_samples_per_second": 528.903, + "eval_steps_per_second": 33.056, + "eval_weighted_f1": 0.9488161336988719, + "step": 2592 + }, + { + "epoch": 6.018518518518518, + "grad_norm": 19.518041610717773, + "learning_rate": 1.5537551440329218e-05, + "loss": 0.603, + "step": 2600 + }, + { + "epoch": 6.076388888888889, + "grad_norm": 63.32350540161133, + "learning_rate": 1.5473251028806587e-05, + "loss": 0.3215, + "step": 2625 + }, + { + "epoch": 6.1342592592592595, + "grad_norm": 133.28173828125, + "learning_rate": 1.5408950617283952e-05, + "loss": 0.5411, + "step": 2650 + }, + { + "epoch": 6.19212962962963, + "grad_norm": 0.4768594801425934, + "learning_rate": 1.5344650205761317e-05, + "loss": 0.4384, + "step": 2675 + }, + { + "epoch": 6.25, + "grad_norm": 12.246286392211914, + "learning_rate": 1.5280349794238685e-05, + "loss": 0.4372, + "step": 2700 + }, + { + "epoch": 6.30787037037037, + "grad_norm": 55.91083908081055, + "learning_rate": 1.5216049382716052e-05, + "loss": 0.318, + "step": 2725 + }, + { + "epoch": 6.3657407407407405, + "grad_norm": 17.979150772094727, + "learning_rate": 1.5151748971193416e-05, + "loss": 0.5943, + "step": 2750 + }, + { + "epoch": 6.423611111111111, + "grad_norm": 0.7345873117446899, + "learning_rate": 1.5087448559670783e-05, + "loss": 0.3323, + "step": 2775 + }, + { + "epoch": 6.481481481481482, + "grad_norm": 85.80096435546875, + "learning_rate": 1.502314814814815e-05, + "loss": 0.4635, + "step": 2800 + }, + { + "epoch": 6.539351851851852, + "grad_norm": 145.16812133789062, + "learning_rate": 1.4958847736625515e-05, + "loss": 0.5507, + "step": 2825 + }, + { + "epoch": 6.597222222222222, + "grad_norm": 0.14401020109653473, + "learning_rate": 1.4894547325102881e-05, + "loss": 0.2714, + "step": 2850 + }, + { + "epoch": 6.655092592592593, + "grad_norm": 0.10279523581266403, + "learning_rate": 1.4830246913580248e-05, + "loss": 0.2945, + "step": 2875 + }, + { + "epoch": 6.712962962962963, + "grad_norm": 203.37403869628906, + "learning_rate": 1.4765946502057615e-05, + "loss": 0.5746, + "step": 2900 + }, + { + "epoch": 6.770833333333333, + "grad_norm": 68.86481475830078, + "learning_rate": 1.470164609053498e-05, + "loss": 0.431, + "step": 2925 + }, + { + "epoch": 6.828703703703704, + "grad_norm": 3.5494091510772705, + "learning_rate": 1.4637345679012347e-05, + "loss": 0.5496, + "step": 2950 + }, + { + "epoch": 6.886574074074074, + "grad_norm": 0.9977327585220337, + "learning_rate": 1.4573045267489714e-05, + "loss": 0.4302, + "step": 2975 + }, + { + "epoch": 6.944444444444445, + "grad_norm": 43.67266082763672, + "learning_rate": 1.4508744855967079e-05, + "loss": 0.2321, + "step": 3000 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9479166666666666, + "eval_loss": 0.2752571702003479, + "eval_macro_f1": 0.8318885978666891, + "eval_runtime": 2.8767, + "eval_samples_per_second": 533.949, + "eval_steps_per_second": 33.372, + "eval_weighted_f1": 0.9487853167213799, + "step": 3024 + }, + { + "epoch": 7.002314814814815, + "grad_norm": 1.8528645038604736, + "learning_rate": 1.4444444444444446e-05, + "loss": 0.4958, + "step": 3025 + }, + { + "epoch": 7.060185185185185, + "grad_norm": 3.5936973094940186, + "learning_rate": 1.4380144032921813e-05, + "loss": 0.1637, + "step": 3050 + }, + { + "epoch": 7.118055555555555, + "grad_norm": 160.1719970703125, + "learning_rate": 1.431584362139918e-05, + "loss": 0.204, + "step": 3075 + }, + { + "epoch": 7.175925925925926, + "grad_norm": 4.490218162536621, + "learning_rate": 1.4251543209876545e-05, + "loss": 0.2805, + "step": 3100 + }, + { + "epoch": 7.233796296296297, + "grad_norm": 0.19049939513206482, + "learning_rate": 1.4187242798353911e-05, + "loss": 0.307, + "step": 3125 + }, + { + "epoch": 7.291666666666667, + "grad_norm": 17.708757400512695, + "learning_rate": 1.4122942386831278e-05, + "loss": 0.186, + "step": 3150 + }, + { + "epoch": 7.349537037037037, + "grad_norm": 0.8256221413612366, + "learning_rate": 1.4058641975308642e-05, + "loss": 0.1453, + "step": 3175 + }, + { + "epoch": 7.407407407407407, + "grad_norm": 0.045566827058792114, + "learning_rate": 1.3994341563786009e-05, + "loss": 0.3947, + "step": 3200 + }, + { + "epoch": 7.465277777777778, + "grad_norm": 30.863033294677734, + "learning_rate": 1.3930041152263375e-05, + "loss": 0.5174, + "step": 3225 + }, + { + "epoch": 7.523148148148148, + "grad_norm": 0.19092391431331635, + "learning_rate": 1.3865740740740742e-05, + "loss": 0.1737, + "step": 3250 + }, + { + "epoch": 7.581018518518518, + "grad_norm": 0.1253451704978943, + "learning_rate": 1.3801440329218107e-05, + "loss": 0.5837, + "step": 3275 + }, + { + "epoch": 7.638888888888889, + "grad_norm": 47.45542907714844, + "learning_rate": 1.3737139917695474e-05, + "loss": 0.482, + "step": 3300 + }, + { + "epoch": 7.6967592592592595, + "grad_norm": 1.2099238634109497, + "learning_rate": 1.3672839506172841e-05, + "loss": 0.556, + "step": 3325 + }, + { + "epoch": 7.75462962962963, + "grad_norm": 0.15288490056991577, + "learning_rate": 1.3608539094650206e-05, + "loss": 0.3511, + "step": 3350 + }, + { + "epoch": 7.8125, + "grad_norm": 12.612582206726074, + "learning_rate": 1.3544238683127573e-05, + "loss": 0.3287, + "step": 3375 + }, + { + "epoch": 7.87037037037037, + "grad_norm": 104.33672332763672, + "learning_rate": 1.347993827160494e-05, + "loss": 0.4412, + "step": 3400 + }, + { + "epoch": 7.9282407407407405, + "grad_norm": 85.46415710449219, + "learning_rate": 1.3415637860082307e-05, + "loss": 0.3166, + "step": 3425 + }, + { + "epoch": 7.986111111111111, + "grad_norm": 9.093765258789062, + "learning_rate": 1.3351337448559672e-05, + "loss": 0.34, + "step": 3450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9537760416666666, + "eval_loss": 0.28719714283943176, + "eval_macro_f1": 0.850550321459238, + "eval_runtime": 2.892, + "eval_samples_per_second": 531.117, + "eval_steps_per_second": 33.195, + "eval_weighted_f1": 0.9536671272816802, + "step": 3456 + }, + { + "epoch": 8.043981481481481, + "grad_norm": 38.74711608886719, + "learning_rate": 1.3287037037037039e-05, + "loss": 0.3174, + "step": 3475 + }, + { + "epoch": 8.101851851851851, + "grad_norm": 4.458629131317139, + "learning_rate": 1.3222736625514405e-05, + "loss": 0.1947, + "step": 3500 + }, + { + "epoch": 8.159722222222221, + "grad_norm": 65.85087585449219, + "learning_rate": 1.315843621399177e-05, + "loss": 0.3645, + "step": 3525 + }, + { + "epoch": 8.217592592592593, + "grad_norm": 9.069356918334961, + "learning_rate": 1.3094135802469137e-05, + "loss": 0.3603, + "step": 3550 + }, + { + "epoch": 8.275462962962964, + "grad_norm": 0.22985491156578064, + "learning_rate": 1.3029835390946504e-05, + "loss": 0.2463, + "step": 3575 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 0.1998838484287262, + "learning_rate": 1.2965534979423868e-05, + "loss": 0.2443, + "step": 3600 + }, + { + "epoch": 8.391203703703704, + "grad_norm": 1.8871113061904907, + "learning_rate": 1.2901234567901235e-05, + "loss": 0.2753, + "step": 3625 + }, + { + "epoch": 8.449074074074074, + "grad_norm": 31.646974563598633, + "learning_rate": 1.2836934156378601e-05, + "loss": 0.273, + "step": 3650 + }, + { + "epoch": 8.506944444444445, + "grad_norm": 207.9886932373047, + "learning_rate": 1.2772633744855968e-05, + "loss": 0.3069, + "step": 3675 + }, + { + "epoch": 8.564814814814815, + "grad_norm": 22.318960189819336, + "learning_rate": 1.2708333333333333e-05, + "loss": 0.2703, + "step": 3700 + }, + { + "epoch": 8.622685185185185, + "grad_norm": 82.9929428100586, + "learning_rate": 1.26440329218107e-05, + "loss": 0.2842, + "step": 3725 + }, + { + "epoch": 8.680555555555555, + "grad_norm": 49.92669677734375, + "learning_rate": 1.2579732510288067e-05, + "loss": 0.1474, + "step": 3750 + }, + { + "epoch": 8.738425925925926, + "grad_norm": 11.231054306030273, + "learning_rate": 1.2515432098765432e-05, + "loss": 0.3954, + "step": 3775 + }, + { + "epoch": 8.796296296296296, + "grad_norm": 0.15226250886917114, + "learning_rate": 1.2451131687242799e-05, + "loss": 0.3299, + "step": 3800 + }, + { + "epoch": 8.854166666666666, + "grad_norm": 0.2117779552936554, + "learning_rate": 1.2386831275720166e-05, + "loss": 0.2646, + "step": 3825 + }, + { + "epoch": 8.912037037037036, + "grad_norm": 89.34596252441406, + "learning_rate": 1.2322530864197533e-05, + "loss": 0.261, + "step": 3850 + }, + { + "epoch": 8.969907407407408, + "grad_norm": 0.11930816620588303, + "learning_rate": 1.2258230452674898e-05, + "loss": 0.3132, + "step": 3875 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.953125, + "eval_loss": 0.3125706613063812, + "eval_macro_f1": 0.8466031662335237, + "eval_runtime": 2.7653, + "eval_samples_per_second": 555.449, + "eval_steps_per_second": 34.716, + "eval_weighted_f1": 0.9524531109287692, + "step": 3888 + }, + { + "epoch": 9.027777777777779, + "grad_norm": 0.08531542867422104, + "learning_rate": 1.2193930041152265e-05, + "loss": 0.3669, + "step": 3900 + }, + { + "epoch": 9.085648148148149, + "grad_norm": 157.43093872070312, + "learning_rate": 1.2129629629629631e-05, + "loss": 0.2743, + "step": 3925 + }, + { + "epoch": 9.143518518518519, + "grad_norm": 0.2554900050163269, + "learning_rate": 1.2065329218106997e-05, + "loss": 0.2933, + "step": 3950 + }, + { + "epoch": 9.20138888888889, + "grad_norm": 112.08780670166016, + "learning_rate": 1.2001028806584363e-05, + "loss": 0.3678, + "step": 3975 + }, + { + "epoch": 9.25925925925926, + "grad_norm": 220.92645263671875, + "learning_rate": 1.193672839506173e-05, + "loss": 0.1555, + "step": 4000 + }, + { + "epoch": 9.31712962962963, + "grad_norm": 0.07951755821704865, + "learning_rate": 1.1872427983539097e-05, + "loss": 0.1977, + "step": 4025 + }, + { + "epoch": 9.375, + "grad_norm": 0.05407576262950897, + "learning_rate": 1.180812757201646e-05, + "loss": 0.0943, + "step": 4050 + }, + { + "epoch": 9.43287037037037, + "grad_norm": 117.8342056274414, + "learning_rate": 1.1743827160493827e-05, + "loss": 0.2301, + "step": 4075 + }, + { + "epoch": 9.49074074074074, + "grad_norm": 0.5026098489761353, + "learning_rate": 1.1679526748971194e-05, + "loss": 0.2999, + "step": 4100 + }, + { + "epoch": 9.54861111111111, + "grad_norm": 34.44472885131836, + "learning_rate": 1.161522633744856e-05, + "loss": 0.2069, + "step": 4125 + }, + { + "epoch": 9.606481481481481, + "grad_norm": 192.51345825195312, + "learning_rate": 1.1550925925925926e-05, + "loss": 0.2046, + "step": 4150 + }, + { + "epoch": 9.664351851851851, + "grad_norm": 1.2246239185333252, + "learning_rate": 1.1486625514403293e-05, + "loss": 0.2914, + "step": 4175 + }, + { + "epoch": 9.722222222222221, + "grad_norm": 0.1276756376028061, + "learning_rate": 1.142232510288066e-05, + "loss": 0.3488, + "step": 4200 + }, + { + "epoch": 9.780092592592592, + "grad_norm": 0.3095955550670624, + "learning_rate": 1.1358024691358025e-05, + "loss": 0.2332, + "step": 4225 + }, + { + "epoch": 9.837962962962964, + "grad_norm": 0.12175218015909195, + "learning_rate": 1.1293724279835392e-05, + "loss": 0.2913, + "step": 4250 + }, + { + "epoch": 9.895833333333334, + "grad_norm": 0.13042870163917542, + "learning_rate": 1.1229423868312759e-05, + "loss": 0.3231, + "step": 4275 + }, + { + "epoch": 9.953703703703704, + "grad_norm": 101.47859954833984, + "learning_rate": 1.1165123456790124e-05, + "loss": 0.2844, + "step": 4300 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.9505208333333334, + "eval_loss": 0.3616989552974701, + "eval_macro_f1": 0.8268128776480906, + "eval_runtime": 2.8564, + "eval_samples_per_second": 537.736, + "eval_steps_per_second": 33.608, + "eval_weighted_f1": 0.9499909764038086, + "step": 4320 + }, + { + "epoch": 10.011574074074074, + "grad_norm": 0.15573643147945404, + "learning_rate": 1.110082304526749e-05, + "loss": 0.2062, + "step": 4325 + }, + { + "epoch": 10.069444444444445, + "grad_norm": 0.20805954933166504, + "learning_rate": 1.1036522633744857e-05, + "loss": 0.3147, + "step": 4350 + }, + { + "epoch": 10.127314814814815, + "grad_norm": 14.457183837890625, + "learning_rate": 1.0972222222222224e-05, + "loss": 0.1343, + "step": 4375 + }, + { + "epoch": 10.185185185185185, + "grad_norm": 0.07937890291213989, + "learning_rate": 1.090792181069959e-05, + "loss": 0.215, + "step": 4400 + }, + { + "epoch": 10.243055555555555, + "grad_norm": 0.06195805221796036, + "learning_rate": 1.0843621399176956e-05, + "loss": 0.1672, + "step": 4425 + }, + { + "epoch": 10.300925925925926, + "grad_norm": 0.04213821887969971, + "learning_rate": 1.0779320987654323e-05, + "loss": 0.1784, + "step": 4450 + }, + { + "epoch": 10.358796296296296, + "grad_norm": 0.0537002757191658, + "learning_rate": 1.0715020576131687e-05, + "loss": 0.0832, + "step": 4475 + }, + { + "epoch": 10.416666666666666, + "grad_norm": 0.053154896944761276, + "learning_rate": 1.0650720164609053e-05, + "loss": 0.1475, + "step": 4500 + }, + { + "epoch": 10.474537037037036, + "grad_norm": 41.40846252441406, + "learning_rate": 1.058641975308642e-05, + "loss": 0.3012, + "step": 4525 + }, + { + "epoch": 10.532407407407408, + "grad_norm": 0.08748806267976761, + "learning_rate": 1.0522119341563789e-05, + "loss": 0.2174, + "step": 4550 + }, + { + "epoch": 10.590277777777779, + "grad_norm": 0.044563766568899155, + "learning_rate": 1.0457818930041152e-05, + "loss": 0.263, + "step": 4575 + }, + { + "epoch": 10.648148148148149, + "grad_norm": 19.37051773071289, + "learning_rate": 1.0393518518518519e-05, + "loss": 0.3296, + "step": 4600 + }, + { + "epoch": 10.706018518518519, + "grad_norm": 0.18841315805912018, + "learning_rate": 1.0329218106995886e-05, + "loss": 0.2465, + "step": 4625 + }, + { + "epoch": 10.76388888888889, + "grad_norm": 0.04381072148680687, + "learning_rate": 1.0264917695473251e-05, + "loss": 0.1754, + "step": 4650 + }, + { + "epoch": 10.82175925925926, + "grad_norm": 3.1694674491882324, + "learning_rate": 1.0200617283950618e-05, + "loss": 0.1711, + "step": 4675 + }, + { + "epoch": 10.87962962962963, + "grad_norm": 101.84947204589844, + "learning_rate": 1.0136316872427985e-05, + "loss": 0.4633, + "step": 4700 + }, + { + "epoch": 10.9375, + "grad_norm": 0.13000927865505219, + "learning_rate": 1.0072016460905351e-05, + "loss": 0.185, + "step": 4725 + }, + { + "epoch": 10.99537037037037, + "grad_norm": 1.3699895143508911, + "learning_rate": 1.0007716049382717e-05, + "loss": 0.2728, + "step": 4750 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.9576822916666666, + "eval_loss": 0.3098059296607971, + "eval_macro_f1": 0.8620947687790051, + "eval_runtime": 2.8337, + "eval_samples_per_second": 542.043, + "eval_steps_per_second": 33.878, + "eval_weighted_f1": 0.95748091835233, + "step": 4752 + } + ], + "logging_steps": 25, + "max_steps": 8640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/special_tokens_map.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/tokenizer_config.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/trainer_state.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..7b3b05448b966ee04047041b9bd9debc18a9f403 --- /dev/null +++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/trainer_state.json @@ -0,0 +1,396 @@ +{ + "best_global_step": 1044, + "best_metric": 0.583606002878337, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 1044, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1440922190201729, + "grad_norm": 14.397369384765625, + "learning_rate": 1.3793103448275862e-06, + "loss": 7.5833, + "step": 25 + }, + { + "epoch": 0.2881844380403458, + "grad_norm": 18.6118106842041, + "learning_rate": 2.8160919540229887e-06, + "loss": 7.4942, + "step": 50 + }, + { + "epoch": 0.4322766570605187, + "grad_norm": 18.281314849853516, + "learning_rate": 4.252873563218391e-06, + "loss": 7.3269, + "step": 75 + }, + { + "epoch": 0.5763688760806917, + "grad_norm": 140.8556671142578, + "learning_rate": 5.689655172413794e-06, + "loss": 7.3733, + "step": 100 + }, + { + "epoch": 0.7204610951008645, + "grad_norm": 29.720619201660156, + "learning_rate": 7.126436781609196e-06, + "loss": 7.2979, + "step": 125 + }, + { + "epoch": 0.8645533141210374, + "grad_norm": 61.33514404296875, + "learning_rate": 8.563218390804599e-06, + "loss": 7.273, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4198250728862974, + "eval_loss": 1.572527527809143, + "eval_macro_f1": 0.2112788718567607, + "eval_runtime": 1.4667, + "eval_samples_per_second": 467.732, + "eval_steps_per_second": 29.318, + "eval_weighted_f1": 0.33389902761183127, + "step": 174 + }, + { + "epoch": 1.005763688760807, + "grad_norm": 50.397865295410156, + "learning_rate": 1e-05, + "loss": 6.6335, + "step": 175 + }, + { + "epoch": 1.1498559077809798, + "grad_norm": 141.31520080566406, + "learning_rate": 1.1436781609195405e-05, + "loss": 6.568, + "step": 200 + }, + { + "epoch": 1.2939481268011528, + "grad_norm": 54.08536911010742, + "learning_rate": 1.2873563218390805e-05, + "loss": 6.1653, + "step": 225 + }, + { + "epoch": 1.4380403458213258, + "grad_norm": 120.72863006591797, + "learning_rate": 1.4310344827586209e-05, + "loss": 5.9587, + "step": 250 + }, + { + "epoch": 1.5821325648414986, + "grad_norm": 130.51499938964844, + "learning_rate": 1.574712643678161e-05, + "loss": 5.9212, + "step": 275 + }, + { + "epoch": 1.7262247838616713, + "grad_norm": 59.2241096496582, + "learning_rate": 1.7183908045977015e-05, + "loss": 5.6351, + "step": 300 + }, + { + "epoch": 1.8703170028818443, + "grad_norm": 78.66265869140625, + "learning_rate": 1.8620689655172415e-05, + "loss": 5.275, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5087463556851312, + "eval_loss": 1.3686367273330688, + "eval_macro_f1": 0.39488634930466543, + "eval_runtime": 1.6957, + "eval_samples_per_second": 404.553, + "eval_steps_per_second": 25.358, + "eval_weighted_f1": 0.49550844542069256, + "step": 348 + }, + { + "epoch": 2.011527377521614, + "grad_norm": 130.68296813964844, + "learning_rate": 1.999361430395913e-05, + "loss": 5.1613, + "step": 350 + }, + { + "epoch": 2.155619596541787, + "grad_norm": 98.5225830078125, + "learning_rate": 1.983397190293742e-05, + "loss": 4.9708, + "step": 375 + }, + { + "epoch": 2.2997118155619596, + "grad_norm": 96.14082336425781, + "learning_rate": 1.967432950191571e-05, + "loss": 4.7806, + "step": 400 + }, + { + "epoch": 2.443804034582133, + "grad_norm": 89.28748321533203, + "learning_rate": 1.9514687100894e-05, + "loss": 4.6631, + "step": 425 + }, + { + "epoch": 2.5878962536023056, + "grad_norm": 54.443153381347656, + "learning_rate": 1.9355044699872286e-05, + "loss": 4.5638, + "step": 450 + }, + { + "epoch": 2.7319884726224783, + "grad_norm": 68.8527603149414, + "learning_rate": 1.9195402298850576e-05, + "loss": 4.4648, + "step": 475 + }, + { + "epoch": 2.8760806916426516, + "grad_norm": 79.49555206298828, + "learning_rate": 1.9035759897828865e-05, + "loss": 4.6073, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.6005830903790087, + "eval_loss": 1.1270520687103271, + "eval_macro_f1": 0.48811938620083123, + "eval_runtime": 1.392, + "eval_samples_per_second": 492.815, + "eval_steps_per_second": 30.891, + "eval_weighted_f1": 0.589243387353186, + "step": 522 + }, + { + "epoch": 3.0172910662824206, + "grad_norm": 126.5875473022461, + "learning_rate": 1.8876117496807155e-05, + "loss": 4.2088, + "step": 525 + }, + { + "epoch": 3.161383285302594, + "grad_norm": 67.62853240966797, + "learning_rate": 1.871647509578544e-05, + "loss": 3.7265, + "step": 550 + }, + { + "epoch": 3.3054755043227666, + "grad_norm": 124.96858978271484, + "learning_rate": 1.855683269476373e-05, + "loss": 3.7069, + "step": 575 + }, + { + "epoch": 3.4495677233429394, + "grad_norm": 92.56148529052734, + "learning_rate": 1.839719029374202e-05, + "loss": 3.6976, + "step": 600 + }, + { + "epoch": 3.5936599423631126, + "grad_norm": 149.15785217285156, + "learning_rate": 1.823754789272031e-05, + "loss": 4.0099, + "step": 625 + }, + { + "epoch": 3.7377521613832854, + "grad_norm": 118.40933990478516, + "learning_rate": 1.8077905491698596e-05, + "loss": 3.7303, + "step": 650 + }, + { + "epoch": 3.881844380403458, + "grad_norm": 60.34745407104492, + "learning_rate": 1.7918263090676886e-05, + "loss": 3.847, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.6005830903790087, + "eval_loss": 1.1241462230682373, + "eval_macro_f1": 0.535625576198057, + "eval_runtime": 1.549, + "eval_samples_per_second": 442.866, + "eval_steps_per_second": 27.76, + "eval_weighted_f1": 0.6006419524800085, + "step": 696 + }, + { + "epoch": 4.023054755043228, + "grad_norm": 90.19131469726562, + "learning_rate": 1.7758620689655175e-05, + "loss": 3.5303, + "step": 700 + }, + { + "epoch": 4.1671469740634, + "grad_norm": 91.65267181396484, + "learning_rate": 1.759897828863346e-05, + "loss": 3.2951, + "step": 725 + }, + { + "epoch": 4.311239193083574, + "grad_norm": 137.1929931640625, + "learning_rate": 1.743933588761175e-05, + "loss": 3.1192, + "step": 750 + }, + { + "epoch": 4.455331412103746, + "grad_norm": 85.91398620605469, + "learning_rate": 1.7279693486590037e-05, + "loss": 3.0388, + "step": 775 + }, + { + "epoch": 4.599423631123919, + "grad_norm": 100.63436889648438, + "learning_rate": 1.7120051085568327e-05, + "loss": 2.9696, + "step": 800 + }, + { + "epoch": 4.743515850144092, + "grad_norm": 127.57121276855469, + "learning_rate": 1.6960408684546617e-05, + "loss": 3.1718, + "step": 825 + }, + { + "epoch": 4.887608069164266, + "grad_norm": 61.47696304321289, + "learning_rate": 1.6800766283524906e-05, + "loss": 2.9137, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.6064139941690962, + "eval_loss": 1.1501108407974243, + "eval_macro_f1": 0.5325987442497119, + "eval_runtime": 1.4446, + "eval_samples_per_second": 474.863, + "eval_steps_per_second": 29.765, + "eval_weighted_f1": 0.5972217074618105, + "step": 870 + }, + { + "epoch": 5.028818443804035, + "grad_norm": 135.24183654785156, + "learning_rate": 1.6641123882503192e-05, + "loss": 2.9527, + "step": 875 + }, + { + "epoch": 5.172910662824208, + "grad_norm": 85.44031524658203, + "learning_rate": 1.6481481481481482e-05, + "loss": 2.7143, + "step": 900 + }, + { + "epoch": 5.31700288184438, + "grad_norm": 96.34224700927734, + "learning_rate": 1.632183908045977e-05, + "loss": 2.5, + "step": 925 + }, + { + "epoch": 5.461095100864553, + "grad_norm": 124.63420867919922, + "learning_rate": 1.616219667943806e-05, + "loss": 2.5813, + "step": 950 + }, + { + "epoch": 5.605187319884726, + "grad_norm": 84.30638122558594, + "learning_rate": 1.6002554278416347e-05, + "loss": 2.7285, + "step": 975 + }, + { + "epoch": 5.749279538904899, + "grad_norm": 71.13024139404297, + "learning_rate": 1.5842911877394637e-05, + "loss": 2.3021, + "step": 1000 + }, + { + "epoch": 5.893371757925072, + "grad_norm": 62.620452880859375, + "learning_rate": 1.5683269476372927e-05, + "loss": 2.5822, + "step": 1025 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.6355685131195336, + "eval_loss": 1.1157811880111694, + "eval_macro_f1": 0.583606002878337, + "eval_runtime": 1.5162, + "eval_samples_per_second": 452.445, + "eval_steps_per_second": 28.36, + "eval_weighted_f1": 0.6304732559921651, + "step": 1044 + } + ], + "logging_steps": 25, + "max_steps": 3480, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/special_tokens_map.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/tokenizer_config.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/trainer_state.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..db1392218dd0819bf7c5e17d9088b914de885b89 --- /dev/null +++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/trainer_state.json @@ -0,0 +1,576 @@ +{ + "best_global_step": 1044, + "best_metric": 0.583606002878337, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 1566, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1440922190201729, + "grad_norm": 14.397369384765625, + "learning_rate": 1.3793103448275862e-06, + "loss": 7.5833, + "step": 25 + }, + { + "epoch": 0.2881844380403458, + "grad_norm": 18.6118106842041, + "learning_rate": 2.8160919540229887e-06, + "loss": 7.4942, + "step": 50 + }, + { + "epoch": 0.4322766570605187, + "grad_norm": 18.281314849853516, + "learning_rate": 4.252873563218391e-06, + "loss": 7.3269, + "step": 75 + }, + { + "epoch": 0.5763688760806917, + "grad_norm": 140.8556671142578, + "learning_rate": 5.689655172413794e-06, + "loss": 7.3733, + "step": 100 + }, + { + "epoch": 0.7204610951008645, + "grad_norm": 29.720619201660156, + "learning_rate": 7.126436781609196e-06, + "loss": 7.2979, + "step": 125 + }, + { + "epoch": 0.8645533141210374, + "grad_norm": 61.33514404296875, + "learning_rate": 8.563218390804599e-06, + "loss": 7.273, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4198250728862974, + "eval_loss": 1.572527527809143, + "eval_macro_f1": 0.2112788718567607, + "eval_runtime": 1.4667, + "eval_samples_per_second": 467.732, + "eval_steps_per_second": 29.318, + "eval_weighted_f1": 0.33389902761183127, + "step": 174 + }, + { + "epoch": 1.005763688760807, + "grad_norm": 50.397865295410156, + "learning_rate": 1e-05, + "loss": 6.6335, + "step": 175 + }, + { + "epoch": 1.1498559077809798, + "grad_norm": 141.31520080566406, + "learning_rate": 1.1436781609195405e-05, + "loss": 6.568, + "step": 200 + }, + { + "epoch": 1.2939481268011528, + "grad_norm": 54.08536911010742, + "learning_rate": 1.2873563218390805e-05, + "loss": 6.1653, + "step": 225 + }, + { + "epoch": 1.4380403458213258, + "grad_norm": 120.72863006591797, + "learning_rate": 1.4310344827586209e-05, + "loss": 5.9587, + "step": 250 + }, + { + "epoch": 1.5821325648414986, + "grad_norm": 130.51499938964844, + "learning_rate": 1.574712643678161e-05, + "loss": 5.9212, + "step": 275 + }, + { + "epoch": 1.7262247838616713, + "grad_norm": 59.2241096496582, + "learning_rate": 1.7183908045977015e-05, + "loss": 5.6351, + "step": 300 + }, + { + "epoch": 1.8703170028818443, + "grad_norm": 78.66265869140625, + "learning_rate": 1.8620689655172415e-05, + "loss": 5.275, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5087463556851312, + "eval_loss": 1.3686367273330688, + "eval_macro_f1": 0.39488634930466543, + "eval_runtime": 1.6957, + "eval_samples_per_second": 404.553, + "eval_steps_per_second": 25.358, + "eval_weighted_f1": 0.49550844542069256, + "step": 348 + }, + { + "epoch": 2.011527377521614, + "grad_norm": 130.68296813964844, + "learning_rate": 1.999361430395913e-05, + "loss": 5.1613, + "step": 350 + }, + { + "epoch": 2.155619596541787, + "grad_norm": 98.5225830078125, + "learning_rate": 1.983397190293742e-05, + "loss": 4.9708, + "step": 375 + }, + { + "epoch": 2.2997118155619596, + "grad_norm": 96.14082336425781, + "learning_rate": 1.967432950191571e-05, + "loss": 4.7806, + "step": 400 + }, + { + "epoch": 2.443804034582133, + "grad_norm": 89.28748321533203, + "learning_rate": 1.9514687100894e-05, + "loss": 4.6631, + "step": 425 + }, + { + "epoch": 2.5878962536023056, + "grad_norm": 54.443153381347656, + "learning_rate": 1.9355044699872286e-05, + "loss": 4.5638, + "step": 450 + }, + { + "epoch": 2.7319884726224783, + "grad_norm": 68.8527603149414, + "learning_rate": 1.9195402298850576e-05, + "loss": 4.4648, + "step": 475 + }, + { + "epoch": 2.8760806916426516, + "grad_norm": 79.49555206298828, + "learning_rate": 1.9035759897828865e-05, + "loss": 4.6073, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.6005830903790087, + "eval_loss": 1.1270520687103271, + "eval_macro_f1": 0.48811938620083123, + "eval_runtime": 1.392, + "eval_samples_per_second": 492.815, + "eval_steps_per_second": 30.891, + "eval_weighted_f1": 0.589243387353186, + "step": 522 + }, + { + "epoch": 3.0172910662824206, + "grad_norm": 126.5875473022461, + "learning_rate": 1.8876117496807155e-05, + "loss": 4.2088, + "step": 525 + }, + { + "epoch": 3.161383285302594, + "grad_norm": 67.62853240966797, + "learning_rate": 1.871647509578544e-05, + "loss": 3.7265, + "step": 550 + }, + { + "epoch": 3.3054755043227666, + "grad_norm": 124.96858978271484, + "learning_rate": 1.855683269476373e-05, + "loss": 3.7069, + "step": 575 + }, + { + "epoch": 3.4495677233429394, + "grad_norm": 92.56148529052734, + "learning_rate": 1.839719029374202e-05, + "loss": 3.6976, + "step": 600 + }, + { + "epoch": 3.5936599423631126, + "grad_norm": 149.15785217285156, + "learning_rate": 1.823754789272031e-05, + "loss": 4.0099, + "step": 625 + }, + { + "epoch": 3.7377521613832854, + "grad_norm": 118.40933990478516, + "learning_rate": 1.8077905491698596e-05, + "loss": 3.7303, + "step": 650 + }, + { + "epoch": 3.881844380403458, + "grad_norm": 60.34745407104492, + "learning_rate": 1.7918263090676886e-05, + "loss": 3.847, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.6005830903790087, + "eval_loss": 1.1241462230682373, + "eval_macro_f1": 0.535625576198057, + "eval_runtime": 1.549, + "eval_samples_per_second": 442.866, + "eval_steps_per_second": 27.76, + "eval_weighted_f1": 0.6006419524800085, + "step": 696 + }, + { + "epoch": 4.023054755043228, + "grad_norm": 90.19131469726562, + "learning_rate": 1.7758620689655175e-05, + "loss": 3.5303, + "step": 700 + }, + { + "epoch": 4.1671469740634, + "grad_norm": 91.65267181396484, + "learning_rate": 1.759897828863346e-05, + "loss": 3.2951, + "step": 725 + }, + { + "epoch": 4.311239193083574, + "grad_norm": 137.1929931640625, + "learning_rate": 1.743933588761175e-05, + "loss": 3.1192, + "step": 750 + }, + { + "epoch": 4.455331412103746, + "grad_norm": 85.91398620605469, + "learning_rate": 1.7279693486590037e-05, + "loss": 3.0388, + "step": 775 + }, + { + "epoch": 4.599423631123919, + "grad_norm": 100.63436889648438, + "learning_rate": 1.7120051085568327e-05, + "loss": 2.9696, + "step": 800 + }, + { + "epoch": 4.743515850144092, + "grad_norm": 127.57121276855469, + "learning_rate": 1.6960408684546617e-05, + "loss": 3.1718, + "step": 825 + }, + { + "epoch": 4.887608069164266, + "grad_norm": 61.47696304321289, + "learning_rate": 1.6800766283524906e-05, + "loss": 2.9137, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.6064139941690962, + "eval_loss": 1.1501108407974243, + "eval_macro_f1": 0.5325987442497119, + "eval_runtime": 1.4446, + "eval_samples_per_second": 474.863, + "eval_steps_per_second": 29.765, + "eval_weighted_f1": 0.5972217074618105, + "step": 870 + }, + { + "epoch": 5.028818443804035, + "grad_norm": 135.24183654785156, + "learning_rate": 1.6641123882503192e-05, + "loss": 2.9527, + "step": 875 + }, + { + "epoch": 5.172910662824208, + "grad_norm": 85.44031524658203, + "learning_rate": 1.6481481481481482e-05, + "loss": 2.7143, + "step": 900 + }, + { + "epoch": 5.31700288184438, + "grad_norm": 96.34224700927734, + "learning_rate": 1.632183908045977e-05, + "loss": 2.5, + "step": 925 + }, + { + "epoch": 5.461095100864553, + "grad_norm": 124.63420867919922, + "learning_rate": 1.616219667943806e-05, + "loss": 2.5813, + "step": 950 + }, + { + "epoch": 5.605187319884726, + "grad_norm": 84.30638122558594, + "learning_rate": 1.6002554278416347e-05, + "loss": 2.7285, + "step": 975 + }, + { + "epoch": 5.749279538904899, + "grad_norm": 71.13024139404297, + "learning_rate": 1.5842911877394637e-05, + "loss": 2.3021, + "step": 1000 + }, + { + "epoch": 5.893371757925072, + "grad_norm": 62.620452880859375, + "learning_rate": 1.5683269476372927e-05, + "loss": 2.5822, + "step": 1025 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.6355685131195336, + "eval_loss": 1.1157811880111694, + "eval_macro_f1": 0.583606002878337, + "eval_runtime": 1.5162, + "eval_samples_per_second": 452.445, + "eval_steps_per_second": 28.36, + "eval_weighted_f1": 0.6304732559921651, + "step": 1044 + }, + { + "epoch": 6.034582132564841, + "grad_norm": 92.40717315673828, + "learning_rate": 1.5523627075351216e-05, + "loss": 2.1711, + "step": 1050 + }, + { + "epoch": 6.178674351585014, + "grad_norm": 74.00961303710938, + "learning_rate": 1.5363984674329502e-05, + "loss": 1.9687, + "step": 1075 + }, + { + "epoch": 6.322766570605188, + "grad_norm": 120.0807113647461, + "learning_rate": 1.5204342273307792e-05, + "loss": 2.012, + "step": 1100 + }, + { + "epoch": 6.46685878962536, + "grad_norm": 55.37731170654297, + "learning_rate": 1.504469987228608e-05, + "loss": 1.9992, + "step": 1125 + }, + { + "epoch": 6.610951008645533, + "grad_norm": 120.64459991455078, + "learning_rate": 1.4885057471264368e-05, + "loss": 2.0866, + "step": 1150 + }, + { + "epoch": 6.755043227665706, + "grad_norm": 125.24942779541016, + "learning_rate": 1.4725415070242657e-05, + "loss": 2.219, + "step": 1175 + }, + { + "epoch": 6.899135446685879, + "grad_norm": 203.63250732421875, + "learning_rate": 1.4565772669220945e-05, + "loss": 2.2144, + "step": 1200 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.6370262390670554, + "eval_loss": 1.2183979749679565, + "eval_macro_f1": 0.5812440136809556, + "eval_runtime": 1.5245, + "eval_samples_per_second": 449.998, + "eval_steps_per_second": 28.207, + "eval_weighted_f1": 0.6342359857162293, + "step": 1218 + }, + { + "epoch": 7.040345821325649, + "grad_norm": 108.76802825927734, + "learning_rate": 1.4406130268199235e-05, + "loss": 1.949, + "step": 1225 + }, + { + "epoch": 7.184438040345821, + "grad_norm": 287.94097900390625, + "learning_rate": 1.4246487867177523e-05, + "loss": 1.6411, + "step": 1250 + }, + { + "epoch": 7.328530259365994, + "grad_norm": 148.85975646972656, + "learning_rate": 1.4086845466155812e-05, + "loss": 1.6939, + "step": 1275 + }, + { + "epoch": 7.472622478386167, + "grad_norm": 141.8411407470703, + "learning_rate": 1.39272030651341e-05, + "loss": 1.6939, + "step": 1300 + }, + { + "epoch": 7.61671469740634, + "grad_norm": 145.2644805908203, + "learning_rate": 1.376756066411239e-05, + "loss": 1.3431, + "step": 1325 + }, + { + "epoch": 7.760806916426513, + "grad_norm": 68.07330322265625, + "learning_rate": 1.3607918263090678e-05, + "loss": 1.7612, + "step": 1350 + }, + { + "epoch": 7.904899135446686, + "grad_norm": 188.74278259277344, + "learning_rate": 1.3448275862068967e-05, + "loss": 1.4122, + "step": 1375 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.6239067055393586, + "eval_loss": 1.3186020851135254, + "eval_macro_f1": 0.5771484102629376, + "eval_runtime": 1.3815, + "eval_samples_per_second": 496.544, + "eval_steps_per_second": 31.124, + "eval_weighted_f1": 0.6236122924212466, + "step": 1392 + }, + { + "epoch": 8.046109510086456, + "grad_norm": 80.04391479492188, + "learning_rate": 1.3288633461047255e-05, + "loss": 1.7825, + "step": 1400 + }, + { + "epoch": 8.190201729106628, + "grad_norm": 122.52225494384766, + "learning_rate": 1.3128991060025545e-05, + "loss": 1.2121, + "step": 1425 + }, + { + "epoch": 8.3342939481268, + "grad_norm": 174.53741455078125, + "learning_rate": 1.2969348659003833e-05, + "loss": 1.209, + "step": 1450 + }, + { + "epoch": 8.478386167146974, + "grad_norm": 89.08956146240234, + "learning_rate": 1.2809706257982123e-05, + "loss": 1.3279, + "step": 1475 + }, + { + "epoch": 8.622478386167147, + "grad_norm": 79.17705535888672, + "learning_rate": 1.265006385696041e-05, + "loss": 1.2324, + "step": 1500 + }, + { + "epoch": 8.76657060518732, + "grad_norm": 64.43740844726562, + "learning_rate": 1.24904214559387e-05, + "loss": 1.2512, + "step": 1525 + }, + { + "epoch": 8.910662824207492, + "grad_norm": 65.23770141601562, + "learning_rate": 1.2330779054916986e-05, + "loss": 1.2894, + "step": 1550 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.6137026239067055, + "eval_loss": 1.4468817710876465, + "eval_macro_f1": 0.56282421000301, + "eval_runtime": 1.5389, + "eval_samples_per_second": 445.762, + "eval_steps_per_second": 27.941, + "eval_weighted_f1": 0.6165373459897565, + "step": 1566 + } + ], + "logging_steps": 25, + "max_steps": 3480, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/special_tokens_map.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/tokenizer_config.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/trainer_state.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..424dad2e578a965c3f5e58853c24cc8e49f71555 --- /dev/null +++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/trainer_state.json @@ -0,0 +1,756 @@ +{ + "best_global_step": 2088, + "best_metric": 0.5754389959045689, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 2088, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1440922190201729, + "grad_norm": 25.409011840820312, + "learning_rate": 1.3793103448275862e-06, + "loss": 8.1102, + "step": 25 + }, + { + "epoch": 0.2881844380403458, + "grad_norm": 26.36658477783203, + "learning_rate": 2.8160919540229887e-06, + "loss": 8.0451, + "step": 50 + }, + { + "epoch": 0.4322766570605187, + "grad_norm": 40.90280532836914, + "learning_rate": 4.252873563218391e-06, + "loss": 7.8564, + "step": 75 + }, + { + "epoch": 0.5763688760806917, + "grad_norm": 70.01329803466797, + "learning_rate": 5.689655172413794e-06, + "loss": 7.5187, + "step": 100 + }, + { + "epoch": 0.7204610951008645, + "grad_norm": 52.07551193237305, + "learning_rate": 7.126436781609196e-06, + "loss": 7.2167, + "step": 125 + }, + { + "epoch": 0.8645533141210374, + "grad_norm": 35.959747314453125, + "learning_rate": 8.563218390804599e-06, + "loss": 7.0114, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3935860058309038, + "eval_loss": 1.6363770961761475, + "eval_macro_f1": 0.2291321429960711, + "eval_runtime": 1.3674, + "eval_samples_per_second": 501.687, + "eval_steps_per_second": 31.447, + "eval_weighted_f1": 0.35931533775839664, + "step": 174 + }, + { + "epoch": 1.005763688760807, + "grad_norm": 42.88567352294922, + "learning_rate": 1e-05, + "loss": 6.8769, + "step": 175 + }, + { + "epoch": 1.1498559077809798, + "grad_norm": 113.34029388427734, + "learning_rate": 1.1436781609195405e-05, + "loss": 6.8403, + "step": 200 + }, + { + "epoch": 1.2939481268011528, + "grad_norm": 77.8018798828125, + "learning_rate": 1.2873563218390805e-05, + "loss": 6.346, + "step": 225 + }, + { + "epoch": 1.4380403458213258, + "grad_norm": 67.4543228149414, + "learning_rate": 1.4310344827586209e-05, + "loss": 5.9756, + "step": 250 + }, + { + "epoch": 1.5821325648414986, + "grad_norm": 61.21331024169922, + "learning_rate": 1.574712643678161e-05, + "loss": 5.9322, + "step": 275 + }, + { + "epoch": 1.7262247838616713, + "grad_norm": 412.4178466796875, + "learning_rate": 1.7183908045977015e-05, + "loss": 5.5346, + "step": 300 + }, + { + "epoch": 1.8703170028818443, + "grad_norm": 49.49477767944336, + "learning_rate": 1.8620689655172415e-05, + "loss": 5.5723, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5597667638483965, + "eval_loss": 1.2774362564086914, + "eval_macro_f1": 0.36947783596506995, + "eval_runtime": 1.4426, + "eval_samples_per_second": 475.535, + "eval_steps_per_second": 29.808, + "eval_weighted_f1": 0.5141639577077276, + "step": 348 + }, + { + "epoch": 2.011527377521614, + "grad_norm": 66.45020294189453, + "learning_rate": 1.999361430395913e-05, + "loss": 5.1781, + "step": 350 + }, + { + "epoch": 2.155619596541787, + "grad_norm": 72.80464935302734, + "learning_rate": 1.983397190293742e-05, + "loss": 4.9899, + "step": 375 + }, + { + "epoch": 2.2997118155619596, + "grad_norm": 140.2425994873047, + "learning_rate": 1.967432950191571e-05, + "loss": 4.8554, + "step": 400 + }, + { + "epoch": 2.443804034582133, + "grad_norm": 63.07112503051758, + "learning_rate": 1.9514687100894e-05, + "loss": 4.4896, + "step": 425 + }, + { + "epoch": 2.5878962536023056, + "grad_norm": 67.38774871826172, + "learning_rate": 1.9355044699872286e-05, + "loss": 4.7224, + "step": 450 + }, + { + "epoch": 2.7319884726224783, + "grad_norm": 105.33391571044922, + "learning_rate": 1.9195402298850576e-05, + "loss": 4.4407, + "step": 475 + }, + { + "epoch": 2.8760806916426516, + "grad_norm": 159.6921844482422, + "learning_rate": 1.9035759897828865e-05, + "loss": 4.5295, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.6034985422740525, + "eval_loss": 1.1027911901474, + "eval_macro_f1": 0.5007176512669808, + "eval_runtime": 1.4129, + "eval_samples_per_second": 485.532, + "eval_steps_per_second": 30.434, + "eval_weighted_f1": 0.5920542836582914, + "step": 522 + }, + { + "epoch": 3.0172910662824206, + "grad_norm": 78.40042114257812, + "learning_rate": 1.8876117496807155e-05, + "loss": 4.3224, + "step": 525 + }, + { + "epoch": 3.161383285302594, + "grad_norm": 112.31568145751953, + "learning_rate": 1.871647509578544e-05, + "loss": 4.1704, + "step": 550 + }, + { + "epoch": 3.3054755043227666, + "grad_norm": 86.89190673828125, + "learning_rate": 1.855683269476373e-05, + "loss": 3.9765, + "step": 575 + }, + { + "epoch": 3.4495677233429394, + "grad_norm": 60.991153717041016, + "learning_rate": 1.839719029374202e-05, + "loss": 3.7586, + "step": 600 + }, + { + "epoch": 3.5936599423631126, + "grad_norm": 92.52076721191406, + "learning_rate": 1.823754789272031e-05, + "loss": 3.7498, + "step": 625 + }, + { + "epoch": 3.7377521613832854, + "grad_norm": 61.19248580932617, + "learning_rate": 1.8077905491698596e-05, + "loss": 3.9657, + "step": 650 + }, + { + "epoch": 3.881844380403458, + "grad_norm": 74.10926055908203, + "learning_rate": 1.7918263090676886e-05, + "loss": 3.5039, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.6151603498542274, + "eval_loss": 1.1910370588302612, + "eval_macro_f1": 0.5385687449568491, + "eval_runtime": 1.4444, + "eval_samples_per_second": 474.927, + "eval_steps_per_second": 29.769, + "eval_weighted_f1": 0.5981397216871904, + "step": 696 + }, + { + "epoch": 4.023054755043228, + "grad_norm": 93.08206939697266, + "learning_rate": 1.7758620689655175e-05, + "loss": 3.4571, + "step": 700 + }, + { + "epoch": 4.1671469740634, + "grad_norm": 107.71681213378906, + "learning_rate": 1.759897828863346e-05, + "loss": 3.1668, + "step": 725 + }, + { + "epoch": 4.311239193083574, + "grad_norm": 185.41183471679688, + "learning_rate": 1.743933588761175e-05, + "loss": 3.1595, + "step": 750 + }, + { + "epoch": 4.455331412103746, + "grad_norm": 74.57310485839844, + "learning_rate": 1.7279693486590037e-05, + "loss": 3.0405, + "step": 775 + }, + { + "epoch": 4.599423631123919, + "grad_norm": 149.26861572265625, + "learning_rate": 1.7120051085568327e-05, + "loss": 3.3884, + "step": 800 + }, + { + "epoch": 4.743515850144092, + "grad_norm": 81.49881744384766, + "learning_rate": 1.6960408684546617e-05, + "loss": 2.7663, + "step": 825 + }, + { + "epoch": 4.887608069164266, + "grad_norm": 100.28555297851562, + "learning_rate": 1.6800766283524906e-05, + "loss": 2.9881, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.6122448979591837, + "eval_loss": 1.1306499242782593, + "eval_macro_f1": 0.5511800013504567, + "eval_runtime": 1.466, + "eval_samples_per_second": 467.94, + "eval_steps_per_second": 29.331, + "eval_weighted_f1": 0.6027418257377974, + "step": 870 + }, + { + "epoch": 5.028818443804035, + "grad_norm": 176.52047729492188, + "learning_rate": 1.6641123882503192e-05, + "loss": 2.7591, + "step": 875 + }, + { + "epoch": 5.172910662824208, + "grad_norm": 79.86366271972656, + "learning_rate": 1.6481481481481482e-05, + "loss": 2.3629, + "step": 900 + }, + { + "epoch": 5.31700288184438, + "grad_norm": 75.88929748535156, + "learning_rate": 1.632183908045977e-05, + "loss": 2.4993, + "step": 925 + }, + { + "epoch": 5.461095100864553, + "grad_norm": 114.27474212646484, + "learning_rate": 1.616219667943806e-05, + "loss": 2.5894, + "step": 950 + }, + { + "epoch": 5.605187319884726, + "grad_norm": 76.7537612915039, + "learning_rate": 1.6002554278416347e-05, + "loss": 2.606, + "step": 975 + }, + { + "epoch": 5.749279538904899, + "grad_norm": 83.17585754394531, + "learning_rate": 1.5842911877394637e-05, + "loss": 2.4625, + "step": 1000 + }, + { + "epoch": 5.893371757925072, + "grad_norm": 224.8154754638672, + "learning_rate": 1.5683269476372927e-05, + "loss": 2.6508, + "step": 1025 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.6151603498542274, + "eval_loss": 1.186454176902771, + "eval_macro_f1": 0.561098019714862, + "eval_runtime": 1.4738, + "eval_samples_per_second": 465.464, + "eval_steps_per_second": 29.176, + "eval_weighted_f1": 0.6157594207652559, + "step": 1044 + }, + { + "epoch": 6.034582132564841, + "grad_norm": 99.22409057617188, + "learning_rate": 1.5523627075351216e-05, + "loss": 2.4168, + "step": 1050 + }, + { + "epoch": 6.178674351585014, + "grad_norm": 83.35447692871094, + "learning_rate": 1.5363984674329502e-05, + "loss": 2.0894, + "step": 1075 + }, + { + "epoch": 6.322766570605188, + "grad_norm": 91.6500244140625, + "learning_rate": 1.5204342273307792e-05, + "loss": 2.086, + "step": 1100 + }, + { + "epoch": 6.46685878962536, + "grad_norm": 168.25729370117188, + "learning_rate": 1.504469987228608e-05, + "loss": 1.969, + "step": 1125 + }, + { + "epoch": 6.610951008645533, + "grad_norm": 134.1697235107422, + "learning_rate": 1.4885057471264368e-05, + "loss": 1.8243, + "step": 1150 + }, + { + "epoch": 6.755043227665706, + "grad_norm": 94.68640899658203, + "learning_rate": 1.4725415070242657e-05, + "loss": 2.1011, + "step": 1175 + }, + { + "epoch": 6.899135446685879, + "grad_norm": 91.7154312133789, + "learning_rate": 1.4565772669220945e-05, + "loss": 1.8306, + "step": 1200 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.5860058309037901, + "eval_loss": 1.3595912456512451, + "eval_macro_f1": 0.5393007279981095, + "eval_runtime": 1.5801, + "eval_samples_per_second": 434.146, + "eval_steps_per_second": 27.213, + "eval_weighted_f1": 0.5848661975027537, + "step": 1218 + }, + { + "epoch": 7.040345821325649, + "grad_norm": 153.0696563720703, + "learning_rate": 1.4406130268199235e-05, + "loss": 2.1777, + "step": 1225 + }, + { + "epoch": 7.184438040345821, + "grad_norm": 111.3951644897461, + "learning_rate": 1.4246487867177523e-05, + "loss": 1.5568, + "step": 1250 + }, + { + "epoch": 7.328530259365994, + "grad_norm": 79.67266082763672, + "learning_rate": 1.4086845466155812e-05, + "loss": 1.67, + "step": 1275 + }, + { + "epoch": 7.472622478386167, + "grad_norm": 123.5237808227539, + "learning_rate": 1.39272030651341e-05, + "loss": 1.6122, + "step": 1300 + }, + { + "epoch": 7.61671469740634, + "grad_norm": 69.67051696777344, + "learning_rate": 1.376756066411239e-05, + "loss": 1.6362, + "step": 1325 + }, + { + "epoch": 7.760806916426513, + "grad_norm": 179.90306091308594, + "learning_rate": 1.3607918263090678e-05, + "loss": 1.5434, + "step": 1350 + }, + { + "epoch": 7.904899135446686, + "grad_norm": 209.70628356933594, + "learning_rate": 1.3448275862068967e-05, + "loss": 1.6258, + "step": 1375 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.6020408163265306, + "eval_loss": 1.4627659320831299, + "eval_macro_f1": 0.5630883910907747, + "eval_runtime": 1.4505, + "eval_samples_per_second": 472.954, + "eval_steps_per_second": 29.646, + "eval_weighted_f1": 0.5999080995770613, + "step": 1392 + }, + { + "epoch": 8.046109510086456, + "grad_norm": 67.61016845703125, + "learning_rate": 1.3288633461047255e-05, + "loss": 1.4017, + "step": 1400 + }, + { + "epoch": 8.190201729106628, + "grad_norm": 92.2812728881836, + "learning_rate": 1.3128991060025545e-05, + "loss": 1.22, + "step": 1425 + }, + { + "epoch": 8.3342939481268, + "grad_norm": 149.6383819580078, + "learning_rate": 1.2969348659003833e-05, + "loss": 1.1536, + "step": 1450 + }, + { + "epoch": 8.478386167146974, + "grad_norm": 98.09387969970703, + "learning_rate": 1.2809706257982123e-05, + "loss": 1.0517, + "step": 1475 + }, + { + "epoch": 8.622478386167147, + "grad_norm": 115.51671600341797, + "learning_rate": 1.265006385696041e-05, + "loss": 1.396, + "step": 1500 + }, + { + "epoch": 8.76657060518732, + "grad_norm": 99.49845886230469, + "learning_rate": 1.24904214559387e-05, + "loss": 1.5213, + "step": 1525 + }, + { + "epoch": 8.910662824207492, + "grad_norm": 39.198524475097656, + "learning_rate": 1.2330779054916986e-05, + "loss": 1.2986, + "step": 1550 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.6049562682215743, + "eval_loss": 1.5522927045822144, + "eval_macro_f1": 0.5497145927070005, + "eval_runtime": 1.706, + "eval_samples_per_second": 402.116, + "eval_steps_per_second": 25.206, + "eval_weighted_f1": 0.6016175688239225, + "step": 1566 + }, + { + "epoch": 9.051873198847263, + "grad_norm": 60.584285736083984, + "learning_rate": 1.2171136653895274e-05, + "loss": 1.0822, + "step": 1575 + }, + { + "epoch": 9.195965417867436, + "grad_norm": 74.70519256591797, + "learning_rate": 1.2011494252873564e-05, + "loss": 0.7805, + "step": 1600 + }, + { + "epoch": 9.340057636887607, + "grad_norm": 26.134737014770508, + "learning_rate": 1.1851851851851852e-05, + "loss": 1.0386, + "step": 1625 + }, + { + "epoch": 9.48414985590778, + "grad_norm": 84.1439208984375, + "learning_rate": 1.1692209450830141e-05, + "loss": 1.0896, + "step": 1650 + }, + { + "epoch": 9.628242074927954, + "grad_norm": 58.2321662902832, + "learning_rate": 1.1532567049808429e-05, + "loss": 1.0656, + "step": 1675 + }, + { + "epoch": 9.772334293948127, + "grad_norm": 51.10061264038086, + "learning_rate": 1.1372924648786719e-05, + "loss": 0.9505, + "step": 1700 + }, + { + "epoch": 9.9164265129683, + "grad_norm": 322.0007629394531, + "learning_rate": 1.1213282247765007e-05, + "loss": 1.1111, + "step": 1725 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.6034985422740525, + "eval_loss": 1.708386778831482, + "eval_macro_f1": 0.5532004368774068, + "eval_runtime": 1.6295, + "eval_samples_per_second": 420.977, + "eval_steps_per_second": 26.388, + "eval_weighted_f1": 0.5989807549481032, + "step": 1740 + }, + { + "epoch": 10.05763688760807, + "grad_norm": 51.84536361694336, + "learning_rate": 1.1053639846743296e-05, + "loss": 0.9566, + "step": 1750 + }, + { + "epoch": 10.201729106628243, + "grad_norm": 131.0769805908203, + "learning_rate": 1.0893997445721584e-05, + "loss": 0.8614, + "step": 1775 + }, + { + "epoch": 10.345821325648416, + "grad_norm": 134.8805389404297, + "learning_rate": 1.0734355044699874e-05, + "loss": 0.8593, + "step": 1800 + }, + { + "epoch": 10.489913544668587, + "grad_norm": 129.8817596435547, + "learning_rate": 1.0574712643678162e-05, + "loss": 0.731, + "step": 1825 + }, + { + "epoch": 10.63400576368876, + "grad_norm": 257.5182189941406, + "learning_rate": 1.0415070242656451e-05, + "loss": 0.7897, + "step": 1850 + }, + { + "epoch": 10.778097982708934, + "grad_norm": 33.62117385864258, + "learning_rate": 1.025542784163474e-05, + "loss": 0.7981, + "step": 1875 + }, + { + "epoch": 10.922190201729107, + "grad_norm": 146.9697265625, + "learning_rate": 1.0095785440613029e-05, + "loss": 0.9133, + "step": 1900 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.607871720116618, + "eval_loss": 1.6921274662017822, + "eval_macro_f1": 0.5682382619910327, + "eval_runtime": 1.4607, + "eval_samples_per_second": 469.627, + "eval_steps_per_second": 29.437, + "eval_weighted_f1": 0.608865467221514, + "step": 1914 + }, + { + "epoch": 11.063400576368876, + "grad_norm": 44.91331100463867, + "learning_rate": 9.936143039591317e-06, + "loss": 0.8854, + "step": 1925 + }, + { + "epoch": 11.207492795389049, + "grad_norm": 100.35406494140625, + "learning_rate": 9.776500638569605e-06, + "loss": 0.6283, + "step": 1950 + }, + { + "epoch": 11.351585014409222, + "grad_norm": 18.007591247558594, + "learning_rate": 9.616858237547894e-06, + "loss": 0.5664, + "step": 1975 + }, + { + "epoch": 11.495677233429396, + "grad_norm": 71.7136001586914, + "learning_rate": 9.457215836526182e-06, + "loss": 0.5527, + "step": 2000 + }, + { + "epoch": 11.639769452449567, + "grad_norm": 86.22111511230469, + "learning_rate": 9.297573435504472e-06, + "loss": 0.7512, + "step": 2025 + }, + { + "epoch": 11.78386167146974, + "grad_norm": 81.40876007080078, + "learning_rate": 9.13793103448276e-06, + "loss": 0.611, + "step": 2050 + }, + { + "epoch": 11.927953890489913, + "grad_norm": 115.73153686523438, + "learning_rate": 8.978288633461047e-06, + "loss": 0.5997, + "step": 2075 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.6253644314868805, + "eval_loss": 1.8453783988952637, + "eval_macro_f1": 0.5754389959045689, + "eval_runtime": 1.4218, + "eval_samples_per_second": 482.497, + "eval_steps_per_second": 30.244, + "eval_weighted_f1": 0.6199756438710448, + "step": 2088 + } + ], + "logging_steps": 25, + "max_steps": 3480, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/special_tokens_map.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/tokenizer_config.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/trainer_state.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..12927965a2758089cd6de131301201d36f144080 --- /dev/null +++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/trainer_state.json @@ -0,0 +1,936 @@ +{ + "best_global_step": 2088, + "best_metric": 0.5754389959045689, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088", + "epoch": 15.0, + "eval_steps": 500, + "global_step": 2610, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1440922190201729, + "grad_norm": 25.409011840820312, + "learning_rate": 1.3793103448275862e-06, + "loss": 8.1102, + "step": 25 + }, + { + "epoch": 0.2881844380403458, + "grad_norm": 26.36658477783203, + "learning_rate": 2.8160919540229887e-06, + "loss": 8.0451, + "step": 50 + }, + { + "epoch": 0.4322766570605187, + "grad_norm": 40.90280532836914, + "learning_rate": 4.252873563218391e-06, + "loss": 7.8564, + "step": 75 + }, + { + "epoch": 0.5763688760806917, + "grad_norm": 70.01329803466797, + "learning_rate": 5.689655172413794e-06, + "loss": 7.5187, + "step": 100 + }, + { + "epoch": 0.7204610951008645, + "grad_norm": 52.07551193237305, + "learning_rate": 7.126436781609196e-06, + "loss": 7.2167, + "step": 125 + }, + { + "epoch": 0.8645533141210374, + "grad_norm": 35.959747314453125, + "learning_rate": 8.563218390804599e-06, + "loss": 7.0114, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.3935860058309038, + "eval_loss": 1.6363770961761475, + "eval_macro_f1": 0.2291321429960711, + "eval_runtime": 1.3674, + "eval_samples_per_second": 501.687, + "eval_steps_per_second": 31.447, + "eval_weighted_f1": 0.35931533775839664, + "step": 174 + }, + { + "epoch": 1.005763688760807, + "grad_norm": 42.88567352294922, + "learning_rate": 1e-05, + "loss": 6.8769, + "step": 175 + }, + { + "epoch": 1.1498559077809798, + "grad_norm": 113.34029388427734, + "learning_rate": 1.1436781609195405e-05, + "loss": 6.8403, + "step": 200 + }, + { + "epoch": 1.2939481268011528, + "grad_norm": 77.8018798828125, + "learning_rate": 1.2873563218390805e-05, + "loss": 6.346, + "step": 225 + }, + { + "epoch": 1.4380403458213258, + "grad_norm": 67.4543228149414, + "learning_rate": 1.4310344827586209e-05, + "loss": 5.9756, + "step": 250 + }, + { + "epoch": 1.5821325648414986, + "grad_norm": 61.21331024169922, + "learning_rate": 1.574712643678161e-05, + "loss": 5.9322, + "step": 275 + }, + { + "epoch": 1.7262247838616713, + "grad_norm": 412.4178466796875, + "learning_rate": 1.7183908045977015e-05, + "loss": 5.5346, + "step": 300 + }, + { + "epoch": 1.8703170028818443, + "grad_norm": 49.49477767944336, + "learning_rate": 1.8620689655172415e-05, + "loss": 5.5723, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5597667638483965, + "eval_loss": 1.2774362564086914, + "eval_macro_f1": 0.36947783596506995, + "eval_runtime": 1.4426, + "eval_samples_per_second": 475.535, + "eval_steps_per_second": 29.808, + "eval_weighted_f1": 0.5141639577077276, + "step": 348 + }, + { + "epoch": 2.011527377521614, + "grad_norm": 66.45020294189453, + "learning_rate": 1.999361430395913e-05, + "loss": 5.1781, + "step": 350 + }, + { + "epoch": 2.155619596541787, + "grad_norm": 72.80464935302734, + "learning_rate": 1.983397190293742e-05, + "loss": 4.9899, + "step": 375 + }, + { + "epoch": 2.2997118155619596, + "grad_norm": 140.2425994873047, + "learning_rate": 1.967432950191571e-05, + "loss": 4.8554, + "step": 400 + }, + { + "epoch": 2.443804034582133, + "grad_norm": 63.07112503051758, + "learning_rate": 1.9514687100894e-05, + "loss": 4.4896, + "step": 425 + }, + { + "epoch": 2.5878962536023056, + "grad_norm": 67.38774871826172, + "learning_rate": 1.9355044699872286e-05, + "loss": 4.7224, + "step": 450 + }, + { + "epoch": 2.7319884726224783, + "grad_norm": 105.33391571044922, + "learning_rate": 1.9195402298850576e-05, + "loss": 4.4407, + "step": 475 + }, + { + "epoch": 2.8760806916426516, + "grad_norm": 159.6921844482422, + "learning_rate": 1.9035759897828865e-05, + "loss": 4.5295, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.6034985422740525, + "eval_loss": 1.1027911901474, + "eval_macro_f1": 0.5007176512669808, + "eval_runtime": 1.4129, + "eval_samples_per_second": 485.532, + "eval_steps_per_second": 30.434, + "eval_weighted_f1": 0.5920542836582914, + "step": 522 + }, + { + "epoch": 3.0172910662824206, + "grad_norm": 78.40042114257812, + "learning_rate": 1.8876117496807155e-05, + "loss": 4.3224, + "step": 525 + }, + { + "epoch": 3.161383285302594, + "grad_norm": 112.31568145751953, + "learning_rate": 1.871647509578544e-05, + "loss": 4.1704, + "step": 550 + }, + { + "epoch": 3.3054755043227666, + "grad_norm": 86.89190673828125, + "learning_rate": 1.855683269476373e-05, + "loss": 3.9765, + "step": 575 + }, + { + "epoch": 3.4495677233429394, + "grad_norm": 60.991153717041016, + "learning_rate": 1.839719029374202e-05, + "loss": 3.7586, + "step": 600 + }, + { + "epoch": 3.5936599423631126, + "grad_norm": 92.52076721191406, + "learning_rate": 1.823754789272031e-05, + "loss": 3.7498, + "step": 625 + }, + { + "epoch": 3.7377521613832854, + "grad_norm": 61.19248580932617, + "learning_rate": 1.8077905491698596e-05, + "loss": 3.9657, + "step": 650 + }, + { + "epoch": 3.881844380403458, + "grad_norm": 74.10926055908203, + "learning_rate": 1.7918263090676886e-05, + "loss": 3.5039, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.6151603498542274, + "eval_loss": 1.1910370588302612, + "eval_macro_f1": 0.5385687449568491, + "eval_runtime": 1.4444, + "eval_samples_per_second": 474.927, + "eval_steps_per_second": 29.769, + "eval_weighted_f1": 0.5981397216871904, + "step": 696 + }, + { + "epoch": 4.023054755043228, + "grad_norm": 93.08206939697266, + "learning_rate": 1.7758620689655175e-05, + "loss": 3.4571, + "step": 700 + }, + { + "epoch": 4.1671469740634, + "grad_norm": 107.71681213378906, + "learning_rate": 1.759897828863346e-05, + "loss": 3.1668, + "step": 725 + }, + { + "epoch": 4.311239193083574, + "grad_norm": 185.41183471679688, + "learning_rate": 1.743933588761175e-05, + "loss": 3.1595, + "step": 750 + }, + { + "epoch": 4.455331412103746, + "grad_norm": 74.57310485839844, + "learning_rate": 1.7279693486590037e-05, + "loss": 3.0405, + "step": 775 + }, + { + "epoch": 4.599423631123919, + "grad_norm": 149.26861572265625, + "learning_rate": 1.7120051085568327e-05, + "loss": 3.3884, + "step": 800 + }, + { + "epoch": 4.743515850144092, + "grad_norm": 81.49881744384766, + "learning_rate": 1.6960408684546617e-05, + "loss": 2.7663, + "step": 825 + }, + { + "epoch": 4.887608069164266, + "grad_norm": 100.28555297851562, + "learning_rate": 1.6800766283524906e-05, + "loss": 2.9881, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.6122448979591837, + "eval_loss": 1.1306499242782593, + "eval_macro_f1": 0.5511800013504567, + "eval_runtime": 1.466, + "eval_samples_per_second": 467.94, + "eval_steps_per_second": 29.331, + "eval_weighted_f1": 0.6027418257377974, + "step": 870 + }, + { + "epoch": 5.028818443804035, + "grad_norm": 176.52047729492188, + "learning_rate": 1.6641123882503192e-05, + "loss": 2.7591, + "step": 875 + }, + { + "epoch": 5.172910662824208, + "grad_norm": 79.86366271972656, + "learning_rate": 1.6481481481481482e-05, + "loss": 2.3629, + "step": 900 + }, + { + "epoch": 5.31700288184438, + "grad_norm": 75.88929748535156, + "learning_rate": 1.632183908045977e-05, + "loss": 2.4993, + "step": 925 + }, + { + "epoch": 5.461095100864553, + "grad_norm": 114.27474212646484, + "learning_rate": 1.616219667943806e-05, + "loss": 2.5894, + "step": 950 + }, + { + "epoch": 5.605187319884726, + "grad_norm": 76.7537612915039, + "learning_rate": 1.6002554278416347e-05, + "loss": 2.606, + "step": 975 + }, + { + "epoch": 5.749279538904899, + "grad_norm": 83.17585754394531, + "learning_rate": 1.5842911877394637e-05, + "loss": 2.4625, + "step": 1000 + }, + { + "epoch": 5.893371757925072, + "grad_norm": 224.8154754638672, + "learning_rate": 1.5683269476372927e-05, + "loss": 2.6508, + "step": 1025 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.6151603498542274, + "eval_loss": 1.186454176902771, + "eval_macro_f1": 0.561098019714862, + "eval_runtime": 1.4738, + "eval_samples_per_second": 465.464, + "eval_steps_per_second": 29.176, + "eval_weighted_f1": 0.6157594207652559, + "step": 1044 + }, + { + "epoch": 6.034582132564841, + "grad_norm": 99.22409057617188, + "learning_rate": 1.5523627075351216e-05, + "loss": 2.4168, + "step": 1050 + }, + { + "epoch": 6.178674351585014, + "grad_norm": 83.35447692871094, + "learning_rate": 1.5363984674329502e-05, + "loss": 2.0894, + "step": 1075 + }, + { + "epoch": 6.322766570605188, + "grad_norm": 91.6500244140625, + "learning_rate": 1.5204342273307792e-05, + "loss": 2.086, + "step": 1100 + }, + { + "epoch": 6.46685878962536, + "grad_norm": 168.25729370117188, + "learning_rate": 1.504469987228608e-05, + "loss": 1.969, + "step": 1125 + }, + { + "epoch": 6.610951008645533, + "grad_norm": 134.1697235107422, + "learning_rate": 1.4885057471264368e-05, + "loss": 1.8243, + "step": 1150 + }, + { + "epoch": 6.755043227665706, + "grad_norm": 94.68640899658203, + "learning_rate": 1.4725415070242657e-05, + "loss": 2.1011, + "step": 1175 + }, + { + "epoch": 6.899135446685879, + "grad_norm": 91.7154312133789, + "learning_rate": 1.4565772669220945e-05, + "loss": 1.8306, + "step": 1200 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.5860058309037901, + "eval_loss": 1.3595912456512451, + "eval_macro_f1": 0.5393007279981095, + "eval_runtime": 1.5801, + "eval_samples_per_second": 434.146, + "eval_steps_per_second": 27.213, + "eval_weighted_f1": 0.5848661975027537, + "step": 1218 + }, + { + "epoch": 7.040345821325649, + "grad_norm": 153.0696563720703, + "learning_rate": 1.4406130268199235e-05, + "loss": 2.1777, + "step": 1225 + }, + { + "epoch": 7.184438040345821, + "grad_norm": 111.3951644897461, + "learning_rate": 1.4246487867177523e-05, + "loss": 1.5568, + "step": 1250 + }, + { + "epoch": 7.328530259365994, + "grad_norm": 79.67266082763672, + "learning_rate": 1.4086845466155812e-05, + "loss": 1.67, + "step": 1275 + }, + { + "epoch": 7.472622478386167, + "grad_norm": 123.5237808227539, + "learning_rate": 1.39272030651341e-05, + "loss": 1.6122, + "step": 1300 + }, + { + "epoch": 7.61671469740634, + "grad_norm": 69.67051696777344, + "learning_rate": 1.376756066411239e-05, + "loss": 1.6362, + "step": 1325 + }, + { + "epoch": 7.760806916426513, + "grad_norm": 179.90306091308594, + "learning_rate": 1.3607918263090678e-05, + "loss": 1.5434, + "step": 1350 + }, + { + "epoch": 7.904899135446686, + "grad_norm": 209.70628356933594, + "learning_rate": 1.3448275862068967e-05, + "loss": 1.6258, + "step": 1375 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.6020408163265306, + "eval_loss": 1.4627659320831299, + "eval_macro_f1": 0.5630883910907747, + "eval_runtime": 1.4505, + "eval_samples_per_second": 472.954, + "eval_steps_per_second": 29.646, + "eval_weighted_f1": 0.5999080995770613, + "step": 1392 + }, + { + "epoch": 8.046109510086456, + "grad_norm": 67.61016845703125, + "learning_rate": 1.3288633461047255e-05, + "loss": 1.4017, + "step": 1400 + }, + { + "epoch": 8.190201729106628, + "grad_norm": 92.2812728881836, + "learning_rate": 1.3128991060025545e-05, + "loss": 1.22, + "step": 1425 + }, + { + "epoch": 8.3342939481268, + "grad_norm": 149.6383819580078, + "learning_rate": 1.2969348659003833e-05, + "loss": 1.1536, + "step": 1450 + }, + { + "epoch": 8.478386167146974, + "grad_norm": 98.09387969970703, + "learning_rate": 1.2809706257982123e-05, + "loss": 1.0517, + "step": 1475 + }, + { + "epoch": 8.622478386167147, + "grad_norm": 115.51671600341797, + "learning_rate": 1.265006385696041e-05, + "loss": 1.396, + "step": 1500 + }, + { + "epoch": 8.76657060518732, + "grad_norm": 99.49845886230469, + "learning_rate": 1.24904214559387e-05, + "loss": 1.5213, + "step": 1525 + }, + { + "epoch": 8.910662824207492, + "grad_norm": 39.198524475097656, + "learning_rate": 1.2330779054916986e-05, + "loss": 1.2986, + "step": 1550 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.6049562682215743, + "eval_loss": 1.5522927045822144, + "eval_macro_f1": 0.5497145927070005, + "eval_runtime": 1.706, + "eval_samples_per_second": 402.116, + "eval_steps_per_second": 25.206, + "eval_weighted_f1": 0.6016175688239225, + "step": 1566 + }, + { + "epoch": 9.051873198847263, + "grad_norm": 60.584285736083984, + "learning_rate": 1.2171136653895274e-05, + "loss": 1.0822, + "step": 1575 + }, + { + "epoch": 9.195965417867436, + "grad_norm": 74.70519256591797, + "learning_rate": 1.2011494252873564e-05, + "loss": 0.7805, + "step": 1600 + }, + { + "epoch": 9.340057636887607, + "grad_norm": 26.134737014770508, + "learning_rate": 1.1851851851851852e-05, + "loss": 1.0386, + "step": 1625 + }, + { + "epoch": 9.48414985590778, + "grad_norm": 84.1439208984375, + "learning_rate": 1.1692209450830141e-05, + "loss": 1.0896, + "step": 1650 + }, + { + "epoch": 9.628242074927954, + "grad_norm": 58.2321662902832, + "learning_rate": 1.1532567049808429e-05, + "loss": 1.0656, + "step": 1675 + }, + { + "epoch": 9.772334293948127, + "grad_norm": 51.10061264038086, + "learning_rate": 1.1372924648786719e-05, + "loss": 0.9505, + "step": 1700 + }, + { + "epoch": 9.9164265129683, + "grad_norm": 322.0007629394531, + "learning_rate": 1.1213282247765007e-05, + "loss": 1.1111, + "step": 1725 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.6034985422740525, + "eval_loss": 1.708386778831482, + "eval_macro_f1": 0.5532004368774068, + "eval_runtime": 1.6295, + "eval_samples_per_second": 420.977, + "eval_steps_per_second": 26.388, + "eval_weighted_f1": 0.5989807549481032, + "step": 1740 + }, + { + "epoch": 10.05763688760807, + "grad_norm": 51.84536361694336, + "learning_rate": 1.1053639846743296e-05, + "loss": 0.9566, + "step": 1750 + }, + { + "epoch": 10.201729106628243, + "grad_norm": 131.0769805908203, + "learning_rate": 1.0893997445721584e-05, + "loss": 0.8614, + "step": 1775 + }, + { + "epoch": 10.345821325648416, + "grad_norm": 134.8805389404297, + "learning_rate": 1.0734355044699874e-05, + "loss": 0.8593, + "step": 1800 + }, + { + "epoch": 10.489913544668587, + "grad_norm": 129.8817596435547, + "learning_rate": 1.0574712643678162e-05, + "loss": 0.731, + "step": 1825 + }, + { + "epoch": 10.63400576368876, + "grad_norm": 257.5182189941406, + "learning_rate": 1.0415070242656451e-05, + "loss": 0.7897, + "step": 1850 + }, + { + "epoch": 10.778097982708934, + "grad_norm": 33.62117385864258, + "learning_rate": 1.025542784163474e-05, + "loss": 0.7981, + "step": 1875 + }, + { + "epoch": 10.922190201729107, + "grad_norm": 146.9697265625, + "learning_rate": 1.0095785440613029e-05, + "loss": 0.9133, + "step": 1900 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.607871720116618, + "eval_loss": 1.6921274662017822, + "eval_macro_f1": 0.5682382619910327, + "eval_runtime": 1.4607, + "eval_samples_per_second": 469.627, + "eval_steps_per_second": 29.437, + "eval_weighted_f1": 0.608865467221514, + "step": 1914 + }, + { + "epoch": 11.063400576368876, + "grad_norm": 44.91331100463867, + "learning_rate": 9.936143039591317e-06, + "loss": 0.8854, + "step": 1925 + }, + { + "epoch": 11.207492795389049, + "grad_norm": 100.35406494140625, + "learning_rate": 9.776500638569605e-06, + "loss": 0.6283, + "step": 1950 + }, + { + "epoch": 11.351585014409222, + "grad_norm": 18.007591247558594, + "learning_rate": 9.616858237547894e-06, + "loss": 0.5664, + "step": 1975 + }, + { + "epoch": 11.495677233429396, + "grad_norm": 71.7136001586914, + "learning_rate": 9.457215836526182e-06, + "loss": 0.5527, + "step": 2000 + }, + { + "epoch": 11.639769452449567, + "grad_norm": 86.22111511230469, + "learning_rate": 9.297573435504472e-06, + "loss": 0.7512, + "step": 2025 + }, + { + "epoch": 11.78386167146974, + "grad_norm": 81.40876007080078, + "learning_rate": 9.13793103448276e-06, + "loss": 0.611, + "step": 2050 + }, + { + "epoch": 11.927953890489913, + "grad_norm": 115.73153686523438, + "learning_rate": 8.978288633461047e-06, + "loss": 0.5997, + "step": 2075 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.6253644314868805, + "eval_loss": 1.8453783988952637, + "eval_macro_f1": 0.5754389959045689, + "eval_runtime": 1.4218, + "eval_samples_per_second": 482.497, + "eval_steps_per_second": 30.244, + "eval_weighted_f1": 0.6199756438710448, + "step": 2088 + }, + { + "epoch": 12.069164265129682, + "grad_norm": 49.74497985839844, + "learning_rate": 8.818646232439337e-06, + "loss": 0.5717, + "step": 2100 + }, + { + "epoch": 12.213256484149856, + "grad_norm": 105.41703033447266, + "learning_rate": 8.659003831417625e-06, + "loss": 0.4595, + "step": 2125 + }, + { + "epoch": 12.357348703170029, + "grad_norm": 219.53707885742188, + "learning_rate": 8.499361430395915e-06, + "loss": 0.4588, + "step": 2150 + }, + { + "epoch": 12.501440922190202, + "grad_norm": 225.53182983398438, + "learning_rate": 8.339719029374202e-06, + "loss": 0.5138, + "step": 2175 + }, + { + "epoch": 12.645533141210375, + "grad_norm": 47.05352020263672, + "learning_rate": 8.180076628352492e-06, + "loss": 0.5347, + "step": 2200 + }, + { + "epoch": 12.789625360230547, + "grad_norm": 189.5583953857422, + "learning_rate": 8.02043422733078e-06, + "loss": 0.535, + "step": 2225 + }, + { + "epoch": 12.93371757925072, + "grad_norm": 46.25929641723633, + "learning_rate": 7.86079182630907e-06, + "loss": 0.4718, + "step": 2250 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.6064139941690962, + "eval_loss": 1.98580801486969, + "eval_macro_f1": 0.5523468747601671, + "eval_runtime": 1.3782, + "eval_samples_per_second": 497.753, + "eval_steps_per_second": 31.2, + "eval_weighted_f1": 0.6065485717682068, + "step": 2262 + }, + { + "epoch": 13.07492795389049, + "grad_norm": 184.13954162597656, + "learning_rate": 7.701149425287356e-06, + "loss": 0.3961, + "step": 2275 + }, + { + "epoch": 13.219020172910662, + "grad_norm": 21.28581428527832, + "learning_rate": 7.541507024265645e-06, + "loss": 0.4537, + "step": 2300 + }, + { + "epoch": 13.363112391930835, + "grad_norm": 58.81816482543945, + "learning_rate": 7.381864623243934e-06, + "loss": 0.4037, + "step": 2325 + }, + { + "epoch": 13.507204610951009, + "grad_norm": 99.33963775634766, + "learning_rate": 7.222222222222223e-06, + "loss": 0.3515, + "step": 2350 + }, + { + "epoch": 13.651296829971182, + "grad_norm": 91.5368423461914, + "learning_rate": 7.062579821200512e-06, + "loss": 0.461, + "step": 2375 + }, + { + "epoch": 13.795389048991355, + "grad_norm": 176.69557189941406, + "learning_rate": 6.9029374201788e-06, + "loss": 0.3921, + "step": 2400 + }, + { + "epoch": 13.939481268011527, + "grad_norm": 176.25439453125, + "learning_rate": 6.743295019157089e-06, + "loss": 0.4194, + "step": 2425 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.6166180758017493, + "eval_loss": 2.0618107318878174, + "eval_macro_f1": 0.5737159099217671, + "eval_runtime": 1.5485, + "eval_samples_per_second": 443.01, + "eval_steps_per_second": 27.769, + "eval_weighted_f1": 0.6125282077922768, + "step": 2436 + }, + { + "epoch": 14.080691642651297, + "grad_norm": 28.455486297607422, + "learning_rate": 6.583652618135378e-06, + "loss": 0.3469, + "step": 2450 + }, + { + "epoch": 14.22478386167147, + "grad_norm": 94.0846176147461, + "learning_rate": 6.424010217113667e-06, + "loss": 0.336, + "step": 2475 + }, + { + "epoch": 14.368876080691642, + "grad_norm": 196.39483642578125, + "learning_rate": 6.264367816091954e-06, + "loss": 0.2985, + "step": 2500 + }, + { + "epoch": 14.512968299711815, + "grad_norm": 178.54612731933594, + "learning_rate": 6.1047254150702425e-06, + "loss": 0.3507, + "step": 2525 + }, + { + "epoch": 14.657060518731988, + "grad_norm": 77.44483184814453, + "learning_rate": 5.945083014048531e-06, + "loss": 0.2936, + "step": 2550 + }, + { + "epoch": 14.801152737752162, + "grad_norm": 44.77125930786133, + "learning_rate": 5.78544061302682e-06, + "loss": 0.2548, + "step": 2575 + }, + { + "epoch": 14.945244956772335, + "grad_norm": 93.4659652709961, + "learning_rate": 5.625798212005109e-06, + "loss": 0.3138, + "step": 2600 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.6064139941690962, + "eval_loss": 2.1609418392181396, + "eval_macro_f1": 0.559445956267026, + "eval_runtime": 1.453, + "eval_samples_per_second": 472.116, + "eval_steps_per_second": 29.593, + "eval_weighted_f1": 0.6011806518954244, + "step": 2610 + } + ], + "logging_steps": 25, + "max_steps": 3480, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/special_tokens_map.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/tokenizer_config.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/trainer_state.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..adcfe6e640b5e93ab034d71d101930b298cd3a82 --- /dev/null +++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/trainer_state.json @@ -0,0 +1,456 @@ +{ + "best_global_step": 1218, + "best_metric": 0.56221878902591, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 1218, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1440922190201729, + "grad_norm": 16.4318790435791, + "learning_rate": 1.3793103448275862e-06, + "loss": 7.5891, + "step": 25 + }, + { + "epoch": 0.2881844380403458, + "grad_norm": 14.769842147827148, + "learning_rate": 2.8160919540229887e-06, + "loss": 7.432, + "step": 50 + }, + { + "epoch": 0.4322766570605187, + "grad_norm": 35.884857177734375, + "learning_rate": 4.252873563218391e-06, + "loss": 7.4028, + "step": 75 + }, + { + "epoch": 0.5763688760806917, + "grad_norm": 70.54207611083984, + "learning_rate": 5.689655172413794e-06, + "loss": 7.3133, + "step": 100 + }, + { + "epoch": 0.7204610951008645, + "grad_norm": 34.1841926574707, + "learning_rate": 7.126436781609196e-06, + "loss": 7.1144, + "step": 125 + }, + { + "epoch": 0.8645533141210374, + "grad_norm": 29.686918258666992, + "learning_rate": 8.563218390804599e-06, + "loss": 7.1289, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4227405247813411, + "eval_loss": 1.5607205629348755, + "eval_macro_f1": 0.2181466548943554, + "eval_runtime": 1.3562, + "eval_samples_per_second": 505.839, + "eval_steps_per_second": 31.707, + "eval_weighted_f1": 0.34327678968786285, + "step": 174 + }, + { + "epoch": 1.005763688760807, + "grad_norm": 38.681087493896484, + "learning_rate": 1e-05, + "loss": 6.5027, + "step": 175 + }, + { + "epoch": 1.1498559077809798, + "grad_norm": 84.22254943847656, + "learning_rate": 1.1436781609195405e-05, + "loss": 6.3065, + "step": 200 + }, + { + "epoch": 1.2939481268011528, + "grad_norm": 55.10682678222656, + "learning_rate": 1.2873563218390805e-05, + "loss": 6.154, + "step": 225 + }, + { + "epoch": 1.4380403458213258, + "grad_norm": 135.42495727539062, + "learning_rate": 1.4310344827586209e-05, + "loss": 5.796, + "step": 250 + }, + { + "epoch": 1.5821325648414986, + "grad_norm": 101.76202392578125, + "learning_rate": 1.574712643678161e-05, + "loss": 5.8506, + "step": 275 + }, + { + "epoch": 1.7262247838616713, + "grad_norm": 98.77262115478516, + "learning_rate": 1.7183908045977015e-05, + "loss": 5.3839, + "step": 300 + }, + { + "epoch": 1.8703170028818443, + "grad_norm": 66.48775482177734, + "learning_rate": 1.8620689655172415e-05, + "loss": 5.4025, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5247813411078717, + "eval_loss": 1.3123139142990112, + "eval_macro_f1": 0.3757800970923146, + "eval_runtime": 1.5144, + "eval_samples_per_second": 452.972, + "eval_steps_per_second": 28.393, + "eval_weighted_f1": 0.4991602288344432, + "step": 348 + }, + { + "epoch": 2.011527377521614, + "grad_norm": 78.97533416748047, + "learning_rate": 1.999361430395913e-05, + "loss": 5.2374, + "step": 350 + }, + { + "epoch": 2.155619596541787, + "grad_norm": 94.4561767578125, + "learning_rate": 1.983397190293742e-05, + "loss": 4.8092, + "step": 375 + }, + { + "epoch": 2.2997118155619596, + "grad_norm": 83.38370513916016, + "learning_rate": 1.967432950191571e-05, + "loss": 4.9867, + "step": 400 + }, + { + "epoch": 2.443804034582133, + "grad_norm": 73.23886108398438, + "learning_rate": 1.9514687100894e-05, + "loss": 4.5214, + "step": 425 + }, + { + "epoch": 2.5878962536023056, + "grad_norm": 71.6441421508789, + "learning_rate": 1.9355044699872286e-05, + "loss": 4.475, + "step": 450 + }, + { + "epoch": 2.7319884726224783, + "grad_norm": 135.22943115234375, + "learning_rate": 1.9195402298850576e-05, + "loss": 4.8106, + "step": 475 + }, + { + "epoch": 2.8760806916426516, + "grad_norm": 85.32803344726562, + "learning_rate": 1.9035759897828865e-05, + "loss": 4.2046, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.5743440233236151, + "eval_loss": 1.1856253147125244, + "eval_macro_f1": 0.4459250591878296, + "eval_runtime": 1.5487, + "eval_samples_per_second": 442.959, + "eval_steps_per_second": 27.766, + "eval_weighted_f1": 0.539650120178873, + "step": 522 + }, + { + "epoch": 3.0172910662824206, + "grad_norm": 68.54916381835938, + "learning_rate": 1.8876117496807155e-05, + "loss": 4.0546, + "step": 525 + }, + { + "epoch": 3.161383285302594, + "grad_norm": 142.9519500732422, + "learning_rate": 1.871647509578544e-05, + "loss": 3.9405, + "step": 550 + }, + { + "epoch": 3.3054755043227666, + "grad_norm": 96.38114166259766, + "learning_rate": 1.855683269476373e-05, + "loss": 3.8331, + "step": 575 + }, + { + "epoch": 3.4495677233429394, + "grad_norm": 135.41664123535156, + "learning_rate": 1.839719029374202e-05, + "loss": 3.8912, + "step": 600 + }, + { + "epoch": 3.5936599423631126, + "grad_norm": 120.46173095703125, + "learning_rate": 1.823754789272031e-05, + "loss": 3.8232, + "step": 625 + }, + { + "epoch": 3.7377521613832854, + "grad_norm": 92.81947326660156, + "learning_rate": 1.8077905491698596e-05, + "loss": 3.3905, + "step": 650 + }, + { + "epoch": 3.881844380403458, + "grad_norm": 68.24173736572266, + "learning_rate": 1.7918263090676886e-05, + "loss": 3.7407, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.6034985422740525, + "eval_loss": 1.1560139656066895, + "eval_macro_f1": 0.519281164968877, + "eval_runtime": 1.4753, + "eval_samples_per_second": 464.994, + "eval_steps_per_second": 29.147, + "eval_weighted_f1": 0.584573680823801, + "step": 696 + }, + { + "epoch": 4.023054755043228, + "grad_norm": 92.00176239013672, + "learning_rate": 1.7758620689655175e-05, + "loss": 3.3602, + "step": 700 + }, + { + "epoch": 4.1671469740634, + "grad_norm": 65.63092041015625, + "learning_rate": 1.759897828863346e-05, + "loss": 2.7355, + "step": 725 + }, + { + "epoch": 4.311239193083574, + "grad_norm": 139.8793182373047, + "learning_rate": 1.743933588761175e-05, + "loss": 2.9055, + "step": 750 + }, + { + "epoch": 4.455331412103746, + "grad_norm": 68.38983917236328, + "learning_rate": 1.7279693486590037e-05, + "loss": 2.8797, + "step": 775 + }, + { + "epoch": 4.599423631123919, + "grad_norm": 81.64115905761719, + "learning_rate": 1.7120051085568327e-05, + "loss": 3.1707, + "step": 800 + }, + { + "epoch": 4.743515850144092, + "grad_norm": 109.96949005126953, + "learning_rate": 1.6960408684546617e-05, + "loss": 2.8736, + "step": 825 + }, + { + "epoch": 4.887608069164266, + "grad_norm": 104.1160888671875, + "learning_rate": 1.6800766283524906e-05, + "loss": 3.0041, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.5787172011661808, + "eval_loss": 1.1995666027069092, + "eval_macro_f1": 0.5232948097011001, + "eval_runtime": 1.4438, + "eval_samples_per_second": 475.15, + "eval_steps_per_second": 29.783, + "eval_weighted_f1": 0.5778903037531845, + "step": 870 + }, + { + "epoch": 5.028818443804035, + "grad_norm": 68.70452117919922, + "learning_rate": 1.6641123882503192e-05, + "loss": 2.9478, + "step": 875 + }, + { + "epoch": 5.172910662824208, + "grad_norm": 82.87223052978516, + "learning_rate": 1.6481481481481482e-05, + "loss": 2.6874, + "step": 900 + }, + { + "epoch": 5.31700288184438, + "grad_norm": 102.41788482666016, + "learning_rate": 1.632183908045977e-05, + "loss": 2.5295, + "step": 925 + }, + { + "epoch": 5.461095100864553, + "grad_norm": 55.67705535888672, + "learning_rate": 1.616219667943806e-05, + "loss": 2.3561, + "step": 950 + }, + { + "epoch": 5.605187319884726, + "grad_norm": 127.41241455078125, + "learning_rate": 1.6002554278416347e-05, + "loss": 2.2101, + "step": 975 + }, + { + "epoch": 5.749279538904899, + "grad_norm": 160.8820037841797, + "learning_rate": 1.5842911877394637e-05, + "loss": 2.6265, + "step": 1000 + }, + { + "epoch": 5.893371757925072, + "grad_norm": 89.78642272949219, + "learning_rate": 1.5683269476372927e-05, + "loss": 2.2675, + "step": 1025 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.6020408163265306, + "eval_loss": 1.1893993616104126, + "eval_macro_f1": 0.5519468524531905, + "eval_runtime": 1.4832, + "eval_samples_per_second": 462.524, + "eval_steps_per_second": 28.992, + "eval_weighted_f1": 0.599033671538013, + "step": 1044 + }, + { + "epoch": 6.034582132564841, + "grad_norm": 53.04128646850586, + "learning_rate": 1.5523627075351216e-05, + "loss": 2.5793, + "step": 1050 + }, + { + "epoch": 6.178674351585014, + "grad_norm": 161.7720947265625, + "learning_rate": 1.5363984674329502e-05, + "loss": 1.8884, + "step": 1075 + }, + { + "epoch": 6.322766570605188, + "grad_norm": 123.70645904541016, + "learning_rate": 1.5204342273307792e-05, + "loss": 1.7483, + "step": 1100 + }, + { + "epoch": 6.46685878962536, + "grad_norm": 118.51036071777344, + "learning_rate": 1.504469987228608e-05, + "loss": 1.9895, + "step": 1125 + }, + { + "epoch": 6.610951008645533, + "grad_norm": 110.15596771240234, + "learning_rate": 1.4885057471264368e-05, + "loss": 1.9321, + "step": 1150 + }, + { + "epoch": 6.755043227665706, + "grad_norm": 49.60068893432617, + "learning_rate": 1.4725415070242657e-05, + "loss": 1.8723, + "step": 1175 + }, + { + "epoch": 6.899135446685879, + "grad_norm": 114.41606903076172, + "learning_rate": 1.4565772669220945e-05, + "loss": 1.936, + "step": 1200 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.5991253644314869, + "eval_loss": 1.3574342727661133, + "eval_macro_f1": 0.56221878902591, + "eval_runtime": 1.4019, + "eval_samples_per_second": 489.348, + "eval_steps_per_second": 30.673, + "eval_weighted_f1": 0.5981188071112733, + "step": 1218 + } + ], + "logging_steps": 25, + "max_steps": 3480, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/special_tokens_map.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/tokenizer_config.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/trainer_state.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..0c92730d08b8b67e4cc4e976e36b5148a788284a --- /dev/null +++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/trainer_state.json @@ -0,0 +1,636 @@ +{ + "best_global_step": 1218, + "best_metric": 0.56221878902591, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1740, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.1440922190201729, + "grad_norm": 16.4318790435791, + "learning_rate": 1.3793103448275862e-06, + "loss": 7.5891, + "step": 25 + }, + { + "epoch": 0.2881844380403458, + "grad_norm": 14.769842147827148, + "learning_rate": 2.8160919540229887e-06, + "loss": 7.432, + "step": 50 + }, + { + "epoch": 0.4322766570605187, + "grad_norm": 35.884857177734375, + "learning_rate": 4.252873563218391e-06, + "loss": 7.4028, + "step": 75 + }, + { + "epoch": 0.5763688760806917, + "grad_norm": 70.54207611083984, + "learning_rate": 5.689655172413794e-06, + "loss": 7.3133, + "step": 100 + }, + { + "epoch": 0.7204610951008645, + "grad_norm": 34.1841926574707, + "learning_rate": 7.126436781609196e-06, + "loss": 7.1144, + "step": 125 + }, + { + "epoch": 0.8645533141210374, + "grad_norm": 29.686918258666992, + "learning_rate": 8.563218390804599e-06, + "loss": 7.1289, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.4227405247813411, + "eval_loss": 1.5607205629348755, + "eval_macro_f1": 0.2181466548943554, + "eval_runtime": 1.3562, + "eval_samples_per_second": 505.839, + "eval_steps_per_second": 31.707, + "eval_weighted_f1": 0.34327678968786285, + "step": 174 + }, + { + "epoch": 1.005763688760807, + "grad_norm": 38.681087493896484, + "learning_rate": 1e-05, + "loss": 6.5027, + "step": 175 + }, + { + "epoch": 1.1498559077809798, + "grad_norm": 84.22254943847656, + "learning_rate": 1.1436781609195405e-05, + "loss": 6.3065, + "step": 200 + }, + { + "epoch": 1.2939481268011528, + "grad_norm": 55.10682678222656, + "learning_rate": 1.2873563218390805e-05, + "loss": 6.154, + "step": 225 + }, + { + "epoch": 1.4380403458213258, + "grad_norm": 135.42495727539062, + "learning_rate": 1.4310344827586209e-05, + "loss": 5.796, + "step": 250 + }, + { + "epoch": 1.5821325648414986, + "grad_norm": 101.76202392578125, + "learning_rate": 1.574712643678161e-05, + "loss": 5.8506, + "step": 275 + }, + { + "epoch": 1.7262247838616713, + "grad_norm": 98.77262115478516, + "learning_rate": 1.7183908045977015e-05, + "loss": 5.3839, + "step": 300 + }, + { + "epoch": 1.8703170028818443, + "grad_norm": 66.48775482177734, + "learning_rate": 1.8620689655172415e-05, + "loss": 5.4025, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.5247813411078717, + "eval_loss": 1.3123139142990112, + "eval_macro_f1": 0.3757800970923146, + "eval_runtime": 1.5144, + "eval_samples_per_second": 452.972, + "eval_steps_per_second": 28.393, + "eval_weighted_f1": 0.4991602288344432, + "step": 348 + }, + { + "epoch": 2.011527377521614, + "grad_norm": 78.97533416748047, + "learning_rate": 1.999361430395913e-05, + "loss": 5.2374, + "step": 350 + }, + { + "epoch": 2.155619596541787, + "grad_norm": 94.4561767578125, + "learning_rate": 1.983397190293742e-05, + "loss": 4.8092, + "step": 375 + }, + { + "epoch": 2.2997118155619596, + "grad_norm": 83.38370513916016, + "learning_rate": 1.967432950191571e-05, + "loss": 4.9867, + "step": 400 + }, + { + "epoch": 2.443804034582133, + "grad_norm": 73.23886108398438, + "learning_rate": 1.9514687100894e-05, + "loss": 4.5214, + "step": 425 + }, + { + "epoch": 2.5878962536023056, + "grad_norm": 71.6441421508789, + "learning_rate": 1.9355044699872286e-05, + "loss": 4.475, + "step": 450 + }, + { + "epoch": 2.7319884726224783, + "grad_norm": 135.22943115234375, + "learning_rate": 1.9195402298850576e-05, + "loss": 4.8106, + "step": 475 + }, + { + "epoch": 2.8760806916426516, + "grad_norm": 85.32803344726562, + "learning_rate": 1.9035759897828865e-05, + "loss": 4.2046, + "step": 500 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.5743440233236151, + "eval_loss": 1.1856253147125244, + "eval_macro_f1": 0.4459250591878296, + "eval_runtime": 1.5487, + "eval_samples_per_second": 442.959, + "eval_steps_per_second": 27.766, + "eval_weighted_f1": 0.539650120178873, + "step": 522 + }, + { + "epoch": 3.0172910662824206, + "grad_norm": 68.54916381835938, + "learning_rate": 1.8876117496807155e-05, + "loss": 4.0546, + "step": 525 + }, + { + "epoch": 3.161383285302594, + "grad_norm": 142.9519500732422, + "learning_rate": 1.871647509578544e-05, + "loss": 3.9405, + "step": 550 + }, + { + "epoch": 3.3054755043227666, + "grad_norm": 96.38114166259766, + "learning_rate": 1.855683269476373e-05, + "loss": 3.8331, + "step": 575 + }, + { + "epoch": 3.4495677233429394, + "grad_norm": 135.41664123535156, + "learning_rate": 1.839719029374202e-05, + "loss": 3.8912, + "step": 600 + }, + { + "epoch": 3.5936599423631126, + "grad_norm": 120.46173095703125, + "learning_rate": 1.823754789272031e-05, + "loss": 3.8232, + "step": 625 + }, + { + "epoch": 3.7377521613832854, + "grad_norm": 92.81947326660156, + "learning_rate": 1.8077905491698596e-05, + "loss": 3.3905, + "step": 650 + }, + { + "epoch": 3.881844380403458, + "grad_norm": 68.24173736572266, + "learning_rate": 1.7918263090676886e-05, + "loss": 3.7407, + "step": 675 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.6034985422740525, + "eval_loss": 1.1560139656066895, + "eval_macro_f1": 0.519281164968877, + "eval_runtime": 1.4753, + "eval_samples_per_second": 464.994, + "eval_steps_per_second": 29.147, + "eval_weighted_f1": 0.584573680823801, + "step": 696 + }, + { + "epoch": 4.023054755043228, + "grad_norm": 92.00176239013672, + "learning_rate": 1.7758620689655175e-05, + "loss": 3.3602, + "step": 700 + }, + { + "epoch": 4.1671469740634, + "grad_norm": 65.63092041015625, + "learning_rate": 1.759897828863346e-05, + "loss": 2.7355, + "step": 725 + }, + { + "epoch": 4.311239193083574, + "grad_norm": 139.8793182373047, + "learning_rate": 1.743933588761175e-05, + "loss": 2.9055, + "step": 750 + }, + { + "epoch": 4.455331412103746, + "grad_norm": 68.38983917236328, + "learning_rate": 1.7279693486590037e-05, + "loss": 2.8797, + "step": 775 + }, + { + "epoch": 4.599423631123919, + "grad_norm": 81.64115905761719, + "learning_rate": 1.7120051085568327e-05, + "loss": 3.1707, + "step": 800 + }, + { + "epoch": 4.743515850144092, + "grad_norm": 109.96949005126953, + "learning_rate": 1.6960408684546617e-05, + "loss": 2.8736, + "step": 825 + }, + { + "epoch": 4.887608069164266, + "grad_norm": 104.1160888671875, + "learning_rate": 1.6800766283524906e-05, + "loss": 3.0041, + "step": 850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.5787172011661808, + "eval_loss": 1.1995666027069092, + "eval_macro_f1": 0.5232948097011001, + "eval_runtime": 1.4438, + "eval_samples_per_second": 475.15, + "eval_steps_per_second": 29.783, + "eval_weighted_f1": 0.5778903037531845, + "step": 870 + }, + { + "epoch": 5.028818443804035, + "grad_norm": 68.70452117919922, + "learning_rate": 1.6641123882503192e-05, + "loss": 2.9478, + "step": 875 + }, + { + "epoch": 5.172910662824208, + "grad_norm": 82.87223052978516, + "learning_rate": 1.6481481481481482e-05, + "loss": 2.6874, + "step": 900 + }, + { + "epoch": 5.31700288184438, + "grad_norm": 102.41788482666016, + "learning_rate": 1.632183908045977e-05, + "loss": 2.5295, + "step": 925 + }, + { + "epoch": 5.461095100864553, + "grad_norm": 55.67705535888672, + "learning_rate": 1.616219667943806e-05, + "loss": 2.3561, + "step": 950 + }, + { + "epoch": 5.605187319884726, + "grad_norm": 127.41241455078125, + "learning_rate": 1.6002554278416347e-05, + "loss": 2.2101, + "step": 975 + }, + { + "epoch": 5.749279538904899, + "grad_norm": 160.8820037841797, + "learning_rate": 1.5842911877394637e-05, + "loss": 2.6265, + "step": 1000 + }, + { + "epoch": 5.893371757925072, + "grad_norm": 89.78642272949219, + "learning_rate": 1.5683269476372927e-05, + "loss": 2.2675, + "step": 1025 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.6020408163265306, + "eval_loss": 1.1893993616104126, + "eval_macro_f1": 0.5519468524531905, + "eval_runtime": 1.4832, + "eval_samples_per_second": 462.524, + "eval_steps_per_second": 28.992, + "eval_weighted_f1": 0.599033671538013, + "step": 1044 + }, + { + "epoch": 6.034582132564841, + "grad_norm": 53.04128646850586, + "learning_rate": 1.5523627075351216e-05, + "loss": 2.5793, + "step": 1050 + }, + { + "epoch": 6.178674351585014, + "grad_norm": 161.7720947265625, + "learning_rate": 1.5363984674329502e-05, + "loss": 1.8884, + "step": 1075 + }, + { + "epoch": 6.322766570605188, + "grad_norm": 123.70645904541016, + "learning_rate": 1.5204342273307792e-05, + "loss": 1.7483, + "step": 1100 + }, + { + "epoch": 6.46685878962536, + "grad_norm": 118.51036071777344, + "learning_rate": 1.504469987228608e-05, + "loss": 1.9895, + "step": 1125 + }, + { + "epoch": 6.610951008645533, + "grad_norm": 110.15596771240234, + "learning_rate": 1.4885057471264368e-05, + "loss": 1.9321, + "step": 1150 + }, + { + "epoch": 6.755043227665706, + "grad_norm": 49.60068893432617, + "learning_rate": 1.4725415070242657e-05, + "loss": 1.8723, + "step": 1175 + }, + { + "epoch": 6.899135446685879, + "grad_norm": 114.41606903076172, + "learning_rate": 1.4565772669220945e-05, + "loss": 1.936, + "step": 1200 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.5991253644314869, + "eval_loss": 1.3574342727661133, + "eval_macro_f1": 0.56221878902591, + "eval_runtime": 1.4019, + "eval_samples_per_second": 489.348, + "eval_steps_per_second": 30.673, + "eval_weighted_f1": 0.5981188071112733, + "step": 1218 + }, + { + "epoch": 7.040345821325649, + "grad_norm": 236.29356384277344, + "learning_rate": 1.4406130268199235e-05, + "loss": 1.7509, + "step": 1225 + }, + { + "epoch": 7.184438040345821, + "grad_norm": 116.22322082519531, + "learning_rate": 1.4246487867177523e-05, + "loss": 1.491, + "step": 1250 + }, + { + "epoch": 7.328530259365994, + "grad_norm": 79.2769775390625, + "learning_rate": 1.4086845466155812e-05, + "loss": 1.6156, + "step": 1275 + }, + { + "epoch": 7.472622478386167, + "grad_norm": 73.29552459716797, + "learning_rate": 1.39272030651341e-05, + "loss": 1.3912, + "step": 1300 + }, + { + "epoch": 7.61671469740634, + "grad_norm": 118.9476089477539, + "learning_rate": 1.376756066411239e-05, + "loss": 1.5637, + "step": 1325 + }, + { + "epoch": 7.760806916426513, + "grad_norm": 108.66053009033203, + "learning_rate": 1.3607918263090678e-05, + "loss": 1.5481, + "step": 1350 + }, + { + "epoch": 7.904899135446686, + "grad_norm": 120.78102111816406, + "learning_rate": 1.3448275862068967e-05, + "loss": 1.5022, + "step": 1375 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.5947521865889213, + "eval_loss": 1.4473258256912231, + "eval_macro_f1": 0.543165313202626, + "eval_runtime": 1.5063, + "eval_samples_per_second": 455.416, + "eval_steps_per_second": 28.546, + "eval_weighted_f1": 0.5933796028689807, + "step": 1392 + }, + { + "epoch": 8.046109510086456, + "grad_norm": 83.12371063232422, + "learning_rate": 1.3288633461047255e-05, + "loss": 1.2767, + "step": 1400 + }, + { + "epoch": 8.190201729106628, + "grad_norm": 130.882568359375, + "learning_rate": 1.3128991060025545e-05, + "loss": 1.1294, + "step": 1425 + }, + { + "epoch": 8.3342939481268, + "grad_norm": 107.93766021728516, + "learning_rate": 1.2969348659003833e-05, + "loss": 1.1926, + "step": 1450 + }, + { + "epoch": 8.478386167146974, + "grad_norm": 137.5901336669922, + "learning_rate": 1.2809706257982123e-05, + "loss": 1.1537, + "step": 1475 + }, + { + "epoch": 8.622478386167147, + "grad_norm": 71.30548095703125, + "learning_rate": 1.265006385696041e-05, + "loss": 1.0959, + "step": 1500 + }, + { + "epoch": 8.76657060518732, + "grad_norm": 97.09355163574219, + "learning_rate": 1.24904214559387e-05, + "loss": 1.1194, + "step": 1525 + }, + { + "epoch": 8.910662824207492, + "grad_norm": 71.34637451171875, + "learning_rate": 1.2330779054916986e-05, + "loss": 1.2636, + "step": 1550 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.6180758017492711, + "eval_loss": 1.658446192741394, + "eval_macro_f1": 0.5606364076045715, + "eval_runtime": 1.5247, + "eval_samples_per_second": 449.936, + "eval_steps_per_second": 28.203, + "eval_weighted_f1": 0.6133770993370722, + "step": 1566 + }, + { + "epoch": 9.051873198847263, + "grad_norm": 196.75729370117188, + "learning_rate": 1.2171136653895274e-05, + "loss": 1.1486, + "step": 1575 + }, + { + "epoch": 9.195965417867436, + "grad_norm": 51.050270080566406, + "learning_rate": 1.2011494252873564e-05, + "loss": 1.0375, + "step": 1600 + }, + { + "epoch": 9.340057636887607, + "grad_norm": 81.45064544677734, + "learning_rate": 1.1851851851851852e-05, + "loss": 1.0368, + "step": 1625 + }, + { + "epoch": 9.48414985590778, + "grad_norm": 148.18865966796875, + "learning_rate": 1.1692209450830141e-05, + "loss": 0.8132, + "step": 1650 + }, + { + "epoch": 9.628242074927954, + "grad_norm": 87.72308349609375, + "learning_rate": 1.1532567049808429e-05, + "loss": 1.0852, + "step": 1675 + }, + { + "epoch": 9.772334293948127, + "grad_norm": 91.87796783447266, + "learning_rate": 1.1372924648786719e-05, + "loss": 1.0197, + "step": 1700 + }, + { + "epoch": 9.9164265129683, + "grad_norm": 26.02911376953125, + "learning_rate": 1.1213282247765007e-05, + "loss": 0.8552, + "step": 1725 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.60932944606414, + "eval_loss": 1.73653244972229, + "eval_macro_f1": 0.5551847562605136, + "eval_runtime": 1.4902, + "eval_samples_per_second": 460.33, + "eval_steps_per_second": 28.854, + "eval_weighted_f1": 0.6038090663340726, + "step": 1740 + } + ], + "logging_steps": 25, + "max_steps": 3480, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/trainer_state.json b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..07c29b35cad7c0faafcf5a82e6084dfa07262a69 --- /dev/null +++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/trainer_state.json @@ -0,0 +1,203 @@ +{ + "best_global_step": 375, + "best_metric": 0.8123824451410658, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375", + "epoch": 5.0, + "eval_steps": 500, + "global_step": 375, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.33444816053511706, + "grad_norm": 9.688204765319824, + "learning_rate": 3.2000000000000003e-06, + "loss": 2.9, + "step": 25 + }, + { + "epoch": 0.6688963210702341, + "grad_norm": 33.35688781738281, + "learning_rate": 6.533333333333334e-06, + "loss": 2.7113, + "step": 50 + }, + { + "epoch": 1.0, + "grad_norm": 26.677446365356445, + "learning_rate": 9.866666666666668e-06, + "loss": 2.3284, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6871345029239766, + "eval_loss": 0.5347893834114075, + "eval_macro_f1": 0.4072790294627383, + "eval_runtime": 0.8557, + "eval_samples_per_second": 399.681, + "eval_steps_per_second": 25.71, + "eval_weighted_f1": 0.5597109469224766, + "step": 75 + }, + { + "epoch": 1.334448160535117, + "grad_norm": 29.566699981689453, + "learning_rate": 1.3200000000000002e-05, + "loss": 2.1659, + "step": 100 + }, + { + "epoch": 1.6688963210702341, + "grad_norm": 67.31854248046875, + "learning_rate": 1.6533333333333333e-05, + "loss": 2.0486, + "step": 125 + }, + { + "epoch": 2.0, + "grad_norm": 42.644920349121094, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.8209, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7631578947368421, + "eval_loss": 0.4877224862575531, + "eval_macro_f1": 0.7558929531295436, + "eval_runtime": 0.9237, + "eval_samples_per_second": 370.231, + "eval_steps_per_second": 23.816, + "eval_weighted_f1": 0.7716541823792761, + "step": 150 + }, + { + "epoch": 2.334448160535117, + "grad_norm": 110.50491333007812, + "learning_rate": 1.9644444444444447e-05, + "loss": 1.7278, + "step": 175 + }, + { + "epoch": 2.668896321070234, + "grad_norm": 69.06147003173828, + "learning_rate": 1.9274074074074076e-05, + "loss": 1.697, + "step": 200 + }, + { + "epoch": 3.0, + "grad_norm": 91.42279815673828, + "learning_rate": 1.8903703703703705e-05, + "loss": 1.721, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8187134502923976, + "eval_loss": 0.3652512729167938, + "eval_macro_f1": 0.7969354529783567, + "eval_runtime": 0.8491, + "eval_samples_per_second": 402.776, + "eval_steps_per_second": 25.91, + "eval_weighted_f1": 0.8218245927658322, + "step": 225 + }, + { + "epoch": 3.334448160535117, + "grad_norm": 30.15250587463379, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.2694, + "step": 250 + }, + { + "epoch": 3.668896321070234, + "grad_norm": 45.66031265258789, + "learning_rate": 1.8162962962962963e-05, + "loss": 1.1024, + "step": 275 + }, + { + "epoch": 4.0, + "grad_norm": 23.843290328979492, + "learning_rate": 1.7792592592592596e-05, + "loss": 1.3706, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7982456140350878, + "eval_loss": 0.44699886441230774, + "eval_macro_f1": 0.7835899599240667, + "eval_runtime": 0.8086, + "eval_samples_per_second": 422.945, + "eval_steps_per_second": 27.207, + "eval_weighted_f1": 0.8046677546005914, + "step": 300 + }, + { + "epoch": 4.334448160535117, + "grad_norm": 53.433380126953125, + "learning_rate": 1.7422222222222222e-05, + "loss": 0.8632, + "step": 325 + }, + { + "epoch": 4.668896321070234, + "grad_norm": 42.640045166015625, + "learning_rate": 1.7051851851851854e-05, + "loss": 0.9063, + "step": 350 + }, + { + "epoch": 5.0, + "grad_norm": 68.17890930175781, + "learning_rate": 1.6681481481481484e-05, + "loss": 1.0032, + "step": 375 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8362573099415205, + "eval_loss": 0.3873085677623749, + "eval_macro_f1": 0.8123824451410658, + "eval_runtime": 0.802, + "eval_samples_per_second": 426.411, + "eval_steps_per_second": 27.43, + "eval_weighted_f1": 0.8374314836202315, + "step": 375 + } + ], + "logging_steps": 25, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/special_tokens_map.json b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/tokenizer_config.json b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/trainer_state.json b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..19ee05f7cf075b94f0587febd767c5ee751cead9 --- /dev/null +++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/trainer_state.json @@ -0,0 +1,299 @@ +{ + "best_global_step": 375, + "best_metric": 0.8123824451410658, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 600, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.33444816053511706, + "grad_norm": 9.688204765319824, + "learning_rate": 3.2000000000000003e-06, + "loss": 2.9, + "step": 25 + }, + { + "epoch": 0.6688963210702341, + "grad_norm": 33.35688781738281, + "learning_rate": 6.533333333333334e-06, + "loss": 2.7113, + "step": 50 + }, + { + "epoch": 1.0, + "grad_norm": 26.677446365356445, + "learning_rate": 9.866666666666668e-06, + "loss": 2.3284, + "step": 75 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.6871345029239766, + "eval_loss": 0.5347893834114075, + "eval_macro_f1": 0.4072790294627383, + "eval_runtime": 0.8557, + "eval_samples_per_second": 399.681, + "eval_steps_per_second": 25.71, + "eval_weighted_f1": 0.5597109469224766, + "step": 75 + }, + { + "epoch": 1.334448160535117, + "grad_norm": 29.566699981689453, + "learning_rate": 1.3200000000000002e-05, + "loss": 2.1659, + "step": 100 + }, + { + "epoch": 1.6688963210702341, + "grad_norm": 67.31854248046875, + "learning_rate": 1.6533333333333333e-05, + "loss": 2.0486, + "step": 125 + }, + { + "epoch": 2.0, + "grad_norm": 42.644920349121094, + "learning_rate": 1.9866666666666667e-05, + "loss": 1.8209, + "step": 150 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.7631578947368421, + "eval_loss": 0.4877224862575531, + "eval_macro_f1": 0.7558929531295436, + "eval_runtime": 0.9237, + "eval_samples_per_second": 370.231, + "eval_steps_per_second": 23.816, + "eval_weighted_f1": 0.7716541823792761, + "step": 150 + }, + { + "epoch": 2.334448160535117, + "grad_norm": 110.50491333007812, + "learning_rate": 1.9644444444444447e-05, + "loss": 1.7278, + "step": 175 + }, + { + "epoch": 2.668896321070234, + "grad_norm": 69.06147003173828, + "learning_rate": 1.9274074074074076e-05, + "loss": 1.697, + "step": 200 + }, + { + "epoch": 3.0, + "grad_norm": 91.42279815673828, + "learning_rate": 1.8903703703703705e-05, + "loss": 1.721, + "step": 225 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.8187134502923976, + "eval_loss": 0.3652512729167938, + "eval_macro_f1": 0.7969354529783567, + "eval_runtime": 0.8491, + "eval_samples_per_second": 402.776, + "eval_steps_per_second": 25.91, + "eval_weighted_f1": 0.8218245927658322, + "step": 225 + }, + { + "epoch": 3.334448160535117, + "grad_norm": 30.15250587463379, + "learning_rate": 1.8533333333333334e-05, + "loss": 1.2694, + "step": 250 + }, + { + "epoch": 3.668896321070234, + "grad_norm": 45.66031265258789, + "learning_rate": 1.8162962962962963e-05, + "loss": 1.1024, + "step": 275 + }, + { + "epoch": 4.0, + "grad_norm": 23.843290328979492, + "learning_rate": 1.7792592592592596e-05, + "loss": 1.3706, + "step": 300 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.7982456140350878, + "eval_loss": 0.44699886441230774, + "eval_macro_f1": 0.7835899599240667, + "eval_runtime": 0.8086, + "eval_samples_per_second": 422.945, + "eval_steps_per_second": 27.207, + "eval_weighted_f1": 0.8046677546005914, + "step": 300 + }, + { + "epoch": 4.334448160535117, + "grad_norm": 53.433380126953125, + "learning_rate": 1.7422222222222222e-05, + "loss": 0.8632, + "step": 325 + }, + { + "epoch": 4.668896321070234, + "grad_norm": 42.640045166015625, + "learning_rate": 1.7051851851851854e-05, + "loss": 0.9063, + "step": 350 + }, + { + "epoch": 5.0, + "grad_norm": 68.17890930175781, + "learning_rate": 1.6681481481481484e-05, + "loss": 1.0032, + "step": 375 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8362573099415205, + "eval_loss": 0.3873085677623749, + "eval_macro_f1": 0.8123824451410658, + "eval_runtime": 0.802, + "eval_samples_per_second": 426.411, + "eval_steps_per_second": 27.43, + "eval_weighted_f1": 0.8374314836202315, + "step": 375 + }, + { + "epoch": 5.334448160535117, + "grad_norm": 42.389041900634766, + "learning_rate": 1.6311111111111113e-05, + "loss": 0.6175, + "step": 400 + }, + { + "epoch": 5.668896321070234, + "grad_norm": 51.74485778808594, + "learning_rate": 1.5940740740740742e-05, + "loss": 0.8889, + "step": 425 + }, + { + "epoch": 6.0, + "grad_norm": 9.123558044433594, + "learning_rate": 1.557037037037037e-05, + "loss": 0.6166, + "step": 450 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8128654970760234, + "eval_loss": 0.5150356888771057, + "eval_macro_f1": 0.7937973395636282, + "eval_runtime": 0.8126, + "eval_samples_per_second": 420.864, + "eval_steps_per_second": 27.073, + "eval_weighted_f1": 0.8172658411173455, + "step": 450 + }, + { + "epoch": 6.334448160535117, + "grad_norm": 61.42338562011719, + "learning_rate": 1.5200000000000002e-05, + "loss": 0.5087, + "step": 475 + }, + { + "epoch": 6.668896321070234, + "grad_norm": 23.754131317138672, + "learning_rate": 1.4829629629629631e-05, + "loss": 0.6615, + "step": 500 + }, + { + "epoch": 7.0, + "grad_norm": 53.00025177001953, + "learning_rate": 1.445925925925926e-05, + "loss": 0.4838, + "step": 525 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8304093567251462, + "eval_loss": 0.6150530576705933, + "eval_macro_f1": 0.810036391495882, + "eval_runtime": 0.8608, + "eval_samples_per_second": 397.296, + "eval_steps_per_second": 25.557, + "eval_weighted_f1": 0.833319780329327, + "step": 525 + }, + { + "epoch": 7.334448160535117, + "grad_norm": 121.45013427734375, + "learning_rate": 1.408888888888889e-05, + "loss": 0.5436, + "step": 550 + }, + { + "epoch": 7.668896321070234, + "grad_norm": 50.436702728271484, + "learning_rate": 1.371851851851852e-05, + "loss": 0.4105, + "step": 575 + }, + { + "epoch": 8.0, + "grad_norm": 10.463554382324219, + "learning_rate": 1.334814814814815e-05, + "loss": 0.4165, + "step": 600 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8245614035087719, + "eval_loss": 0.9154255986213684, + "eval_macro_f1": 0.8081597546838188, + "eval_runtime": 0.8676, + "eval_samples_per_second": 394.184, + "eval_steps_per_second": 25.357, + "eval_weighted_f1": 0.8291538651797589, + "step": 600 + } + ], + "logging_steps": 25, + "max_steps": 1500, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/special_tokens_map.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/tokenizer_config.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/trainer_state.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8c66d395124bf09a415d7b30632f44e8df4e0446 --- /dev/null +++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/trainer_state.json @@ -0,0 +1,495 @@ +{ + "best_global_step": 1304, + "best_metric": 0.8555480149642536, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 1304, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.15408320493066255, + "grad_norm": 26.60868263244629, + "learning_rate": 1.47239263803681e-06, + "loss": 4.8998, + "step": 25 + }, + { + "epoch": 0.3081664098613251, + "grad_norm": 51.849578857421875, + "learning_rate": 3.0061349693251535e-06, + "loss": 4.6794, + "step": 50 + }, + { + "epoch": 0.4622496147919877, + "grad_norm": 50.28633117675781, + "learning_rate": 4.539877300613497e-06, + "loss": 4.6268, + "step": 75 + }, + { + "epoch": 0.6163328197226502, + "grad_norm": 42.24408721923828, + "learning_rate": 6.073619631901841e-06, + "loss": 4.4941, + "step": 100 + }, + { + "epoch": 0.7704160246533128, + "grad_norm": 54.877593994140625, + "learning_rate": 7.6073619631901856e-06, + "loss": 4.4978, + "step": 125 + }, + { + "epoch": 0.9244992295839753, + "grad_norm": 44.292293548583984, + "learning_rate": 9.14110429447853e-06, + "loss": 4.2908, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5683139534883721, + "eval_loss": 0.9555493593215942, + "eval_macro_f1": 0.5396755766118813, + "eval_runtime": 1.5036, + "eval_samples_per_second": 457.56, + "eval_steps_per_second": 28.597, + "eval_weighted_f1": 0.5408884463614587, + "step": 163 + }, + { + "epoch": 1.073959938366718, + "grad_norm": 26.41887664794922, + "learning_rate": 1.0674846625766873e-05, + "loss": 4.0717, + "step": 175 + }, + { + "epoch": 1.2280431432973806, + "grad_norm": 57.581825256347656, + "learning_rate": 1.2208588957055216e-05, + "loss": 3.9769, + "step": 200 + }, + { + "epoch": 1.3821263482280433, + "grad_norm": 34.43814468383789, + "learning_rate": 1.374233128834356e-05, + "loss": 3.8298, + "step": 225 + }, + { + "epoch": 1.5362095531587057, + "grad_norm": 72.52117919921875, + "learning_rate": 1.5276073619631903e-05, + "loss": 3.789, + "step": 250 + }, + { + "epoch": 1.6902927580893683, + "grad_norm": 64.83067321777344, + "learning_rate": 1.6809815950920248e-05, + "loss": 3.9317, + "step": 275 + }, + { + "epoch": 1.8443759630200307, + "grad_norm": 115.99544525146484, + "learning_rate": 1.834355828220859e-05, + "loss": 3.6792, + "step": 300 + }, + { + "epoch": 1.9984591679506933, + "grad_norm": 96.53472137451172, + "learning_rate": 1.9877300613496935e-05, + "loss": 3.2539, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.686046511627907, + "eval_loss": 0.7259438037872314, + "eval_macro_f1": 0.66382474413495, + "eval_runtime": 1.5305, + "eval_samples_per_second": 449.525, + "eval_steps_per_second": 28.095, + "eval_weighted_f1": 0.6640576412857121, + "step": 326 + }, + { + "epoch": 2.147919876733436, + "grad_norm": 71.44196319580078, + "learning_rate": 1.9843217450579417e-05, + "loss": 2.9259, + "step": 350 + }, + { + "epoch": 2.3020030816640986, + "grad_norm": 72.91462707519531, + "learning_rate": 1.967280163599182e-05, + "loss": 2.8468, + "step": 375 + }, + { + "epoch": 2.4560862865947612, + "grad_norm": 69.18099975585938, + "learning_rate": 1.9502385821404228e-05, + "loss": 2.881, + "step": 400 + }, + { + "epoch": 2.610169491525424, + "grad_norm": 87.0950698852539, + "learning_rate": 1.9331970006816635e-05, + "loss": 2.4908, + "step": 425 + }, + { + "epoch": 2.7642526964560865, + "grad_norm": 52.174739837646484, + "learning_rate": 1.916155419222904e-05, + "loss": 2.5925, + "step": 450 + }, + { + "epoch": 2.9183359013867487, + "grad_norm": 51.625221252441406, + "learning_rate": 1.8991138377641446e-05, + "loss": 2.5638, + "step": 475 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7877906976744186, + "eval_loss": 0.5891799330711365, + "eval_macro_f1": 0.7888697756384966, + "eval_runtime": 1.3965, + "eval_samples_per_second": 492.648, + "eval_steps_per_second": 30.79, + "eval_weighted_f1": 0.7886744663164134, + "step": 489 + }, + { + "epoch": 3.0677966101694913, + "grad_norm": 64.60131072998047, + "learning_rate": 1.8820722563053853e-05, + "loss": 2.3389, + "step": 500 + }, + { + "epoch": 3.221879815100154, + "grad_norm": 82.64739990234375, + "learning_rate": 1.8650306748466257e-05, + "loss": 2.3783, + "step": 525 + }, + { + "epoch": 3.3759630200308166, + "grad_norm": 35.807193756103516, + "learning_rate": 1.8479890933878664e-05, + "loss": 2.4439, + "step": 550 + }, + { + "epoch": 3.5300462249614792, + "grad_norm": 102.40327453613281, + "learning_rate": 1.8309475119291072e-05, + "loss": 2.2572, + "step": 575 + }, + { + "epoch": 3.684129429892142, + "grad_norm": 64.15812683105469, + "learning_rate": 1.8139059304703476e-05, + "loss": 1.9854, + "step": 600 + }, + { + "epoch": 3.8382126348228045, + "grad_norm": 64.66801452636719, + "learning_rate": 1.7968643490115886e-05, + "loss": 2.1459, + "step": 625 + }, + { + "epoch": 3.992295839753467, + "grad_norm": 47.17057418823242, + "learning_rate": 1.779822767552829e-05, + "loss": 2.089, + "step": 650 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8197674418604651, + "eval_loss": 0.48126813769340515, + "eval_macro_f1": 0.8181076621341243, + "eval_runtime": 1.5225, + "eval_samples_per_second": 451.892, + "eval_steps_per_second": 28.243, + "eval_weighted_f1": 0.8183800243147575, + "step": 652 + }, + { + "epoch": 4.141756548536209, + "grad_norm": 81.60645294189453, + "learning_rate": 1.7627811860940697e-05, + "loss": 1.6714, + "step": 675 + }, + { + "epoch": 4.295839753466872, + "grad_norm": 101.87310028076172, + "learning_rate": 1.7457396046353105e-05, + "loss": 1.8823, + "step": 700 + }, + { + "epoch": 4.449922958397535, + "grad_norm": 40.200103759765625, + "learning_rate": 1.728698023176551e-05, + "loss": 1.624, + "step": 725 + }, + { + "epoch": 4.604006163328197, + "grad_norm": 87.79881286621094, + "learning_rate": 1.7116564417177916e-05, + "loss": 1.6335, + "step": 750 + }, + { + "epoch": 4.75808936825886, + "grad_norm": 78.1478042602539, + "learning_rate": 1.6946148602590323e-05, + "loss": 1.5054, + "step": 775 + }, + { + "epoch": 4.9121725731895225, + "grad_norm": 165.2704620361328, + "learning_rate": 1.6775732788002727e-05, + "loss": 1.7022, + "step": 800 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8168604651162791, + "eval_loss": 0.5205634236335754, + "eval_macro_f1": 0.8150925883191541, + "eval_runtime": 1.4025, + "eval_samples_per_second": 490.539, + "eval_steps_per_second": 30.659, + "eval_weighted_f1": 0.8152841476857423, + "step": 815 + }, + { + "epoch": 5.061633281972265, + "grad_norm": 51.89537048339844, + "learning_rate": 1.6605316973415134e-05, + "loss": 1.4554, + "step": 825 + }, + { + "epoch": 5.215716486902927, + "grad_norm": 103.20797729492188, + "learning_rate": 1.643490115882754e-05, + "loss": 1.3702, + "step": 850 + }, + { + "epoch": 5.36979969183359, + "grad_norm": 64.35389709472656, + "learning_rate": 1.6264485344239945e-05, + "loss": 1.2196, + "step": 875 + }, + { + "epoch": 5.523882896764253, + "grad_norm": 57.90886306762695, + "learning_rate": 1.6094069529652356e-05, + "loss": 1.2368, + "step": 900 + }, + { + "epoch": 5.677966101694915, + "grad_norm": 46.60675811767578, + "learning_rate": 1.592365371506476e-05, + "loss": 1.4228, + "step": 925 + }, + { + "epoch": 5.832049306625578, + "grad_norm": 127.63880920410156, + "learning_rate": 1.5753237900477167e-05, + "loss": 1.4039, + "step": 950 + }, + { + "epoch": 5.9861325115562405, + "grad_norm": 46.16490173339844, + "learning_rate": 1.5582822085889574e-05, + "loss": 1.2896, + "step": 975 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8284883720930233, + "eval_loss": 0.56329745054245, + "eval_macro_f1": 0.8296577590483118, + "eval_runtime": 1.5149, + "eval_samples_per_second": 454.154, + "eval_steps_per_second": 28.385, + "eval_weighted_f1": 0.82949194280162, + "step": 978 + }, + { + "epoch": 6.135593220338983, + "grad_norm": 76.36415100097656, + "learning_rate": 1.5412406271301978e-05, + "loss": 0.9603, + "step": 1000 + }, + { + "epoch": 6.289676425269645, + "grad_norm": 75.71089172363281, + "learning_rate": 1.5241990456714383e-05, + "loss": 1.051, + "step": 1025 + }, + { + "epoch": 6.443759630200308, + "grad_norm": 82.48997497558594, + "learning_rate": 1.5071574642126792e-05, + "loss": 0.9093, + "step": 1050 + }, + { + "epoch": 6.597842835130971, + "grad_norm": 93.10845947265625, + "learning_rate": 1.4901158827539198e-05, + "loss": 0.9959, + "step": 1075 + }, + { + "epoch": 6.751926040061633, + "grad_norm": 74.37665557861328, + "learning_rate": 1.4730743012951603e-05, + "loss": 1.0752, + "step": 1100 + }, + { + "epoch": 6.906009244992296, + "grad_norm": 26.80744743347168, + "learning_rate": 1.456032719836401e-05, + "loss": 1.1205, + "step": 1125 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8343023255813954, + "eval_loss": 0.5800725221633911, + "eval_macro_f1": 0.8349009924515892, + "eval_runtime": 1.3909, + "eval_samples_per_second": 494.652, + "eval_steps_per_second": 30.916, + "eval_weighted_f1": 0.8346555021112412, + "step": 1141 + }, + { + "epoch": 7.055469953775039, + "grad_norm": 74.0304946899414, + "learning_rate": 1.4389911383776416e-05, + "loss": 1.0356, + "step": 1150 + }, + { + "epoch": 7.209553158705701, + "grad_norm": 56.71416091918945, + "learning_rate": 1.4219495569188822e-05, + "loss": 0.7116, + "step": 1175 + }, + { + "epoch": 7.363636363636363, + "grad_norm": 29.253084182739258, + "learning_rate": 1.4049079754601229e-05, + "loss": 0.7948, + "step": 1200 + }, + { + "epoch": 7.517719568567026, + "grad_norm": 111.19520568847656, + "learning_rate": 1.3878663940013635e-05, + "loss": 0.7905, + "step": 1225 + }, + { + "epoch": 7.671802773497689, + "grad_norm": 206.9371337890625, + "learning_rate": 1.370824812542604e-05, + "loss": 0.8832, + "step": 1250 + }, + { + "epoch": 7.825885978428351, + "grad_norm": 133.59217834472656, + "learning_rate": 1.3537832310838447e-05, + "loss": 0.7104, + "step": 1275 + }, + { + "epoch": 7.979969183359014, + "grad_norm": 73.98663330078125, + "learning_rate": 1.3367416496250853e-05, + "loss": 0.7216, + "step": 1300 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8546511627906976, + "eval_loss": 0.683745801448822, + "eval_macro_f1": 0.8555480149642536, + "eval_runtime": 1.4938, + "eval_samples_per_second": 460.557, + "eval_steps_per_second": 28.785, + "eval_weighted_f1": 0.8553025961805473, + "step": 1304 + } + ], + "logging_steps": 25, + "max_steps": 3260, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/special_tokens_map.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/tokenizer_config.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/trainer_state.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..56f7cbbc483e0155438abdcba3154af09820ae59 --- /dev/null +++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/trainer_state.json @@ -0,0 +1,661 @@ +{ + "best_global_step": 1304, + "best_metric": 0.8555480149642536, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 1793, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.15408320493066255, + "grad_norm": 26.60868263244629, + "learning_rate": 1.47239263803681e-06, + "loss": 4.8998, + "step": 25 + }, + { + "epoch": 0.3081664098613251, + "grad_norm": 51.849578857421875, + "learning_rate": 3.0061349693251535e-06, + "loss": 4.6794, + "step": 50 + }, + { + "epoch": 0.4622496147919877, + "grad_norm": 50.28633117675781, + "learning_rate": 4.539877300613497e-06, + "loss": 4.6268, + "step": 75 + }, + { + "epoch": 0.6163328197226502, + "grad_norm": 42.24408721923828, + "learning_rate": 6.073619631901841e-06, + "loss": 4.4941, + "step": 100 + }, + { + "epoch": 0.7704160246533128, + "grad_norm": 54.877593994140625, + "learning_rate": 7.6073619631901856e-06, + "loss": 4.4978, + "step": 125 + }, + { + "epoch": 0.9244992295839753, + "grad_norm": 44.292293548583984, + "learning_rate": 9.14110429447853e-06, + "loss": 4.2908, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.5683139534883721, + "eval_loss": 0.9555493593215942, + "eval_macro_f1": 0.5396755766118813, + "eval_runtime": 1.5036, + "eval_samples_per_second": 457.56, + "eval_steps_per_second": 28.597, + "eval_weighted_f1": 0.5408884463614587, + "step": 163 + }, + { + "epoch": 1.073959938366718, + "grad_norm": 26.41887664794922, + "learning_rate": 1.0674846625766873e-05, + "loss": 4.0717, + "step": 175 + }, + { + "epoch": 1.2280431432973806, + "grad_norm": 57.581825256347656, + "learning_rate": 1.2208588957055216e-05, + "loss": 3.9769, + "step": 200 + }, + { + "epoch": 1.3821263482280433, + "grad_norm": 34.43814468383789, + "learning_rate": 1.374233128834356e-05, + "loss": 3.8298, + "step": 225 + }, + { + "epoch": 1.5362095531587057, + "grad_norm": 72.52117919921875, + "learning_rate": 1.5276073619631903e-05, + "loss": 3.789, + "step": 250 + }, + { + "epoch": 1.6902927580893683, + "grad_norm": 64.83067321777344, + "learning_rate": 1.6809815950920248e-05, + "loss": 3.9317, + "step": 275 + }, + { + "epoch": 1.8443759630200307, + "grad_norm": 115.99544525146484, + "learning_rate": 1.834355828220859e-05, + "loss": 3.6792, + "step": 300 + }, + { + "epoch": 1.9984591679506933, + "grad_norm": 96.53472137451172, + "learning_rate": 1.9877300613496935e-05, + "loss": 3.2539, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.686046511627907, + "eval_loss": 0.7259438037872314, + "eval_macro_f1": 0.66382474413495, + "eval_runtime": 1.5305, + "eval_samples_per_second": 449.525, + "eval_steps_per_second": 28.095, + "eval_weighted_f1": 0.6640576412857121, + "step": 326 + }, + { + "epoch": 2.147919876733436, + "grad_norm": 71.44196319580078, + "learning_rate": 1.9843217450579417e-05, + "loss": 2.9259, + "step": 350 + }, + { + "epoch": 2.3020030816640986, + "grad_norm": 72.91462707519531, + "learning_rate": 1.967280163599182e-05, + "loss": 2.8468, + "step": 375 + }, + { + "epoch": 2.4560862865947612, + "grad_norm": 69.18099975585938, + "learning_rate": 1.9502385821404228e-05, + "loss": 2.881, + "step": 400 + }, + { + "epoch": 2.610169491525424, + "grad_norm": 87.0950698852539, + "learning_rate": 1.9331970006816635e-05, + "loss": 2.4908, + "step": 425 + }, + { + "epoch": 2.7642526964560865, + "grad_norm": 52.174739837646484, + "learning_rate": 1.916155419222904e-05, + "loss": 2.5925, + "step": 450 + }, + { + "epoch": 2.9183359013867487, + "grad_norm": 51.625221252441406, + "learning_rate": 1.8991138377641446e-05, + "loss": 2.5638, + "step": 475 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7877906976744186, + "eval_loss": 0.5891799330711365, + "eval_macro_f1": 0.7888697756384966, + "eval_runtime": 1.3965, + "eval_samples_per_second": 492.648, + "eval_steps_per_second": 30.79, + "eval_weighted_f1": 0.7886744663164134, + "step": 489 + }, + { + "epoch": 3.0677966101694913, + "grad_norm": 64.60131072998047, + "learning_rate": 1.8820722563053853e-05, + "loss": 2.3389, + "step": 500 + }, + { + "epoch": 3.221879815100154, + "grad_norm": 82.64739990234375, + "learning_rate": 1.8650306748466257e-05, + "loss": 2.3783, + "step": 525 + }, + { + "epoch": 3.3759630200308166, + "grad_norm": 35.807193756103516, + "learning_rate": 1.8479890933878664e-05, + "loss": 2.4439, + "step": 550 + }, + { + "epoch": 3.5300462249614792, + "grad_norm": 102.40327453613281, + "learning_rate": 1.8309475119291072e-05, + "loss": 2.2572, + "step": 575 + }, + { + "epoch": 3.684129429892142, + "grad_norm": 64.15812683105469, + "learning_rate": 1.8139059304703476e-05, + "loss": 1.9854, + "step": 600 + }, + { + "epoch": 3.8382126348228045, + "grad_norm": 64.66801452636719, + "learning_rate": 1.7968643490115886e-05, + "loss": 2.1459, + "step": 625 + }, + { + "epoch": 3.992295839753467, + "grad_norm": 47.17057418823242, + "learning_rate": 1.779822767552829e-05, + "loss": 2.089, + "step": 650 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8197674418604651, + "eval_loss": 0.48126813769340515, + "eval_macro_f1": 0.8181076621341243, + "eval_runtime": 1.5225, + "eval_samples_per_second": 451.892, + "eval_steps_per_second": 28.243, + "eval_weighted_f1": 0.8183800243147575, + "step": 652 + }, + { + "epoch": 4.141756548536209, + "grad_norm": 81.60645294189453, + "learning_rate": 1.7627811860940697e-05, + "loss": 1.6714, + "step": 675 + }, + { + "epoch": 4.295839753466872, + "grad_norm": 101.87310028076172, + "learning_rate": 1.7457396046353105e-05, + "loss": 1.8823, + "step": 700 + }, + { + "epoch": 4.449922958397535, + "grad_norm": 40.200103759765625, + "learning_rate": 1.728698023176551e-05, + "loss": 1.624, + "step": 725 + }, + { + "epoch": 4.604006163328197, + "grad_norm": 87.79881286621094, + "learning_rate": 1.7116564417177916e-05, + "loss": 1.6335, + "step": 750 + }, + { + "epoch": 4.75808936825886, + "grad_norm": 78.1478042602539, + "learning_rate": 1.6946148602590323e-05, + "loss": 1.5054, + "step": 775 + }, + { + "epoch": 4.9121725731895225, + "grad_norm": 165.2704620361328, + "learning_rate": 1.6775732788002727e-05, + "loss": 1.7022, + "step": 800 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8168604651162791, + "eval_loss": 0.5205634236335754, + "eval_macro_f1": 0.8150925883191541, + "eval_runtime": 1.4025, + "eval_samples_per_second": 490.539, + "eval_steps_per_second": 30.659, + "eval_weighted_f1": 0.8152841476857423, + "step": 815 + }, + { + "epoch": 5.061633281972265, + "grad_norm": 51.89537048339844, + "learning_rate": 1.6605316973415134e-05, + "loss": 1.4554, + "step": 825 + }, + { + "epoch": 5.215716486902927, + "grad_norm": 103.20797729492188, + "learning_rate": 1.643490115882754e-05, + "loss": 1.3702, + "step": 850 + }, + { + "epoch": 5.36979969183359, + "grad_norm": 64.35389709472656, + "learning_rate": 1.6264485344239945e-05, + "loss": 1.2196, + "step": 875 + }, + { + "epoch": 5.523882896764253, + "grad_norm": 57.90886306762695, + "learning_rate": 1.6094069529652356e-05, + "loss": 1.2368, + "step": 900 + }, + { + "epoch": 5.677966101694915, + "grad_norm": 46.60675811767578, + "learning_rate": 1.592365371506476e-05, + "loss": 1.4228, + "step": 925 + }, + { + "epoch": 5.832049306625578, + "grad_norm": 127.63880920410156, + "learning_rate": 1.5753237900477167e-05, + "loss": 1.4039, + "step": 950 + }, + { + "epoch": 5.9861325115562405, + "grad_norm": 46.16490173339844, + "learning_rate": 1.5582822085889574e-05, + "loss": 1.2896, + "step": 975 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8284883720930233, + "eval_loss": 0.56329745054245, + "eval_macro_f1": 0.8296577590483118, + "eval_runtime": 1.5149, + "eval_samples_per_second": 454.154, + "eval_steps_per_second": 28.385, + "eval_weighted_f1": 0.82949194280162, + "step": 978 + }, + { + "epoch": 6.135593220338983, + "grad_norm": 76.36415100097656, + "learning_rate": 1.5412406271301978e-05, + "loss": 0.9603, + "step": 1000 + }, + { + "epoch": 6.289676425269645, + "grad_norm": 75.71089172363281, + "learning_rate": 1.5241990456714383e-05, + "loss": 1.051, + "step": 1025 + }, + { + "epoch": 6.443759630200308, + "grad_norm": 82.48997497558594, + "learning_rate": 1.5071574642126792e-05, + "loss": 0.9093, + "step": 1050 + }, + { + "epoch": 6.597842835130971, + "grad_norm": 93.10845947265625, + "learning_rate": 1.4901158827539198e-05, + "loss": 0.9959, + "step": 1075 + }, + { + "epoch": 6.751926040061633, + "grad_norm": 74.37665557861328, + "learning_rate": 1.4730743012951603e-05, + "loss": 1.0752, + "step": 1100 + }, + { + "epoch": 6.906009244992296, + "grad_norm": 26.80744743347168, + "learning_rate": 1.456032719836401e-05, + "loss": 1.1205, + "step": 1125 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8343023255813954, + "eval_loss": 0.5800725221633911, + "eval_macro_f1": 0.8349009924515892, + "eval_runtime": 1.3909, + "eval_samples_per_second": 494.652, + "eval_steps_per_second": 30.916, + "eval_weighted_f1": 0.8346555021112412, + "step": 1141 + }, + { + "epoch": 7.055469953775039, + "grad_norm": 74.0304946899414, + "learning_rate": 1.4389911383776416e-05, + "loss": 1.0356, + "step": 1150 + }, + { + "epoch": 7.209553158705701, + "grad_norm": 56.71416091918945, + "learning_rate": 1.4219495569188822e-05, + "loss": 0.7116, + "step": 1175 + }, + { + "epoch": 7.363636363636363, + "grad_norm": 29.253084182739258, + "learning_rate": 1.4049079754601229e-05, + "loss": 0.7948, + "step": 1200 + }, + { + "epoch": 7.517719568567026, + "grad_norm": 111.19520568847656, + "learning_rate": 1.3878663940013635e-05, + "loss": 0.7905, + "step": 1225 + }, + { + "epoch": 7.671802773497689, + "grad_norm": 206.9371337890625, + "learning_rate": 1.370824812542604e-05, + "loss": 0.8832, + "step": 1250 + }, + { + "epoch": 7.825885978428351, + "grad_norm": 133.59217834472656, + "learning_rate": 1.3537832310838447e-05, + "loss": 0.7104, + "step": 1275 + }, + { + "epoch": 7.979969183359014, + "grad_norm": 73.98663330078125, + "learning_rate": 1.3367416496250853e-05, + "loss": 0.7216, + "step": 1300 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8546511627906976, + "eval_loss": 0.683745801448822, + "eval_macro_f1": 0.8555480149642536, + "eval_runtime": 1.4938, + "eval_samples_per_second": 460.557, + "eval_steps_per_second": 28.785, + "eval_weighted_f1": 0.8553025961805473, + "step": 1304 + }, + { + "epoch": 8.129429892141756, + "grad_norm": 16.85845375061035, + "learning_rate": 1.3197000681663258e-05, + "loss": 0.5793, + "step": 1325 + }, + { + "epoch": 8.283513097072419, + "grad_norm": 91.81355285644531, + "learning_rate": 1.3026584867075667e-05, + "loss": 0.4237, + "step": 1350 + }, + { + "epoch": 8.437596302003081, + "grad_norm": 105.5880126953125, + "learning_rate": 1.2856169052488073e-05, + "loss": 0.6139, + "step": 1375 + }, + { + "epoch": 8.591679506933744, + "grad_norm": 50.506099700927734, + "learning_rate": 1.2685753237900478e-05, + "loss": 0.6317, + "step": 1400 + }, + { + "epoch": 8.745762711864407, + "grad_norm": 78.77650451660156, + "learning_rate": 1.2515337423312886e-05, + "loss": 0.5896, + "step": 1425 + }, + { + "epoch": 8.89984591679507, + "grad_norm": 158.26158142089844, + "learning_rate": 1.2344921608725291e-05, + "loss": 0.6958, + "step": 1450 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8444767441860465, + "eval_loss": 0.6691955924034119, + "eval_macro_f1": 0.8450903113734426, + "eval_runtime": 1.4415, + "eval_samples_per_second": 477.273, + "eval_steps_per_second": 29.83, + "eval_weighted_f1": 0.8448873147644177, + "step": 1467 + }, + { + "epoch": 9.049306625577811, + "grad_norm": 73.5927963256836, + "learning_rate": 1.2174505794137697e-05, + "loss": 0.5101, + "step": 1475 + }, + { + "epoch": 9.203389830508474, + "grad_norm": 71.55709838867188, + "learning_rate": 1.2004089979550104e-05, + "loss": 0.4401, + "step": 1500 + }, + { + "epoch": 9.357473035439137, + "grad_norm": 94.05720520019531, + "learning_rate": 1.183367416496251e-05, + "loss": 0.4399, + "step": 1525 + }, + { + "epoch": 9.5115562403698, + "grad_norm": 20.680824279785156, + "learning_rate": 1.1663258350374915e-05, + "loss": 0.6, + "step": 1550 + }, + { + "epoch": 9.665639445300462, + "grad_norm": 112.55980682373047, + "learning_rate": 1.1492842535787322e-05, + "loss": 0.4391, + "step": 1575 + }, + { + "epoch": 9.819722650231125, + "grad_norm": 64.31360626220703, + "learning_rate": 1.1322426721199728e-05, + "loss": 0.3785, + "step": 1600 + }, + { + "epoch": 9.973805855161787, + "grad_norm": 20.93500328063965, + "learning_rate": 1.1152010906612133e-05, + "loss": 0.4351, + "step": 1625 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8386627906976745, + "eval_loss": 0.81667160987854, + "eval_macro_f1": 0.8389778325123153, + "eval_runtime": 1.4193, + "eval_samples_per_second": 484.741, + "eval_steps_per_second": 30.296, + "eval_weighted_f1": 0.8387639262802153, + "step": 1630 + }, + { + "epoch": 10.12326656394453, + "grad_norm": 27.509366989135742, + "learning_rate": 1.0981595092024542e-05, + "loss": 0.2668, + "step": 1650 + }, + { + "epoch": 10.277349768875192, + "grad_norm": 57.74173355102539, + "learning_rate": 1.0811179277436948e-05, + "loss": 0.3053, + "step": 1675 + }, + { + "epoch": 10.431432973805855, + "grad_norm": 223.96543884277344, + "learning_rate": 1.0640763462849353e-05, + "loss": 0.3171, + "step": 1700 + }, + { + "epoch": 10.585516178736517, + "grad_norm": 122.84101867675781, + "learning_rate": 1.047034764826176e-05, + "loss": 0.3413, + "step": 1725 + }, + { + "epoch": 10.73959938366718, + "grad_norm": 168.6679229736328, + "learning_rate": 1.0299931833674166e-05, + "loss": 0.3902, + "step": 1750 + }, + { + "epoch": 10.893682588597843, + "grad_norm": 178.58111572265625, + "learning_rate": 1.0129516019086572e-05, + "loss": 0.3803, + "step": 1775 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8444767441860465, + "eval_loss": 0.8830406665802002, + "eval_macro_f1": 0.8443948233109739, + "eval_runtime": 1.4444, + "eval_samples_per_second": 476.324, + "eval_steps_per_second": 29.77, + "eval_weighted_f1": 0.8444905255951057, + "step": 1793 + } + ], + "logging_steps": 25, + "max_steps": 3260, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/special_tokens_map.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/tokenizer_config.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/trainer_state.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..48133ca036a2fd09d53f62c15081e3a9b2092377 --- /dev/null +++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/trainer_state.json @@ -0,0 +1,495 @@ +{ + "best_global_step": 1304, + "best_metric": 0.8464037475484557, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 1304, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.15408320493066255, + "grad_norm": 10.269952774047852, + "learning_rate": 1.47239263803681e-06, + "loss": 4.7214, + "step": 25 + }, + { + "epoch": 0.3081664098613251, + "grad_norm": 27.07952117919922, + "learning_rate": 3.0061349693251535e-06, + "loss": 4.6423, + "step": 50 + }, + { + "epoch": 0.4622496147919877, + "grad_norm": 8.798324584960938, + "learning_rate": 4.539877300613497e-06, + "loss": 4.4898, + "step": 75 + }, + { + "epoch": 0.6163328197226502, + "grad_norm": 20.57191276550293, + "learning_rate": 6.073619631901841e-06, + "loss": 4.4996, + "step": 100 + }, + { + "epoch": 0.7704160246533128, + "grad_norm": 49.6365852355957, + "learning_rate": 7.6073619631901856e-06, + "loss": 4.4339, + "step": 125 + }, + { + "epoch": 0.9244992295839753, + "grad_norm": 52.537940979003906, + "learning_rate": 9.14110429447853e-06, + "loss": 4.5023, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.34011627906976744, + "eval_loss": 1.1281965970993042, + "eval_macro_f1": 0.33047994647379836, + "eval_runtime": 1.5078, + "eval_samples_per_second": 456.295, + "eval_steps_per_second": 28.518, + "eval_weighted_f1": 0.329264098690446, + "step": 163 + }, + { + "epoch": 1.073959938366718, + "grad_norm": 56.53388595581055, + "learning_rate": 1.0674846625766873e-05, + "loss": 4.3034, + "step": 175 + }, + { + "epoch": 1.2280431432973806, + "grad_norm": 23.14569091796875, + "learning_rate": 1.2208588957055216e-05, + "loss": 4.3708, + "step": 200 + }, + { + "epoch": 1.3821263482280433, + "grad_norm": 36.13355255126953, + "learning_rate": 1.374233128834356e-05, + "loss": 4.1946, + "step": 225 + }, + { + "epoch": 1.5362095531587057, + "grad_norm": 54.7779426574707, + "learning_rate": 1.5276073619631903e-05, + "loss": 4.0362, + "step": 250 + }, + { + "epoch": 1.6902927580893683, + "grad_norm": 74.9114990234375, + "learning_rate": 1.6809815950920248e-05, + "loss": 3.6751, + "step": 275 + }, + { + "epoch": 1.8443759630200307, + "grad_norm": 245.79933166503906, + "learning_rate": 1.834355828220859e-05, + "loss": 3.4945, + "step": 300 + }, + { + "epoch": 1.9984591679506933, + "grad_norm": 90.7229995727539, + "learning_rate": 1.9877300613496935e-05, + "loss": 3.3265, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6976744186046512, + "eval_loss": 0.7057750821113586, + "eval_macro_f1": 0.6979598379644815, + "eval_runtime": 1.5162, + "eval_samples_per_second": 453.758, + "eval_steps_per_second": 28.36, + "eval_weighted_f1": 0.6979594488085262, + "step": 326 + }, + { + "epoch": 2.147919876733436, + "grad_norm": 69.89827728271484, + "learning_rate": 1.9843217450579417e-05, + "loss": 3.2292, + "step": 350 + }, + { + "epoch": 2.3020030816640986, + "grad_norm": 74.95113372802734, + "learning_rate": 1.967280163599182e-05, + "loss": 3.2556, + "step": 375 + }, + { + "epoch": 2.4560862865947612, + "grad_norm": 96.1029052734375, + "learning_rate": 1.9502385821404228e-05, + "loss": 3.0067, + "step": 400 + }, + { + "epoch": 2.610169491525424, + "grad_norm": 63.538639068603516, + "learning_rate": 1.9331970006816635e-05, + "loss": 2.8209, + "step": 425 + }, + { + "epoch": 2.7642526964560865, + "grad_norm": 81.5354995727539, + "learning_rate": 1.916155419222904e-05, + "loss": 3.0879, + "step": 450 + }, + { + "epoch": 2.9183359013867487, + "grad_norm": 61.96577835083008, + "learning_rate": 1.8991138377641446e-05, + "loss": 2.7121, + "step": 475 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7616279069767442, + "eval_loss": 0.6098982095718384, + "eval_macro_f1": 0.7607842387311101, + "eval_runtime": 1.5756, + "eval_samples_per_second": 436.655, + "eval_steps_per_second": 27.291, + "eval_weighted_f1": 0.7607049234538684, + "step": 489 + }, + { + "epoch": 3.0677966101694913, + "grad_norm": 82.64781188964844, + "learning_rate": 1.8820722563053853e-05, + "loss": 2.3634, + "step": 500 + }, + { + "epoch": 3.221879815100154, + "grad_norm": 103.3463363647461, + "learning_rate": 1.8650306748466257e-05, + "loss": 2.4905, + "step": 525 + }, + { + "epoch": 3.3759630200308166, + "grad_norm": 70.81452178955078, + "learning_rate": 1.8479890933878664e-05, + "loss": 2.3863, + "step": 550 + }, + { + "epoch": 3.5300462249614792, + "grad_norm": 92.11711120605469, + "learning_rate": 1.8309475119291072e-05, + "loss": 2.161, + "step": 575 + }, + { + "epoch": 3.684129429892142, + "grad_norm": 74.00444793701172, + "learning_rate": 1.8139059304703476e-05, + "loss": 2.2446, + "step": 600 + }, + { + "epoch": 3.8382126348228045, + "grad_norm": 142.7129364013672, + "learning_rate": 1.7968643490115886e-05, + "loss": 2.2185, + "step": 625 + }, + { + "epoch": 3.992295839753467, + "grad_norm": 68.47152709960938, + "learning_rate": 1.779822767552829e-05, + "loss": 2.262, + "step": 650 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8125, + "eval_loss": 0.5274669528007507, + "eval_macro_f1": 0.8122253938861949, + "eval_runtime": 1.4727, + "eval_samples_per_second": 467.173, + "eval_steps_per_second": 29.198, + "eval_weighted_f1": 0.8119664958087618, + "step": 652 + }, + { + "epoch": 4.141756548536209, + "grad_norm": 119.18087768554688, + "learning_rate": 1.7627811860940697e-05, + "loss": 1.8169, + "step": 675 + }, + { + "epoch": 4.295839753466872, + "grad_norm": 107.0189437866211, + "learning_rate": 1.7457396046353105e-05, + "loss": 1.7627, + "step": 700 + }, + { + "epoch": 4.449922958397535, + "grad_norm": 96.16551971435547, + "learning_rate": 1.728698023176551e-05, + "loss": 1.7649, + "step": 725 + }, + { + "epoch": 4.604006163328197, + "grad_norm": 88.83948516845703, + "learning_rate": 1.7116564417177916e-05, + "loss": 1.9275, + "step": 750 + }, + { + "epoch": 4.75808936825886, + "grad_norm": 84.26664733886719, + "learning_rate": 1.6946148602590323e-05, + "loss": 1.9334, + "step": 775 + }, + { + "epoch": 4.9121725731895225, + "grad_norm": 97.72688293457031, + "learning_rate": 1.6775732788002727e-05, + "loss": 1.7394, + "step": 800 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8197674418604651, + "eval_loss": 0.4828687608242035, + "eval_macro_f1": 0.8216484370330525, + "eval_runtime": 1.5391, + "eval_samples_per_second": 447.007, + "eval_steps_per_second": 27.938, + "eval_weighted_f1": 0.8213676603658715, + "step": 815 + }, + { + "epoch": 5.061633281972265, + "grad_norm": 123.32058715820312, + "learning_rate": 1.6605316973415134e-05, + "loss": 1.6935, + "step": 825 + }, + { + "epoch": 5.215716486902927, + "grad_norm": 60.48823547363281, + "learning_rate": 1.643490115882754e-05, + "loss": 1.3316, + "step": 850 + }, + { + "epoch": 5.36979969183359, + "grad_norm": 44.06804275512695, + "learning_rate": 1.6264485344239945e-05, + "loss": 1.4558, + "step": 875 + }, + { + "epoch": 5.523882896764253, + "grad_norm": 183.0559844970703, + "learning_rate": 1.6094069529652356e-05, + "loss": 1.4008, + "step": 900 + }, + { + "epoch": 5.677966101694915, + "grad_norm": 98.99947357177734, + "learning_rate": 1.592365371506476e-05, + "loss": 1.4999, + "step": 925 + }, + { + "epoch": 5.832049306625578, + "grad_norm": 142.22979736328125, + "learning_rate": 1.5753237900477167e-05, + "loss": 1.3305, + "step": 950 + }, + { + "epoch": 5.9861325115562405, + "grad_norm": 91.68956756591797, + "learning_rate": 1.5582822085889574e-05, + "loss": 1.3343, + "step": 975 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8401162790697675, + "eval_loss": 0.4791679084300995, + "eval_macro_f1": 0.8397351473759677, + "eval_runtime": 1.304, + "eval_samples_per_second": 527.622, + "eval_steps_per_second": 32.976, + "eval_weighted_f1": 0.8397095283552495, + "step": 978 + }, + { + "epoch": 6.135593220338983, + "grad_norm": 223.0955047607422, + "learning_rate": 1.5412406271301978e-05, + "loss": 1.0691, + "step": 1000 + }, + { + "epoch": 6.289676425269645, + "grad_norm": 109.87444305419922, + "learning_rate": 1.5241990456714383e-05, + "loss": 1.0417, + "step": 1025 + }, + { + "epoch": 6.443759630200308, + "grad_norm": 142.5769500732422, + "learning_rate": 1.5071574642126792e-05, + "loss": 1.0251, + "step": 1050 + }, + { + "epoch": 6.597842835130971, + "grad_norm": 80.91693115234375, + "learning_rate": 1.4901158827539198e-05, + "loss": 1.225, + "step": 1075 + }, + { + "epoch": 6.751926040061633, + "grad_norm": 152.61866760253906, + "learning_rate": 1.4730743012951603e-05, + "loss": 0.9447, + "step": 1100 + }, + { + "epoch": 6.906009244992296, + "grad_norm": 231.5660400390625, + "learning_rate": 1.456032719836401e-05, + "loss": 0.969, + "step": 1125 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8226744186046512, + "eval_loss": 0.5336207151412964, + "eval_macro_f1": 0.820730940848656, + "eval_runtime": 1.4763, + "eval_samples_per_second": 466.015, + "eval_steps_per_second": 29.126, + "eval_weighted_f1": 0.8208348426325196, + "step": 1141 + }, + { + "epoch": 7.055469953775039, + "grad_norm": 55.59589385986328, + "learning_rate": 1.4389911383776416e-05, + "loss": 1.1088, + "step": 1150 + }, + { + "epoch": 7.209553158705701, + "grad_norm": 147.7883758544922, + "learning_rate": 1.4219495569188822e-05, + "loss": 0.7902, + "step": 1175 + }, + { + "epoch": 7.363636363636363, + "grad_norm": 116.7120361328125, + "learning_rate": 1.4049079754601229e-05, + "loss": 0.6996, + "step": 1200 + }, + { + "epoch": 7.517719568567026, + "grad_norm": 251.59750366210938, + "learning_rate": 1.3878663940013635e-05, + "loss": 0.8464, + "step": 1225 + }, + { + "epoch": 7.671802773497689, + "grad_norm": 105.12106323242188, + "learning_rate": 1.370824812542604e-05, + "loss": 1.0412, + "step": 1250 + }, + { + "epoch": 7.825885978428351, + "grad_norm": 149.6354522705078, + "learning_rate": 1.3537832310838447e-05, + "loss": 0.9539, + "step": 1275 + }, + { + "epoch": 7.979969183359014, + "grad_norm": 78.54564666748047, + "learning_rate": 1.3367416496250853e-05, + "loss": 0.9708, + "step": 1300 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8459302325581395, + "eval_loss": 0.5606505870819092, + "eval_macro_f1": 0.8464037475484557, + "eval_runtime": 1.4152, + "eval_samples_per_second": 486.158, + "eval_steps_per_second": 30.385, + "eval_weighted_f1": 0.8461212997804614, + "step": 1304 + } + ], + "logging_steps": 25, + "max_steps": 3260, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/special_tokens_map.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/tokenizer_config.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/trainer_state.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c398dce1ff39213636fc428e802f7c3463da155c --- /dev/null +++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/trainer_state.json @@ -0,0 +1,661 @@ +{ + "best_global_step": 1304, + "best_metric": 0.8464037475484557, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304", + "epoch": 11.0, + "eval_steps": 500, + "global_step": 1793, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.15408320493066255, + "grad_norm": 10.269952774047852, + "learning_rate": 1.47239263803681e-06, + "loss": 4.7214, + "step": 25 + }, + { + "epoch": 0.3081664098613251, + "grad_norm": 27.07952117919922, + "learning_rate": 3.0061349693251535e-06, + "loss": 4.6423, + "step": 50 + }, + { + "epoch": 0.4622496147919877, + "grad_norm": 8.798324584960938, + "learning_rate": 4.539877300613497e-06, + "loss": 4.4898, + "step": 75 + }, + { + "epoch": 0.6163328197226502, + "grad_norm": 20.57191276550293, + "learning_rate": 6.073619631901841e-06, + "loss": 4.4996, + "step": 100 + }, + { + "epoch": 0.7704160246533128, + "grad_norm": 49.6365852355957, + "learning_rate": 7.6073619631901856e-06, + "loss": 4.4339, + "step": 125 + }, + { + "epoch": 0.9244992295839753, + "grad_norm": 52.537940979003906, + "learning_rate": 9.14110429447853e-06, + "loss": 4.5023, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.34011627906976744, + "eval_loss": 1.1281965970993042, + "eval_macro_f1": 0.33047994647379836, + "eval_runtime": 1.5078, + "eval_samples_per_second": 456.295, + "eval_steps_per_second": 28.518, + "eval_weighted_f1": 0.329264098690446, + "step": 163 + }, + { + "epoch": 1.073959938366718, + "grad_norm": 56.53388595581055, + "learning_rate": 1.0674846625766873e-05, + "loss": 4.3034, + "step": 175 + }, + { + "epoch": 1.2280431432973806, + "grad_norm": 23.14569091796875, + "learning_rate": 1.2208588957055216e-05, + "loss": 4.3708, + "step": 200 + }, + { + "epoch": 1.3821263482280433, + "grad_norm": 36.13355255126953, + "learning_rate": 1.374233128834356e-05, + "loss": 4.1946, + "step": 225 + }, + { + "epoch": 1.5362095531587057, + "grad_norm": 54.7779426574707, + "learning_rate": 1.5276073619631903e-05, + "loss": 4.0362, + "step": 250 + }, + { + "epoch": 1.6902927580893683, + "grad_norm": 74.9114990234375, + "learning_rate": 1.6809815950920248e-05, + "loss": 3.6751, + "step": 275 + }, + { + "epoch": 1.8443759630200307, + "grad_norm": 245.79933166503906, + "learning_rate": 1.834355828220859e-05, + "loss": 3.4945, + "step": 300 + }, + { + "epoch": 1.9984591679506933, + "grad_norm": 90.7229995727539, + "learning_rate": 1.9877300613496935e-05, + "loss": 3.3265, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6976744186046512, + "eval_loss": 0.7057750821113586, + "eval_macro_f1": 0.6979598379644815, + "eval_runtime": 1.5162, + "eval_samples_per_second": 453.758, + "eval_steps_per_second": 28.36, + "eval_weighted_f1": 0.6979594488085262, + "step": 326 + }, + { + "epoch": 2.147919876733436, + "grad_norm": 69.89827728271484, + "learning_rate": 1.9843217450579417e-05, + "loss": 3.2292, + "step": 350 + }, + { + "epoch": 2.3020030816640986, + "grad_norm": 74.95113372802734, + "learning_rate": 1.967280163599182e-05, + "loss": 3.2556, + "step": 375 + }, + { + "epoch": 2.4560862865947612, + "grad_norm": 96.1029052734375, + "learning_rate": 1.9502385821404228e-05, + "loss": 3.0067, + "step": 400 + }, + { + "epoch": 2.610169491525424, + "grad_norm": 63.538639068603516, + "learning_rate": 1.9331970006816635e-05, + "loss": 2.8209, + "step": 425 + }, + { + "epoch": 2.7642526964560865, + "grad_norm": 81.5354995727539, + "learning_rate": 1.916155419222904e-05, + "loss": 3.0879, + "step": 450 + }, + { + "epoch": 2.9183359013867487, + "grad_norm": 61.96577835083008, + "learning_rate": 1.8991138377641446e-05, + "loss": 2.7121, + "step": 475 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7616279069767442, + "eval_loss": 0.6098982095718384, + "eval_macro_f1": 0.7607842387311101, + "eval_runtime": 1.5756, + "eval_samples_per_second": 436.655, + "eval_steps_per_second": 27.291, + "eval_weighted_f1": 0.7607049234538684, + "step": 489 + }, + { + "epoch": 3.0677966101694913, + "grad_norm": 82.64781188964844, + "learning_rate": 1.8820722563053853e-05, + "loss": 2.3634, + "step": 500 + }, + { + "epoch": 3.221879815100154, + "grad_norm": 103.3463363647461, + "learning_rate": 1.8650306748466257e-05, + "loss": 2.4905, + "step": 525 + }, + { + "epoch": 3.3759630200308166, + "grad_norm": 70.81452178955078, + "learning_rate": 1.8479890933878664e-05, + "loss": 2.3863, + "step": 550 + }, + { + "epoch": 3.5300462249614792, + "grad_norm": 92.11711120605469, + "learning_rate": 1.8309475119291072e-05, + "loss": 2.161, + "step": 575 + }, + { + "epoch": 3.684129429892142, + "grad_norm": 74.00444793701172, + "learning_rate": 1.8139059304703476e-05, + "loss": 2.2446, + "step": 600 + }, + { + "epoch": 3.8382126348228045, + "grad_norm": 142.7129364013672, + "learning_rate": 1.7968643490115886e-05, + "loss": 2.2185, + "step": 625 + }, + { + "epoch": 3.992295839753467, + "grad_norm": 68.47152709960938, + "learning_rate": 1.779822767552829e-05, + "loss": 2.262, + "step": 650 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8125, + "eval_loss": 0.5274669528007507, + "eval_macro_f1": 0.8122253938861949, + "eval_runtime": 1.4727, + "eval_samples_per_second": 467.173, + "eval_steps_per_second": 29.198, + "eval_weighted_f1": 0.8119664958087618, + "step": 652 + }, + { + "epoch": 4.141756548536209, + "grad_norm": 119.18087768554688, + "learning_rate": 1.7627811860940697e-05, + "loss": 1.8169, + "step": 675 + }, + { + "epoch": 4.295839753466872, + "grad_norm": 107.0189437866211, + "learning_rate": 1.7457396046353105e-05, + "loss": 1.7627, + "step": 700 + }, + { + "epoch": 4.449922958397535, + "grad_norm": 96.16551971435547, + "learning_rate": 1.728698023176551e-05, + "loss": 1.7649, + "step": 725 + }, + { + "epoch": 4.604006163328197, + "grad_norm": 88.83948516845703, + "learning_rate": 1.7116564417177916e-05, + "loss": 1.9275, + "step": 750 + }, + { + "epoch": 4.75808936825886, + "grad_norm": 84.26664733886719, + "learning_rate": 1.6946148602590323e-05, + "loss": 1.9334, + "step": 775 + }, + { + "epoch": 4.9121725731895225, + "grad_norm": 97.72688293457031, + "learning_rate": 1.6775732788002727e-05, + "loss": 1.7394, + "step": 800 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8197674418604651, + "eval_loss": 0.4828687608242035, + "eval_macro_f1": 0.8216484370330525, + "eval_runtime": 1.5391, + "eval_samples_per_second": 447.007, + "eval_steps_per_second": 27.938, + "eval_weighted_f1": 0.8213676603658715, + "step": 815 + }, + { + "epoch": 5.061633281972265, + "grad_norm": 123.32058715820312, + "learning_rate": 1.6605316973415134e-05, + "loss": 1.6935, + "step": 825 + }, + { + "epoch": 5.215716486902927, + "grad_norm": 60.48823547363281, + "learning_rate": 1.643490115882754e-05, + "loss": 1.3316, + "step": 850 + }, + { + "epoch": 5.36979969183359, + "grad_norm": 44.06804275512695, + "learning_rate": 1.6264485344239945e-05, + "loss": 1.4558, + "step": 875 + }, + { + "epoch": 5.523882896764253, + "grad_norm": 183.0559844970703, + "learning_rate": 1.6094069529652356e-05, + "loss": 1.4008, + "step": 900 + }, + { + "epoch": 5.677966101694915, + "grad_norm": 98.99947357177734, + "learning_rate": 1.592365371506476e-05, + "loss": 1.4999, + "step": 925 + }, + { + "epoch": 5.832049306625578, + "grad_norm": 142.22979736328125, + "learning_rate": 1.5753237900477167e-05, + "loss": 1.3305, + "step": 950 + }, + { + "epoch": 5.9861325115562405, + "grad_norm": 91.68956756591797, + "learning_rate": 1.5582822085889574e-05, + "loss": 1.3343, + "step": 975 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8401162790697675, + "eval_loss": 0.4791679084300995, + "eval_macro_f1": 0.8397351473759677, + "eval_runtime": 1.304, + "eval_samples_per_second": 527.622, + "eval_steps_per_second": 32.976, + "eval_weighted_f1": 0.8397095283552495, + "step": 978 + }, + { + "epoch": 6.135593220338983, + "grad_norm": 223.0955047607422, + "learning_rate": 1.5412406271301978e-05, + "loss": 1.0691, + "step": 1000 + }, + { + "epoch": 6.289676425269645, + "grad_norm": 109.87444305419922, + "learning_rate": 1.5241990456714383e-05, + "loss": 1.0417, + "step": 1025 + }, + { + "epoch": 6.443759630200308, + "grad_norm": 142.5769500732422, + "learning_rate": 1.5071574642126792e-05, + "loss": 1.0251, + "step": 1050 + }, + { + "epoch": 6.597842835130971, + "grad_norm": 80.91693115234375, + "learning_rate": 1.4901158827539198e-05, + "loss": 1.225, + "step": 1075 + }, + { + "epoch": 6.751926040061633, + "grad_norm": 152.61866760253906, + "learning_rate": 1.4730743012951603e-05, + "loss": 0.9447, + "step": 1100 + }, + { + "epoch": 6.906009244992296, + "grad_norm": 231.5660400390625, + "learning_rate": 1.456032719836401e-05, + "loss": 0.969, + "step": 1125 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8226744186046512, + "eval_loss": 0.5336207151412964, + "eval_macro_f1": 0.820730940848656, + "eval_runtime": 1.4763, + "eval_samples_per_second": 466.015, + "eval_steps_per_second": 29.126, + "eval_weighted_f1": 0.8208348426325196, + "step": 1141 + }, + { + "epoch": 7.055469953775039, + "grad_norm": 55.59589385986328, + "learning_rate": 1.4389911383776416e-05, + "loss": 1.1088, + "step": 1150 + }, + { + "epoch": 7.209553158705701, + "grad_norm": 147.7883758544922, + "learning_rate": 1.4219495569188822e-05, + "loss": 0.7902, + "step": 1175 + }, + { + "epoch": 7.363636363636363, + "grad_norm": 116.7120361328125, + "learning_rate": 1.4049079754601229e-05, + "loss": 0.6996, + "step": 1200 + }, + { + "epoch": 7.517719568567026, + "grad_norm": 251.59750366210938, + "learning_rate": 1.3878663940013635e-05, + "loss": 0.8464, + "step": 1225 + }, + { + "epoch": 7.671802773497689, + "grad_norm": 105.12106323242188, + "learning_rate": 1.370824812542604e-05, + "loss": 1.0412, + "step": 1250 + }, + { + "epoch": 7.825885978428351, + "grad_norm": 149.6354522705078, + "learning_rate": 1.3537832310838447e-05, + "loss": 0.9539, + "step": 1275 + }, + { + "epoch": 7.979969183359014, + "grad_norm": 78.54564666748047, + "learning_rate": 1.3367416496250853e-05, + "loss": 0.9708, + "step": 1300 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8459302325581395, + "eval_loss": 0.5606505870819092, + "eval_macro_f1": 0.8464037475484557, + "eval_runtime": 1.4152, + "eval_samples_per_second": 486.158, + "eval_steps_per_second": 30.385, + "eval_weighted_f1": 0.8461212997804614, + "step": 1304 + }, + { + "epoch": 8.129429892141756, + "grad_norm": 90.90609741210938, + "learning_rate": 1.3197000681663258e-05, + "loss": 0.4911, + "step": 1325 + }, + { + "epoch": 8.283513097072419, + "grad_norm": 100.9178695678711, + "learning_rate": 1.3026584867075667e-05, + "loss": 0.6183, + "step": 1350 + }, + { + "epoch": 8.437596302003081, + "grad_norm": 209.90980529785156, + "learning_rate": 1.2856169052488073e-05, + "loss": 0.6757, + "step": 1375 + }, + { + "epoch": 8.591679506933744, + "grad_norm": 108.72864532470703, + "learning_rate": 1.2685753237900478e-05, + "loss": 0.5807, + "step": 1400 + }, + { + "epoch": 8.745762711864407, + "grad_norm": 121.62370300292969, + "learning_rate": 1.2515337423312886e-05, + "loss": 0.6634, + "step": 1425 + }, + { + "epoch": 8.89984591679507, + "grad_norm": 155.72959899902344, + "learning_rate": 1.2344921608725291e-05, + "loss": 0.6205, + "step": 1450 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8386627906976745, + "eval_loss": 0.6168738603591919, + "eval_macro_f1": 0.8386062739003916, + "eval_runtime": 1.5626, + "eval_samples_per_second": 440.291, + "eval_steps_per_second": 27.518, + "eval_weighted_f1": 0.8384675819696339, + "step": 1467 + }, + { + "epoch": 9.049306625577811, + "grad_norm": 104.39860534667969, + "learning_rate": 1.2174505794137697e-05, + "loss": 0.5622, + "step": 1475 + }, + { + "epoch": 9.203389830508474, + "grad_norm": 139.5718994140625, + "learning_rate": 1.2004089979550104e-05, + "loss": 0.5358, + "step": 1500 + }, + { + "epoch": 9.357473035439137, + "grad_norm": 129.81857299804688, + "learning_rate": 1.183367416496251e-05, + "loss": 0.4363, + "step": 1525 + }, + { + "epoch": 9.5115562403698, + "grad_norm": 36.077701568603516, + "learning_rate": 1.1663258350374915e-05, + "loss": 0.2801, + "step": 1550 + }, + { + "epoch": 9.665639445300462, + "grad_norm": 162.3865509033203, + "learning_rate": 1.1492842535787322e-05, + "loss": 0.3792, + "step": 1575 + }, + { + "epoch": 9.819722650231125, + "grad_norm": 7.142119407653809, + "learning_rate": 1.1322426721199728e-05, + "loss": 0.6699, + "step": 1600 + }, + { + "epoch": 9.973805855161787, + "grad_norm": 32.500980377197266, + "learning_rate": 1.1152010906612133e-05, + "loss": 0.5184, + "step": 1625 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8372093023255814, + "eval_loss": 0.8043634295463562, + "eval_macro_f1": 0.8372809470848687, + "eval_runtime": 1.4026, + "eval_samples_per_second": 490.534, + "eval_steps_per_second": 30.658, + "eval_weighted_f1": 0.8373167897107705, + "step": 1630 + }, + { + "epoch": 10.12326656394453, + "grad_norm": 8.672125816345215, + "learning_rate": 1.0981595092024542e-05, + "loss": 0.3392, + "step": 1650 + }, + { + "epoch": 10.277349768875192, + "grad_norm": 154.24154663085938, + "learning_rate": 1.0811179277436948e-05, + "loss": 0.2331, + "step": 1675 + }, + { + "epoch": 10.431432973805855, + "grad_norm": 311.3341064453125, + "learning_rate": 1.0640763462849353e-05, + "loss": 0.5614, + "step": 1700 + }, + { + "epoch": 10.585516178736517, + "grad_norm": 345.58624267578125, + "learning_rate": 1.047034764826176e-05, + "loss": 0.2928, + "step": 1725 + }, + { + "epoch": 10.73959938366718, + "grad_norm": 2.7459499835968018, + "learning_rate": 1.0299931833674166e-05, + "loss": 0.3286, + "step": 1750 + }, + { + "epoch": 10.893682588597843, + "grad_norm": 466.47137451171875, + "learning_rate": 1.0129516019086572e-05, + "loss": 0.447, + "step": 1775 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.815406976744186, + "eval_loss": 1.0421580076217651, + "eval_macro_f1": 0.8165149620738519, + "eval_runtime": 1.4981, + "eval_samples_per_second": 459.254, + "eval_steps_per_second": 28.703, + "eval_weighted_f1": 0.8162487787644587, + "step": 1793 + } + ], + "logging_steps": 25, + "max_steps": 3260, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/special_tokens_map.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/tokenizer_config.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/trainer_state.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..38e0bf70e2aec4ab5d3a62bf25de5b34c93e25dc --- /dev/null +++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/trainer_state.json @@ -0,0 +1,608 @@ +{ + "best_global_step": 1630, + "best_metric": 0.8355852310476232, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 1630, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.15408320493066255, + "grad_norm": 24.50679588317871, + "learning_rate": 1.47239263803681e-06, + "loss": 4.7592, + "step": 25 + }, + { + "epoch": 0.3081664098613251, + "grad_norm": 19.64373207092285, + "learning_rate": 3.0061349693251535e-06, + "loss": 4.7079, + "step": 50 + }, + { + "epoch": 0.4622496147919877, + "grad_norm": 47.81032943725586, + "learning_rate": 4.539877300613497e-06, + "loss": 4.6794, + "step": 75 + }, + { + "epoch": 0.6163328197226502, + "grad_norm": 35.20635223388672, + "learning_rate": 6.073619631901841e-06, + "loss": 4.5892, + "step": 100 + }, + { + "epoch": 0.7704160246533128, + "grad_norm": 45.82052993774414, + "learning_rate": 7.6073619631901856e-06, + "loss": 4.5259, + "step": 125 + }, + { + "epoch": 0.9244992295839753, + "grad_norm": 27.471345901489258, + "learning_rate": 9.14110429447853e-06, + "loss": 4.3862, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.45058139534883723, + "eval_loss": 1.0592296123504639, + "eval_macro_f1": 0.42757578616196074, + "eval_runtime": 1.5799, + "eval_samples_per_second": 435.461, + "eval_steps_per_second": 27.216, + "eval_weighted_f1": 0.43021596589549105, + "step": 163 + }, + { + "epoch": 1.073959938366718, + "grad_norm": 23.468772888183594, + "learning_rate": 1.0674846625766873e-05, + "loss": 4.3118, + "step": 175 + }, + { + "epoch": 1.2280431432973806, + "grad_norm": 33.07905960083008, + "learning_rate": 1.2208588957055216e-05, + "loss": 4.3588, + "step": 200 + }, + { + "epoch": 1.3821263482280433, + "grad_norm": 55.58111572265625, + "learning_rate": 1.374233128834356e-05, + "loss": 3.9521, + "step": 225 + }, + { + "epoch": 1.5362095531587057, + "grad_norm": 52.24873733520508, + "learning_rate": 1.5276073619631903e-05, + "loss": 3.8537, + "step": 250 + }, + { + "epoch": 1.6902927580893683, + "grad_norm": 61.03272247314453, + "learning_rate": 1.6809815950920248e-05, + "loss": 3.4915, + "step": 275 + }, + { + "epoch": 1.8443759630200307, + "grad_norm": 55.00725173950195, + "learning_rate": 1.834355828220859e-05, + "loss": 3.8128, + "step": 300 + }, + { + "epoch": 1.9984591679506933, + "grad_norm": 85.67160034179688, + "learning_rate": 1.9877300613496935e-05, + "loss": 3.1781, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6686046511627907, + "eval_loss": 0.7247289419174194, + "eval_macro_f1": 0.6630824705572836, + "eval_runtime": 1.4318, + "eval_samples_per_second": 480.51, + "eval_steps_per_second": 30.032, + "eval_weighted_f1": 0.6613816617486002, + "step": 326 + }, + { + "epoch": 2.147919876733436, + "grad_norm": 117.4627914428711, + "learning_rate": 1.9843217450579417e-05, + "loss": 3.0156, + "step": 350 + }, + { + "epoch": 2.3020030816640986, + "grad_norm": 99.81001281738281, + "learning_rate": 1.967280163599182e-05, + "loss": 3.0458, + "step": 375 + }, + { + "epoch": 2.4560862865947612, + "grad_norm": 70.93096923828125, + "learning_rate": 1.9502385821404228e-05, + "loss": 2.8382, + "step": 400 + }, + { + "epoch": 2.610169491525424, + "grad_norm": 67.88056182861328, + "learning_rate": 1.9331970006816635e-05, + "loss": 2.799, + "step": 425 + }, + { + "epoch": 2.7642526964560865, + "grad_norm": 53.83650207519531, + "learning_rate": 1.916155419222904e-05, + "loss": 2.352, + "step": 450 + }, + { + "epoch": 2.9183359013867487, + "grad_norm": 65.04566192626953, + "learning_rate": 1.8991138377641446e-05, + "loss": 2.4461, + "step": 475 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7776162790697675, + "eval_loss": 0.5520260334014893, + "eval_macro_f1": 0.7686232733366064, + "eval_runtime": 1.4964, + "eval_samples_per_second": 459.778, + "eval_steps_per_second": 28.736, + "eval_weighted_f1": 0.7688365214484186, + "step": 489 + }, + { + "epoch": 3.0677966101694913, + "grad_norm": 53.808902740478516, + "learning_rate": 1.8820722563053853e-05, + "loss": 2.2852, + "step": 500 + }, + { + "epoch": 3.221879815100154, + "grad_norm": 81.53692626953125, + "learning_rate": 1.8650306748466257e-05, + "loss": 1.9552, + "step": 525 + }, + { + "epoch": 3.3759630200308166, + "grad_norm": 65.70276641845703, + "learning_rate": 1.8479890933878664e-05, + "loss": 1.8959, + "step": 550 + }, + { + "epoch": 3.5300462249614792, + "grad_norm": 102.56144714355469, + "learning_rate": 1.8309475119291072e-05, + "loss": 2.1608, + "step": 575 + }, + { + "epoch": 3.684129429892142, + "grad_norm": 63.66582107543945, + "learning_rate": 1.8139059304703476e-05, + "loss": 2.1025, + "step": 600 + }, + { + "epoch": 3.8382126348228045, + "grad_norm": 59.52968978881836, + "learning_rate": 1.7968643490115886e-05, + "loss": 2.0376, + "step": 625 + }, + { + "epoch": 3.992295839753467, + "grad_norm": 123.32681274414062, + "learning_rate": 1.779822767552829e-05, + "loss": 1.877, + "step": 650 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8183139534883721, + "eval_loss": 0.4955975413322449, + "eval_macro_f1": 0.8181793048324889, + "eval_runtime": 1.4706, + "eval_samples_per_second": 467.846, + "eval_steps_per_second": 29.24, + "eval_weighted_f1": 0.8177233714871585, + "step": 652 + }, + { + "epoch": 4.141756548536209, + "grad_norm": 58.45392608642578, + "learning_rate": 1.7627811860940697e-05, + "loss": 1.615, + "step": 675 + }, + { + "epoch": 4.295839753466872, + "grad_norm": 85.65283203125, + "learning_rate": 1.7457396046353105e-05, + "loss": 1.6096, + "step": 700 + }, + { + "epoch": 4.449922958397535, + "grad_norm": 52.5756721496582, + "learning_rate": 1.728698023176551e-05, + "loss": 1.4584, + "step": 725 + }, + { + "epoch": 4.604006163328197, + "grad_norm": 75.7162094116211, + "learning_rate": 1.7116564417177916e-05, + "loss": 1.7296, + "step": 750 + }, + { + "epoch": 4.75808936825886, + "grad_norm": 85.91328430175781, + "learning_rate": 1.6946148602590323e-05, + "loss": 1.4886, + "step": 775 + }, + { + "epoch": 4.9121725731895225, + "grad_norm": 67.83627319335938, + "learning_rate": 1.6775732788002727e-05, + "loss": 1.5059, + "step": 800 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8125, + "eval_loss": 0.5560482144355774, + "eval_macro_f1": 0.8117562588048859, + "eval_runtime": 1.6535, + "eval_samples_per_second": 416.075, + "eval_steps_per_second": 26.005, + "eval_weighted_f1": 0.8117168033996838, + "step": 815 + }, + { + "epoch": 5.061633281972265, + "grad_norm": 65.96236419677734, + "learning_rate": 1.6605316973415134e-05, + "loss": 1.5563, + "step": 825 + }, + { + "epoch": 5.215716486902927, + "grad_norm": 53.56138610839844, + "learning_rate": 1.643490115882754e-05, + "loss": 1.1563, + "step": 850 + }, + { + "epoch": 5.36979969183359, + "grad_norm": 73.21570587158203, + "learning_rate": 1.6264485344239945e-05, + "loss": 1.2367, + "step": 875 + }, + { + "epoch": 5.523882896764253, + "grad_norm": 66.76518249511719, + "learning_rate": 1.6094069529652356e-05, + "loss": 1.1435, + "step": 900 + }, + { + "epoch": 5.677966101694915, + "grad_norm": 25.925151824951172, + "learning_rate": 1.592365371506476e-05, + "loss": 1.1824, + "step": 925 + }, + { + "epoch": 5.832049306625578, + "grad_norm": 73.73709869384766, + "learning_rate": 1.5753237900477167e-05, + "loss": 1.3287, + "step": 950 + }, + { + "epoch": 5.9861325115562405, + "grad_norm": 137.44676208496094, + "learning_rate": 1.5582822085889574e-05, + "loss": 1.2272, + "step": 975 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8328488372093024, + "eval_loss": 0.5475932359695435, + "eval_macro_f1": 0.8319471414401584, + "eval_runtime": 1.5191, + "eval_samples_per_second": 452.912, + "eval_steps_per_second": 28.307, + "eval_weighted_f1": 0.8318975860019181, + "step": 978 + }, + { + "epoch": 6.135593220338983, + "grad_norm": 161.33255004882812, + "learning_rate": 1.5412406271301978e-05, + "loss": 0.7458, + "step": 1000 + }, + { + "epoch": 6.289676425269645, + "grad_norm": 55.06943130493164, + "learning_rate": 1.5241990456714383e-05, + "loss": 0.6863, + "step": 1025 + }, + { + "epoch": 6.443759630200308, + "grad_norm": 71.26378631591797, + "learning_rate": 1.5071574642126792e-05, + "loss": 0.9721, + "step": 1050 + }, + { + "epoch": 6.597842835130971, + "grad_norm": 82.58057403564453, + "learning_rate": 1.4901158827539198e-05, + "loss": 0.8351, + "step": 1075 + }, + { + "epoch": 6.751926040061633, + "grad_norm": 135.65072631835938, + "learning_rate": 1.4730743012951603e-05, + "loss": 0.7964, + "step": 1100 + }, + { + "epoch": 6.906009244992296, + "grad_norm": 126.56865692138672, + "learning_rate": 1.456032719836401e-05, + "loss": 0.8018, + "step": 1125 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8255813953488372, + "eval_loss": 0.6083335280418396, + "eval_macro_f1": 0.8236951195574003, + "eval_runtime": 1.4557, + "eval_samples_per_second": 472.632, + "eval_steps_per_second": 29.54, + "eval_weighted_f1": 0.8238605701782113, + "step": 1141 + }, + { + "epoch": 7.055469953775039, + "grad_norm": 77.7928695678711, + "learning_rate": 1.4389911383776416e-05, + "loss": 0.7078, + "step": 1150 + }, + { + "epoch": 7.209553158705701, + "grad_norm": 45.906517028808594, + "learning_rate": 1.4219495569188822e-05, + "loss": 0.6063, + "step": 1175 + }, + { + "epoch": 7.363636363636363, + "grad_norm": 98.238037109375, + "learning_rate": 1.4049079754601229e-05, + "loss": 0.5239, + "step": 1200 + }, + { + "epoch": 7.517719568567026, + "grad_norm": 202.76943969726562, + "learning_rate": 1.3878663940013635e-05, + "loss": 0.7364, + "step": 1225 + }, + { + "epoch": 7.671802773497689, + "grad_norm": 69.04850769042969, + "learning_rate": 1.370824812542604e-05, + "loss": 0.7005, + "step": 1250 + }, + { + "epoch": 7.825885978428351, + "grad_norm": 73.16101837158203, + "learning_rate": 1.3537832310838447e-05, + "loss": 0.5442, + "step": 1275 + }, + { + "epoch": 7.979969183359014, + "grad_norm": 72.51311492919922, + "learning_rate": 1.3367416496250853e-05, + "loss": 0.6248, + "step": 1300 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8284883720930233, + "eval_loss": 0.6884751319885254, + "eval_macro_f1": 0.829049351226299, + "eval_runtime": 1.4718, + "eval_samples_per_second": 467.462, + "eval_steps_per_second": 29.216, + "eval_weighted_f1": 0.8290066652464368, + "step": 1304 + }, + { + "epoch": 8.129429892141756, + "grad_norm": 64.53909301757812, + "learning_rate": 1.3197000681663258e-05, + "loss": 0.4302, + "step": 1325 + }, + { + "epoch": 8.283513097072419, + "grad_norm": 99.26880645751953, + "learning_rate": 1.3026584867075667e-05, + "loss": 0.4765, + "step": 1350 + }, + { + "epoch": 8.437596302003081, + "grad_norm": 37.73013687133789, + "learning_rate": 1.2856169052488073e-05, + "loss": 0.4426, + "step": 1375 + }, + { + "epoch": 8.591679506933744, + "grad_norm": 79.14068603515625, + "learning_rate": 1.2685753237900478e-05, + "loss": 0.4001, + "step": 1400 + }, + { + "epoch": 8.745762711864407, + "grad_norm": 152.45143127441406, + "learning_rate": 1.2515337423312886e-05, + "loss": 0.4224, + "step": 1425 + }, + { + "epoch": 8.89984591679507, + "grad_norm": 96.8750991821289, + "learning_rate": 1.2344921608725291e-05, + "loss": 0.5477, + "step": 1450 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8328488372093024, + "eval_loss": 0.7790147662162781, + "eval_macro_f1": 0.8332592621470248, + "eval_runtime": 1.5867, + "eval_samples_per_second": 433.604, + "eval_steps_per_second": 27.1, + "eval_weighted_f1": 0.833509641493645, + "step": 1467 + }, + { + "epoch": 9.049306625577811, + "grad_norm": 123.28118133544922, + "learning_rate": 1.2174505794137697e-05, + "loss": 0.6471, + "step": 1475 + }, + { + "epoch": 9.203389830508474, + "grad_norm": 61.633445739746094, + "learning_rate": 1.2004089979550104e-05, + "loss": 0.2173, + "step": 1500 + }, + { + "epoch": 9.357473035439137, + "grad_norm": 38.21669006347656, + "learning_rate": 1.183367416496251e-05, + "loss": 0.2999, + "step": 1525 + }, + { + "epoch": 9.5115562403698, + "grad_norm": 150.933349609375, + "learning_rate": 1.1663258350374915e-05, + "loss": 0.5137, + "step": 1550 + }, + { + "epoch": 9.665639445300462, + "grad_norm": 42.68310546875, + "learning_rate": 1.1492842535787322e-05, + "loss": 0.1869, + "step": 1575 + }, + { + "epoch": 9.819722650231125, + "grad_norm": 83.80827331542969, + "learning_rate": 1.1322426721199728e-05, + "loss": 0.4251, + "step": 1600 + }, + { + "epoch": 9.973805855161787, + "grad_norm": 139.23208618164062, + "learning_rate": 1.1152010906612133e-05, + "loss": 0.7081, + "step": 1625 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8357558139534884, + "eval_loss": 0.8335896730422974, + "eval_macro_f1": 0.8355852310476232, + "eval_runtime": 1.7007, + "eval_samples_per_second": 404.529, + "eval_steps_per_second": 25.283, + "eval_weighted_f1": 0.8358300503356813, + "step": 1630 + } + ], + "logging_steps": 25, + "max_steps": 3260, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/special_tokens_map.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/tokenizer_config.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/trainer_state.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e0892098d5d8031873a5da87710a95e793b7efb8 --- /dev/null +++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/trainer_state.json @@ -0,0 +1,774 @@ +{ + "best_global_step": 1630, + "best_metric": 0.8355852310476232, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630", + "epoch": 13.0, + "eval_steps": 500, + "global_step": 2119, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.15408320493066255, + "grad_norm": 24.50679588317871, + "learning_rate": 1.47239263803681e-06, + "loss": 4.7592, + "step": 25 + }, + { + "epoch": 0.3081664098613251, + "grad_norm": 19.64373207092285, + "learning_rate": 3.0061349693251535e-06, + "loss": 4.7079, + "step": 50 + }, + { + "epoch": 0.4622496147919877, + "grad_norm": 47.81032943725586, + "learning_rate": 4.539877300613497e-06, + "loss": 4.6794, + "step": 75 + }, + { + "epoch": 0.6163328197226502, + "grad_norm": 35.20635223388672, + "learning_rate": 6.073619631901841e-06, + "loss": 4.5892, + "step": 100 + }, + { + "epoch": 0.7704160246533128, + "grad_norm": 45.82052993774414, + "learning_rate": 7.6073619631901856e-06, + "loss": 4.5259, + "step": 125 + }, + { + "epoch": 0.9244992295839753, + "grad_norm": 27.471345901489258, + "learning_rate": 9.14110429447853e-06, + "loss": 4.3862, + "step": 150 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.45058139534883723, + "eval_loss": 1.0592296123504639, + "eval_macro_f1": 0.42757578616196074, + "eval_runtime": 1.5799, + "eval_samples_per_second": 435.461, + "eval_steps_per_second": 27.216, + "eval_weighted_f1": 0.43021596589549105, + "step": 163 + }, + { + "epoch": 1.073959938366718, + "grad_norm": 23.468772888183594, + "learning_rate": 1.0674846625766873e-05, + "loss": 4.3118, + "step": 175 + }, + { + "epoch": 1.2280431432973806, + "grad_norm": 33.07905960083008, + "learning_rate": 1.2208588957055216e-05, + "loss": 4.3588, + "step": 200 + }, + { + "epoch": 1.3821263482280433, + "grad_norm": 55.58111572265625, + "learning_rate": 1.374233128834356e-05, + "loss": 3.9521, + "step": 225 + }, + { + "epoch": 1.5362095531587057, + "grad_norm": 52.24873733520508, + "learning_rate": 1.5276073619631903e-05, + "loss": 3.8537, + "step": 250 + }, + { + "epoch": 1.6902927580893683, + "grad_norm": 61.03272247314453, + "learning_rate": 1.6809815950920248e-05, + "loss": 3.4915, + "step": 275 + }, + { + "epoch": 1.8443759630200307, + "grad_norm": 55.00725173950195, + "learning_rate": 1.834355828220859e-05, + "loss": 3.8128, + "step": 300 + }, + { + "epoch": 1.9984591679506933, + "grad_norm": 85.67160034179688, + "learning_rate": 1.9877300613496935e-05, + "loss": 3.1781, + "step": 325 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.6686046511627907, + "eval_loss": 0.7247289419174194, + "eval_macro_f1": 0.6630824705572836, + "eval_runtime": 1.4318, + "eval_samples_per_second": 480.51, + "eval_steps_per_second": 30.032, + "eval_weighted_f1": 0.6613816617486002, + "step": 326 + }, + { + "epoch": 2.147919876733436, + "grad_norm": 117.4627914428711, + "learning_rate": 1.9843217450579417e-05, + "loss": 3.0156, + "step": 350 + }, + { + "epoch": 2.3020030816640986, + "grad_norm": 99.81001281738281, + "learning_rate": 1.967280163599182e-05, + "loss": 3.0458, + "step": 375 + }, + { + "epoch": 2.4560862865947612, + "grad_norm": 70.93096923828125, + "learning_rate": 1.9502385821404228e-05, + "loss": 2.8382, + "step": 400 + }, + { + "epoch": 2.610169491525424, + "grad_norm": 67.88056182861328, + "learning_rate": 1.9331970006816635e-05, + "loss": 2.799, + "step": 425 + }, + { + "epoch": 2.7642526964560865, + "grad_norm": 53.83650207519531, + "learning_rate": 1.916155419222904e-05, + "loss": 2.352, + "step": 450 + }, + { + "epoch": 2.9183359013867487, + "grad_norm": 65.04566192626953, + "learning_rate": 1.8991138377641446e-05, + "loss": 2.4461, + "step": 475 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.7776162790697675, + "eval_loss": 0.5520260334014893, + "eval_macro_f1": 0.7686232733366064, + "eval_runtime": 1.4964, + "eval_samples_per_second": 459.778, + "eval_steps_per_second": 28.736, + "eval_weighted_f1": 0.7688365214484186, + "step": 489 + }, + { + "epoch": 3.0677966101694913, + "grad_norm": 53.808902740478516, + "learning_rate": 1.8820722563053853e-05, + "loss": 2.2852, + "step": 500 + }, + { + "epoch": 3.221879815100154, + "grad_norm": 81.53692626953125, + "learning_rate": 1.8650306748466257e-05, + "loss": 1.9552, + "step": 525 + }, + { + "epoch": 3.3759630200308166, + "grad_norm": 65.70276641845703, + "learning_rate": 1.8479890933878664e-05, + "loss": 1.8959, + "step": 550 + }, + { + "epoch": 3.5300462249614792, + "grad_norm": 102.56144714355469, + "learning_rate": 1.8309475119291072e-05, + "loss": 2.1608, + "step": 575 + }, + { + "epoch": 3.684129429892142, + "grad_norm": 63.66582107543945, + "learning_rate": 1.8139059304703476e-05, + "loss": 2.1025, + "step": 600 + }, + { + "epoch": 3.8382126348228045, + "grad_norm": 59.52968978881836, + "learning_rate": 1.7968643490115886e-05, + "loss": 2.0376, + "step": 625 + }, + { + "epoch": 3.992295839753467, + "grad_norm": 123.32681274414062, + "learning_rate": 1.779822767552829e-05, + "loss": 1.877, + "step": 650 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.8183139534883721, + "eval_loss": 0.4955975413322449, + "eval_macro_f1": 0.8181793048324889, + "eval_runtime": 1.4706, + "eval_samples_per_second": 467.846, + "eval_steps_per_second": 29.24, + "eval_weighted_f1": 0.8177233714871585, + "step": 652 + }, + { + "epoch": 4.141756548536209, + "grad_norm": 58.45392608642578, + "learning_rate": 1.7627811860940697e-05, + "loss": 1.615, + "step": 675 + }, + { + "epoch": 4.295839753466872, + "grad_norm": 85.65283203125, + "learning_rate": 1.7457396046353105e-05, + "loss": 1.6096, + "step": 700 + }, + { + "epoch": 4.449922958397535, + "grad_norm": 52.5756721496582, + "learning_rate": 1.728698023176551e-05, + "loss": 1.4584, + "step": 725 + }, + { + "epoch": 4.604006163328197, + "grad_norm": 75.7162094116211, + "learning_rate": 1.7116564417177916e-05, + "loss": 1.7296, + "step": 750 + }, + { + "epoch": 4.75808936825886, + "grad_norm": 85.91328430175781, + "learning_rate": 1.6946148602590323e-05, + "loss": 1.4886, + "step": 775 + }, + { + "epoch": 4.9121725731895225, + "grad_norm": 67.83627319335938, + "learning_rate": 1.6775732788002727e-05, + "loss": 1.5059, + "step": 800 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.8125, + "eval_loss": 0.5560482144355774, + "eval_macro_f1": 0.8117562588048859, + "eval_runtime": 1.6535, + "eval_samples_per_second": 416.075, + "eval_steps_per_second": 26.005, + "eval_weighted_f1": 0.8117168033996838, + "step": 815 + }, + { + "epoch": 5.061633281972265, + "grad_norm": 65.96236419677734, + "learning_rate": 1.6605316973415134e-05, + "loss": 1.5563, + "step": 825 + }, + { + "epoch": 5.215716486902927, + "grad_norm": 53.56138610839844, + "learning_rate": 1.643490115882754e-05, + "loss": 1.1563, + "step": 850 + }, + { + "epoch": 5.36979969183359, + "grad_norm": 73.21570587158203, + "learning_rate": 1.6264485344239945e-05, + "loss": 1.2367, + "step": 875 + }, + { + "epoch": 5.523882896764253, + "grad_norm": 66.76518249511719, + "learning_rate": 1.6094069529652356e-05, + "loss": 1.1435, + "step": 900 + }, + { + "epoch": 5.677966101694915, + "grad_norm": 25.925151824951172, + "learning_rate": 1.592365371506476e-05, + "loss": 1.1824, + "step": 925 + }, + { + "epoch": 5.832049306625578, + "grad_norm": 73.73709869384766, + "learning_rate": 1.5753237900477167e-05, + "loss": 1.3287, + "step": 950 + }, + { + "epoch": 5.9861325115562405, + "grad_norm": 137.44676208496094, + "learning_rate": 1.5582822085889574e-05, + "loss": 1.2272, + "step": 975 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.8328488372093024, + "eval_loss": 0.5475932359695435, + "eval_macro_f1": 0.8319471414401584, + "eval_runtime": 1.5191, + "eval_samples_per_second": 452.912, + "eval_steps_per_second": 28.307, + "eval_weighted_f1": 0.8318975860019181, + "step": 978 + }, + { + "epoch": 6.135593220338983, + "grad_norm": 161.33255004882812, + "learning_rate": 1.5412406271301978e-05, + "loss": 0.7458, + "step": 1000 + }, + { + "epoch": 6.289676425269645, + "grad_norm": 55.06943130493164, + "learning_rate": 1.5241990456714383e-05, + "loss": 0.6863, + "step": 1025 + }, + { + "epoch": 6.443759630200308, + "grad_norm": 71.26378631591797, + "learning_rate": 1.5071574642126792e-05, + "loss": 0.9721, + "step": 1050 + }, + { + "epoch": 6.597842835130971, + "grad_norm": 82.58057403564453, + "learning_rate": 1.4901158827539198e-05, + "loss": 0.8351, + "step": 1075 + }, + { + "epoch": 6.751926040061633, + "grad_norm": 135.65072631835938, + "learning_rate": 1.4730743012951603e-05, + "loss": 0.7964, + "step": 1100 + }, + { + "epoch": 6.906009244992296, + "grad_norm": 126.56865692138672, + "learning_rate": 1.456032719836401e-05, + "loss": 0.8018, + "step": 1125 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.8255813953488372, + "eval_loss": 0.6083335280418396, + "eval_macro_f1": 0.8236951195574003, + "eval_runtime": 1.4557, + "eval_samples_per_second": 472.632, + "eval_steps_per_second": 29.54, + "eval_weighted_f1": 0.8238605701782113, + "step": 1141 + }, + { + "epoch": 7.055469953775039, + "grad_norm": 77.7928695678711, + "learning_rate": 1.4389911383776416e-05, + "loss": 0.7078, + "step": 1150 + }, + { + "epoch": 7.209553158705701, + "grad_norm": 45.906517028808594, + "learning_rate": 1.4219495569188822e-05, + "loss": 0.6063, + "step": 1175 + }, + { + "epoch": 7.363636363636363, + "grad_norm": 98.238037109375, + "learning_rate": 1.4049079754601229e-05, + "loss": 0.5239, + "step": 1200 + }, + { + "epoch": 7.517719568567026, + "grad_norm": 202.76943969726562, + "learning_rate": 1.3878663940013635e-05, + "loss": 0.7364, + "step": 1225 + }, + { + "epoch": 7.671802773497689, + "grad_norm": 69.04850769042969, + "learning_rate": 1.370824812542604e-05, + "loss": 0.7005, + "step": 1250 + }, + { + "epoch": 7.825885978428351, + "grad_norm": 73.16101837158203, + "learning_rate": 1.3537832310838447e-05, + "loss": 0.5442, + "step": 1275 + }, + { + "epoch": 7.979969183359014, + "grad_norm": 72.51311492919922, + "learning_rate": 1.3367416496250853e-05, + "loss": 0.6248, + "step": 1300 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.8284883720930233, + "eval_loss": 0.6884751319885254, + "eval_macro_f1": 0.829049351226299, + "eval_runtime": 1.4718, + "eval_samples_per_second": 467.462, + "eval_steps_per_second": 29.216, + "eval_weighted_f1": 0.8290066652464368, + "step": 1304 + }, + { + "epoch": 8.129429892141756, + "grad_norm": 64.53909301757812, + "learning_rate": 1.3197000681663258e-05, + "loss": 0.4302, + "step": 1325 + }, + { + "epoch": 8.283513097072419, + "grad_norm": 99.26880645751953, + "learning_rate": 1.3026584867075667e-05, + "loss": 0.4765, + "step": 1350 + }, + { + "epoch": 8.437596302003081, + "grad_norm": 37.73013687133789, + "learning_rate": 1.2856169052488073e-05, + "loss": 0.4426, + "step": 1375 + }, + { + "epoch": 8.591679506933744, + "grad_norm": 79.14068603515625, + "learning_rate": 1.2685753237900478e-05, + "loss": 0.4001, + "step": 1400 + }, + { + "epoch": 8.745762711864407, + "grad_norm": 152.45143127441406, + "learning_rate": 1.2515337423312886e-05, + "loss": 0.4224, + "step": 1425 + }, + { + "epoch": 8.89984591679507, + "grad_norm": 96.8750991821289, + "learning_rate": 1.2344921608725291e-05, + "loss": 0.5477, + "step": 1450 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.8328488372093024, + "eval_loss": 0.7790147662162781, + "eval_macro_f1": 0.8332592621470248, + "eval_runtime": 1.5867, + "eval_samples_per_second": 433.604, + "eval_steps_per_second": 27.1, + "eval_weighted_f1": 0.833509641493645, + "step": 1467 + }, + { + "epoch": 9.049306625577811, + "grad_norm": 123.28118133544922, + "learning_rate": 1.2174505794137697e-05, + "loss": 0.6471, + "step": 1475 + }, + { + "epoch": 9.203389830508474, + "grad_norm": 61.633445739746094, + "learning_rate": 1.2004089979550104e-05, + "loss": 0.2173, + "step": 1500 + }, + { + "epoch": 9.357473035439137, + "grad_norm": 38.21669006347656, + "learning_rate": 1.183367416496251e-05, + "loss": 0.2999, + "step": 1525 + }, + { + "epoch": 9.5115562403698, + "grad_norm": 150.933349609375, + "learning_rate": 1.1663258350374915e-05, + "loss": 0.5137, + "step": 1550 + }, + { + "epoch": 9.665639445300462, + "grad_norm": 42.68310546875, + "learning_rate": 1.1492842535787322e-05, + "loss": 0.1869, + "step": 1575 + }, + { + "epoch": 9.819722650231125, + "grad_norm": 83.80827331542969, + "learning_rate": 1.1322426721199728e-05, + "loss": 0.4251, + "step": 1600 + }, + { + "epoch": 9.973805855161787, + "grad_norm": 139.23208618164062, + "learning_rate": 1.1152010906612133e-05, + "loss": 0.7081, + "step": 1625 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.8357558139534884, + "eval_loss": 0.8335896730422974, + "eval_macro_f1": 0.8355852310476232, + "eval_runtime": 1.7007, + "eval_samples_per_second": 404.529, + "eval_steps_per_second": 25.283, + "eval_weighted_f1": 0.8358300503356813, + "step": 1630 + }, + { + "epoch": 10.12326656394453, + "grad_norm": 134.8058624267578, + "learning_rate": 1.0981595092024542e-05, + "loss": 0.3039, + "step": 1650 + }, + { + "epoch": 10.277349768875192, + "grad_norm": 167.544677734375, + "learning_rate": 1.0811179277436948e-05, + "loss": 0.3247, + "step": 1675 + }, + { + "epoch": 10.431432973805855, + "grad_norm": 271.02032470703125, + "learning_rate": 1.0640763462849353e-05, + "loss": 0.325, + "step": 1700 + }, + { + "epoch": 10.585516178736517, + "grad_norm": 244.41404724121094, + "learning_rate": 1.047034764826176e-05, + "loss": 0.2804, + "step": 1725 + }, + { + "epoch": 10.73959938366718, + "grad_norm": 94.98546600341797, + "learning_rate": 1.0299931833674166e-05, + "loss": 0.4035, + "step": 1750 + }, + { + "epoch": 10.893682588597843, + "grad_norm": 156.40194702148438, + "learning_rate": 1.0129516019086572e-05, + "loss": 0.3657, + "step": 1775 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.8226744186046512, + "eval_loss": 1.1345654726028442, + "eval_macro_f1": 0.8234859121251447, + "eval_runtime": 1.5562, + "eval_samples_per_second": 442.098, + "eval_steps_per_second": 27.631, + "eval_weighted_f1": 0.8235635279350266, + "step": 1793 + }, + { + "epoch": 11.043143297380585, + "grad_norm": 231.99754333496094, + "learning_rate": 9.959100204498979e-06, + "loss": 0.2904, + "step": 1800 + }, + { + "epoch": 11.197226502311247, + "grad_norm": 259.2092590332031, + "learning_rate": 9.788684389911385e-06, + "loss": 0.1748, + "step": 1825 + }, + { + "epoch": 11.35130970724191, + "grad_norm": 6.399983882904053, + "learning_rate": 9.61826857532379e-06, + "loss": 0.2787, + "step": 1850 + }, + { + "epoch": 11.505392912172573, + "grad_norm": 45.40689468383789, + "learning_rate": 9.447852760736197e-06, + "loss": 0.2182, + "step": 1875 + }, + { + "epoch": 11.659476117103235, + "grad_norm": 81.12651062011719, + "learning_rate": 9.277436946148603e-06, + "loss": 0.4322, + "step": 1900 + }, + { + "epoch": 11.813559322033898, + "grad_norm": 0.06477932631969452, + "learning_rate": 9.107021131561008e-06, + "loss": 0.1895, + "step": 1925 + }, + { + "epoch": 11.96764252696456, + "grad_norm": 228.7263946533203, + "learning_rate": 8.936605316973416e-06, + "loss": 0.2348, + "step": 1950 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.8226744186046512, + "eval_loss": 1.2847540378570557, + "eval_macro_f1": 0.823329553060162, + "eval_runtime": 1.4783, + "eval_samples_per_second": 465.385, + "eval_steps_per_second": 29.087, + "eval_weighted_f1": 0.8233584266439649, + "step": 1956 + }, + { + "epoch": 12.117103235747303, + "grad_norm": 118.09384155273438, + "learning_rate": 8.766189502385823e-06, + "loss": 0.1533, + "step": 1975 + }, + { + "epoch": 12.271186440677965, + "grad_norm": 1.5939339399337769, + "learning_rate": 8.595773687798228e-06, + "loss": 0.184, + "step": 2000 + }, + { + "epoch": 12.425269645608628, + "grad_norm": 134.76669311523438, + "learning_rate": 8.425357873210634e-06, + "loss": 0.3628, + "step": 2025 + }, + { + "epoch": 12.57935285053929, + "grad_norm": 2.8859448432922363, + "learning_rate": 8.254942058623041e-06, + "loss": 0.2217, + "step": 2050 + }, + { + "epoch": 12.733436055469953, + "grad_norm": 2.390211820602417, + "learning_rate": 8.084526244035447e-06, + "loss": 0.1965, + "step": 2075 + }, + { + "epoch": 12.887519260400616, + "grad_norm": 0.12968820333480835, + "learning_rate": 7.914110429447854e-06, + "loss": 0.1775, + "step": 2100 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.8255813953488372, + "eval_loss": 1.389578104019165, + "eval_macro_f1": 0.8262608898677746, + "eval_runtime": 1.4777, + "eval_samples_per_second": 465.591, + "eval_steps_per_second": 29.099, + "eval_weighted_f1": 0.8263475670275174, + "step": 2119 + } + ], + "logging_steps": 25, + "max_steps": 3260, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/special_tokens_map.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/tokenizer_config.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/trainer_state.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ae0dd3495873960fa1f614f24baa174e055d99ae --- /dev/null +++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/trainer_state.json @@ -0,0 +1,3174 @@ +{ + "best_global_step": 9823, + "best_metric": 0.5789693570847468, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823", + "epoch": 20.0, + "eval_steps": 500, + "global_step": 10340, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04837929366231253, + "grad_norm": 7.4574408531188965, + "learning_rate": 4.6421663442940047e-07, + "loss": 5.2315, + "step": 25 + }, + { + "epoch": 0.09675858732462506, + "grad_norm": 7.8079514503479, + "learning_rate": 9.477756286266926e-07, + "loss": 5.2575, + "step": 50 + }, + { + "epoch": 0.14513788098693758, + "grad_norm": 6.12672758102417, + "learning_rate": 1.4313346228239847e-06, + "loss": 5.1755, + "step": 75 + }, + { + "epoch": 0.1935171746492501, + "grad_norm": 7.396457195281982, + "learning_rate": 1.9148936170212767e-06, + "loss": 5.2235, + "step": 100 + }, + { + "epoch": 0.24189646831156264, + "grad_norm": 6.840659141540527, + "learning_rate": 2.398452611218569e-06, + "loss": 5.3181, + "step": 125 + }, + { + "epoch": 0.29027576197387517, + "grad_norm": 7.505004405975342, + "learning_rate": 2.8820116054158607e-06, + "loss": 5.3143, + "step": 150 + }, + { + "epoch": 0.3386550556361877, + "grad_norm": 12.270278930664062, + "learning_rate": 3.3655705996131534e-06, + "loss": 5.1811, + "step": 175 + }, + { + "epoch": 0.3870343492985002, + "grad_norm": 10.050745964050293, + "learning_rate": 3.849129593810445e-06, + "loss": 5.1157, + "step": 200 + }, + { + "epoch": 0.43541364296081275, + "grad_norm": 15.0072603225708, + "learning_rate": 4.332688588007737e-06, + "loss": 5.1965, + "step": 225 + }, + { + "epoch": 0.4837929366231253, + "grad_norm": 8.231404304504395, + "learning_rate": 4.816247582205029e-06, + "loss": 5.2263, + "step": 250 + }, + { + "epoch": 0.5321722302854378, + "grad_norm": 8.096590995788574, + "learning_rate": 5.299806576402321e-06, + "loss": 5.182, + "step": 275 + }, + { + "epoch": 0.5805515239477503, + "grad_norm": 17.889389038085938, + "learning_rate": 5.783365570599614e-06, + "loss": 5.1474, + "step": 300 + }, + { + "epoch": 0.6289308176100629, + "grad_norm": 21.154712677001953, + "learning_rate": 6.266924564796905e-06, + "loss": 5.0371, + "step": 325 + }, + { + "epoch": 0.6773101112723754, + "grad_norm": 22.289098739624023, + "learning_rate": 6.750483558994197e-06, + "loss": 4.9296, + "step": 350 + }, + { + "epoch": 0.7256894049346879, + "grad_norm": 14.084371566772461, + "learning_rate": 7.234042553191491e-06, + "loss": 4.8284, + "step": 375 + }, + { + "epoch": 0.7740686985970004, + "grad_norm": 14.837783813476562, + "learning_rate": 7.717601547388782e-06, + "loss": 4.6898, + "step": 400 + }, + { + "epoch": 0.822447992259313, + "grad_norm": 39.777191162109375, + "learning_rate": 8.201160541586074e-06, + "loss": 4.6184, + "step": 425 + }, + { + "epoch": 0.8708272859216255, + "grad_norm": 32.85417556762695, + "learning_rate": 8.684719535783366e-06, + "loss": 4.5403, + "step": 450 + }, + { + "epoch": 0.919206579583938, + "grad_norm": 31.3796329498291, + "learning_rate": 9.16827852998066e-06, + "loss": 4.3182, + "step": 475 + }, + { + "epoch": 0.9675858732462506, + "grad_norm": 26.69031524658203, + "learning_rate": 9.651837524177951e-06, + "loss": 4.3176, + "step": 500 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.0, + "eval_loss": 1.006206750869751, + "eval_macro_f1": 0.2646744540082245, + "eval_micro_f1": 0.26849885821882136, + "eval_runtime": 4.0811, + "eval_samples_per_second": 506.23, + "eval_steps_per_second": 31.854, + "eval_weighted_f1": 0.30137403890315334, + "step": 517 + }, + { + "epoch": 1.01548137397194, + "grad_norm": 23.0451717376709, + "learning_rate": 1.0135396518375243e-05, + "loss": 4.0809, + "step": 525 + }, + { + "epoch": 1.0638606676342526, + "grad_norm": 44.166805267333984, + "learning_rate": 1.0618955512572535e-05, + "loss": 3.9748, + "step": 550 + }, + { + "epoch": 1.112239961296565, + "grad_norm": 36.45429229736328, + "learning_rate": 1.1102514506769827e-05, + "loss": 3.93, + "step": 575 + }, + { + "epoch": 1.1606192549588776, + "grad_norm": 20.00099754333496, + "learning_rate": 1.1586073500967118e-05, + "loss": 3.9452, + "step": 600 + }, + { + "epoch": 1.20899854862119, + "grad_norm": 40.02730941772461, + "learning_rate": 1.2069632495164412e-05, + "loss": 3.8995, + "step": 625 + }, + { + "epoch": 1.2573778422835027, + "grad_norm": 63.2452507019043, + "learning_rate": 1.2553191489361702e-05, + "loss": 3.8364, + "step": 650 + }, + { + "epoch": 1.3057571359458153, + "grad_norm": 26.69743537902832, + "learning_rate": 1.3036750483558995e-05, + "loss": 3.8679, + "step": 675 + }, + { + "epoch": 1.3541364296081277, + "grad_norm": 26.7406005859375, + "learning_rate": 1.3520309477756289e-05, + "loss": 3.6734, + "step": 700 + }, + { + "epoch": 1.4025157232704402, + "grad_norm": 31.861421585083008, + "learning_rate": 1.4003868471953579e-05, + "loss": 3.6364, + "step": 725 + }, + { + "epoch": 1.4508950169327528, + "grad_norm": 39.91653823852539, + "learning_rate": 1.4487427466150873e-05, + "loss": 3.5522, + "step": 750 + }, + { + "epoch": 1.4992743105950654, + "grad_norm": 38.798980712890625, + "learning_rate": 1.4970986460348164e-05, + "loss": 3.6872, + "step": 775 + }, + { + "epoch": 1.5476536042573779, + "grad_norm": 43.415443420410156, + "learning_rate": 1.5454545454545454e-05, + "loss": 3.4391, + "step": 800 + }, + { + "epoch": 1.5960328979196903, + "grad_norm": 30.09739112854004, + "learning_rate": 1.5938104448742748e-05, + "loss": 3.4387, + "step": 825 + }, + { + "epoch": 1.644412191582003, + "grad_norm": 29.74054718017578, + "learning_rate": 1.6421663442940038e-05, + "loss": 3.5202, + "step": 850 + }, + { + "epoch": 1.6927914852443156, + "grad_norm": 32.1604118347168, + "learning_rate": 1.690522243713733e-05, + "loss": 3.3986, + "step": 875 + }, + { + "epoch": 1.741170778906628, + "grad_norm": 66.45137023925781, + "learning_rate": 1.7388781431334625e-05, + "loss": 3.3952, + "step": 900 + }, + { + "epoch": 1.7895500725689404, + "grad_norm": 19.18963050842285, + "learning_rate": 1.7872340425531915e-05, + "loss": 3.278, + "step": 925 + }, + { + "epoch": 1.837929366231253, + "grad_norm": 40.79269790649414, + "learning_rate": 1.835589941972921e-05, + "loss": 3.3748, + "step": 950 + }, + { + "epoch": 1.8863086598935657, + "grad_norm": 25.693281173706055, + "learning_rate": 1.8839458413926502e-05, + "loss": 3.2828, + "step": 975 + }, + { + "epoch": 1.934687953555878, + "grad_norm": 28.37810707092285, + "learning_rate": 1.9323017408123792e-05, + "loss": 3.3219, + "step": 1000 + }, + { + "epoch": 1.9830672472181905, + "grad_norm": 27.398418426513672, + "learning_rate": 1.9806576402321086e-05, + "loss": 3.1427, + "step": 1025 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.0, + "eval_loss": 0.7502095103263855, + "eval_macro_f1": 0.3776870771773416, + "eval_micro_f1": 0.38049340218014915, + "eval_runtime": 4.1536, + "eval_samples_per_second": 497.405, + "eval_steps_per_second": 31.298, + "eval_weighted_f1": 0.4207989012356511, + "step": 1034 + }, + { + "epoch": 2.03096274794388, + "grad_norm": 28.61382293701172, + "learning_rate": 1.996776273372018e-05, + "loss": 3.0664, + "step": 1050 + }, + { + "epoch": 2.0793420416061927, + "grad_norm": 24.993331909179688, + "learning_rate": 1.9914033956587148e-05, + "loss": 2.9914, + "step": 1075 + }, + { + "epoch": 2.127721335268505, + "grad_norm": 19.726879119873047, + "learning_rate": 1.986030517945412e-05, + "loss": 2.9043, + "step": 1100 + }, + { + "epoch": 2.1761006289308176, + "grad_norm": 44.74205780029297, + "learning_rate": 1.9806576402321086e-05, + "loss": 2.9555, + "step": 1125 + }, + { + "epoch": 2.22447992259313, + "grad_norm": 56.47777557373047, + "learning_rate": 1.9752847625188053e-05, + "loss": 3.036, + "step": 1150 + }, + { + "epoch": 2.272859216255443, + "grad_norm": 23.12752342224121, + "learning_rate": 1.969911884805502e-05, + "loss": 2.9194, + "step": 1175 + }, + { + "epoch": 2.3212385099177553, + "grad_norm": 35.57957458496094, + "learning_rate": 1.9645390070921987e-05, + "loss": 2.9237, + "step": 1200 + }, + { + "epoch": 2.3696178035800677, + "grad_norm": 37.26255416870117, + "learning_rate": 1.9591661293788954e-05, + "loss": 2.708, + "step": 1225 + }, + { + "epoch": 2.41799709724238, + "grad_norm": 68.0131607055664, + "learning_rate": 1.953793251665592e-05, + "loss": 2.8312, + "step": 1250 + }, + { + "epoch": 2.466376390904693, + "grad_norm": 40.10932540893555, + "learning_rate": 1.948420373952289e-05, + "loss": 3.0421, + "step": 1275 + }, + { + "epoch": 2.5147556845670054, + "grad_norm": 20.3060359954834, + "learning_rate": 1.9430474962389858e-05, + "loss": 2.8506, + "step": 1300 + }, + { + "epoch": 2.563134978229318, + "grad_norm": 35.24542236328125, + "learning_rate": 1.9376746185256825e-05, + "loss": 2.7013, + "step": 1325 + }, + { + "epoch": 2.6115142718916307, + "grad_norm": 25.855791091918945, + "learning_rate": 1.9323017408123792e-05, + "loss": 2.8067, + "step": 1350 + }, + { + "epoch": 2.659893565553943, + "grad_norm": 30.293352127075195, + "learning_rate": 1.9269288630990763e-05, + "loss": 2.7576, + "step": 1375 + }, + { + "epoch": 2.7082728592162555, + "grad_norm": 41.61870574951172, + "learning_rate": 1.921555985385773e-05, + "loss": 2.8325, + "step": 1400 + }, + { + "epoch": 2.756652152878568, + "grad_norm": 33.640567779541016, + "learning_rate": 1.9161831076724697e-05, + "loss": 2.7518, + "step": 1425 + }, + { + "epoch": 2.8050314465408803, + "grad_norm": 36.20612716674805, + "learning_rate": 1.9108102299591664e-05, + "loss": 2.7642, + "step": 1450 + }, + { + "epoch": 2.853410740203193, + "grad_norm": 30.3179874420166, + "learning_rate": 1.905437352245863e-05, + "loss": 2.6632, + "step": 1475 + }, + { + "epoch": 2.9017900338655056, + "grad_norm": 94.29107666015625, + "learning_rate": 1.9000644745325598e-05, + "loss": 2.6667, + "step": 1500 + }, + { + "epoch": 2.950169327527818, + "grad_norm": 28.42116928100586, + "learning_rate": 1.8946915968192565e-05, + "loss": 2.6375, + "step": 1525 + }, + { + "epoch": 2.998548621190131, + "grad_norm": 31.815589904785156, + "learning_rate": 1.889318719105953e-05, + "loss": 2.6112, + "step": 1550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.014036786060019362, + "eval_loss": 0.6785440444946289, + "eval_macro_f1": 0.417292177868266, + "eval_micro_f1": 0.42637782733354573, + "eval_runtime": 4.1929, + "eval_samples_per_second": 492.739, + "eval_steps_per_second": 31.005, + "eval_weighted_f1": 0.4549275550519193, + "step": 1551 + }, + { + "epoch": 3.04644412191582, + "grad_norm": 27.015531539916992, + "learning_rate": 1.8839458413926502e-05, + "loss": 2.4078, + "step": 1575 + }, + { + "epoch": 3.0948234155781327, + "grad_norm": 20.855077743530273, + "learning_rate": 1.878572963679347e-05, + "loss": 2.5171, + "step": 1600 + }, + { + "epoch": 3.143202709240445, + "grad_norm": 16.040250778198242, + "learning_rate": 1.8732000859660436e-05, + "loss": 2.365, + "step": 1625 + }, + { + "epoch": 3.1915820029027575, + "grad_norm": 33.907413482666016, + "learning_rate": 1.8678272082527403e-05, + "loss": 2.2935, + "step": 1650 + }, + { + "epoch": 3.2399612965650704, + "grad_norm": 19.917593002319336, + "learning_rate": 1.862454330539437e-05, + "loss": 2.3879, + "step": 1675 + }, + { + "epoch": 3.288340590227383, + "grad_norm": 54.60244369506836, + "learning_rate": 1.8570814528261337e-05, + "loss": 2.3848, + "step": 1700 + }, + { + "epoch": 3.336719883889695, + "grad_norm": 26.034090042114258, + "learning_rate": 1.8517085751128304e-05, + "loss": 2.3156, + "step": 1725 + }, + { + "epoch": 3.3850991775520076, + "grad_norm": 35.461021423339844, + "learning_rate": 1.846335697399527e-05, + "loss": 2.3748, + "step": 1750 + }, + { + "epoch": 3.43347847121432, + "grad_norm": 50.63042449951172, + "learning_rate": 1.840962819686224e-05, + "loss": 2.3799, + "step": 1775 + }, + { + "epoch": 3.481857764876633, + "grad_norm": 38.84329605102539, + "learning_rate": 1.835589941972921e-05, + "loss": 2.3599, + "step": 1800 + }, + { + "epoch": 3.5302370585389453, + "grad_norm": 47.19224548339844, + "learning_rate": 1.8302170642596176e-05, + "loss": 2.487, + "step": 1825 + }, + { + "epoch": 3.5786163522012577, + "grad_norm": 25.584718704223633, + "learning_rate": 1.8248441865463146e-05, + "loss": 2.4372, + "step": 1850 + }, + { + "epoch": 3.6269956458635706, + "grad_norm": 72.98920440673828, + "learning_rate": 1.8194713088330113e-05, + "loss": 2.2349, + "step": 1875 + }, + { + "epoch": 3.675374939525883, + "grad_norm": 27.754859924316406, + "learning_rate": 1.814098431119708e-05, + "loss": 2.2573, + "step": 1900 + }, + { + "epoch": 3.7237542331881954, + "grad_norm": 31.337692260742188, + "learning_rate": 1.8087255534064047e-05, + "loss": 2.3079, + "step": 1925 + }, + { + "epoch": 3.772133526850508, + "grad_norm": 26.247896194458008, + "learning_rate": 1.8033526756931014e-05, + "loss": 2.4357, + "step": 1950 + }, + { + "epoch": 3.8205128205128203, + "grad_norm": 21.401836395263672, + "learning_rate": 1.797979797979798e-05, + "loss": 2.2829, + "step": 1975 + }, + { + "epoch": 3.868892114175133, + "grad_norm": 26.186683654785156, + "learning_rate": 1.7926069202664948e-05, + "loss": 2.3361, + "step": 2000 + }, + { + "epoch": 3.9172714078374455, + "grad_norm": 40.73328399658203, + "learning_rate": 1.7872340425531915e-05, + "loss": 2.3403, + "step": 2025 + }, + { + "epoch": 3.965650701499758, + "grad_norm": 54.81376647949219, + "learning_rate": 1.7818611648398885e-05, + "loss": 2.4987, + "step": 2050 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.030977734753146177, + "eval_loss": 0.6513363718986511, + "eval_macro_f1": 0.4485799304162255, + "eval_micro_f1": 0.4521669126526231, + "eval_runtime": 3.7102, + "eval_samples_per_second": 556.845, + "eval_steps_per_second": 35.039, + "eval_weighted_f1": 0.4785359182548369, + "step": 2068 + }, + { + "epoch": 4.013546202225448, + "grad_norm": 41.451446533203125, + "learning_rate": 1.7764882871265852e-05, + "loss": 2.2388, + "step": 2075 + }, + { + "epoch": 4.06192549588776, + "grad_norm": 20.473159790039062, + "learning_rate": 1.771115409413282e-05, + "loss": 2.1211, + "step": 2100 + }, + { + "epoch": 4.110304789550073, + "grad_norm": 35.52436065673828, + "learning_rate": 1.7657425316999787e-05, + "loss": 2.0124, + "step": 2125 + }, + { + "epoch": 4.1586840832123855, + "grad_norm": 28.775527954101562, + "learning_rate": 1.7603696539866754e-05, + "loss": 2.0569, + "step": 2150 + }, + { + "epoch": 4.2070633768746974, + "grad_norm": 43.781551361083984, + "learning_rate": 1.754996776273372e-05, + "loss": 2.03, + "step": 2175 + }, + { + "epoch": 4.25544267053701, + "grad_norm": 26.5406436920166, + "learning_rate": 1.7496238985600688e-05, + "loss": 2.0453, + "step": 2200 + }, + { + "epoch": 4.303821964199322, + "grad_norm": 28.189624786376953, + "learning_rate": 1.7442510208467655e-05, + "loss": 2.1137, + "step": 2225 + }, + { + "epoch": 4.352201257861635, + "grad_norm": 36.16776657104492, + "learning_rate": 1.7388781431334625e-05, + "loss": 2.0712, + "step": 2250 + }, + { + "epoch": 4.400580551523948, + "grad_norm": 36.60185623168945, + "learning_rate": 1.7335052654201592e-05, + "loss": 2.1, + "step": 2275 + }, + { + "epoch": 4.44895984518626, + "grad_norm": 27.923667907714844, + "learning_rate": 1.728132387706856e-05, + "loss": 2.0855, + "step": 2300 + }, + { + "epoch": 4.497339138848573, + "grad_norm": 21.63739585876465, + "learning_rate": 1.722759509993553e-05, + "loss": 2.0515, + "step": 2325 + }, + { + "epoch": 4.545718432510886, + "grad_norm": 40.05134201049805, + "learning_rate": 1.7173866322802496e-05, + "loss": 2.1143, + "step": 2350 + }, + { + "epoch": 4.594097726173198, + "grad_norm": 33.047027587890625, + "learning_rate": 1.7120137545669463e-05, + "loss": 2.0223, + "step": 2375 + }, + { + "epoch": 4.6424770198355105, + "grad_norm": 34.9824333190918, + "learning_rate": 1.706640876853643e-05, + "loss": 2.07, + "step": 2400 + }, + { + "epoch": 4.690856313497823, + "grad_norm": 32.455326080322266, + "learning_rate": 1.7012679991403397e-05, + "loss": 2.0372, + "step": 2425 + }, + { + "epoch": 4.739235607160135, + "grad_norm": 21.229093551635742, + "learning_rate": 1.6958951214270364e-05, + "loss": 1.9542, + "step": 2450 + }, + { + "epoch": 4.787614900822448, + "grad_norm": 30.635147094726562, + "learning_rate": 1.690522243713733e-05, + "loss": 1.9828, + "step": 2475 + }, + { + "epoch": 4.83599419448476, + "grad_norm": 35.022884368896484, + "learning_rate": 1.68514936600043e-05, + "loss": 2.0007, + "step": 2500 + }, + { + "epoch": 4.884373488147073, + "grad_norm": 53.677852630615234, + "learning_rate": 1.679776488287127e-05, + "loss": 2.1228, + "step": 2525 + }, + { + "epoch": 4.932752781809386, + "grad_norm": 36.72801208496094, + "learning_rate": 1.6744036105738236e-05, + "loss": 2.0064, + "step": 2550 + }, + { + "epoch": 4.981132075471698, + "grad_norm": 40.3040885925293, + "learning_rate": 1.6690307328605203e-05, + "loss": 2.0684, + "step": 2575 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.044530493707647625, + "eval_loss": 0.6409594416618347, + "eval_macro_f1": 0.4594159814052608, + "eval_micro_f1": 0.4713988372927582, + "eval_runtime": 3.8242, + "eval_samples_per_second": 540.249, + "eval_steps_per_second": 33.994, + "eval_weighted_f1": 0.4929048060978803, + "step": 2585 + }, + { + "epoch": 5.029027576197388, + "grad_norm": 30.186689376831055, + "learning_rate": 1.663657855147217e-05, + "loss": 1.8733, + "step": 2600 + }, + { + "epoch": 5.0774068698597, + "grad_norm": 32.354400634765625, + "learning_rate": 1.6582849774339137e-05, + "loss": 1.7986, + "step": 2625 + }, + { + "epoch": 5.1257861635220126, + "grad_norm": 19.238697052001953, + "learning_rate": 1.6529120997206104e-05, + "loss": 1.7969, + "step": 2650 + }, + { + "epoch": 5.174165457184325, + "grad_norm": 20.428346633911133, + "learning_rate": 1.647539222007307e-05, + "loss": 1.8039, + "step": 2675 + }, + { + "epoch": 5.222544750846637, + "grad_norm": 19.829336166381836, + "learning_rate": 1.6421663442940038e-05, + "loss": 1.8105, + "step": 2700 + }, + { + "epoch": 5.27092404450895, + "grad_norm": 14.59155559539795, + "learning_rate": 1.636793466580701e-05, + "loss": 1.7333, + "step": 2725 + }, + { + "epoch": 5.319303338171263, + "grad_norm": 24.433414459228516, + "learning_rate": 1.6314205888673975e-05, + "loss": 1.7676, + "step": 2750 + }, + { + "epoch": 5.367682631833575, + "grad_norm": 23.707265853881836, + "learning_rate": 1.6260477111540942e-05, + "loss": 1.895, + "step": 2775 + }, + { + "epoch": 5.416061925495888, + "grad_norm": 37.71471405029297, + "learning_rate": 1.6206748334407913e-05, + "loss": 1.8229, + "step": 2800 + }, + { + "epoch": 5.4644412191582, + "grad_norm": 30.093591690063477, + "learning_rate": 1.615301955727488e-05, + "loss": 1.77, + "step": 2825 + }, + { + "epoch": 5.512820512820513, + "grad_norm": 19.351112365722656, + "learning_rate": 1.6099290780141847e-05, + "loss": 1.7799, + "step": 2850 + }, + { + "epoch": 5.561199806482826, + "grad_norm": 20.545677185058594, + "learning_rate": 1.604556200300881e-05, + "loss": 1.8679, + "step": 2875 + }, + { + "epoch": 5.609579100145138, + "grad_norm": 57.151580810546875, + "learning_rate": 1.599183322587578e-05, + "loss": 1.819, + "step": 2900 + }, + { + "epoch": 5.6579583938074505, + "grad_norm": 30.129487991333008, + "learning_rate": 1.5938104448742748e-05, + "loss": 1.8571, + "step": 2925 + }, + { + "epoch": 5.706337687469762, + "grad_norm": 28.056697845458984, + "learning_rate": 1.5884375671609715e-05, + "loss": 1.7165, + "step": 2950 + }, + { + "epoch": 5.754716981132075, + "grad_norm": 65.54900360107422, + "learning_rate": 1.5830646894476682e-05, + "loss": 1.8204, + "step": 2975 + }, + { + "epoch": 5.803096274794388, + "grad_norm": 32.93297576904297, + "learning_rate": 1.5776918117343652e-05, + "loss": 1.6727, + "step": 3000 + }, + { + "epoch": 5.851475568456701, + "grad_norm": 31.17938804626465, + "learning_rate": 1.572318934021062e-05, + "loss": 1.7799, + "step": 3025 + }, + { + "epoch": 5.899854862119013, + "grad_norm": 28.93133544921875, + "learning_rate": 1.5669460563077586e-05, + "loss": 1.7795, + "step": 3050 + }, + { + "epoch": 5.948234155781326, + "grad_norm": 28.08961296081543, + "learning_rate": 1.5615731785944553e-05, + "loss": 1.7276, + "step": 3075 + }, + { + "epoch": 5.996613449443638, + "grad_norm": 62.469234466552734, + "learning_rate": 1.556200300881152e-05, + "loss": 1.8087, + "step": 3100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.06098741529525654, + "eval_loss": 0.6554428935050964, + "eval_macro_f1": 0.5018958655893055, + "eval_micro_f1": 0.5047406151237185, + "eval_runtime": 3.7006, + "eval_samples_per_second": 558.284, + "eval_steps_per_second": 35.129, + "eval_weighted_f1": 0.5238125729979322, + "step": 3102 + }, + { + "epoch": 6.044508950169328, + "grad_norm": 15.536591529846191, + "learning_rate": 1.5508274231678487e-05, + "loss": 1.5943, + "step": 3125 + }, + { + "epoch": 6.09288824383164, + "grad_norm": 19.647747039794922, + "learning_rate": 1.5454545454545454e-05, + "loss": 1.6016, + "step": 3150 + }, + { + "epoch": 6.1412675374939525, + "grad_norm": 26.357667922973633, + "learning_rate": 1.540081667741242e-05, + "loss": 1.5789, + "step": 3175 + }, + { + "epoch": 6.189646831156265, + "grad_norm": 18.063825607299805, + "learning_rate": 1.5347087900279392e-05, + "loss": 1.505, + "step": 3200 + }, + { + "epoch": 6.238026124818577, + "grad_norm": 18.22649383544922, + "learning_rate": 1.529335912314636e-05, + "loss": 1.5797, + "step": 3225 + }, + { + "epoch": 6.28640541848089, + "grad_norm": 25.44348907470703, + "learning_rate": 1.5239630346013326e-05, + "loss": 1.4864, + "step": 3250 + }, + { + "epoch": 6.334784712143203, + "grad_norm": 17.53202247619629, + "learning_rate": 1.5185901568880293e-05, + "loss": 1.5578, + "step": 3275 + }, + { + "epoch": 6.383164005805515, + "grad_norm": 28.95733642578125, + "learning_rate": 1.5132172791747262e-05, + "loss": 1.6671, + "step": 3300 + }, + { + "epoch": 6.431543299467828, + "grad_norm": 15.26152515411377, + "learning_rate": 1.5078444014614229e-05, + "loss": 1.6093, + "step": 3325 + }, + { + "epoch": 6.479922593130141, + "grad_norm": 24.09101676940918, + "learning_rate": 1.5024715237481196e-05, + "loss": 1.6396, + "step": 3350 + }, + { + "epoch": 6.528301886792453, + "grad_norm": 38.403011322021484, + "learning_rate": 1.4970986460348164e-05, + "loss": 1.5508, + "step": 3375 + }, + { + "epoch": 6.576681180454766, + "grad_norm": 38.01456069946289, + "learning_rate": 1.4917257683215131e-05, + "loss": 1.543, + "step": 3400 + }, + { + "epoch": 6.6250604741170775, + "grad_norm": 24.55670166015625, + "learning_rate": 1.4863528906082098e-05, + "loss": 1.6835, + "step": 3425 + }, + { + "epoch": 6.67343976777939, + "grad_norm": 28.268295288085938, + "learning_rate": 1.4809800128949065e-05, + "loss": 1.4933, + "step": 3450 + }, + { + "epoch": 6.721819061441703, + "grad_norm": 26.395313262939453, + "learning_rate": 1.4756071351816034e-05, + "loss": 1.5907, + "step": 3475 + }, + { + "epoch": 6.770198355104015, + "grad_norm": 29.095949172973633, + "learning_rate": 1.4702342574683001e-05, + "loss": 1.6381, + "step": 3500 + }, + { + "epoch": 6.818577648766328, + "grad_norm": 24.102191925048828, + "learning_rate": 1.4648613797549968e-05, + "loss": 1.5525, + "step": 3525 + }, + { + "epoch": 6.86695694242864, + "grad_norm": 29.458398818969727, + "learning_rate": 1.4594885020416935e-05, + "loss": 1.6265, + "step": 3550 + }, + { + "epoch": 6.915336236090953, + "grad_norm": 21.50047492980957, + "learning_rate": 1.4541156243283906e-05, + "loss": 1.5742, + "step": 3575 + }, + { + "epoch": 6.963715529753266, + "grad_norm": 32.26259994506836, + "learning_rate": 1.4487427466150873e-05, + "loss": 1.5959, + "step": 3600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.06485963213939981, + "eval_loss": 0.6605613231658936, + "eval_macro_f1": 0.5045457674504824, + "eval_micro_f1": 0.512023969092486, + "eval_runtime": 3.7719, + "eval_samples_per_second": 547.734, + "eval_steps_per_second": 34.465, + "eval_weighted_f1": 0.5302004391450165, + "step": 3619 + }, + { + "epoch": 7.011611030478955, + "grad_norm": 22.239484786987305, + "learning_rate": 1.443369868901784e-05, + "loss": 1.567, + "step": 3625 + }, + { + "epoch": 7.059990324141268, + "grad_norm": 25.812854766845703, + "learning_rate": 1.4379969911884807e-05, + "loss": 1.4043, + "step": 3650 + }, + { + "epoch": 7.1083696178035805, + "grad_norm": 41.97383117675781, + "learning_rate": 1.4326241134751775e-05, + "loss": 1.3693, + "step": 3675 + }, + { + "epoch": 7.156748911465892, + "grad_norm": 17.667213439941406, + "learning_rate": 1.4272512357618742e-05, + "loss": 1.3414, + "step": 3700 + }, + { + "epoch": 7.205128205128205, + "grad_norm": 21.912391662597656, + "learning_rate": 1.421878358048571e-05, + "loss": 1.3994, + "step": 3725 + }, + { + "epoch": 7.253507498790517, + "grad_norm": 99.9622573852539, + "learning_rate": 1.4165054803352676e-05, + "loss": 1.4863, + "step": 3750 + }, + { + "epoch": 7.30188679245283, + "grad_norm": 32.81298065185547, + "learning_rate": 1.4111326026219645e-05, + "loss": 1.4594, + "step": 3775 + }, + { + "epoch": 7.350266086115143, + "grad_norm": 25.078855514526367, + "learning_rate": 1.4057597249086612e-05, + "loss": 1.4466, + "step": 3800 + }, + { + "epoch": 7.398645379777455, + "grad_norm": 24.657573699951172, + "learning_rate": 1.4003868471953579e-05, + "loss": 1.4014, + "step": 3825 + }, + { + "epoch": 7.447024673439768, + "grad_norm": 36.48444366455078, + "learning_rate": 1.3950139694820548e-05, + "loss": 1.4133, + "step": 3850 + }, + { + "epoch": 7.495403967102081, + "grad_norm": 25.550947189331055, + "learning_rate": 1.3896410917687515e-05, + "loss": 1.434, + "step": 3875 + }, + { + "epoch": 7.543783260764393, + "grad_norm": 17.312803268432617, + "learning_rate": 1.3842682140554482e-05, + "loss": 1.498, + "step": 3900 + }, + { + "epoch": 7.5921625544267055, + "grad_norm": 29.855262756347656, + "learning_rate": 1.3788953363421449e-05, + "loss": 1.3487, + "step": 3925 + }, + { + "epoch": 7.640541848089018, + "grad_norm": 27.987272262573242, + "learning_rate": 1.3735224586288418e-05, + "loss": 1.3228, + "step": 3950 + }, + { + "epoch": 7.68892114175133, + "grad_norm": 26.148746490478516, + "learning_rate": 1.3681495809155385e-05, + "loss": 1.3565, + "step": 3975 + }, + { + "epoch": 7.737300435413643, + "grad_norm": 32.55499267578125, + "learning_rate": 1.3627767032022352e-05, + "loss": 1.416, + "step": 4000 + }, + { + "epoch": 7.785679729075955, + "grad_norm": 31.810815811157227, + "learning_rate": 1.3574038254889319e-05, + "loss": 1.3893, + "step": 4025 + }, + { + "epoch": 7.834059022738268, + "grad_norm": 26.67323875427246, + "learning_rate": 1.3520309477756289e-05, + "loss": 1.3894, + "step": 4050 + }, + { + "epoch": 7.882438316400581, + "grad_norm": 26.309982299804688, + "learning_rate": 1.3466580700623256e-05, + "loss": 1.366, + "step": 4075 + }, + { + "epoch": 7.930817610062893, + "grad_norm": 33.694122314453125, + "learning_rate": 1.3412851923490221e-05, + "loss": 1.4939, + "step": 4100 + }, + { + "epoch": 7.979196903725206, + "grad_norm": 26.350305557250977, + "learning_rate": 1.3359123146357188e-05, + "loss": 1.4257, + "step": 4125 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.07889641819941917, + "eval_loss": 0.6766025424003601, + "eval_macro_f1": 0.515644045342925, + "eval_micro_f1": 0.5223917122114365, + "eval_runtime": 3.7812, + "eval_samples_per_second": 546.387, + "eval_steps_per_second": 34.381, + "eval_weighted_f1": 0.5383944466587058, + "step": 4136 + }, + { + "epoch": 8.027092404450896, + "grad_norm": 13.370097160339355, + "learning_rate": 1.3305394369224159e-05, + "loss": 1.2879, + "step": 4150 + }, + { + "epoch": 8.075471698113208, + "grad_norm": 20.756511688232422, + "learning_rate": 1.3251665592091126e-05, + "loss": 1.265, + "step": 4175 + }, + { + "epoch": 8.12385099177552, + "grad_norm": 26.630773544311523, + "learning_rate": 1.3197936814958093e-05, + "loss": 1.2781, + "step": 4200 + }, + { + "epoch": 8.172230285437832, + "grad_norm": 23.881553649902344, + "learning_rate": 1.314420803782506e-05, + "loss": 1.2245, + "step": 4225 + }, + { + "epoch": 8.220609579100145, + "grad_norm": 20.50310707092285, + "learning_rate": 1.3090479260692028e-05, + "loss": 1.2665, + "step": 4250 + }, + { + "epoch": 8.268988872762458, + "grad_norm": 39.04743957519531, + "learning_rate": 1.3036750483558995e-05, + "loss": 1.28, + "step": 4275 + }, + { + "epoch": 8.317368166424771, + "grad_norm": 29.843626022338867, + "learning_rate": 1.2983021706425962e-05, + "loss": 1.1651, + "step": 4300 + }, + { + "epoch": 8.365747460087082, + "grad_norm": 20.25792694091797, + "learning_rate": 1.2929292929292931e-05, + "loss": 1.2554, + "step": 4325 + }, + { + "epoch": 8.414126753749395, + "grad_norm": 41.01637268066406, + "learning_rate": 1.2875564152159898e-05, + "loss": 1.2421, + "step": 4350 + }, + { + "epoch": 8.462506047411708, + "grad_norm": 29.692842483520508, + "learning_rate": 1.2821835375026865e-05, + "loss": 1.3393, + "step": 4375 + }, + { + "epoch": 8.51088534107402, + "grad_norm": 45.22134780883789, + "learning_rate": 1.2768106597893832e-05, + "loss": 1.2519, + "step": 4400 + }, + { + "epoch": 8.559264634736333, + "grad_norm": 61.29593276977539, + "learning_rate": 1.2714377820760801e-05, + "loss": 1.2875, + "step": 4425 + }, + { + "epoch": 8.607643928398645, + "grad_norm": 29.126161575317383, + "learning_rate": 1.2660649043627768e-05, + "loss": 1.3027, + "step": 4450 + }, + { + "epoch": 8.656023222060957, + "grad_norm": 39.06868362426758, + "learning_rate": 1.2606920266494735e-05, + "loss": 1.2972, + "step": 4475 + }, + { + "epoch": 8.70440251572327, + "grad_norm": 29.31576919555664, + "learning_rate": 1.2553191489361702e-05, + "loss": 1.2575, + "step": 4500 + }, + { + "epoch": 8.752781809385583, + "grad_norm": 22.997886657714844, + "learning_rate": 1.2499462712228672e-05, + "loss": 1.277, + "step": 4525 + }, + { + "epoch": 8.801161103047896, + "grad_norm": 18.199256896972656, + "learning_rate": 1.2445733935095638e-05, + "loss": 1.2253, + "step": 4550 + }, + { + "epoch": 8.849540396710207, + "grad_norm": 50.06484603881836, + "learning_rate": 1.2392005157962605e-05, + "loss": 1.2352, + "step": 4575 + }, + { + "epoch": 8.89791969037252, + "grad_norm": 37.04226303100586, + "learning_rate": 1.2338276380829572e-05, + "loss": 1.2328, + "step": 4600 + }, + { + "epoch": 8.946298984034833, + "grad_norm": 23.199504852294922, + "learning_rate": 1.2284547603696542e-05, + "loss": 1.3145, + "step": 4625 + }, + { + "epoch": 8.994678277697146, + "grad_norm": 27.56926918029785, + "learning_rate": 1.223081882656351e-05, + "loss": 1.3077, + "step": 4650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.09196515004840271, + "eval_loss": 0.6778594255447388, + "eval_macro_f1": 0.5231360264155674, + "eval_micro_f1": 0.5325996331499083, + "eval_runtime": 4.6668, + "eval_samples_per_second": 442.703, + "eval_steps_per_second": 27.856, + "eval_weighted_f1": 0.5478881649052241, + "step": 4653 + }, + { + "epoch": 9.042573778422835, + "grad_norm": 26.444948196411133, + "learning_rate": 1.2177090049430476e-05, + "loss": 1.1862, + "step": 4675 + }, + { + "epoch": 9.090953072085147, + "grad_norm": 20.18755531311035, + "learning_rate": 1.2123361272297443e-05, + "loss": 1.1741, + "step": 4700 + }, + { + "epoch": 9.13933236574746, + "grad_norm": 20.49857521057129, + "learning_rate": 1.2069632495164412e-05, + "loss": 1.1502, + "step": 4725 + }, + { + "epoch": 9.187711659409773, + "grad_norm": 14.907716751098633, + "learning_rate": 1.2015903718031379e-05, + "loss": 1.1352, + "step": 4750 + }, + { + "epoch": 9.236090953072084, + "grad_norm": 25.21638298034668, + "learning_rate": 1.1962174940898346e-05, + "loss": 1.1869, + "step": 4775 + }, + { + "epoch": 9.284470246734397, + "grad_norm": 27.79421615600586, + "learning_rate": 1.1908446163765313e-05, + "loss": 1.1831, + "step": 4800 + }, + { + "epoch": 9.33284954039671, + "grad_norm": 28.42626953125, + "learning_rate": 1.1854717386632282e-05, + "loss": 1.165, + "step": 4825 + }, + { + "epoch": 9.381228834059023, + "grad_norm": 35.36985778808594, + "learning_rate": 1.1800988609499249e-05, + "loss": 1.1548, + "step": 4850 + }, + { + "epoch": 9.429608127721336, + "grad_norm": 34.13727569580078, + "learning_rate": 1.1747259832366216e-05, + "loss": 1.1751, + "step": 4875 + }, + { + "epoch": 9.477987421383649, + "grad_norm": 15.436659812927246, + "learning_rate": 1.1693531055233184e-05, + "loss": 1.1384, + "step": 4900 + }, + { + "epoch": 9.52636671504596, + "grad_norm": 32.07352828979492, + "learning_rate": 1.1639802278100151e-05, + "loss": 1.1535, + "step": 4925 + }, + { + "epoch": 9.574746008708273, + "grad_norm": 25.751996994018555, + "learning_rate": 1.1586073500967118e-05, + "loss": 1.1096, + "step": 4950 + }, + { + "epoch": 9.623125302370585, + "grad_norm": 33.17694091796875, + "learning_rate": 1.1532344723834085e-05, + "loss": 1.1537, + "step": 4975 + }, + { + "epoch": 9.671504596032898, + "grad_norm": 24.851343154907227, + "learning_rate": 1.1478615946701054e-05, + "loss": 1.0799, + "step": 5000 + }, + { + "epoch": 9.719883889695211, + "grad_norm": 39.692230224609375, + "learning_rate": 1.1424887169568021e-05, + "loss": 1.1906, + "step": 5025 + }, + { + "epoch": 9.768263183357522, + "grad_norm": 27.79596519470215, + "learning_rate": 1.1371158392434988e-05, + "loss": 1.2155, + "step": 5050 + }, + { + "epoch": 9.816642477019835, + "grad_norm": 12.405580520629883, + "learning_rate": 1.1317429615301955e-05, + "loss": 1.104, + "step": 5075 + }, + { + "epoch": 9.865021770682148, + "grad_norm": 26.385738372802734, + "learning_rate": 1.1263700838168926e-05, + "loss": 1.1395, + "step": 5100 + }, + { + "epoch": 9.91340106434446, + "grad_norm": 29.98326301574707, + "learning_rate": 1.1209972061035893e-05, + "loss": 1.0982, + "step": 5125 + }, + { + "epoch": 9.961780358006774, + "grad_norm": 23.19658660888672, + "learning_rate": 1.115624328390286e-05, + "loss": 1.1134, + "step": 5150 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.11519845111326234, + "eval_loss": 0.7184305787086487, + "eval_macro_f1": 0.5447685792423601, + "eval_micro_f1": 0.5536963258078796, + "eval_runtime": 4.8036, + "eval_samples_per_second": 430.098, + "eval_steps_per_second": 27.063, + "eval_weighted_f1": 0.5641474156910684, + "step": 5170 + }, + { + "epoch": 10.009675858732463, + "grad_norm": 30.41419219970703, + "learning_rate": 1.1102514506769827e-05, + "loss": 1.1225, + "step": 5175 + }, + { + "epoch": 10.058055152394775, + "grad_norm": 25.077320098876953, + "learning_rate": 1.1048785729636795e-05, + "loss": 1.0301, + "step": 5200 + }, + { + "epoch": 10.106434446057088, + "grad_norm": 20.628192901611328, + "learning_rate": 1.0995056952503762e-05, + "loss": 1.0477, + "step": 5225 + }, + { + "epoch": 10.1548137397194, + "grad_norm": 18.412729263305664, + "learning_rate": 1.094132817537073e-05, + "loss": 1.0516, + "step": 5250 + }, + { + "epoch": 10.203193033381712, + "grad_norm": 35.36268997192383, + "learning_rate": 1.0887599398237696e-05, + "loss": 1.0765, + "step": 5275 + }, + { + "epoch": 10.251572327044025, + "grad_norm": 68.99345397949219, + "learning_rate": 1.0833870621104665e-05, + "loss": 1.0824, + "step": 5300 + }, + { + "epoch": 10.299951620706338, + "grad_norm": 30.502676010131836, + "learning_rate": 1.0780141843971632e-05, + "loss": 1.0314, + "step": 5325 + }, + { + "epoch": 10.34833091436865, + "grad_norm": 23.51589012145996, + "learning_rate": 1.0726413066838599e-05, + "loss": 1.0636, + "step": 5350 + }, + { + "epoch": 10.396710208030962, + "grad_norm": 25.17284393310547, + "learning_rate": 1.0672684289705568e-05, + "loss": 1.0092, + "step": 5375 + }, + { + "epoch": 10.445089501693275, + "grad_norm": 37.54499435424805, + "learning_rate": 1.0618955512572535e-05, + "loss": 1.0925, + "step": 5400 + }, + { + "epoch": 10.493468795355588, + "grad_norm": 33.245033264160156, + "learning_rate": 1.0565226735439502e-05, + "loss": 1.0049, + "step": 5425 + }, + { + "epoch": 10.5418480890179, + "grad_norm": 34.23567199707031, + "learning_rate": 1.0511497958306469e-05, + "loss": 1.0642, + "step": 5450 + }, + { + "epoch": 10.590227382680213, + "grad_norm": 26.508195877075195, + "learning_rate": 1.0457769181173438e-05, + "loss": 1.0247, + "step": 5475 + }, + { + "epoch": 10.638606676342526, + "grad_norm": 25.690935134887695, + "learning_rate": 1.0404040404040405e-05, + "loss": 1.0308, + "step": 5500 + }, + { + "epoch": 10.686985970004837, + "grad_norm": 20.788719177246094, + "learning_rate": 1.0350311626907372e-05, + "loss": 1.0731, + "step": 5525 + }, + { + "epoch": 10.73536526366715, + "grad_norm": 24.41913604736328, + "learning_rate": 1.0296582849774339e-05, + "loss": 1.0632, + "step": 5550 + }, + { + "epoch": 10.783744557329463, + "grad_norm": 41.18459701538086, + "learning_rate": 1.0242854072641309e-05, + "loss": 1.0506, + "step": 5575 + }, + { + "epoch": 10.832123850991776, + "grad_norm": 16.147171020507812, + "learning_rate": 1.0189125295508276e-05, + "loss": 1.049, + "step": 5600 + }, + { + "epoch": 10.880503144654089, + "grad_norm": 51.161678314208984, + "learning_rate": 1.0135396518375243e-05, + "loss": 1.0, + "step": 5625 + }, + { + "epoch": 10.9288824383164, + "grad_norm": 20.961008071899414, + "learning_rate": 1.008166774124221e-05, + "loss": 1.03, + "step": 5650 + }, + { + "epoch": 10.977261731978713, + "grad_norm": 19.680349349975586, + "learning_rate": 1.0027938964109179e-05, + "loss": 1.0164, + "step": 5675 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.12149080348499516, + "eval_loss": 0.7389575242996216, + "eval_macro_f1": 0.5496226678978894, + "eval_micro_f1": 0.5554456336001439, + "eval_runtime": 4.266, + "eval_samples_per_second": 484.294, + "eval_steps_per_second": 30.473, + "eval_weighted_f1": 0.5666999055518387, + "step": 5687 + }, + { + "epoch": 11.025157232704403, + "grad_norm": 16.365869522094727, + "learning_rate": 9.974210186976146e-06, + "loss": 1.0088, + "step": 5700 + }, + { + "epoch": 11.073536526366714, + "grad_norm": 37.869014739990234, + "learning_rate": 9.920481409843113e-06, + "loss": 0.9539, + "step": 5725 + }, + { + "epoch": 11.121915820029027, + "grad_norm": 14.615263938903809, + "learning_rate": 9.86675263271008e-06, + "loss": 0.9596, + "step": 5750 + }, + { + "epoch": 11.17029511369134, + "grad_norm": 19.668766021728516, + "learning_rate": 9.813023855577047e-06, + "loss": 0.9792, + "step": 5775 + }, + { + "epoch": 11.218674407353653, + "grad_norm": 31.134946823120117, + "learning_rate": 9.759295078444016e-06, + "loss": 0.9736, + "step": 5800 + }, + { + "epoch": 11.267053701015966, + "grad_norm": 36.901763916015625, + "learning_rate": 9.705566301310983e-06, + "loss": 0.9475, + "step": 5825 + }, + { + "epoch": 11.315432994678277, + "grad_norm": 19.34605598449707, + "learning_rate": 9.651837524177951e-06, + "loss": 0.9772, + "step": 5850 + }, + { + "epoch": 11.36381228834059, + "grad_norm": 25.950437545776367, + "learning_rate": 9.598108747044918e-06, + "loss": 1.0306, + "step": 5875 + }, + { + "epoch": 11.412191582002903, + "grad_norm": 21.35264778137207, + "learning_rate": 9.544379969911885e-06, + "loss": 0.9555, + "step": 5900 + }, + { + "epoch": 11.460570875665216, + "grad_norm": 14.769574165344238, + "learning_rate": 9.490651192778854e-06, + "loss": 0.9551, + "step": 5925 + }, + { + "epoch": 11.508950169327528, + "grad_norm": 21.44108009338379, + "learning_rate": 9.436922415645821e-06, + "loss": 0.9452, + "step": 5950 + }, + { + "epoch": 11.55732946298984, + "grad_norm": 20.550514221191406, + "learning_rate": 9.383193638512788e-06, + "loss": 0.936, + "step": 5975 + }, + { + "epoch": 11.605708756652152, + "grad_norm": 34.197479248046875, + "learning_rate": 9.329464861379755e-06, + "loss": 0.9548, + "step": 6000 + }, + { + "epoch": 11.654088050314465, + "grad_norm": 28.083345413208008, + "learning_rate": 9.275736084246724e-06, + "loss": 0.9335, + "step": 6025 + }, + { + "epoch": 11.702467343976778, + "grad_norm": 16.747594833374023, + "learning_rate": 9.22200730711369e-06, + "loss": 0.8932, + "step": 6050 + }, + { + "epoch": 11.750846637639091, + "grad_norm": 25.715654373168945, + "learning_rate": 9.16827852998066e-06, + "loss": 1.0069, + "step": 6075 + }, + { + "epoch": 11.799225931301404, + "grad_norm": 13.171542167663574, + "learning_rate": 9.114549752847626e-06, + "loss": 0.9439, + "step": 6100 + }, + { + "epoch": 11.847605224963715, + "grad_norm": 18.097129821777344, + "learning_rate": 9.060820975714594e-06, + "loss": 0.9791, + "step": 6125 + }, + { + "epoch": 11.895984518626028, + "grad_norm": 34.80780029296875, + "learning_rate": 9.00709219858156e-06, + "loss": 0.9695, + "step": 6150 + }, + { + "epoch": 11.94436381228834, + "grad_norm": 24.543773651123047, + "learning_rate": 8.95336342144853e-06, + "loss": 0.9154, + "step": 6175 + }, + { + "epoch": 11.992743105950654, + "grad_norm": 20.72247314453125, + "learning_rate": 8.899634644315496e-06, + "loss": 0.9824, + "step": 6200 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.12633107454017425, + "eval_loss": 0.7737350463867188, + "eval_macro_f1": 0.549868688344527, + "eval_micro_f1": 0.5587567027174407, + "eval_runtime": 4.2063, + "eval_samples_per_second": 491.163, + "eval_steps_per_second": 30.906, + "eval_weighted_f1": 0.5684944211623555, + "step": 6204 + }, + { + "epoch": 12.040638606676342, + "grad_norm": 36.96916198730469, + "learning_rate": 8.845905867182463e-06, + "loss": 0.8808, + "step": 6225 + }, + { + "epoch": 12.089017900338655, + "grad_norm": 22.38988494873047, + "learning_rate": 8.79217709004943e-06, + "loss": 0.8965, + "step": 6250 + }, + { + "epoch": 12.137397194000968, + "grad_norm": 26.12605857849121, + "learning_rate": 8.738448312916399e-06, + "loss": 0.8369, + "step": 6275 + }, + { + "epoch": 12.18577648766328, + "grad_norm": 25.716129302978516, + "learning_rate": 8.684719535783366e-06, + "loss": 0.8635, + "step": 6300 + }, + { + "epoch": 12.234155781325592, + "grad_norm": 22.405120849609375, + "learning_rate": 8.630990758650335e-06, + "loss": 0.8931, + "step": 6325 + }, + { + "epoch": 12.282535074987905, + "grad_norm": 20.14963722229004, + "learning_rate": 8.5772619815173e-06, + "loss": 0.8586, + "step": 6350 + }, + { + "epoch": 12.330914368650218, + "grad_norm": 21.9957218170166, + "learning_rate": 8.523533204384269e-06, + "loss": 0.9133, + "step": 6375 + }, + { + "epoch": 12.37929366231253, + "grad_norm": 14.372432708740234, + "learning_rate": 8.469804427251237e-06, + "loss": 0.8938, + "step": 6400 + }, + { + "epoch": 12.427672955974844, + "grad_norm": 20.961936950683594, + "learning_rate": 8.416075650118204e-06, + "loss": 0.9147, + "step": 6425 + }, + { + "epoch": 12.476052249637155, + "grad_norm": 40.111839294433594, + "learning_rate": 8.362346872985171e-06, + "loss": 0.8743, + "step": 6450 + }, + { + "epoch": 12.524431543299468, + "grad_norm": 22.113506317138672, + "learning_rate": 8.308618095852138e-06, + "loss": 0.8735, + "step": 6475 + }, + { + "epoch": 12.57281083696178, + "grad_norm": 19.516550064086914, + "learning_rate": 8.254889318719107e-06, + "loss": 0.8819, + "step": 6500 + }, + { + "epoch": 12.621190130624093, + "grad_norm": 16.457651138305664, + "learning_rate": 8.201160541586074e-06, + "loss": 0.9195, + "step": 6525 + }, + { + "epoch": 12.669569424286406, + "grad_norm": 15.848821640014648, + "learning_rate": 8.147431764453041e-06, + "loss": 0.8691, + "step": 6550 + }, + { + "epoch": 12.717948717948717, + "grad_norm": 23.847902297973633, + "learning_rate": 8.093702987320008e-06, + "loss": 0.8652, + "step": 6575 + }, + { + "epoch": 12.76632801161103, + "grad_norm": 19.832189559936523, + "learning_rate": 8.039974210186977e-06, + "loss": 0.863, + "step": 6600 + }, + { + "epoch": 12.814707305273343, + "grad_norm": 24.52968406677246, + "learning_rate": 7.986245433053944e-06, + "loss": 0.9018, + "step": 6625 + }, + { + "epoch": 12.863086598935656, + "grad_norm": 18.364566802978516, + "learning_rate": 7.932516655920913e-06, + "loss": 0.8975, + "step": 6650 + }, + { + "epoch": 12.911465892597969, + "grad_norm": 12.079939842224121, + "learning_rate": 7.87878787878788e-06, + "loss": 0.8844, + "step": 6675 + }, + { + "epoch": 12.959845186260281, + "grad_norm": 16.940120697021484, + "learning_rate": 7.825059101654847e-06, + "loss": 0.8657, + "step": 6700 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.14133591481122942, + "eval_loss": 0.7907617688179016, + "eval_macro_f1": 0.5605749348361148, + "eval_micro_f1": 0.5690752527143392, + "eval_runtime": 4.4032, + "eval_samples_per_second": 469.202, + "eval_steps_per_second": 29.524, + "eval_weighted_f1": 0.5774211191152414, + "step": 6721 + }, + { + "epoch": 13.00774068698597, + "grad_norm": 29.16607093811035, + "learning_rate": 7.771330324521814e-06, + "loss": 0.8281, + "step": 6725 + }, + { + "epoch": 13.056119980648283, + "grad_norm": 34.980552673339844, + "learning_rate": 7.717601547388782e-06, + "loss": 0.8059, + "step": 6750 + }, + { + "epoch": 13.104499274310594, + "grad_norm": 17.094158172607422, + "learning_rate": 7.66387277025575e-06, + "loss": 0.8271, + "step": 6775 + }, + { + "epoch": 13.152878567972907, + "grad_norm": 9.992654800415039, + "learning_rate": 7.610143993122717e-06, + "loss": 0.8535, + "step": 6800 + }, + { + "epoch": 13.20125786163522, + "grad_norm": 30.044633865356445, + "learning_rate": 7.556415215989684e-06, + "loss": 0.8244, + "step": 6825 + }, + { + "epoch": 13.249637155297533, + "grad_norm": 24.339805603027344, + "learning_rate": 7.502686438856652e-06, + "loss": 0.814, + "step": 6850 + }, + { + "epoch": 13.298016448959846, + "grad_norm": 17.57175636291504, + "learning_rate": 7.448957661723619e-06, + "loss": 0.7986, + "step": 6875 + }, + { + "epoch": 13.346395742622157, + "grad_norm": 20.90529441833496, + "learning_rate": 7.395228884590587e-06, + "loss": 0.7882, + "step": 6900 + }, + { + "epoch": 13.39477503628447, + "grad_norm": 41.05152130126953, + "learning_rate": 7.341500107457556e-06, + "loss": 0.8239, + "step": 6925 + }, + { + "epoch": 13.443154329946783, + "grad_norm": 17.776687622070312, + "learning_rate": 7.287771330324522e-06, + "loss": 0.7952, + "step": 6950 + }, + { + "epoch": 13.491533623609095, + "grad_norm": 27.22687530517578, + "learning_rate": 7.234042553191491e-06, + "loss": 0.8066, + "step": 6975 + }, + { + "epoch": 13.539912917271408, + "grad_norm": 15.60950756072998, + "learning_rate": 7.180313776058458e-06, + "loss": 0.7958, + "step": 7000 + }, + { + "epoch": 13.588292210933721, + "grad_norm": 36.247764587402344, + "learning_rate": 7.1265849989254255e-06, + "loss": 0.8481, + "step": 7025 + }, + { + "epoch": 13.636671504596032, + "grad_norm": 26.4659481048584, + "learning_rate": 7.0728562217923925e-06, + "loss": 0.8645, + "step": 7050 + }, + { + "epoch": 13.685050798258345, + "grad_norm": 18.54359245300293, + "learning_rate": 7.01912744465936e-06, + "loss": 0.823, + "step": 7075 + }, + { + "epoch": 13.733430091920658, + "grad_norm": 22.69405174255371, + "learning_rate": 6.965398667526327e-06, + "loss": 0.8266, + "step": 7100 + }, + { + "epoch": 13.78180938558297, + "grad_norm": 22.377986907958984, + "learning_rate": 6.911669890393295e-06, + "loss": 0.8179, + "step": 7125 + }, + { + "epoch": 13.830188679245284, + "grad_norm": 21.35697364807129, + "learning_rate": 6.857941113260262e-06, + "loss": 0.8279, + "step": 7150 + }, + { + "epoch": 13.878567972907595, + "grad_norm": 16.956327438354492, + "learning_rate": 6.80421233612723e-06, + "loss": 0.7713, + "step": 7175 + }, + { + "epoch": 13.926947266569908, + "grad_norm": 14.72351360321045, + "learning_rate": 6.750483558994197e-06, + "loss": 0.7975, + "step": 7200 + }, + { + "epoch": 13.97532656023222, + "grad_norm": 12.300443649291992, + "learning_rate": 6.696754781861166e-06, + "loss": 0.8037, + "step": 7225 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.14230396902226525, + "eval_loss": 0.8292641639709473, + "eval_macro_f1": 0.5675169184631669, + "eval_micro_f1": 0.5763589301121657, + "eval_runtime": 3.6064, + "eval_samples_per_second": 572.877, + "eval_steps_per_second": 36.047, + "eval_weighted_f1": 0.5825711204739211, + "step": 7238 + }, + { + "epoch": 14.02322206095791, + "grad_norm": 19.605745315551758, + "learning_rate": 6.643026004728133e-06, + "loss": 0.7317, + "step": 7250 + }, + { + "epoch": 14.071601354620222, + "grad_norm": 32.18748092651367, + "learning_rate": 6.589297227595101e-06, + "loss": 0.771, + "step": 7275 + }, + { + "epoch": 14.119980648282535, + "grad_norm": 13.740277290344238, + "learning_rate": 6.535568450462068e-06, + "loss": 0.7554, + "step": 7300 + }, + { + "epoch": 14.168359941944848, + "grad_norm": 25.599437713623047, + "learning_rate": 6.481839673329036e-06, + "loss": 0.7797, + "step": 7325 + }, + { + "epoch": 14.216739235607161, + "grad_norm": 12.152711868286133, + "learning_rate": 6.428110896196003e-06, + "loss": 0.7518, + "step": 7350 + }, + { + "epoch": 14.265118529269472, + "grad_norm": 15.011678695678711, + "learning_rate": 6.3743821190629705e-06, + "loss": 0.7628, + "step": 7375 + }, + { + "epoch": 14.313497822931785, + "grad_norm": 27.838069915771484, + "learning_rate": 6.320653341929938e-06, + "loss": 0.7718, + "step": 7400 + }, + { + "epoch": 14.361877116594098, + "grad_norm": 10.167222023010254, + "learning_rate": 6.266924564796905e-06, + "loss": 0.7864, + "step": 7425 + }, + { + "epoch": 14.41025641025641, + "grad_norm": 29.229793548583984, + "learning_rate": 6.213195787663874e-06, + "loss": 0.7374, + "step": 7450 + }, + { + "epoch": 14.458635703918723, + "grad_norm": 31.715740203857422, + "learning_rate": 6.159467010530841e-06, + "loss": 0.7495, + "step": 7475 + }, + { + "epoch": 14.507014997581035, + "grad_norm": 26.859636306762695, + "learning_rate": 6.105738233397809e-06, + "loss": 0.7248, + "step": 7500 + }, + { + "epoch": 14.555394291243347, + "grad_norm": 25.254737854003906, + "learning_rate": 6.052009456264776e-06, + "loss": 0.8038, + "step": 7525 + }, + { + "epoch": 14.60377358490566, + "grad_norm": 27.678993225097656, + "learning_rate": 5.998280679131744e-06, + "loss": 0.7792, + "step": 7550 + }, + { + "epoch": 14.652152878567973, + "grad_norm": 33.701358795166016, + "learning_rate": 5.944551901998711e-06, + "loss": 0.7766, + "step": 7575 + }, + { + "epoch": 14.700532172230286, + "grad_norm": 14.853384971618652, + "learning_rate": 5.890823124865679e-06, + "loss": 0.7508, + "step": 7600 + }, + { + "epoch": 14.748911465892597, + "grad_norm": 17.564579010009766, + "learning_rate": 5.837094347732646e-06, + "loss": 0.7355, + "step": 7625 + }, + { + "epoch": 14.79729075955491, + "grad_norm": 12.178282737731934, + "learning_rate": 5.783365570599614e-06, + "loss": 0.8126, + "step": 7650 + }, + { + "epoch": 14.845670053217223, + "grad_norm": 17.663158416748047, + "learning_rate": 5.729636793466581e-06, + "loss": 0.7125, + "step": 7675 + }, + { + "epoch": 14.894049346879536, + "grad_norm": 17.597871780395508, + "learning_rate": 5.675908016333549e-06, + "loss": 0.7403, + "step": 7700 + }, + { + "epoch": 14.942428640541848, + "grad_norm": 26.476139068603516, + "learning_rate": 5.6221792392005155e-06, + "loss": 0.7349, + "step": 7725 + }, + { + "epoch": 14.990807934204161, + "grad_norm": 28.088706970214844, + "learning_rate": 5.568450462067484e-06, + "loss": 0.7447, + "step": 7750 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.1606969990319458, + "eval_loss": 0.8765203356742859, + "eval_macro_f1": 0.5731145010843802, + "eval_micro_f1": 0.5818893783651493, + "eval_runtime": 4.4534, + "eval_samples_per_second": 463.918, + "eval_steps_per_second": 29.191, + "eval_weighted_f1": 0.5871801526729596, + "step": 7755 + }, + { + "epoch": 15.03870343492985, + "grad_norm": 12.470651626586914, + "learning_rate": 5.514721684934451e-06, + "loss": 0.7404, + "step": 7775 + }, + { + "epoch": 15.087082728592163, + "grad_norm": 20.785083770751953, + "learning_rate": 5.460992907801419e-06, + "loss": 0.7186, + "step": 7800 + }, + { + "epoch": 15.135462022254474, + "grad_norm": 43.546024322509766, + "learning_rate": 5.407264130668386e-06, + "loss": 0.7172, + "step": 7825 + }, + { + "epoch": 15.183841315916787, + "grad_norm": 37.55882263183594, + "learning_rate": 5.353535353535354e-06, + "loss": 0.7011, + "step": 7850 + }, + { + "epoch": 15.2322206095791, + "grad_norm": 16.622331619262695, + "learning_rate": 5.299806576402321e-06, + "loss": 0.6914, + "step": 7875 + }, + { + "epoch": 15.280599903241413, + "grad_norm": 16.58362579345703, + "learning_rate": 5.246077799269289e-06, + "loss": 0.6954, + "step": 7900 + }, + { + "epoch": 15.328979196903726, + "grad_norm": 20.496652603149414, + "learning_rate": 5.1923490221362575e-06, + "loss": 0.7623, + "step": 7925 + }, + { + "epoch": 15.377358490566039, + "grad_norm": 28.64998435974121, + "learning_rate": 5.138620245003224e-06, + "loss": 0.699, + "step": 7950 + }, + { + "epoch": 15.42573778422835, + "grad_norm": 21.201414108276367, + "learning_rate": 5.084891467870192e-06, + "loss": 0.6995, + "step": 7975 + }, + { + "epoch": 15.474117077890662, + "grad_norm": 16.421131134033203, + "learning_rate": 5.031162690737159e-06, + "loss": 0.6535, + "step": 8000 + }, + { + "epoch": 15.522496371552975, + "grad_norm": 11.961153984069824, + "learning_rate": 4.977433913604126e-06, + "loss": 0.7263, + "step": 8025 + }, + { + "epoch": 15.570875665215288, + "grad_norm": 18.232093811035156, + "learning_rate": 4.923705136471094e-06, + "loss": 0.6782, + "step": 8050 + }, + { + "epoch": 15.619254958877601, + "grad_norm": 20.985666275024414, + "learning_rate": 4.869976359338061e-06, + "loss": 0.7013, + "step": 8075 + }, + { + "epoch": 15.667634252539912, + "grad_norm": 38.80105209350586, + "learning_rate": 4.816247582205029e-06, + "loss": 0.7257, + "step": 8100 + }, + { + "epoch": 15.716013546202225, + "grad_norm": 20.889741897583008, + "learning_rate": 4.762518805071997e-06, + "loss": 0.691, + "step": 8125 + }, + { + "epoch": 15.764392839864538, + "grad_norm": 13.68571949005127, + "learning_rate": 4.708790027938964e-06, + "loss": 0.7131, + "step": 8150 + }, + { + "epoch": 15.81277213352685, + "grad_norm": 25.232723236083984, + "learning_rate": 4.655061250805932e-06, + "loss": 0.7119, + "step": 8175 + }, + { + "epoch": 15.861151427189164, + "grad_norm": 31.691993713378906, + "learning_rate": 4.6013324736729e-06, + "loss": 0.7288, + "step": 8200 + }, + { + "epoch": 15.909530720851475, + "grad_norm": 21.710886001586914, + "learning_rate": 4.547603696539868e-06, + "loss": 0.7087, + "step": 8225 + }, + { + "epoch": 15.957910014513788, + "grad_norm": 21.324092864990234, + "learning_rate": 4.493874919406835e-06, + "loss": 0.6894, + "step": 8250 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.15972894482090996, + "eval_loss": 0.8854875564575195, + "eval_macro_f1": 0.5750651213053898, + "eval_micro_f1": 0.5825453112687156, + "eval_runtime": 4.398, + "eval_samples_per_second": 469.76, + "eval_steps_per_second": 29.559, + "eval_weighted_f1": 0.589112400473507, + "step": 8272 + }, + { + "epoch": 16.005805515239476, + "grad_norm": 14.398701667785645, + "learning_rate": 4.4401461422738025e-06, + "loss": 0.7102, + "step": 8275 + }, + { + "epoch": 16.05418480890179, + "grad_norm": 37.90433883666992, + "learning_rate": 4.3864173651407695e-06, + "loss": 0.7058, + "step": 8300 + }, + { + "epoch": 16.102564102564102, + "grad_norm": 26.040510177612305, + "learning_rate": 4.332688588007737e-06, + "loss": 0.6914, + "step": 8325 + }, + { + "epoch": 16.150943396226417, + "grad_norm": 21.02647590637207, + "learning_rate": 4.278959810874705e-06, + "loss": 0.6544, + "step": 8350 + }, + { + "epoch": 16.199322689888728, + "grad_norm": 22.142045974731445, + "learning_rate": 4.225231033741672e-06, + "loss": 0.6603, + "step": 8375 + }, + { + "epoch": 16.24770198355104, + "grad_norm": 28.3433837890625, + "learning_rate": 4.17150225660864e-06, + "loss": 0.6639, + "step": 8400 + }, + { + "epoch": 16.296081277213354, + "grad_norm": 16.24207878112793, + "learning_rate": 4.117773479475607e-06, + "loss": 0.6933, + "step": 8425 + }, + { + "epoch": 16.344460570875665, + "grad_norm": 41.78062057495117, + "learning_rate": 4.064044702342575e-06, + "loss": 0.6563, + "step": 8450 + }, + { + "epoch": 16.39283986453798, + "grad_norm": 12.258007049560547, + "learning_rate": 4.010315925209543e-06, + "loss": 0.6711, + "step": 8475 + }, + { + "epoch": 16.44121915820029, + "grad_norm": 35.66520309448242, + "learning_rate": 3.95658714807651e-06, + "loss": 0.6596, + "step": 8500 + }, + { + "epoch": 16.4895984518626, + "grad_norm": 15.711591720581055, + "learning_rate": 3.902858370943478e-06, + "loss": 0.6911, + "step": 8525 + }, + { + "epoch": 16.537977745524916, + "grad_norm": 27.317428588867188, + "learning_rate": 3.849129593810445e-06, + "loss": 0.6584, + "step": 8550 + }, + { + "epoch": 16.586357039187227, + "grad_norm": 14.855978012084961, + "learning_rate": 3.7954008166774126e-06, + "loss": 0.6544, + "step": 8575 + }, + { + "epoch": 16.634736332849542, + "grad_norm": 23.585058212280273, + "learning_rate": 3.74167203954438e-06, + "loss": 0.6809, + "step": 8600 + }, + { + "epoch": 16.683115626511853, + "grad_norm": 16.991788864135742, + "learning_rate": 3.6879432624113475e-06, + "loss": 0.6704, + "step": 8625 + }, + { + "epoch": 16.731494920174164, + "grad_norm": 19.224157333374023, + "learning_rate": 3.634214485278315e-06, + "loss": 0.6434, + "step": 8650 + }, + { + "epoch": 16.77987421383648, + "grad_norm": 15.712929725646973, + "learning_rate": 3.580485708145283e-06, + "loss": 0.6968, + "step": 8675 + }, + { + "epoch": 16.82825350749879, + "grad_norm": 27.479503631591797, + "learning_rate": 3.5267569310122506e-06, + "loss": 0.6385, + "step": 8700 + }, + { + "epoch": 16.876632801161104, + "grad_norm": 43.293006896972656, + "learning_rate": 3.473028153879218e-06, + "loss": 0.6805, + "step": 8725 + }, + { + "epoch": 16.925012094823416, + "grad_norm": 18.493547439575195, + "learning_rate": 3.419299376746186e-06, + "loss": 0.6925, + "step": 8750 + }, + { + "epoch": 16.973391388485727, + "grad_norm": 17.495092391967773, + "learning_rate": 3.3655705996131534e-06, + "loss": 0.6781, + "step": 8775 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.17231364956437561, + "eval_loss": 0.8887425661087036, + "eval_macro_f1": 0.5761912859821849, + "eval_micro_f1": 0.5857556687643592, + "eval_runtime": 3.5898, + "eval_samples_per_second": 575.519, + "eval_steps_per_second": 36.214, + "eval_weighted_f1": 0.5905630011510022, + "step": 8789 + }, + { + "epoch": 17.021286889211417, + "grad_norm": 24.55046844482422, + "learning_rate": 3.311841822480121e-06, + "loss": 0.6386, + "step": 8800 + }, + { + "epoch": 17.06966618287373, + "grad_norm": 19.9493408203125, + "learning_rate": 3.2581130453470882e-06, + "loss": 0.6554, + "step": 8825 + }, + { + "epoch": 17.118045476536043, + "grad_norm": 18.956436157226562, + "learning_rate": 3.2043842682140557e-06, + "loss": 0.6486, + "step": 8850 + }, + { + "epoch": 17.166424770198354, + "grad_norm": 27.08485221862793, + "learning_rate": 3.150655491081023e-06, + "loss": 0.6488, + "step": 8875 + }, + { + "epoch": 17.21480406386067, + "grad_norm": 15.494682312011719, + "learning_rate": 3.096926713947991e-06, + "loss": 0.6194, + "step": 8900 + }, + { + "epoch": 17.26318335752298, + "grad_norm": 12.001262664794922, + "learning_rate": 3.0431979368149584e-06, + "loss": 0.6475, + "step": 8925 + }, + { + "epoch": 17.31156265118529, + "grad_norm": 13.930654525756836, + "learning_rate": 2.989469159681926e-06, + "loss": 0.638, + "step": 8950 + }, + { + "epoch": 17.359941944847606, + "grad_norm": 11.235063552856445, + "learning_rate": 2.9357403825488933e-06, + "loss": 0.6591, + "step": 8975 + }, + { + "epoch": 17.408321238509917, + "grad_norm": 23.570838928222656, + "learning_rate": 2.8820116054158607e-06, + "loss": 0.6608, + "step": 9000 + }, + { + "epoch": 17.45670053217223, + "grad_norm": 20.327136993408203, + "learning_rate": 2.8282828282828286e-06, + "loss": 0.6247, + "step": 9025 + }, + { + "epoch": 17.505079825834542, + "grad_norm": 25.14768409729004, + "learning_rate": 2.774554051149796e-06, + "loss": 0.6433, + "step": 9050 + }, + { + "epoch": 17.553459119496857, + "grad_norm": 8.342070579528809, + "learning_rate": 2.7208252740167635e-06, + "loss": 0.6876, + "step": 9075 + }, + { + "epoch": 17.601838413159168, + "grad_norm": 18.01840591430664, + "learning_rate": 2.667096496883731e-06, + "loss": 0.6265, + "step": 9100 + }, + { + "epoch": 17.65021770682148, + "grad_norm": 21.800458908081055, + "learning_rate": 2.6133677197506983e-06, + "loss": 0.6534, + "step": 9125 + }, + { + "epoch": 17.698597000483794, + "grad_norm": 24.267837524414062, + "learning_rate": 2.5596389426176658e-06, + "loss": 0.617, + "step": 9150 + }, + { + "epoch": 17.746976294146105, + "grad_norm": 14.287700653076172, + "learning_rate": 2.5059101654846336e-06, + "loss": 0.6351, + "step": 9175 + }, + { + "epoch": 17.79535558780842, + "grad_norm": 37.52173614501953, + "learning_rate": 2.4521813883516015e-06, + "loss": 0.6662, + "step": 9200 + }, + { + "epoch": 17.84373488147073, + "grad_norm": 33.756858825683594, + "learning_rate": 2.398452611218569e-06, + "loss": 0.625, + "step": 9225 + }, + { + "epoch": 17.89211417513304, + "grad_norm": 18.092039108276367, + "learning_rate": 2.3447238340855364e-06, + "loss": 0.6403, + "step": 9250 + }, + { + "epoch": 17.940493468795356, + "grad_norm": 25.62495994567871, + "learning_rate": 2.290995056952504e-06, + "loss": 0.6362, + "step": 9275 + }, + { + "epoch": 17.988872762457667, + "grad_norm": 15.612441062927246, + "learning_rate": 2.2372662798194713e-06, + "loss": 0.6363, + "step": 9300 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.16311713455953533, + "eval_loss": 0.8924351334571838, + "eval_macro_f1": 0.5753075404650573, + "eval_micro_f1": 0.5847307161175774, + "eval_runtime": 3.7708, + "eval_samples_per_second": 547.898, + "eval_steps_per_second": 34.476, + "eval_weighted_f1": 0.5900746358444579, + "step": 9306 + }, + { + "epoch": 18.036768263183358, + "grad_norm": 26.371334075927734, + "learning_rate": 2.183537502686439e-06, + "loss": 0.6108, + "step": 9325 + }, + { + "epoch": 18.08514755684567, + "grad_norm": 15.163851737976074, + "learning_rate": 2.1298087255534066e-06, + "loss": 0.6285, + "step": 9350 + }, + { + "epoch": 18.133526850507984, + "grad_norm": 14.0811185836792, + "learning_rate": 2.076079948420374e-06, + "loss": 0.5912, + "step": 9375 + }, + { + "epoch": 18.181906144170295, + "grad_norm": 49.89146041870117, + "learning_rate": 2.022351171287342e-06, + "loss": 0.6282, + "step": 9400 + }, + { + "epoch": 18.230285437832606, + "grad_norm": 17.814292907714844, + "learning_rate": 1.9686223941543093e-06, + "loss": 0.6065, + "step": 9425 + }, + { + "epoch": 18.27866473149492, + "grad_norm": 12.15097713470459, + "learning_rate": 1.9148936170212767e-06, + "loss": 0.5865, + "step": 9450 + }, + { + "epoch": 18.32704402515723, + "grad_norm": 12.682679176330566, + "learning_rate": 1.8611648398882442e-06, + "loss": 0.6291, + "step": 9475 + }, + { + "epoch": 18.375423318819546, + "grad_norm": 14.00351333618164, + "learning_rate": 1.8074360627552118e-06, + "loss": 0.5856, + "step": 9500 + }, + { + "epoch": 18.423802612481857, + "grad_norm": 16.09202766418457, + "learning_rate": 1.7537072856221793e-06, + "loss": 0.6356, + "step": 9525 + }, + { + "epoch": 18.47218190614417, + "grad_norm": 15.59067440032959, + "learning_rate": 1.699978508489147e-06, + "loss": 0.6198, + "step": 9550 + }, + { + "epoch": 18.520561199806483, + "grad_norm": 15.186423301696777, + "learning_rate": 1.6462497313561146e-06, + "loss": 0.6251, + "step": 9575 + }, + { + "epoch": 18.568940493468794, + "grad_norm": 23.29233169555664, + "learning_rate": 1.5925209542230822e-06, + "loss": 0.6329, + "step": 9600 + }, + { + "epoch": 18.61731978713111, + "grad_norm": 25.361995697021484, + "learning_rate": 1.5387921770900496e-06, + "loss": 0.6184, + "step": 9625 + }, + { + "epoch": 18.66569908079342, + "grad_norm": 27.973472595214844, + "learning_rate": 1.485063399957017e-06, + "loss": 0.6107, + "step": 9650 + }, + { + "epoch": 18.714078374455735, + "grad_norm": 18.810945510864258, + "learning_rate": 1.4313346228239847e-06, + "loss": 0.594, + "step": 9675 + }, + { + "epoch": 18.762457668118046, + "grad_norm": 18.051698684692383, + "learning_rate": 1.3776058456909522e-06, + "loss": 0.6028, + "step": 9700 + }, + { + "epoch": 18.810836961780357, + "grad_norm": 16.49095344543457, + "learning_rate": 1.3238770685579196e-06, + "loss": 0.6523, + "step": 9725 + }, + { + "epoch": 18.85921625544267, + "grad_norm": 22.241104125976562, + "learning_rate": 1.2701482914248873e-06, + "loss": 0.5915, + "step": 9750 + }, + { + "epoch": 18.907595549104983, + "grad_norm": 26.4422607421875, + "learning_rate": 1.216419514291855e-06, + "loss": 0.6406, + "step": 9775 + }, + { + "epoch": 18.955974842767297, + "grad_norm": 22.068286895751953, + "learning_rate": 1.1626907371588223e-06, + "loss": 0.6223, + "step": 9800 + }, + { + "epoch": 19.0, + "eval_accuracy": 0.16940948693126814, + "eval_loss": 0.9085070490837097, + "eval_macro_f1": 0.5789693570847468, + "eval_micro_f1": 0.5881999398978263, + "eval_runtime": 3.9276, + "eval_samples_per_second": 526.027, + "eval_steps_per_second": 33.099, + "eval_weighted_f1": 0.5922669086136705, + "step": 9823 + }, + { + "epoch": 19.003870343492984, + "grad_norm": 14.626054763793945, + "learning_rate": 1.10896196002579e-06, + "loss": 0.5941, + "step": 9825 + }, + { + "epoch": 19.0522496371553, + "grad_norm": 28.322410583496094, + "learning_rate": 1.0552331828927574e-06, + "loss": 0.5784, + "step": 9850 + }, + { + "epoch": 19.10062893081761, + "grad_norm": 34.07042694091797, + "learning_rate": 1.0015044057597249e-06, + "loss": 0.5627, + "step": 9875 + }, + { + "epoch": 19.14900822447992, + "grad_norm": 20.061920166015625, + "learning_rate": 9.477756286266926e-07, + "loss": 0.6052, + "step": 9900 + }, + { + "epoch": 19.197387518142236, + "grad_norm": 10.134075164794922, + "learning_rate": 8.940468514936601e-07, + "loss": 0.6008, + "step": 9925 + }, + { + "epoch": 19.245766811804547, + "grad_norm": 16.586193084716797, + "learning_rate": 8.403180743606276e-07, + "loss": 0.6048, + "step": 9950 + }, + { + "epoch": 19.29414610546686, + "grad_norm": 12.982178688049316, + "learning_rate": 7.865892972275952e-07, + "loss": 0.5964, + "step": 9975 + }, + { + "epoch": 19.342525399129173, + "grad_norm": 23.59640121459961, + "learning_rate": 7.328605200945627e-07, + "loss": 0.6315, + "step": 10000 + }, + { + "epoch": 19.390904692791484, + "grad_norm": 20.516469955444336, + "learning_rate": 6.791317429615303e-07, + "loss": 0.5979, + "step": 10025 + }, + { + "epoch": 19.4392839864538, + "grad_norm": 13.68249225616455, + "learning_rate": 6.254029658284978e-07, + "loss": 0.6201, + "step": 10050 + }, + { + "epoch": 19.48766328011611, + "grad_norm": 32.12174987792969, + "learning_rate": 5.716741886954653e-07, + "loss": 0.6139, + "step": 10075 + }, + { + "epoch": 19.536042573778424, + "grad_norm": 17.26110076904297, + "learning_rate": 5.179454115624329e-07, + "loss": 0.6127, + "step": 10100 + }, + { + "epoch": 19.584421867440735, + "grad_norm": 19.192584991455078, + "learning_rate": 4.6421663442940047e-07, + "loss": 0.5851, + "step": 10125 + }, + { + "epoch": 19.632801161103046, + "grad_norm": 18.95388412475586, + "learning_rate": 4.1048785729636796e-07, + "loss": 0.5681, + "step": 10150 + }, + { + "epoch": 19.68118045476536, + "grad_norm": 15.668000221252441, + "learning_rate": 3.5675908016333545e-07, + "loss": 0.5913, + "step": 10175 + }, + { + "epoch": 19.729559748427672, + "grad_norm": 23.707258224487305, + "learning_rate": 3.0303030303030305e-07, + "loss": 0.5925, + "step": 10200 + }, + { + "epoch": 19.777939042089987, + "grad_norm": 24.736671447753906, + "learning_rate": 2.493015258972706e-07, + "loss": 0.6362, + "step": 10225 + }, + { + "epoch": 19.826318335752298, + "grad_norm": 17.00794219970703, + "learning_rate": 1.9557274876423814e-07, + "loss": 0.5905, + "step": 10250 + }, + { + "epoch": 19.874697629414612, + "grad_norm": 16.37458038330078, + "learning_rate": 1.4184397163120568e-07, + "loss": 0.6065, + "step": 10275 + }, + { + "epoch": 19.923076923076923, + "grad_norm": 17.18048667907715, + "learning_rate": 8.811519449817324e-08, + "loss": 0.5794, + "step": 10300 + }, + { + "epoch": 19.971456216739234, + "grad_norm": 23.518640518188477, + "learning_rate": 3.438641736514077e-08, + "loss": 0.6105, + "step": 10325 + }, + { + "epoch": 20.0, + "eval_accuracy": 0.16892545982575025, + "eval_loss": 0.9101004004478455, + "eval_macro_f1": 0.5783246180092053, + "eval_micro_f1": 0.5877755511022044, + "eval_runtime": 3.6618, + "eval_samples_per_second": 564.199, + "eval_steps_per_second": 35.501, + "eval_weighted_f1": 0.5923913480543318, + "step": 10340 + } + ], + "logging_steps": 25, + "max_steps": 10340, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 1 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/special_tokens_map.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/tokenizer_config.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/trainer_state.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f89bb8bc6ed6cfdbcd9618a28e0cefda07e923ba --- /dev/null +++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/trainer_state.json @@ -0,0 +1,3015 @@ +{ + "best_global_step": 9823, + "best_metric": 0.5789693570847468, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823", + "epoch": 19.0, + "eval_steps": 500, + "global_step": 9823, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04837929366231253, + "grad_norm": 7.4574408531188965, + "learning_rate": 4.6421663442940047e-07, + "loss": 5.2315, + "step": 25 + }, + { + "epoch": 0.09675858732462506, + "grad_norm": 7.8079514503479, + "learning_rate": 9.477756286266926e-07, + "loss": 5.2575, + "step": 50 + }, + { + "epoch": 0.14513788098693758, + "grad_norm": 6.12672758102417, + "learning_rate": 1.4313346228239847e-06, + "loss": 5.1755, + "step": 75 + }, + { + "epoch": 0.1935171746492501, + "grad_norm": 7.396457195281982, + "learning_rate": 1.9148936170212767e-06, + "loss": 5.2235, + "step": 100 + }, + { + "epoch": 0.24189646831156264, + "grad_norm": 6.840659141540527, + "learning_rate": 2.398452611218569e-06, + "loss": 5.3181, + "step": 125 + }, + { + "epoch": 0.29027576197387517, + "grad_norm": 7.505004405975342, + "learning_rate": 2.8820116054158607e-06, + "loss": 5.3143, + "step": 150 + }, + { + "epoch": 0.3386550556361877, + "grad_norm": 12.270278930664062, + "learning_rate": 3.3655705996131534e-06, + "loss": 5.1811, + "step": 175 + }, + { + "epoch": 0.3870343492985002, + "grad_norm": 10.050745964050293, + "learning_rate": 3.849129593810445e-06, + "loss": 5.1157, + "step": 200 + }, + { + "epoch": 0.43541364296081275, + "grad_norm": 15.0072603225708, + "learning_rate": 4.332688588007737e-06, + "loss": 5.1965, + "step": 225 + }, + { + "epoch": 0.4837929366231253, + "grad_norm": 8.231404304504395, + "learning_rate": 4.816247582205029e-06, + "loss": 5.2263, + "step": 250 + }, + { + "epoch": 0.5321722302854378, + "grad_norm": 8.096590995788574, + "learning_rate": 5.299806576402321e-06, + "loss": 5.182, + "step": 275 + }, + { + "epoch": 0.5805515239477503, + "grad_norm": 17.889389038085938, + "learning_rate": 5.783365570599614e-06, + "loss": 5.1474, + "step": 300 + }, + { + "epoch": 0.6289308176100629, + "grad_norm": 21.154712677001953, + "learning_rate": 6.266924564796905e-06, + "loss": 5.0371, + "step": 325 + }, + { + "epoch": 0.6773101112723754, + "grad_norm": 22.289098739624023, + "learning_rate": 6.750483558994197e-06, + "loss": 4.9296, + "step": 350 + }, + { + "epoch": 0.7256894049346879, + "grad_norm": 14.084371566772461, + "learning_rate": 7.234042553191491e-06, + "loss": 4.8284, + "step": 375 + }, + { + "epoch": 0.7740686985970004, + "grad_norm": 14.837783813476562, + "learning_rate": 7.717601547388782e-06, + "loss": 4.6898, + "step": 400 + }, + { + "epoch": 0.822447992259313, + "grad_norm": 39.777191162109375, + "learning_rate": 8.201160541586074e-06, + "loss": 4.6184, + "step": 425 + }, + { + "epoch": 0.8708272859216255, + "grad_norm": 32.85417556762695, + "learning_rate": 8.684719535783366e-06, + "loss": 4.5403, + "step": 450 + }, + { + "epoch": 0.919206579583938, + "grad_norm": 31.3796329498291, + "learning_rate": 9.16827852998066e-06, + "loss": 4.3182, + "step": 475 + }, + { + "epoch": 0.9675858732462506, + "grad_norm": 26.69031524658203, + "learning_rate": 9.651837524177951e-06, + "loss": 4.3176, + "step": 500 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.0, + "eval_loss": 1.006206750869751, + "eval_macro_f1": 0.2646744540082245, + "eval_micro_f1": 0.26849885821882136, + "eval_runtime": 4.0811, + "eval_samples_per_second": 506.23, + "eval_steps_per_second": 31.854, + "eval_weighted_f1": 0.30137403890315334, + "step": 517 + }, + { + "epoch": 1.01548137397194, + "grad_norm": 23.0451717376709, + "learning_rate": 1.0135396518375243e-05, + "loss": 4.0809, + "step": 525 + }, + { + "epoch": 1.0638606676342526, + "grad_norm": 44.166805267333984, + "learning_rate": 1.0618955512572535e-05, + "loss": 3.9748, + "step": 550 + }, + { + "epoch": 1.112239961296565, + "grad_norm": 36.45429229736328, + "learning_rate": 1.1102514506769827e-05, + "loss": 3.93, + "step": 575 + }, + { + "epoch": 1.1606192549588776, + "grad_norm": 20.00099754333496, + "learning_rate": 1.1586073500967118e-05, + "loss": 3.9452, + "step": 600 + }, + { + "epoch": 1.20899854862119, + "grad_norm": 40.02730941772461, + "learning_rate": 1.2069632495164412e-05, + "loss": 3.8995, + "step": 625 + }, + { + "epoch": 1.2573778422835027, + "grad_norm": 63.2452507019043, + "learning_rate": 1.2553191489361702e-05, + "loss": 3.8364, + "step": 650 + }, + { + "epoch": 1.3057571359458153, + "grad_norm": 26.69743537902832, + "learning_rate": 1.3036750483558995e-05, + "loss": 3.8679, + "step": 675 + }, + { + "epoch": 1.3541364296081277, + "grad_norm": 26.7406005859375, + "learning_rate": 1.3520309477756289e-05, + "loss": 3.6734, + "step": 700 + }, + { + "epoch": 1.4025157232704402, + "grad_norm": 31.861421585083008, + "learning_rate": 1.4003868471953579e-05, + "loss": 3.6364, + "step": 725 + }, + { + "epoch": 1.4508950169327528, + "grad_norm": 39.91653823852539, + "learning_rate": 1.4487427466150873e-05, + "loss": 3.5522, + "step": 750 + }, + { + "epoch": 1.4992743105950654, + "grad_norm": 38.798980712890625, + "learning_rate": 1.4970986460348164e-05, + "loss": 3.6872, + "step": 775 + }, + { + "epoch": 1.5476536042573779, + "grad_norm": 43.415443420410156, + "learning_rate": 1.5454545454545454e-05, + "loss": 3.4391, + "step": 800 + }, + { + "epoch": 1.5960328979196903, + "grad_norm": 30.09739112854004, + "learning_rate": 1.5938104448742748e-05, + "loss": 3.4387, + "step": 825 + }, + { + "epoch": 1.644412191582003, + "grad_norm": 29.74054718017578, + "learning_rate": 1.6421663442940038e-05, + "loss": 3.5202, + "step": 850 + }, + { + "epoch": 1.6927914852443156, + "grad_norm": 32.1604118347168, + "learning_rate": 1.690522243713733e-05, + "loss": 3.3986, + "step": 875 + }, + { + "epoch": 1.741170778906628, + "grad_norm": 66.45137023925781, + "learning_rate": 1.7388781431334625e-05, + "loss": 3.3952, + "step": 900 + }, + { + "epoch": 1.7895500725689404, + "grad_norm": 19.18963050842285, + "learning_rate": 1.7872340425531915e-05, + "loss": 3.278, + "step": 925 + }, + { + "epoch": 1.837929366231253, + "grad_norm": 40.79269790649414, + "learning_rate": 1.835589941972921e-05, + "loss": 3.3748, + "step": 950 + }, + { + "epoch": 1.8863086598935657, + "grad_norm": 25.693281173706055, + "learning_rate": 1.8839458413926502e-05, + "loss": 3.2828, + "step": 975 + }, + { + "epoch": 1.934687953555878, + "grad_norm": 28.37810707092285, + "learning_rate": 1.9323017408123792e-05, + "loss": 3.3219, + "step": 1000 + }, + { + "epoch": 1.9830672472181905, + "grad_norm": 27.398418426513672, + "learning_rate": 1.9806576402321086e-05, + "loss": 3.1427, + "step": 1025 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.0, + "eval_loss": 0.7502095103263855, + "eval_macro_f1": 0.3776870771773416, + "eval_micro_f1": 0.38049340218014915, + "eval_runtime": 4.1536, + "eval_samples_per_second": 497.405, + "eval_steps_per_second": 31.298, + "eval_weighted_f1": 0.4207989012356511, + "step": 1034 + }, + { + "epoch": 2.03096274794388, + "grad_norm": 28.61382293701172, + "learning_rate": 1.996776273372018e-05, + "loss": 3.0664, + "step": 1050 + }, + { + "epoch": 2.0793420416061927, + "grad_norm": 24.993331909179688, + "learning_rate": 1.9914033956587148e-05, + "loss": 2.9914, + "step": 1075 + }, + { + "epoch": 2.127721335268505, + "grad_norm": 19.726879119873047, + "learning_rate": 1.986030517945412e-05, + "loss": 2.9043, + "step": 1100 + }, + { + "epoch": 2.1761006289308176, + "grad_norm": 44.74205780029297, + "learning_rate": 1.9806576402321086e-05, + "loss": 2.9555, + "step": 1125 + }, + { + "epoch": 2.22447992259313, + "grad_norm": 56.47777557373047, + "learning_rate": 1.9752847625188053e-05, + "loss": 3.036, + "step": 1150 + }, + { + "epoch": 2.272859216255443, + "grad_norm": 23.12752342224121, + "learning_rate": 1.969911884805502e-05, + "loss": 2.9194, + "step": 1175 + }, + { + "epoch": 2.3212385099177553, + "grad_norm": 35.57957458496094, + "learning_rate": 1.9645390070921987e-05, + "loss": 2.9237, + "step": 1200 + }, + { + "epoch": 2.3696178035800677, + "grad_norm": 37.26255416870117, + "learning_rate": 1.9591661293788954e-05, + "loss": 2.708, + "step": 1225 + }, + { + "epoch": 2.41799709724238, + "grad_norm": 68.0131607055664, + "learning_rate": 1.953793251665592e-05, + "loss": 2.8312, + "step": 1250 + }, + { + "epoch": 2.466376390904693, + "grad_norm": 40.10932540893555, + "learning_rate": 1.948420373952289e-05, + "loss": 3.0421, + "step": 1275 + }, + { + "epoch": 2.5147556845670054, + "grad_norm": 20.3060359954834, + "learning_rate": 1.9430474962389858e-05, + "loss": 2.8506, + "step": 1300 + }, + { + "epoch": 2.563134978229318, + "grad_norm": 35.24542236328125, + "learning_rate": 1.9376746185256825e-05, + "loss": 2.7013, + "step": 1325 + }, + { + "epoch": 2.6115142718916307, + "grad_norm": 25.855791091918945, + "learning_rate": 1.9323017408123792e-05, + "loss": 2.8067, + "step": 1350 + }, + { + "epoch": 2.659893565553943, + "grad_norm": 30.293352127075195, + "learning_rate": 1.9269288630990763e-05, + "loss": 2.7576, + "step": 1375 + }, + { + "epoch": 2.7082728592162555, + "grad_norm": 41.61870574951172, + "learning_rate": 1.921555985385773e-05, + "loss": 2.8325, + "step": 1400 + }, + { + "epoch": 2.756652152878568, + "grad_norm": 33.640567779541016, + "learning_rate": 1.9161831076724697e-05, + "loss": 2.7518, + "step": 1425 + }, + { + "epoch": 2.8050314465408803, + "grad_norm": 36.20612716674805, + "learning_rate": 1.9108102299591664e-05, + "loss": 2.7642, + "step": 1450 + }, + { + "epoch": 2.853410740203193, + "grad_norm": 30.3179874420166, + "learning_rate": 1.905437352245863e-05, + "loss": 2.6632, + "step": 1475 + }, + { + "epoch": 2.9017900338655056, + "grad_norm": 94.29107666015625, + "learning_rate": 1.9000644745325598e-05, + "loss": 2.6667, + "step": 1500 + }, + { + "epoch": 2.950169327527818, + "grad_norm": 28.42116928100586, + "learning_rate": 1.8946915968192565e-05, + "loss": 2.6375, + "step": 1525 + }, + { + "epoch": 2.998548621190131, + "grad_norm": 31.815589904785156, + "learning_rate": 1.889318719105953e-05, + "loss": 2.6112, + "step": 1550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.014036786060019362, + "eval_loss": 0.6785440444946289, + "eval_macro_f1": 0.417292177868266, + "eval_micro_f1": 0.42637782733354573, + "eval_runtime": 4.1929, + "eval_samples_per_second": 492.739, + "eval_steps_per_second": 31.005, + "eval_weighted_f1": 0.4549275550519193, + "step": 1551 + }, + { + "epoch": 3.04644412191582, + "grad_norm": 27.015531539916992, + "learning_rate": 1.8839458413926502e-05, + "loss": 2.4078, + "step": 1575 + }, + { + "epoch": 3.0948234155781327, + "grad_norm": 20.855077743530273, + "learning_rate": 1.878572963679347e-05, + "loss": 2.5171, + "step": 1600 + }, + { + "epoch": 3.143202709240445, + "grad_norm": 16.040250778198242, + "learning_rate": 1.8732000859660436e-05, + "loss": 2.365, + "step": 1625 + }, + { + "epoch": 3.1915820029027575, + "grad_norm": 33.907413482666016, + "learning_rate": 1.8678272082527403e-05, + "loss": 2.2935, + "step": 1650 + }, + { + "epoch": 3.2399612965650704, + "grad_norm": 19.917593002319336, + "learning_rate": 1.862454330539437e-05, + "loss": 2.3879, + "step": 1675 + }, + { + "epoch": 3.288340590227383, + "grad_norm": 54.60244369506836, + "learning_rate": 1.8570814528261337e-05, + "loss": 2.3848, + "step": 1700 + }, + { + "epoch": 3.336719883889695, + "grad_norm": 26.034090042114258, + "learning_rate": 1.8517085751128304e-05, + "loss": 2.3156, + "step": 1725 + }, + { + "epoch": 3.3850991775520076, + "grad_norm": 35.461021423339844, + "learning_rate": 1.846335697399527e-05, + "loss": 2.3748, + "step": 1750 + }, + { + "epoch": 3.43347847121432, + "grad_norm": 50.63042449951172, + "learning_rate": 1.840962819686224e-05, + "loss": 2.3799, + "step": 1775 + }, + { + "epoch": 3.481857764876633, + "grad_norm": 38.84329605102539, + "learning_rate": 1.835589941972921e-05, + "loss": 2.3599, + "step": 1800 + }, + { + "epoch": 3.5302370585389453, + "grad_norm": 47.19224548339844, + "learning_rate": 1.8302170642596176e-05, + "loss": 2.487, + "step": 1825 + }, + { + "epoch": 3.5786163522012577, + "grad_norm": 25.584718704223633, + "learning_rate": 1.8248441865463146e-05, + "loss": 2.4372, + "step": 1850 + }, + { + "epoch": 3.6269956458635706, + "grad_norm": 72.98920440673828, + "learning_rate": 1.8194713088330113e-05, + "loss": 2.2349, + "step": 1875 + }, + { + "epoch": 3.675374939525883, + "grad_norm": 27.754859924316406, + "learning_rate": 1.814098431119708e-05, + "loss": 2.2573, + "step": 1900 + }, + { + "epoch": 3.7237542331881954, + "grad_norm": 31.337692260742188, + "learning_rate": 1.8087255534064047e-05, + "loss": 2.3079, + "step": 1925 + }, + { + "epoch": 3.772133526850508, + "grad_norm": 26.247896194458008, + "learning_rate": 1.8033526756931014e-05, + "loss": 2.4357, + "step": 1950 + }, + { + "epoch": 3.8205128205128203, + "grad_norm": 21.401836395263672, + "learning_rate": 1.797979797979798e-05, + "loss": 2.2829, + "step": 1975 + }, + { + "epoch": 3.868892114175133, + "grad_norm": 26.186683654785156, + "learning_rate": 1.7926069202664948e-05, + "loss": 2.3361, + "step": 2000 + }, + { + "epoch": 3.9172714078374455, + "grad_norm": 40.73328399658203, + "learning_rate": 1.7872340425531915e-05, + "loss": 2.3403, + "step": 2025 + }, + { + "epoch": 3.965650701499758, + "grad_norm": 54.81376647949219, + "learning_rate": 1.7818611648398885e-05, + "loss": 2.4987, + "step": 2050 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.030977734753146177, + "eval_loss": 0.6513363718986511, + "eval_macro_f1": 0.4485799304162255, + "eval_micro_f1": 0.4521669126526231, + "eval_runtime": 3.7102, + "eval_samples_per_second": 556.845, + "eval_steps_per_second": 35.039, + "eval_weighted_f1": 0.4785359182548369, + "step": 2068 + }, + { + "epoch": 4.013546202225448, + "grad_norm": 41.451446533203125, + "learning_rate": 1.7764882871265852e-05, + "loss": 2.2388, + "step": 2075 + }, + { + "epoch": 4.06192549588776, + "grad_norm": 20.473159790039062, + "learning_rate": 1.771115409413282e-05, + "loss": 2.1211, + "step": 2100 + }, + { + "epoch": 4.110304789550073, + "grad_norm": 35.52436065673828, + "learning_rate": 1.7657425316999787e-05, + "loss": 2.0124, + "step": 2125 + }, + { + "epoch": 4.1586840832123855, + "grad_norm": 28.775527954101562, + "learning_rate": 1.7603696539866754e-05, + "loss": 2.0569, + "step": 2150 + }, + { + "epoch": 4.2070633768746974, + "grad_norm": 43.781551361083984, + "learning_rate": 1.754996776273372e-05, + "loss": 2.03, + "step": 2175 + }, + { + "epoch": 4.25544267053701, + "grad_norm": 26.5406436920166, + "learning_rate": 1.7496238985600688e-05, + "loss": 2.0453, + "step": 2200 + }, + { + "epoch": 4.303821964199322, + "grad_norm": 28.189624786376953, + "learning_rate": 1.7442510208467655e-05, + "loss": 2.1137, + "step": 2225 + }, + { + "epoch": 4.352201257861635, + "grad_norm": 36.16776657104492, + "learning_rate": 1.7388781431334625e-05, + "loss": 2.0712, + "step": 2250 + }, + { + "epoch": 4.400580551523948, + "grad_norm": 36.60185623168945, + "learning_rate": 1.7335052654201592e-05, + "loss": 2.1, + "step": 2275 + }, + { + "epoch": 4.44895984518626, + "grad_norm": 27.923667907714844, + "learning_rate": 1.728132387706856e-05, + "loss": 2.0855, + "step": 2300 + }, + { + "epoch": 4.497339138848573, + "grad_norm": 21.63739585876465, + "learning_rate": 1.722759509993553e-05, + "loss": 2.0515, + "step": 2325 + }, + { + "epoch": 4.545718432510886, + "grad_norm": 40.05134201049805, + "learning_rate": 1.7173866322802496e-05, + "loss": 2.1143, + "step": 2350 + }, + { + "epoch": 4.594097726173198, + "grad_norm": 33.047027587890625, + "learning_rate": 1.7120137545669463e-05, + "loss": 2.0223, + "step": 2375 + }, + { + "epoch": 4.6424770198355105, + "grad_norm": 34.9824333190918, + "learning_rate": 1.706640876853643e-05, + "loss": 2.07, + "step": 2400 + }, + { + "epoch": 4.690856313497823, + "grad_norm": 32.455326080322266, + "learning_rate": 1.7012679991403397e-05, + "loss": 2.0372, + "step": 2425 + }, + { + "epoch": 4.739235607160135, + "grad_norm": 21.229093551635742, + "learning_rate": 1.6958951214270364e-05, + "loss": 1.9542, + "step": 2450 + }, + { + "epoch": 4.787614900822448, + "grad_norm": 30.635147094726562, + "learning_rate": 1.690522243713733e-05, + "loss": 1.9828, + "step": 2475 + }, + { + "epoch": 4.83599419448476, + "grad_norm": 35.022884368896484, + "learning_rate": 1.68514936600043e-05, + "loss": 2.0007, + "step": 2500 + }, + { + "epoch": 4.884373488147073, + "grad_norm": 53.677852630615234, + "learning_rate": 1.679776488287127e-05, + "loss": 2.1228, + "step": 2525 + }, + { + "epoch": 4.932752781809386, + "grad_norm": 36.72801208496094, + "learning_rate": 1.6744036105738236e-05, + "loss": 2.0064, + "step": 2550 + }, + { + "epoch": 4.981132075471698, + "grad_norm": 40.3040885925293, + "learning_rate": 1.6690307328605203e-05, + "loss": 2.0684, + "step": 2575 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.044530493707647625, + "eval_loss": 0.6409594416618347, + "eval_macro_f1": 0.4594159814052608, + "eval_micro_f1": 0.4713988372927582, + "eval_runtime": 3.8242, + "eval_samples_per_second": 540.249, + "eval_steps_per_second": 33.994, + "eval_weighted_f1": 0.4929048060978803, + "step": 2585 + }, + { + "epoch": 5.029027576197388, + "grad_norm": 30.186689376831055, + "learning_rate": 1.663657855147217e-05, + "loss": 1.8733, + "step": 2600 + }, + { + "epoch": 5.0774068698597, + "grad_norm": 32.354400634765625, + "learning_rate": 1.6582849774339137e-05, + "loss": 1.7986, + "step": 2625 + }, + { + "epoch": 5.1257861635220126, + "grad_norm": 19.238697052001953, + "learning_rate": 1.6529120997206104e-05, + "loss": 1.7969, + "step": 2650 + }, + { + "epoch": 5.174165457184325, + "grad_norm": 20.428346633911133, + "learning_rate": 1.647539222007307e-05, + "loss": 1.8039, + "step": 2675 + }, + { + "epoch": 5.222544750846637, + "grad_norm": 19.829336166381836, + "learning_rate": 1.6421663442940038e-05, + "loss": 1.8105, + "step": 2700 + }, + { + "epoch": 5.27092404450895, + "grad_norm": 14.59155559539795, + "learning_rate": 1.636793466580701e-05, + "loss": 1.7333, + "step": 2725 + }, + { + "epoch": 5.319303338171263, + "grad_norm": 24.433414459228516, + "learning_rate": 1.6314205888673975e-05, + "loss": 1.7676, + "step": 2750 + }, + { + "epoch": 5.367682631833575, + "grad_norm": 23.707265853881836, + "learning_rate": 1.6260477111540942e-05, + "loss": 1.895, + "step": 2775 + }, + { + "epoch": 5.416061925495888, + "grad_norm": 37.71471405029297, + "learning_rate": 1.6206748334407913e-05, + "loss": 1.8229, + "step": 2800 + }, + { + "epoch": 5.4644412191582, + "grad_norm": 30.093591690063477, + "learning_rate": 1.615301955727488e-05, + "loss": 1.77, + "step": 2825 + }, + { + "epoch": 5.512820512820513, + "grad_norm": 19.351112365722656, + "learning_rate": 1.6099290780141847e-05, + "loss": 1.7799, + "step": 2850 + }, + { + "epoch": 5.561199806482826, + "grad_norm": 20.545677185058594, + "learning_rate": 1.604556200300881e-05, + "loss": 1.8679, + "step": 2875 + }, + { + "epoch": 5.609579100145138, + "grad_norm": 57.151580810546875, + "learning_rate": 1.599183322587578e-05, + "loss": 1.819, + "step": 2900 + }, + { + "epoch": 5.6579583938074505, + "grad_norm": 30.129487991333008, + "learning_rate": 1.5938104448742748e-05, + "loss": 1.8571, + "step": 2925 + }, + { + "epoch": 5.706337687469762, + "grad_norm": 28.056697845458984, + "learning_rate": 1.5884375671609715e-05, + "loss": 1.7165, + "step": 2950 + }, + { + "epoch": 5.754716981132075, + "grad_norm": 65.54900360107422, + "learning_rate": 1.5830646894476682e-05, + "loss": 1.8204, + "step": 2975 + }, + { + "epoch": 5.803096274794388, + "grad_norm": 32.93297576904297, + "learning_rate": 1.5776918117343652e-05, + "loss": 1.6727, + "step": 3000 + }, + { + "epoch": 5.851475568456701, + "grad_norm": 31.17938804626465, + "learning_rate": 1.572318934021062e-05, + "loss": 1.7799, + "step": 3025 + }, + { + "epoch": 5.899854862119013, + "grad_norm": 28.93133544921875, + "learning_rate": 1.5669460563077586e-05, + "loss": 1.7795, + "step": 3050 + }, + { + "epoch": 5.948234155781326, + "grad_norm": 28.08961296081543, + "learning_rate": 1.5615731785944553e-05, + "loss": 1.7276, + "step": 3075 + }, + { + "epoch": 5.996613449443638, + "grad_norm": 62.469234466552734, + "learning_rate": 1.556200300881152e-05, + "loss": 1.8087, + "step": 3100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.06098741529525654, + "eval_loss": 0.6554428935050964, + "eval_macro_f1": 0.5018958655893055, + "eval_micro_f1": 0.5047406151237185, + "eval_runtime": 3.7006, + "eval_samples_per_second": 558.284, + "eval_steps_per_second": 35.129, + "eval_weighted_f1": 0.5238125729979322, + "step": 3102 + }, + { + "epoch": 6.044508950169328, + "grad_norm": 15.536591529846191, + "learning_rate": 1.5508274231678487e-05, + "loss": 1.5943, + "step": 3125 + }, + { + "epoch": 6.09288824383164, + "grad_norm": 19.647747039794922, + "learning_rate": 1.5454545454545454e-05, + "loss": 1.6016, + "step": 3150 + }, + { + "epoch": 6.1412675374939525, + "grad_norm": 26.357667922973633, + "learning_rate": 1.540081667741242e-05, + "loss": 1.5789, + "step": 3175 + }, + { + "epoch": 6.189646831156265, + "grad_norm": 18.063825607299805, + "learning_rate": 1.5347087900279392e-05, + "loss": 1.505, + "step": 3200 + }, + { + "epoch": 6.238026124818577, + "grad_norm": 18.22649383544922, + "learning_rate": 1.529335912314636e-05, + "loss": 1.5797, + "step": 3225 + }, + { + "epoch": 6.28640541848089, + "grad_norm": 25.44348907470703, + "learning_rate": 1.5239630346013326e-05, + "loss": 1.4864, + "step": 3250 + }, + { + "epoch": 6.334784712143203, + "grad_norm": 17.53202247619629, + "learning_rate": 1.5185901568880293e-05, + "loss": 1.5578, + "step": 3275 + }, + { + "epoch": 6.383164005805515, + "grad_norm": 28.95733642578125, + "learning_rate": 1.5132172791747262e-05, + "loss": 1.6671, + "step": 3300 + }, + { + "epoch": 6.431543299467828, + "grad_norm": 15.26152515411377, + "learning_rate": 1.5078444014614229e-05, + "loss": 1.6093, + "step": 3325 + }, + { + "epoch": 6.479922593130141, + "grad_norm": 24.09101676940918, + "learning_rate": 1.5024715237481196e-05, + "loss": 1.6396, + "step": 3350 + }, + { + "epoch": 6.528301886792453, + "grad_norm": 38.403011322021484, + "learning_rate": 1.4970986460348164e-05, + "loss": 1.5508, + "step": 3375 + }, + { + "epoch": 6.576681180454766, + "grad_norm": 38.01456069946289, + "learning_rate": 1.4917257683215131e-05, + "loss": 1.543, + "step": 3400 + }, + { + "epoch": 6.6250604741170775, + "grad_norm": 24.55670166015625, + "learning_rate": 1.4863528906082098e-05, + "loss": 1.6835, + "step": 3425 + }, + { + "epoch": 6.67343976777939, + "grad_norm": 28.268295288085938, + "learning_rate": 1.4809800128949065e-05, + "loss": 1.4933, + "step": 3450 + }, + { + "epoch": 6.721819061441703, + "grad_norm": 26.395313262939453, + "learning_rate": 1.4756071351816034e-05, + "loss": 1.5907, + "step": 3475 + }, + { + "epoch": 6.770198355104015, + "grad_norm": 29.095949172973633, + "learning_rate": 1.4702342574683001e-05, + "loss": 1.6381, + "step": 3500 + }, + { + "epoch": 6.818577648766328, + "grad_norm": 24.102191925048828, + "learning_rate": 1.4648613797549968e-05, + "loss": 1.5525, + "step": 3525 + }, + { + "epoch": 6.86695694242864, + "grad_norm": 29.458398818969727, + "learning_rate": 1.4594885020416935e-05, + "loss": 1.6265, + "step": 3550 + }, + { + "epoch": 6.915336236090953, + "grad_norm": 21.50047492980957, + "learning_rate": 1.4541156243283906e-05, + "loss": 1.5742, + "step": 3575 + }, + { + "epoch": 6.963715529753266, + "grad_norm": 32.26259994506836, + "learning_rate": 1.4487427466150873e-05, + "loss": 1.5959, + "step": 3600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.06485963213939981, + "eval_loss": 0.6605613231658936, + "eval_macro_f1": 0.5045457674504824, + "eval_micro_f1": 0.512023969092486, + "eval_runtime": 3.7719, + "eval_samples_per_second": 547.734, + "eval_steps_per_second": 34.465, + "eval_weighted_f1": 0.5302004391450165, + "step": 3619 + }, + { + "epoch": 7.011611030478955, + "grad_norm": 22.239484786987305, + "learning_rate": 1.443369868901784e-05, + "loss": 1.567, + "step": 3625 + }, + { + "epoch": 7.059990324141268, + "grad_norm": 25.812854766845703, + "learning_rate": 1.4379969911884807e-05, + "loss": 1.4043, + "step": 3650 + }, + { + "epoch": 7.1083696178035805, + "grad_norm": 41.97383117675781, + "learning_rate": 1.4326241134751775e-05, + "loss": 1.3693, + "step": 3675 + }, + { + "epoch": 7.156748911465892, + "grad_norm": 17.667213439941406, + "learning_rate": 1.4272512357618742e-05, + "loss": 1.3414, + "step": 3700 + }, + { + "epoch": 7.205128205128205, + "grad_norm": 21.912391662597656, + "learning_rate": 1.421878358048571e-05, + "loss": 1.3994, + "step": 3725 + }, + { + "epoch": 7.253507498790517, + "grad_norm": 99.9622573852539, + "learning_rate": 1.4165054803352676e-05, + "loss": 1.4863, + "step": 3750 + }, + { + "epoch": 7.30188679245283, + "grad_norm": 32.81298065185547, + "learning_rate": 1.4111326026219645e-05, + "loss": 1.4594, + "step": 3775 + }, + { + "epoch": 7.350266086115143, + "grad_norm": 25.078855514526367, + "learning_rate": 1.4057597249086612e-05, + "loss": 1.4466, + "step": 3800 + }, + { + "epoch": 7.398645379777455, + "grad_norm": 24.657573699951172, + "learning_rate": 1.4003868471953579e-05, + "loss": 1.4014, + "step": 3825 + }, + { + "epoch": 7.447024673439768, + "grad_norm": 36.48444366455078, + "learning_rate": 1.3950139694820548e-05, + "loss": 1.4133, + "step": 3850 + }, + { + "epoch": 7.495403967102081, + "grad_norm": 25.550947189331055, + "learning_rate": 1.3896410917687515e-05, + "loss": 1.434, + "step": 3875 + }, + { + "epoch": 7.543783260764393, + "grad_norm": 17.312803268432617, + "learning_rate": 1.3842682140554482e-05, + "loss": 1.498, + "step": 3900 + }, + { + "epoch": 7.5921625544267055, + "grad_norm": 29.855262756347656, + "learning_rate": 1.3788953363421449e-05, + "loss": 1.3487, + "step": 3925 + }, + { + "epoch": 7.640541848089018, + "grad_norm": 27.987272262573242, + "learning_rate": 1.3735224586288418e-05, + "loss": 1.3228, + "step": 3950 + }, + { + "epoch": 7.68892114175133, + "grad_norm": 26.148746490478516, + "learning_rate": 1.3681495809155385e-05, + "loss": 1.3565, + "step": 3975 + }, + { + "epoch": 7.737300435413643, + "grad_norm": 32.55499267578125, + "learning_rate": 1.3627767032022352e-05, + "loss": 1.416, + "step": 4000 + }, + { + "epoch": 7.785679729075955, + "grad_norm": 31.810815811157227, + "learning_rate": 1.3574038254889319e-05, + "loss": 1.3893, + "step": 4025 + }, + { + "epoch": 7.834059022738268, + "grad_norm": 26.67323875427246, + "learning_rate": 1.3520309477756289e-05, + "loss": 1.3894, + "step": 4050 + }, + { + "epoch": 7.882438316400581, + "grad_norm": 26.309982299804688, + "learning_rate": 1.3466580700623256e-05, + "loss": 1.366, + "step": 4075 + }, + { + "epoch": 7.930817610062893, + "grad_norm": 33.694122314453125, + "learning_rate": 1.3412851923490221e-05, + "loss": 1.4939, + "step": 4100 + }, + { + "epoch": 7.979196903725206, + "grad_norm": 26.350305557250977, + "learning_rate": 1.3359123146357188e-05, + "loss": 1.4257, + "step": 4125 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.07889641819941917, + "eval_loss": 0.6766025424003601, + "eval_macro_f1": 0.515644045342925, + "eval_micro_f1": 0.5223917122114365, + "eval_runtime": 3.7812, + "eval_samples_per_second": 546.387, + "eval_steps_per_second": 34.381, + "eval_weighted_f1": 0.5383944466587058, + "step": 4136 + }, + { + "epoch": 8.027092404450896, + "grad_norm": 13.370097160339355, + "learning_rate": 1.3305394369224159e-05, + "loss": 1.2879, + "step": 4150 + }, + { + "epoch": 8.075471698113208, + "grad_norm": 20.756511688232422, + "learning_rate": 1.3251665592091126e-05, + "loss": 1.265, + "step": 4175 + }, + { + "epoch": 8.12385099177552, + "grad_norm": 26.630773544311523, + "learning_rate": 1.3197936814958093e-05, + "loss": 1.2781, + "step": 4200 + }, + { + "epoch": 8.172230285437832, + "grad_norm": 23.881553649902344, + "learning_rate": 1.314420803782506e-05, + "loss": 1.2245, + "step": 4225 + }, + { + "epoch": 8.220609579100145, + "grad_norm": 20.50310707092285, + "learning_rate": 1.3090479260692028e-05, + "loss": 1.2665, + "step": 4250 + }, + { + "epoch": 8.268988872762458, + "grad_norm": 39.04743957519531, + "learning_rate": 1.3036750483558995e-05, + "loss": 1.28, + "step": 4275 + }, + { + "epoch": 8.317368166424771, + "grad_norm": 29.843626022338867, + "learning_rate": 1.2983021706425962e-05, + "loss": 1.1651, + "step": 4300 + }, + { + "epoch": 8.365747460087082, + "grad_norm": 20.25792694091797, + "learning_rate": 1.2929292929292931e-05, + "loss": 1.2554, + "step": 4325 + }, + { + "epoch": 8.414126753749395, + "grad_norm": 41.01637268066406, + "learning_rate": 1.2875564152159898e-05, + "loss": 1.2421, + "step": 4350 + }, + { + "epoch": 8.462506047411708, + "grad_norm": 29.692842483520508, + "learning_rate": 1.2821835375026865e-05, + "loss": 1.3393, + "step": 4375 + }, + { + "epoch": 8.51088534107402, + "grad_norm": 45.22134780883789, + "learning_rate": 1.2768106597893832e-05, + "loss": 1.2519, + "step": 4400 + }, + { + "epoch": 8.559264634736333, + "grad_norm": 61.29593276977539, + "learning_rate": 1.2714377820760801e-05, + "loss": 1.2875, + "step": 4425 + }, + { + "epoch": 8.607643928398645, + "grad_norm": 29.126161575317383, + "learning_rate": 1.2660649043627768e-05, + "loss": 1.3027, + "step": 4450 + }, + { + "epoch": 8.656023222060957, + "grad_norm": 39.06868362426758, + "learning_rate": 1.2606920266494735e-05, + "loss": 1.2972, + "step": 4475 + }, + { + "epoch": 8.70440251572327, + "grad_norm": 29.31576919555664, + "learning_rate": 1.2553191489361702e-05, + "loss": 1.2575, + "step": 4500 + }, + { + "epoch": 8.752781809385583, + "grad_norm": 22.997886657714844, + "learning_rate": 1.2499462712228672e-05, + "loss": 1.277, + "step": 4525 + }, + { + "epoch": 8.801161103047896, + "grad_norm": 18.199256896972656, + "learning_rate": 1.2445733935095638e-05, + "loss": 1.2253, + "step": 4550 + }, + { + "epoch": 8.849540396710207, + "grad_norm": 50.06484603881836, + "learning_rate": 1.2392005157962605e-05, + "loss": 1.2352, + "step": 4575 + }, + { + "epoch": 8.89791969037252, + "grad_norm": 37.04226303100586, + "learning_rate": 1.2338276380829572e-05, + "loss": 1.2328, + "step": 4600 + }, + { + "epoch": 8.946298984034833, + "grad_norm": 23.199504852294922, + "learning_rate": 1.2284547603696542e-05, + "loss": 1.3145, + "step": 4625 + }, + { + "epoch": 8.994678277697146, + "grad_norm": 27.56926918029785, + "learning_rate": 1.223081882656351e-05, + "loss": 1.3077, + "step": 4650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.09196515004840271, + "eval_loss": 0.6778594255447388, + "eval_macro_f1": 0.5231360264155674, + "eval_micro_f1": 0.5325996331499083, + "eval_runtime": 4.6668, + "eval_samples_per_second": 442.703, + "eval_steps_per_second": 27.856, + "eval_weighted_f1": 0.5478881649052241, + "step": 4653 + }, + { + "epoch": 9.042573778422835, + "grad_norm": 26.444948196411133, + "learning_rate": 1.2177090049430476e-05, + "loss": 1.1862, + "step": 4675 + }, + { + "epoch": 9.090953072085147, + "grad_norm": 20.18755531311035, + "learning_rate": 1.2123361272297443e-05, + "loss": 1.1741, + "step": 4700 + }, + { + "epoch": 9.13933236574746, + "grad_norm": 20.49857521057129, + "learning_rate": 1.2069632495164412e-05, + "loss": 1.1502, + "step": 4725 + }, + { + "epoch": 9.187711659409773, + "grad_norm": 14.907716751098633, + "learning_rate": 1.2015903718031379e-05, + "loss": 1.1352, + "step": 4750 + }, + { + "epoch": 9.236090953072084, + "grad_norm": 25.21638298034668, + "learning_rate": 1.1962174940898346e-05, + "loss": 1.1869, + "step": 4775 + }, + { + "epoch": 9.284470246734397, + "grad_norm": 27.79421615600586, + "learning_rate": 1.1908446163765313e-05, + "loss": 1.1831, + "step": 4800 + }, + { + "epoch": 9.33284954039671, + "grad_norm": 28.42626953125, + "learning_rate": 1.1854717386632282e-05, + "loss": 1.165, + "step": 4825 + }, + { + "epoch": 9.381228834059023, + "grad_norm": 35.36985778808594, + "learning_rate": 1.1800988609499249e-05, + "loss": 1.1548, + "step": 4850 + }, + { + "epoch": 9.429608127721336, + "grad_norm": 34.13727569580078, + "learning_rate": 1.1747259832366216e-05, + "loss": 1.1751, + "step": 4875 + }, + { + "epoch": 9.477987421383649, + "grad_norm": 15.436659812927246, + "learning_rate": 1.1693531055233184e-05, + "loss": 1.1384, + "step": 4900 + }, + { + "epoch": 9.52636671504596, + "grad_norm": 32.07352828979492, + "learning_rate": 1.1639802278100151e-05, + "loss": 1.1535, + "step": 4925 + }, + { + "epoch": 9.574746008708273, + "grad_norm": 25.751996994018555, + "learning_rate": 1.1586073500967118e-05, + "loss": 1.1096, + "step": 4950 + }, + { + "epoch": 9.623125302370585, + "grad_norm": 33.17694091796875, + "learning_rate": 1.1532344723834085e-05, + "loss": 1.1537, + "step": 4975 + }, + { + "epoch": 9.671504596032898, + "grad_norm": 24.851343154907227, + "learning_rate": 1.1478615946701054e-05, + "loss": 1.0799, + "step": 5000 + }, + { + "epoch": 9.719883889695211, + "grad_norm": 39.692230224609375, + "learning_rate": 1.1424887169568021e-05, + "loss": 1.1906, + "step": 5025 + }, + { + "epoch": 9.768263183357522, + "grad_norm": 27.79596519470215, + "learning_rate": 1.1371158392434988e-05, + "loss": 1.2155, + "step": 5050 + }, + { + "epoch": 9.816642477019835, + "grad_norm": 12.405580520629883, + "learning_rate": 1.1317429615301955e-05, + "loss": 1.104, + "step": 5075 + }, + { + "epoch": 9.865021770682148, + "grad_norm": 26.385738372802734, + "learning_rate": 1.1263700838168926e-05, + "loss": 1.1395, + "step": 5100 + }, + { + "epoch": 9.91340106434446, + "grad_norm": 29.98326301574707, + "learning_rate": 1.1209972061035893e-05, + "loss": 1.0982, + "step": 5125 + }, + { + "epoch": 9.961780358006774, + "grad_norm": 23.19658660888672, + "learning_rate": 1.115624328390286e-05, + "loss": 1.1134, + "step": 5150 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.11519845111326234, + "eval_loss": 0.7184305787086487, + "eval_macro_f1": 0.5447685792423601, + "eval_micro_f1": 0.5536963258078796, + "eval_runtime": 4.8036, + "eval_samples_per_second": 430.098, + "eval_steps_per_second": 27.063, + "eval_weighted_f1": 0.5641474156910684, + "step": 5170 + }, + { + "epoch": 10.009675858732463, + "grad_norm": 30.41419219970703, + "learning_rate": 1.1102514506769827e-05, + "loss": 1.1225, + "step": 5175 + }, + { + "epoch": 10.058055152394775, + "grad_norm": 25.077320098876953, + "learning_rate": 1.1048785729636795e-05, + "loss": 1.0301, + "step": 5200 + }, + { + "epoch": 10.106434446057088, + "grad_norm": 20.628192901611328, + "learning_rate": 1.0995056952503762e-05, + "loss": 1.0477, + "step": 5225 + }, + { + "epoch": 10.1548137397194, + "grad_norm": 18.412729263305664, + "learning_rate": 1.094132817537073e-05, + "loss": 1.0516, + "step": 5250 + }, + { + "epoch": 10.203193033381712, + "grad_norm": 35.36268997192383, + "learning_rate": 1.0887599398237696e-05, + "loss": 1.0765, + "step": 5275 + }, + { + "epoch": 10.251572327044025, + "grad_norm": 68.99345397949219, + "learning_rate": 1.0833870621104665e-05, + "loss": 1.0824, + "step": 5300 + }, + { + "epoch": 10.299951620706338, + "grad_norm": 30.502676010131836, + "learning_rate": 1.0780141843971632e-05, + "loss": 1.0314, + "step": 5325 + }, + { + "epoch": 10.34833091436865, + "grad_norm": 23.51589012145996, + "learning_rate": 1.0726413066838599e-05, + "loss": 1.0636, + "step": 5350 + }, + { + "epoch": 10.396710208030962, + "grad_norm": 25.17284393310547, + "learning_rate": 1.0672684289705568e-05, + "loss": 1.0092, + "step": 5375 + }, + { + "epoch": 10.445089501693275, + "grad_norm": 37.54499435424805, + "learning_rate": 1.0618955512572535e-05, + "loss": 1.0925, + "step": 5400 + }, + { + "epoch": 10.493468795355588, + "grad_norm": 33.245033264160156, + "learning_rate": 1.0565226735439502e-05, + "loss": 1.0049, + "step": 5425 + }, + { + "epoch": 10.5418480890179, + "grad_norm": 34.23567199707031, + "learning_rate": 1.0511497958306469e-05, + "loss": 1.0642, + "step": 5450 + }, + { + "epoch": 10.590227382680213, + "grad_norm": 26.508195877075195, + "learning_rate": 1.0457769181173438e-05, + "loss": 1.0247, + "step": 5475 + }, + { + "epoch": 10.638606676342526, + "grad_norm": 25.690935134887695, + "learning_rate": 1.0404040404040405e-05, + "loss": 1.0308, + "step": 5500 + }, + { + "epoch": 10.686985970004837, + "grad_norm": 20.788719177246094, + "learning_rate": 1.0350311626907372e-05, + "loss": 1.0731, + "step": 5525 + }, + { + "epoch": 10.73536526366715, + "grad_norm": 24.41913604736328, + "learning_rate": 1.0296582849774339e-05, + "loss": 1.0632, + "step": 5550 + }, + { + "epoch": 10.783744557329463, + "grad_norm": 41.18459701538086, + "learning_rate": 1.0242854072641309e-05, + "loss": 1.0506, + "step": 5575 + }, + { + "epoch": 10.832123850991776, + "grad_norm": 16.147171020507812, + "learning_rate": 1.0189125295508276e-05, + "loss": 1.049, + "step": 5600 + }, + { + "epoch": 10.880503144654089, + "grad_norm": 51.161678314208984, + "learning_rate": 1.0135396518375243e-05, + "loss": 1.0, + "step": 5625 + }, + { + "epoch": 10.9288824383164, + "grad_norm": 20.961008071899414, + "learning_rate": 1.008166774124221e-05, + "loss": 1.03, + "step": 5650 + }, + { + "epoch": 10.977261731978713, + "grad_norm": 19.680349349975586, + "learning_rate": 1.0027938964109179e-05, + "loss": 1.0164, + "step": 5675 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.12149080348499516, + "eval_loss": 0.7389575242996216, + "eval_macro_f1": 0.5496226678978894, + "eval_micro_f1": 0.5554456336001439, + "eval_runtime": 4.266, + "eval_samples_per_second": 484.294, + "eval_steps_per_second": 30.473, + "eval_weighted_f1": 0.5666999055518387, + "step": 5687 + }, + { + "epoch": 11.025157232704403, + "grad_norm": 16.365869522094727, + "learning_rate": 9.974210186976146e-06, + "loss": 1.0088, + "step": 5700 + }, + { + "epoch": 11.073536526366714, + "grad_norm": 37.869014739990234, + "learning_rate": 9.920481409843113e-06, + "loss": 0.9539, + "step": 5725 + }, + { + "epoch": 11.121915820029027, + "grad_norm": 14.615263938903809, + "learning_rate": 9.86675263271008e-06, + "loss": 0.9596, + "step": 5750 + }, + { + "epoch": 11.17029511369134, + "grad_norm": 19.668766021728516, + "learning_rate": 9.813023855577047e-06, + "loss": 0.9792, + "step": 5775 + }, + { + "epoch": 11.218674407353653, + "grad_norm": 31.134946823120117, + "learning_rate": 9.759295078444016e-06, + "loss": 0.9736, + "step": 5800 + }, + { + "epoch": 11.267053701015966, + "grad_norm": 36.901763916015625, + "learning_rate": 9.705566301310983e-06, + "loss": 0.9475, + "step": 5825 + }, + { + "epoch": 11.315432994678277, + "grad_norm": 19.34605598449707, + "learning_rate": 9.651837524177951e-06, + "loss": 0.9772, + "step": 5850 + }, + { + "epoch": 11.36381228834059, + "grad_norm": 25.950437545776367, + "learning_rate": 9.598108747044918e-06, + "loss": 1.0306, + "step": 5875 + }, + { + "epoch": 11.412191582002903, + "grad_norm": 21.35264778137207, + "learning_rate": 9.544379969911885e-06, + "loss": 0.9555, + "step": 5900 + }, + { + "epoch": 11.460570875665216, + "grad_norm": 14.769574165344238, + "learning_rate": 9.490651192778854e-06, + "loss": 0.9551, + "step": 5925 + }, + { + "epoch": 11.508950169327528, + "grad_norm": 21.44108009338379, + "learning_rate": 9.436922415645821e-06, + "loss": 0.9452, + "step": 5950 + }, + { + "epoch": 11.55732946298984, + "grad_norm": 20.550514221191406, + "learning_rate": 9.383193638512788e-06, + "loss": 0.936, + "step": 5975 + }, + { + "epoch": 11.605708756652152, + "grad_norm": 34.197479248046875, + "learning_rate": 9.329464861379755e-06, + "loss": 0.9548, + "step": 6000 + }, + { + "epoch": 11.654088050314465, + "grad_norm": 28.083345413208008, + "learning_rate": 9.275736084246724e-06, + "loss": 0.9335, + "step": 6025 + }, + { + "epoch": 11.702467343976778, + "grad_norm": 16.747594833374023, + "learning_rate": 9.22200730711369e-06, + "loss": 0.8932, + "step": 6050 + }, + { + "epoch": 11.750846637639091, + "grad_norm": 25.715654373168945, + "learning_rate": 9.16827852998066e-06, + "loss": 1.0069, + "step": 6075 + }, + { + "epoch": 11.799225931301404, + "grad_norm": 13.171542167663574, + "learning_rate": 9.114549752847626e-06, + "loss": 0.9439, + "step": 6100 + }, + { + "epoch": 11.847605224963715, + "grad_norm": 18.097129821777344, + "learning_rate": 9.060820975714594e-06, + "loss": 0.9791, + "step": 6125 + }, + { + "epoch": 11.895984518626028, + "grad_norm": 34.80780029296875, + "learning_rate": 9.00709219858156e-06, + "loss": 0.9695, + "step": 6150 + }, + { + "epoch": 11.94436381228834, + "grad_norm": 24.543773651123047, + "learning_rate": 8.95336342144853e-06, + "loss": 0.9154, + "step": 6175 + }, + { + "epoch": 11.992743105950654, + "grad_norm": 20.72247314453125, + "learning_rate": 8.899634644315496e-06, + "loss": 0.9824, + "step": 6200 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.12633107454017425, + "eval_loss": 0.7737350463867188, + "eval_macro_f1": 0.549868688344527, + "eval_micro_f1": 0.5587567027174407, + "eval_runtime": 4.2063, + "eval_samples_per_second": 491.163, + "eval_steps_per_second": 30.906, + "eval_weighted_f1": 0.5684944211623555, + "step": 6204 + }, + { + "epoch": 12.040638606676342, + "grad_norm": 36.96916198730469, + "learning_rate": 8.845905867182463e-06, + "loss": 0.8808, + "step": 6225 + }, + { + "epoch": 12.089017900338655, + "grad_norm": 22.38988494873047, + "learning_rate": 8.79217709004943e-06, + "loss": 0.8965, + "step": 6250 + }, + { + "epoch": 12.137397194000968, + "grad_norm": 26.12605857849121, + "learning_rate": 8.738448312916399e-06, + "loss": 0.8369, + "step": 6275 + }, + { + "epoch": 12.18577648766328, + "grad_norm": 25.716129302978516, + "learning_rate": 8.684719535783366e-06, + "loss": 0.8635, + "step": 6300 + }, + { + "epoch": 12.234155781325592, + "grad_norm": 22.405120849609375, + "learning_rate": 8.630990758650335e-06, + "loss": 0.8931, + "step": 6325 + }, + { + "epoch": 12.282535074987905, + "grad_norm": 20.14963722229004, + "learning_rate": 8.5772619815173e-06, + "loss": 0.8586, + "step": 6350 + }, + { + "epoch": 12.330914368650218, + "grad_norm": 21.9957218170166, + "learning_rate": 8.523533204384269e-06, + "loss": 0.9133, + "step": 6375 + }, + { + "epoch": 12.37929366231253, + "grad_norm": 14.372432708740234, + "learning_rate": 8.469804427251237e-06, + "loss": 0.8938, + "step": 6400 + }, + { + "epoch": 12.427672955974844, + "grad_norm": 20.961936950683594, + "learning_rate": 8.416075650118204e-06, + "loss": 0.9147, + "step": 6425 + }, + { + "epoch": 12.476052249637155, + "grad_norm": 40.111839294433594, + "learning_rate": 8.362346872985171e-06, + "loss": 0.8743, + "step": 6450 + }, + { + "epoch": 12.524431543299468, + "grad_norm": 22.113506317138672, + "learning_rate": 8.308618095852138e-06, + "loss": 0.8735, + "step": 6475 + }, + { + "epoch": 12.57281083696178, + "grad_norm": 19.516550064086914, + "learning_rate": 8.254889318719107e-06, + "loss": 0.8819, + "step": 6500 + }, + { + "epoch": 12.621190130624093, + "grad_norm": 16.457651138305664, + "learning_rate": 8.201160541586074e-06, + "loss": 0.9195, + "step": 6525 + }, + { + "epoch": 12.669569424286406, + "grad_norm": 15.848821640014648, + "learning_rate": 8.147431764453041e-06, + "loss": 0.8691, + "step": 6550 + }, + { + "epoch": 12.717948717948717, + "grad_norm": 23.847902297973633, + "learning_rate": 8.093702987320008e-06, + "loss": 0.8652, + "step": 6575 + }, + { + "epoch": 12.76632801161103, + "grad_norm": 19.832189559936523, + "learning_rate": 8.039974210186977e-06, + "loss": 0.863, + "step": 6600 + }, + { + "epoch": 12.814707305273343, + "grad_norm": 24.52968406677246, + "learning_rate": 7.986245433053944e-06, + "loss": 0.9018, + "step": 6625 + }, + { + "epoch": 12.863086598935656, + "grad_norm": 18.364566802978516, + "learning_rate": 7.932516655920913e-06, + "loss": 0.8975, + "step": 6650 + }, + { + "epoch": 12.911465892597969, + "grad_norm": 12.079939842224121, + "learning_rate": 7.87878787878788e-06, + "loss": 0.8844, + "step": 6675 + }, + { + "epoch": 12.959845186260281, + "grad_norm": 16.940120697021484, + "learning_rate": 7.825059101654847e-06, + "loss": 0.8657, + "step": 6700 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.14133591481122942, + "eval_loss": 0.7907617688179016, + "eval_macro_f1": 0.5605749348361148, + "eval_micro_f1": 0.5690752527143392, + "eval_runtime": 4.4032, + "eval_samples_per_second": 469.202, + "eval_steps_per_second": 29.524, + "eval_weighted_f1": 0.5774211191152414, + "step": 6721 + }, + { + "epoch": 13.00774068698597, + "grad_norm": 29.16607093811035, + "learning_rate": 7.771330324521814e-06, + "loss": 0.8281, + "step": 6725 + }, + { + "epoch": 13.056119980648283, + "grad_norm": 34.980552673339844, + "learning_rate": 7.717601547388782e-06, + "loss": 0.8059, + "step": 6750 + }, + { + "epoch": 13.104499274310594, + "grad_norm": 17.094158172607422, + "learning_rate": 7.66387277025575e-06, + "loss": 0.8271, + "step": 6775 + }, + { + "epoch": 13.152878567972907, + "grad_norm": 9.992654800415039, + "learning_rate": 7.610143993122717e-06, + "loss": 0.8535, + "step": 6800 + }, + { + "epoch": 13.20125786163522, + "grad_norm": 30.044633865356445, + "learning_rate": 7.556415215989684e-06, + "loss": 0.8244, + "step": 6825 + }, + { + "epoch": 13.249637155297533, + "grad_norm": 24.339805603027344, + "learning_rate": 7.502686438856652e-06, + "loss": 0.814, + "step": 6850 + }, + { + "epoch": 13.298016448959846, + "grad_norm": 17.57175636291504, + "learning_rate": 7.448957661723619e-06, + "loss": 0.7986, + "step": 6875 + }, + { + "epoch": 13.346395742622157, + "grad_norm": 20.90529441833496, + "learning_rate": 7.395228884590587e-06, + "loss": 0.7882, + "step": 6900 + }, + { + "epoch": 13.39477503628447, + "grad_norm": 41.05152130126953, + "learning_rate": 7.341500107457556e-06, + "loss": 0.8239, + "step": 6925 + }, + { + "epoch": 13.443154329946783, + "grad_norm": 17.776687622070312, + "learning_rate": 7.287771330324522e-06, + "loss": 0.7952, + "step": 6950 + }, + { + "epoch": 13.491533623609095, + "grad_norm": 27.22687530517578, + "learning_rate": 7.234042553191491e-06, + "loss": 0.8066, + "step": 6975 + }, + { + "epoch": 13.539912917271408, + "grad_norm": 15.60950756072998, + "learning_rate": 7.180313776058458e-06, + "loss": 0.7958, + "step": 7000 + }, + { + "epoch": 13.588292210933721, + "grad_norm": 36.247764587402344, + "learning_rate": 7.1265849989254255e-06, + "loss": 0.8481, + "step": 7025 + }, + { + "epoch": 13.636671504596032, + "grad_norm": 26.4659481048584, + "learning_rate": 7.0728562217923925e-06, + "loss": 0.8645, + "step": 7050 + }, + { + "epoch": 13.685050798258345, + "grad_norm": 18.54359245300293, + "learning_rate": 7.01912744465936e-06, + "loss": 0.823, + "step": 7075 + }, + { + "epoch": 13.733430091920658, + "grad_norm": 22.69405174255371, + "learning_rate": 6.965398667526327e-06, + "loss": 0.8266, + "step": 7100 + }, + { + "epoch": 13.78180938558297, + "grad_norm": 22.377986907958984, + "learning_rate": 6.911669890393295e-06, + "loss": 0.8179, + "step": 7125 + }, + { + "epoch": 13.830188679245284, + "grad_norm": 21.35697364807129, + "learning_rate": 6.857941113260262e-06, + "loss": 0.8279, + "step": 7150 + }, + { + "epoch": 13.878567972907595, + "grad_norm": 16.956327438354492, + "learning_rate": 6.80421233612723e-06, + "loss": 0.7713, + "step": 7175 + }, + { + "epoch": 13.926947266569908, + "grad_norm": 14.72351360321045, + "learning_rate": 6.750483558994197e-06, + "loss": 0.7975, + "step": 7200 + }, + { + "epoch": 13.97532656023222, + "grad_norm": 12.300443649291992, + "learning_rate": 6.696754781861166e-06, + "loss": 0.8037, + "step": 7225 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.14230396902226525, + "eval_loss": 0.8292641639709473, + "eval_macro_f1": 0.5675169184631669, + "eval_micro_f1": 0.5763589301121657, + "eval_runtime": 3.6064, + "eval_samples_per_second": 572.877, + "eval_steps_per_second": 36.047, + "eval_weighted_f1": 0.5825711204739211, + "step": 7238 + }, + { + "epoch": 14.02322206095791, + "grad_norm": 19.605745315551758, + "learning_rate": 6.643026004728133e-06, + "loss": 0.7317, + "step": 7250 + }, + { + "epoch": 14.071601354620222, + "grad_norm": 32.18748092651367, + "learning_rate": 6.589297227595101e-06, + "loss": 0.771, + "step": 7275 + }, + { + "epoch": 14.119980648282535, + "grad_norm": 13.740277290344238, + "learning_rate": 6.535568450462068e-06, + "loss": 0.7554, + "step": 7300 + }, + { + "epoch": 14.168359941944848, + "grad_norm": 25.599437713623047, + "learning_rate": 6.481839673329036e-06, + "loss": 0.7797, + "step": 7325 + }, + { + "epoch": 14.216739235607161, + "grad_norm": 12.152711868286133, + "learning_rate": 6.428110896196003e-06, + "loss": 0.7518, + "step": 7350 + }, + { + "epoch": 14.265118529269472, + "grad_norm": 15.011678695678711, + "learning_rate": 6.3743821190629705e-06, + "loss": 0.7628, + "step": 7375 + }, + { + "epoch": 14.313497822931785, + "grad_norm": 27.838069915771484, + "learning_rate": 6.320653341929938e-06, + "loss": 0.7718, + "step": 7400 + }, + { + "epoch": 14.361877116594098, + "grad_norm": 10.167222023010254, + "learning_rate": 6.266924564796905e-06, + "loss": 0.7864, + "step": 7425 + }, + { + "epoch": 14.41025641025641, + "grad_norm": 29.229793548583984, + "learning_rate": 6.213195787663874e-06, + "loss": 0.7374, + "step": 7450 + }, + { + "epoch": 14.458635703918723, + "grad_norm": 31.715740203857422, + "learning_rate": 6.159467010530841e-06, + "loss": 0.7495, + "step": 7475 + }, + { + "epoch": 14.507014997581035, + "grad_norm": 26.859636306762695, + "learning_rate": 6.105738233397809e-06, + "loss": 0.7248, + "step": 7500 + }, + { + "epoch": 14.555394291243347, + "grad_norm": 25.254737854003906, + "learning_rate": 6.052009456264776e-06, + "loss": 0.8038, + "step": 7525 + }, + { + "epoch": 14.60377358490566, + "grad_norm": 27.678993225097656, + "learning_rate": 5.998280679131744e-06, + "loss": 0.7792, + "step": 7550 + }, + { + "epoch": 14.652152878567973, + "grad_norm": 33.701358795166016, + "learning_rate": 5.944551901998711e-06, + "loss": 0.7766, + "step": 7575 + }, + { + "epoch": 14.700532172230286, + "grad_norm": 14.853384971618652, + "learning_rate": 5.890823124865679e-06, + "loss": 0.7508, + "step": 7600 + }, + { + "epoch": 14.748911465892597, + "grad_norm": 17.564579010009766, + "learning_rate": 5.837094347732646e-06, + "loss": 0.7355, + "step": 7625 + }, + { + "epoch": 14.79729075955491, + "grad_norm": 12.178282737731934, + "learning_rate": 5.783365570599614e-06, + "loss": 0.8126, + "step": 7650 + }, + { + "epoch": 14.845670053217223, + "grad_norm": 17.663158416748047, + "learning_rate": 5.729636793466581e-06, + "loss": 0.7125, + "step": 7675 + }, + { + "epoch": 14.894049346879536, + "grad_norm": 17.597871780395508, + "learning_rate": 5.675908016333549e-06, + "loss": 0.7403, + "step": 7700 + }, + { + "epoch": 14.942428640541848, + "grad_norm": 26.476139068603516, + "learning_rate": 5.6221792392005155e-06, + "loss": 0.7349, + "step": 7725 + }, + { + "epoch": 14.990807934204161, + "grad_norm": 28.088706970214844, + "learning_rate": 5.568450462067484e-06, + "loss": 0.7447, + "step": 7750 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.1606969990319458, + "eval_loss": 0.8765203356742859, + "eval_macro_f1": 0.5731145010843802, + "eval_micro_f1": 0.5818893783651493, + "eval_runtime": 4.4534, + "eval_samples_per_second": 463.918, + "eval_steps_per_second": 29.191, + "eval_weighted_f1": 0.5871801526729596, + "step": 7755 + }, + { + "epoch": 15.03870343492985, + "grad_norm": 12.470651626586914, + "learning_rate": 5.514721684934451e-06, + "loss": 0.7404, + "step": 7775 + }, + { + "epoch": 15.087082728592163, + "grad_norm": 20.785083770751953, + "learning_rate": 5.460992907801419e-06, + "loss": 0.7186, + "step": 7800 + }, + { + "epoch": 15.135462022254474, + "grad_norm": 43.546024322509766, + "learning_rate": 5.407264130668386e-06, + "loss": 0.7172, + "step": 7825 + }, + { + "epoch": 15.183841315916787, + "grad_norm": 37.55882263183594, + "learning_rate": 5.353535353535354e-06, + "loss": 0.7011, + "step": 7850 + }, + { + "epoch": 15.2322206095791, + "grad_norm": 16.622331619262695, + "learning_rate": 5.299806576402321e-06, + "loss": 0.6914, + "step": 7875 + }, + { + "epoch": 15.280599903241413, + "grad_norm": 16.58362579345703, + "learning_rate": 5.246077799269289e-06, + "loss": 0.6954, + "step": 7900 + }, + { + "epoch": 15.328979196903726, + "grad_norm": 20.496652603149414, + "learning_rate": 5.1923490221362575e-06, + "loss": 0.7623, + "step": 7925 + }, + { + "epoch": 15.377358490566039, + "grad_norm": 28.64998435974121, + "learning_rate": 5.138620245003224e-06, + "loss": 0.699, + "step": 7950 + }, + { + "epoch": 15.42573778422835, + "grad_norm": 21.201414108276367, + "learning_rate": 5.084891467870192e-06, + "loss": 0.6995, + "step": 7975 + }, + { + "epoch": 15.474117077890662, + "grad_norm": 16.421131134033203, + "learning_rate": 5.031162690737159e-06, + "loss": 0.6535, + "step": 8000 + }, + { + "epoch": 15.522496371552975, + "grad_norm": 11.961153984069824, + "learning_rate": 4.977433913604126e-06, + "loss": 0.7263, + "step": 8025 + }, + { + "epoch": 15.570875665215288, + "grad_norm": 18.232093811035156, + "learning_rate": 4.923705136471094e-06, + "loss": 0.6782, + "step": 8050 + }, + { + "epoch": 15.619254958877601, + "grad_norm": 20.985666275024414, + "learning_rate": 4.869976359338061e-06, + "loss": 0.7013, + "step": 8075 + }, + { + "epoch": 15.667634252539912, + "grad_norm": 38.80105209350586, + "learning_rate": 4.816247582205029e-06, + "loss": 0.7257, + "step": 8100 + }, + { + "epoch": 15.716013546202225, + "grad_norm": 20.889741897583008, + "learning_rate": 4.762518805071997e-06, + "loss": 0.691, + "step": 8125 + }, + { + "epoch": 15.764392839864538, + "grad_norm": 13.68571949005127, + "learning_rate": 4.708790027938964e-06, + "loss": 0.7131, + "step": 8150 + }, + { + "epoch": 15.81277213352685, + "grad_norm": 25.232723236083984, + "learning_rate": 4.655061250805932e-06, + "loss": 0.7119, + "step": 8175 + }, + { + "epoch": 15.861151427189164, + "grad_norm": 31.691993713378906, + "learning_rate": 4.6013324736729e-06, + "loss": 0.7288, + "step": 8200 + }, + { + "epoch": 15.909530720851475, + "grad_norm": 21.710886001586914, + "learning_rate": 4.547603696539868e-06, + "loss": 0.7087, + "step": 8225 + }, + { + "epoch": 15.957910014513788, + "grad_norm": 21.324092864990234, + "learning_rate": 4.493874919406835e-06, + "loss": 0.6894, + "step": 8250 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.15972894482090996, + "eval_loss": 0.8854875564575195, + "eval_macro_f1": 0.5750651213053898, + "eval_micro_f1": 0.5825453112687156, + "eval_runtime": 4.398, + "eval_samples_per_second": 469.76, + "eval_steps_per_second": 29.559, + "eval_weighted_f1": 0.589112400473507, + "step": 8272 + }, + { + "epoch": 16.005805515239476, + "grad_norm": 14.398701667785645, + "learning_rate": 4.4401461422738025e-06, + "loss": 0.7102, + "step": 8275 + }, + { + "epoch": 16.05418480890179, + "grad_norm": 37.90433883666992, + "learning_rate": 4.3864173651407695e-06, + "loss": 0.7058, + "step": 8300 + }, + { + "epoch": 16.102564102564102, + "grad_norm": 26.040510177612305, + "learning_rate": 4.332688588007737e-06, + "loss": 0.6914, + "step": 8325 + }, + { + "epoch": 16.150943396226417, + "grad_norm": 21.02647590637207, + "learning_rate": 4.278959810874705e-06, + "loss": 0.6544, + "step": 8350 + }, + { + "epoch": 16.199322689888728, + "grad_norm": 22.142045974731445, + "learning_rate": 4.225231033741672e-06, + "loss": 0.6603, + "step": 8375 + }, + { + "epoch": 16.24770198355104, + "grad_norm": 28.3433837890625, + "learning_rate": 4.17150225660864e-06, + "loss": 0.6639, + "step": 8400 + }, + { + "epoch": 16.296081277213354, + "grad_norm": 16.24207878112793, + "learning_rate": 4.117773479475607e-06, + "loss": 0.6933, + "step": 8425 + }, + { + "epoch": 16.344460570875665, + "grad_norm": 41.78062057495117, + "learning_rate": 4.064044702342575e-06, + "loss": 0.6563, + "step": 8450 + }, + { + "epoch": 16.39283986453798, + "grad_norm": 12.258007049560547, + "learning_rate": 4.010315925209543e-06, + "loss": 0.6711, + "step": 8475 + }, + { + "epoch": 16.44121915820029, + "grad_norm": 35.66520309448242, + "learning_rate": 3.95658714807651e-06, + "loss": 0.6596, + "step": 8500 + }, + { + "epoch": 16.4895984518626, + "grad_norm": 15.711591720581055, + "learning_rate": 3.902858370943478e-06, + "loss": 0.6911, + "step": 8525 + }, + { + "epoch": 16.537977745524916, + "grad_norm": 27.317428588867188, + "learning_rate": 3.849129593810445e-06, + "loss": 0.6584, + "step": 8550 + }, + { + "epoch": 16.586357039187227, + "grad_norm": 14.855978012084961, + "learning_rate": 3.7954008166774126e-06, + "loss": 0.6544, + "step": 8575 + }, + { + "epoch": 16.634736332849542, + "grad_norm": 23.585058212280273, + "learning_rate": 3.74167203954438e-06, + "loss": 0.6809, + "step": 8600 + }, + { + "epoch": 16.683115626511853, + "grad_norm": 16.991788864135742, + "learning_rate": 3.6879432624113475e-06, + "loss": 0.6704, + "step": 8625 + }, + { + "epoch": 16.731494920174164, + "grad_norm": 19.224157333374023, + "learning_rate": 3.634214485278315e-06, + "loss": 0.6434, + "step": 8650 + }, + { + "epoch": 16.77987421383648, + "grad_norm": 15.712929725646973, + "learning_rate": 3.580485708145283e-06, + "loss": 0.6968, + "step": 8675 + }, + { + "epoch": 16.82825350749879, + "grad_norm": 27.479503631591797, + "learning_rate": 3.5267569310122506e-06, + "loss": 0.6385, + "step": 8700 + }, + { + "epoch": 16.876632801161104, + "grad_norm": 43.293006896972656, + "learning_rate": 3.473028153879218e-06, + "loss": 0.6805, + "step": 8725 + }, + { + "epoch": 16.925012094823416, + "grad_norm": 18.493547439575195, + "learning_rate": 3.419299376746186e-06, + "loss": 0.6925, + "step": 8750 + }, + { + "epoch": 16.973391388485727, + "grad_norm": 17.495092391967773, + "learning_rate": 3.3655705996131534e-06, + "loss": 0.6781, + "step": 8775 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.17231364956437561, + "eval_loss": 0.8887425661087036, + "eval_macro_f1": 0.5761912859821849, + "eval_micro_f1": 0.5857556687643592, + "eval_runtime": 3.5898, + "eval_samples_per_second": 575.519, + "eval_steps_per_second": 36.214, + "eval_weighted_f1": 0.5905630011510022, + "step": 8789 + }, + { + "epoch": 17.021286889211417, + "grad_norm": 24.55046844482422, + "learning_rate": 3.311841822480121e-06, + "loss": 0.6386, + "step": 8800 + }, + { + "epoch": 17.06966618287373, + "grad_norm": 19.9493408203125, + "learning_rate": 3.2581130453470882e-06, + "loss": 0.6554, + "step": 8825 + }, + { + "epoch": 17.118045476536043, + "grad_norm": 18.956436157226562, + "learning_rate": 3.2043842682140557e-06, + "loss": 0.6486, + "step": 8850 + }, + { + "epoch": 17.166424770198354, + "grad_norm": 27.08485221862793, + "learning_rate": 3.150655491081023e-06, + "loss": 0.6488, + "step": 8875 + }, + { + "epoch": 17.21480406386067, + "grad_norm": 15.494682312011719, + "learning_rate": 3.096926713947991e-06, + "loss": 0.6194, + "step": 8900 + }, + { + "epoch": 17.26318335752298, + "grad_norm": 12.001262664794922, + "learning_rate": 3.0431979368149584e-06, + "loss": 0.6475, + "step": 8925 + }, + { + "epoch": 17.31156265118529, + "grad_norm": 13.930654525756836, + "learning_rate": 2.989469159681926e-06, + "loss": 0.638, + "step": 8950 + }, + { + "epoch": 17.359941944847606, + "grad_norm": 11.235063552856445, + "learning_rate": 2.9357403825488933e-06, + "loss": 0.6591, + "step": 8975 + }, + { + "epoch": 17.408321238509917, + "grad_norm": 23.570838928222656, + "learning_rate": 2.8820116054158607e-06, + "loss": 0.6608, + "step": 9000 + }, + { + "epoch": 17.45670053217223, + "grad_norm": 20.327136993408203, + "learning_rate": 2.8282828282828286e-06, + "loss": 0.6247, + "step": 9025 + }, + { + "epoch": 17.505079825834542, + "grad_norm": 25.14768409729004, + "learning_rate": 2.774554051149796e-06, + "loss": 0.6433, + "step": 9050 + }, + { + "epoch": 17.553459119496857, + "grad_norm": 8.342070579528809, + "learning_rate": 2.7208252740167635e-06, + "loss": 0.6876, + "step": 9075 + }, + { + "epoch": 17.601838413159168, + "grad_norm": 18.01840591430664, + "learning_rate": 2.667096496883731e-06, + "loss": 0.6265, + "step": 9100 + }, + { + "epoch": 17.65021770682148, + "grad_norm": 21.800458908081055, + "learning_rate": 2.6133677197506983e-06, + "loss": 0.6534, + "step": 9125 + }, + { + "epoch": 17.698597000483794, + "grad_norm": 24.267837524414062, + "learning_rate": 2.5596389426176658e-06, + "loss": 0.617, + "step": 9150 + }, + { + "epoch": 17.746976294146105, + "grad_norm": 14.287700653076172, + "learning_rate": 2.5059101654846336e-06, + "loss": 0.6351, + "step": 9175 + }, + { + "epoch": 17.79535558780842, + "grad_norm": 37.52173614501953, + "learning_rate": 2.4521813883516015e-06, + "loss": 0.6662, + "step": 9200 + }, + { + "epoch": 17.84373488147073, + "grad_norm": 33.756858825683594, + "learning_rate": 2.398452611218569e-06, + "loss": 0.625, + "step": 9225 + }, + { + "epoch": 17.89211417513304, + "grad_norm": 18.092039108276367, + "learning_rate": 2.3447238340855364e-06, + "loss": 0.6403, + "step": 9250 + }, + { + "epoch": 17.940493468795356, + "grad_norm": 25.62495994567871, + "learning_rate": 2.290995056952504e-06, + "loss": 0.6362, + "step": 9275 + }, + { + "epoch": 17.988872762457667, + "grad_norm": 15.612441062927246, + "learning_rate": 2.2372662798194713e-06, + "loss": 0.6363, + "step": 9300 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.16311713455953533, + "eval_loss": 0.8924351334571838, + "eval_macro_f1": 0.5753075404650573, + "eval_micro_f1": 0.5847307161175774, + "eval_runtime": 3.7708, + "eval_samples_per_second": 547.898, + "eval_steps_per_second": 34.476, + "eval_weighted_f1": 0.5900746358444579, + "step": 9306 + }, + { + "epoch": 18.036768263183358, + "grad_norm": 26.371334075927734, + "learning_rate": 2.183537502686439e-06, + "loss": 0.6108, + "step": 9325 + }, + { + "epoch": 18.08514755684567, + "grad_norm": 15.163851737976074, + "learning_rate": 2.1298087255534066e-06, + "loss": 0.6285, + "step": 9350 + }, + { + "epoch": 18.133526850507984, + "grad_norm": 14.0811185836792, + "learning_rate": 2.076079948420374e-06, + "loss": 0.5912, + "step": 9375 + }, + { + "epoch": 18.181906144170295, + "grad_norm": 49.89146041870117, + "learning_rate": 2.022351171287342e-06, + "loss": 0.6282, + "step": 9400 + }, + { + "epoch": 18.230285437832606, + "grad_norm": 17.814292907714844, + "learning_rate": 1.9686223941543093e-06, + "loss": 0.6065, + "step": 9425 + }, + { + "epoch": 18.27866473149492, + "grad_norm": 12.15097713470459, + "learning_rate": 1.9148936170212767e-06, + "loss": 0.5865, + "step": 9450 + }, + { + "epoch": 18.32704402515723, + "grad_norm": 12.682679176330566, + "learning_rate": 1.8611648398882442e-06, + "loss": 0.6291, + "step": 9475 + }, + { + "epoch": 18.375423318819546, + "grad_norm": 14.00351333618164, + "learning_rate": 1.8074360627552118e-06, + "loss": 0.5856, + "step": 9500 + }, + { + "epoch": 18.423802612481857, + "grad_norm": 16.09202766418457, + "learning_rate": 1.7537072856221793e-06, + "loss": 0.6356, + "step": 9525 + }, + { + "epoch": 18.47218190614417, + "grad_norm": 15.59067440032959, + "learning_rate": 1.699978508489147e-06, + "loss": 0.6198, + "step": 9550 + }, + { + "epoch": 18.520561199806483, + "grad_norm": 15.186423301696777, + "learning_rate": 1.6462497313561146e-06, + "loss": 0.6251, + "step": 9575 + }, + { + "epoch": 18.568940493468794, + "grad_norm": 23.29233169555664, + "learning_rate": 1.5925209542230822e-06, + "loss": 0.6329, + "step": 9600 + }, + { + "epoch": 18.61731978713111, + "grad_norm": 25.361995697021484, + "learning_rate": 1.5387921770900496e-06, + "loss": 0.6184, + "step": 9625 + }, + { + "epoch": 18.66569908079342, + "grad_norm": 27.973472595214844, + "learning_rate": 1.485063399957017e-06, + "loss": 0.6107, + "step": 9650 + }, + { + "epoch": 18.714078374455735, + "grad_norm": 18.810945510864258, + "learning_rate": 1.4313346228239847e-06, + "loss": 0.594, + "step": 9675 + }, + { + "epoch": 18.762457668118046, + "grad_norm": 18.051698684692383, + "learning_rate": 1.3776058456909522e-06, + "loss": 0.6028, + "step": 9700 + }, + { + "epoch": 18.810836961780357, + "grad_norm": 16.49095344543457, + "learning_rate": 1.3238770685579196e-06, + "loss": 0.6523, + "step": 9725 + }, + { + "epoch": 18.85921625544267, + "grad_norm": 22.241104125976562, + "learning_rate": 1.2701482914248873e-06, + "loss": 0.5915, + "step": 9750 + }, + { + "epoch": 18.907595549104983, + "grad_norm": 26.4422607421875, + "learning_rate": 1.216419514291855e-06, + "loss": 0.6406, + "step": 9775 + }, + { + "epoch": 18.955974842767297, + "grad_norm": 22.068286895751953, + "learning_rate": 1.1626907371588223e-06, + "loss": 0.6223, + "step": 9800 + }, + { + "epoch": 19.0, + "eval_accuracy": 0.16940948693126814, + "eval_loss": 0.9085070490837097, + "eval_macro_f1": 0.5789693570847468, + "eval_micro_f1": 0.5881999398978263, + "eval_runtime": 3.9276, + "eval_samples_per_second": 526.027, + "eval_steps_per_second": 33.099, + "eval_weighted_f1": 0.5922669086136705, + "step": 9823 + } + ], + "logging_steps": 25, + "max_steps": 10340, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/special_tokens_map.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/tokenizer_config.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/trainer_state.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..8f42bf64b8bb6491e87e15996108df3b489425a5 --- /dev/null +++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/trainer_state.json @@ -0,0 +1,3174 @@ +{ + "best_global_step": 9306, + "best_metric": 0.5798258569812743, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306", + "epoch": 20.0, + "eval_steps": 500, + "global_step": 10340, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04837929366231253, + "grad_norm": 6.986247539520264, + "learning_rate": 4.6421663442940047e-07, + "loss": 5.2602, + "step": 25 + }, + { + "epoch": 0.09675858732462506, + "grad_norm": 6.4505510330200195, + "learning_rate": 9.477756286266926e-07, + "loss": 5.3185, + "step": 50 + }, + { + "epoch": 0.14513788098693758, + "grad_norm": 7.912052154541016, + "learning_rate": 1.4313346228239847e-06, + "loss": 5.4252, + "step": 75 + }, + { + "epoch": 0.1935171746492501, + "grad_norm": 5.919526100158691, + "learning_rate": 1.9148936170212767e-06, + "loss": 5.2862, + "step": 100 + }, + { + "epoch": 0.24189646831156264, + "grad_norm": 4.711602687835693, + "learning_rate": 2.398452611218569e-06, + "loss": 5.1948, + "step": 125 + }, + { + "epoch": 0.29027576197387517, + "grad_norm": 26.912372589111328, + "learning_rate": 2.8820116054158607e-06, + "loss": 5.3551, + "step": 150 + }, + { + "epoch": 0.3386550556361877, + "grad_norm": 14.128811836242676, + "learning_rate": 3.3655705996131534e-06, + "loss": 5.2292, + "step": 175 + }, + { + "epoch": 0.3870343492985002, + "grad_norm": 10.136831283569336, + "learning_rate": 3.849129593810445e-06, + "loss": 5.2564, + "step": 200 + }, + { + "epoch": 0.43541364296081275, + "grad_norm": 20.706050872802734, + "learning_rate": 4.332688588007737e-06, + "loss": 5.253, + "step": 225 + }, + { + "epoch": 0.4837929366231253, + "grad_norm": 14.025623321533203, + "learning_rate": 4.816247582205029e-06, + "loss": 5.2228, + "step": 250 + }, + { + "epoch": 0.5321722302854378, + "grad_norm": 11.115052223205566, + "learning_rate": 5.299806576402321e-06, + "loss": 5.1556, + "step": 275 + }, + { + "epoch": 0.5805515239477503, + "grad_norm": 17.422090530395508, + "learning_rate": 5.783365570599614e-06, + "loss": 5.064, + "step": 300 + }, + { + "epoch": 0.6289308176100629, + "grad_norm": 47.223514556884766, + "learning_rate": 6.266924564796905e-06, + "loss": 5.0948, + "step": 325 + }, + { + "epoch": 0.6773101112723754, + "grad_norm": 23.81229019165039, + "learning_rate": 6.750483558994197e-06, + "loss": 5.1429, + "step": 350 + }, + { + "epoch": 0.7256894049346879, + "grad_norm": 23.439891815185547, + "learning_rate": 7.234042553191491e-06, + "loss": 4.9576, + "step": 375 + }, + { + "epoch": 0.7740686985970004, + "grad_norm": 20.407093048095703, + "learning_rate": 7.717601547388782e-06, + "loss": 4.8211, + "step": 400 + }, + { + "epoch": 0.822447992259313, + "grad_norm": 26.662120819091797, + "learning_rate": 8.201160541586074e-06, + "loss": 4.5999, + "step": 425 + }, + { + "epoch": 0.8708272859216255, + "grad_norm": 16.98923683166504, + "learning_rate": 8.684719535783366e-06, + "loss": 4.4892, + "step": 450 + }, + { + "epoch": 0.919206579583938, + "grad_norm": 30.732824325561523, + "learning_rate": 9.16827852998066e-06, + "loss": 4.443, + "step": 475 + }, + { + "epoch": 0.9675858732462506, + "grad_norm": 21.114051818847656, + "learning_rate": 9.651837524177951e-06, + "loss": 4.375, + "step": 500 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.0, + "eval_loss": 0.9843500852584839, + "eval_macro_f1": 0.2714122593479113, + "eval_micro_f1": 0.27193462785897815, + "eval_runtime": 3.6832, + "eval_samples_per_second": 560.92, + "eval_steps_per_second": 35.295, + "eval_weighted_f1": 0.3131987943141574, + "step": 517 + }, + { + "epoch": 1.01548137397194, + "grad_norm": 42.548030853271484, + "learning_rate": 1.0135396518375243e-05, + "loss": 4.1054, + "step": 525 + }, + { + "epoch": 1.0638606676342526, + "grad_norm": 20.33817481994629, + "learning_rate": 1.0618955512572535e-05, + "loss": 4.1, + "step": 550 + }, + { + "epoch": 1.112239961296565, + "grad_norm": 33.29596710205078, + "learning_rate": 1.1102514506769827e-05, + "loss": 3.9823, + "step": 575 + }, + { + "epoch": 1.1606192549588776, + "grad_norm": 33.398155212402344, + "learning_rate": 1.1586073500967118e-05, + "loss": 3.8963, + "step": 600 + }, + { + "epoch": 1.20899854862119, + "grad_norm": 37.62985610961914, + "learning_rate": 1.2069632495164412e-05, + "loss": 4.0865, + "step": 625 + }, + { + "epoch": 1.2573778422835027, + "grad_norm": 21.173017501831055, + "learning_rate": 1.2553191489361702e-05, + "loss": 3.8263, + "step": 650 + }, + { + "epoch": 1.3057571359458153, + "grad_norm": 21.708436965942383, + "learning_rate": 1.3036750483558995e-05, + "loss": 3.7233, + "step": 675 + }, + { + "epoch": 1.3541364296081277, + "grad_norm": 20.53900146484375, + "learning_rate": 1.3520309477756289e-05, + "loss": 3.656, + "step": 700 + }, + { + "epoch": 1.4025157232704402, + "grad_norm": 23.7232608795166, + "learning_rate": 1.4003868471953579e-05, + "loss": 3.7193, + "step": 725 + }, + { + "epoch": 1.4508950169327528, + "grad_norm": 27.50079917907715, + "learning_rate": 1.4487427466150873e-05, + "loss": 3.6957, + "step": 750 + }, + { + "epoch": 1.4992743105950654, + "grad_norm": 27.596424102783203, + "learning_rate": 1.4970986460348164e-05, + "loss": 3.7144, + "step": 775 + }, + { + "epoch": 1.5476536042573779, + "grad_norm": 29.266965866088867, + "learning_rate": 1.5454545454545454e-05, + "loss": 3.5127, + "step": 800 + }, + { + "epoch": 1.5960328979196903, + "grad_norm": 39.4215202331543, + "learning_rate": 1.5938104448742748e-05, + "loss": 3.5381, + "step": 825 + }, + { + "epoch": 1.644412191582003, + "grad_norm": 25.230287551879883, + "learning_rate": 1.6421663442940038e-05, + "loss": 3.4088, + "step": 850 + }, + { + "epoch": 1.6927914852443156, + "grad_norm": 29.321563720703125, + "learning_rate": 1.690522243713733e-05, + "loss": 3.5482, + "step": 875 + }, + { + "epoch": 1.741170778906628, + "grad_norm": 28.184972763061523, + "learning_rate": 1.7388781431334625e-05, + "loss": 3.3957, + "step": 900 + }, + { + "epoch": 1.7895500725689404, + "grad_norm": 25.95853042602539, + "learning_rate": 1.7872340425531915e-05, + "loss": 3.466, + "step": 925 + }, + { + "epoch": 1.837929366231253, + "grad_norm": 24.129798889160156, + "learning_rate": 1.835589941972921e-05, + "loss": 3.2304, + "step": 950 + }, + { + "epoch": 1.8863086598935657, + "grad_norm": 34.03657150268555, + "learning_rate": 1.8839458413926502e-05, + "loss": 3.3345, + "step": 975 + }, + { + "epoch": 1.934687953555878, + "grad_norm": 32.48499298095703, + "learning_rate": 1.9323017408123792e-05, + "loss": 3.2686, + "step": 1000 + }, + { + "epoch": 1.9830672472181905, + "grad_norm": 39.200538635253906, + "learning_rate": 1.9806576402321086e-05, + "loss": 3.2326, + "step": 1025 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.000968054211035818, + "eval_loss": 0.7589045763015747, + "eval_macro_f1": 0.36806474673919937, + "eval_micro_f1": 0.37487335359675783, + "eval_runtime": 3.9337, + "eval_samples_per_second": 525.206, + "eval_steps_per_second": 33.048, + "eval_weighted_f1": 0.40968579388605075, + "step": 1034 + }, + { + "epoch": 2.03096274794388, + "grad_norm": 23.05753517150879, + "learning_rate": 1.996776273372018e-05, + "loss": 3.1259, + "step": 1050 + }, + { + "epoch": 2.0793420416061927, + "grad_norm": 33.5190544128418, + "learning_rate": 1.9914033956587148e-05, + "loss": 3.1912, + "step": 1075 + }, + { + "epoch": 2.127721335268505, + "grad_norm": 20.347591400146484, + "learning_rate": 1.986030517945412e-05, + "loss": 2.97, + "step": 1100 + }, + { + "epoch": 2.1761006289308176, + "grad_norm": 30.98805809020996, + "learning_rate": 1.9806576402321086e-05, + "loss": 2.943, + "step": 1125 + }, + { + "epoch": 2.22447992259313, + "grad_norm": 30.875328063964844, + "learning_rate": 1.9752847625188053e-05, + "loss": 2.9528, + "step": 1150 + }, + { + "epoch": 2.272859216255443, + "grad_norm": 28.831037521362305, + "learning_rate": 1.969911884805502e-05, + "loss": 2.9291, + "step": 1175 + }, + { + "epoch": 2.3212385099177553, + "grad_norm": 28.460262298583984, + "learning_rate": 1.9645390070921987e-05, + "loss": 2.8431, + "step": 1200 + }, + { + "epoch": 2.3696178035800677, + "grad_norm": 23.09235382080078, + "learning_rate": 1.9591661293788954e-05, + "loss": 2.9127, + "step": 1225 + }, + { + "epoch": 2.41799709724238, + "grad_norm": 25.862464904785156, + "learning_rate": 1.953793251665592e-05, + "loss": 2.8507, + "step": 1250 + }, + { + "epoch": 2.466376390904693, + "grad_norm": 44.94914245605469, + "learning_rate": 1.948420373952289e-05, + "loss": 2.8786, + "step": 1275 + }, + { + "epoch": 2.5147556845670054, + "grad_norm": 30.657482147216797, + "learning_rate": 1.9430474962389858e-05, + "loss": 2.9386, + "step": 1300 + }, + { + "epoch": 2.563134978229318, + "grad_norm": 36.85378646850586, + "learning_rate": 1.9376746185256825e-05, + "loss": 2.9883, + "step": 1325 + }, + { + "epoch": 2.6115142718916307, + "grad_norm": 32.231468200683594, + "learning_rate": 1.9323017408123792e-05, + "loss": 2.6997, + "step": 1350 + }, + { + "epoch": 2.659893565553943, + "grad_norm": 35.39952087402344, + "learning_rate": 1.9269288630990763e-05, + "loss": 2.7638, + "step": 1375 + }, + { + "epoch": 2.7082728592162555, + "grad_norm": 34.102447509765625, + "learning_rate": 1.921555985385773e-05, + "loss": 2.5834, + "step": 1400 + }, + { + "epoch": 2.756652152878568, + "grad_norm": 31.689434051513672, + "learning_rate": 1.9161831076724697e-05, + "loss": 2.8877, + "step": 1425 + }, + { + "epoch": 2.8050314465408803, + "grad_norm": 22.052072525024414, + "learning_rate": 1.9108102299591664e-05, + "loss": 2.7465, + "step": 1450 + }, + { + "epoch": 2.853410740203193, + "grad_norm": 25.382522583007812, + "learning_rate": 1.905437352245863e-05, + "loss": 2.7654, + "step": 1475 + }, + { + "epoch": 2.9017900338655056, + "grad_norm": 38.07093048095703, + "learning_rate": 1.9000644745325598e-05, + "loss": 2.6869, + "step": 1500 + }, + { + "epoch": 2.950169327527818, + "grad_norm": 26.28631019592285, + "learning_rate": 1.8946915968192565e-05, + "loss": 2.9036, + "step": 1525 + }, + { + "epoch": 2.998548621190131, + "grad_norm": 30.545177459716797, + "learning_rate": 1.889318719105953e-05, + "loss": 2.8423, + "step": 1550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.008228460793804453, + "eval_loss": 0.6725642681121826, + "eval_macro_f1": 0.4144657093850709, + "eval_micro_f1": 0.4176474212828887, + "eval_runtime": 3.9202, + "eval_samples_per_second": 527.01, + "eval_steps_per_second": 33.161, + "eval_weighted_f1": 0.4512423543442768, + "step": 1551 + }, + { + "epoch": 3.04644412191582, + "grad_norm": 26.440017700195312, + "learning_rate": 1.8839458413926502e-05, + "loss": 2.5534, + "step": 1575 + }, + { + "epoch": 3.0948234155781327, + "grad_norm": 25.656982421875, + "learning_rate": 1.878572963679347e-05, + "loss": 2.4053, + "step": 1600 + }, + { + "epoch": 3.143202709240445, + "grad_norm": 60.54360580444336, + "learning_rate": 1.8732000859660436e-05, + "loss": 2.4473, + "step": 1625 + }, + { + "epoch": 3.1915820029027575, + "grad_norm": 63.311790466308594, + "learning_rate": 1.8678272082527403e-05, + "loss": 2.3655, + "step": 1650 + }, + { + "epoch": 3.2399612965650704, + "grad_norm": 27.609106063842773, + "learning_rate": 1.862454330539437e-05, + "loss": 2.4378, + "step": 1675 + }, + { + "epoch": 3.288340590227383, + "grad_norm": 43.07880783081055, + "learning_rate": 1.8570814528261337e-05, + "loss": 2.4677, + "step": 1700 + }, + { + "epoch": 3.336719883889695, + "grad_norm": 33.33213424682617, + "learning_rate": 1.8517085751128304e-05, + "loss": 2.3889, + "step": 1725 + }, + { + "epoch": 3.3850991775520076, + "grad_norm": 20.408994674682617, + "learning_rate": 1.846335697399527e-05, + "loss": 2.4486, + "step": 1750 + }, + { + "epoch": 3.43347847121432, + "grad_norm": 35.0495491027832, + "learning_rate": 1.840962819686224e-05, + "loss": 2.411, + "step": 1775 + }, + { + "epoch": 3.481857764876633, + "grad_norm": 29.14592933654785, + "learning_rate": 1.835589941972921e-05, + "loss": 2.468, + "step": 1800 + }, + { + "epoch": 3.5302370585389453, + "grad_norm": 38.37916564941406, + "learning_rate": 1.8302170642596176e-05, + "loss": 2.4675, + "step": 1825 + }, + { + "epoch": 3.5786163522012577, + "grad_norm": 36.26290512084961, + "learning_rate": 1.8248441865463146e-05, + "loss": 2.3768, + "step": 1850 + }, + { + "epoch": 3.6269956458635706, + "grad_norm": 27.652996063232422, + "learning_rate": 1.8194713088330113e-05, + "loss": 2.372, + "step": 1875 + }, + { + "epoch": 3.675374939525883, + "grad_norm": 31.439382553100586, + "learning_rate": 1.814098431119708e-05, + "loss": 2.4494, + "step": 1900 + }, + { + "epoch": 3.7237542331881954, + "grad_norm": 30.047704696655273, + "learning_rate": 1.8087255534064047e-05, + "loss": 2.2807, + "step": 1925 + }, + { + "epoch": 3.772133526850508, + "grad_norm": 24.25094223022461, + "learning_rate": 1.8033526756931014e-05, + "loss": 2.332, + "step": 1950 + }, + { + "epoch": 3.8205128205128203, + "grad_norm": 39.15699768066406, + "learning_rate": 1.797979797979798e-05, + "loss": 2.3089, + "step": 1975 + }, + { + "epoch": 3.868892114175133, + "grad_norm": 22.291481018066406, + "learning_rate": 1.7926069202664948e-05, + "loss": 2.3331, + "step": 2000 + }, + { + "epoch": 3.9172714078374455, + "grad_norm": 40.7725830078125, + "learning_rate": 1.7872340425531915e-05, + "loss": 2.4485, + "step": 2025 + }, + { + "epoch": 3.965650701499758, + "grad_norm": 27.878034591674805, + "learning_rate": 1.7818611648398885e-05, + "loss": 2.375, + "step": 2050 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.02758954501452081, + "eval_loss": 0.6403176188468933, + "eval_macro_f1": 0.43982129825646454, + "eval_micro_f1": 0.4493662441627752, + "eval_runtime": 3.87, + "eval_samples_per_second": 533.848, + "eval_steps_per_second": 33.592, + "eval_weighted_f1": 0.4754188052134704, + "step": 2068 + }, + { + "epoch": 4.013546202225448, + "grad_norm": 28.813405990600586, + "learning_rate": 1.7764882871265852e-05, + "loss": 2.2487, + "step": 2075 + }, + { + "epoch": 4.06192549588776, + "grad_norm": 15.445168495178223, + "learning_rate": 1.771115409413282e-05, + "loss": 2.1334, + "step": 2100 + }, + { + "epoch": 4.110304789550073, + "grad_norm": 23.30936050415039, + "learning_rate": 1.7657425316999787e-05, + "loss": 2.0582, + "step": 2125 + }, + { + "epoch": 4.1586840832123855, + "grad_norm": 18.73201560974121, + "learning_rate": 1.7603696539866754e-05, + "loss": 2.0737, + "step": 2150 + }, + { + "epoch": 4.2070633768746974, + "grad_norm": 24.857179641723633, + "learning_rate": 1.754996776273372e-05, + "loss": 2.1015, + "step": 2175 + }, + { + "epoch": 4.25544267053701, + "grad_norm": 24.280235290527344, + "learning_rate": 1.7496238985600688e-05, + "loss": 2.0624, + "step": 2200 + }, + { + "epoch": 4.303821964199322, + "grad_norm": 22.22987174987793, + "learning_rate": 1.7442510208467655e-05, + "loss": 2.0162, + "step": 2225 + }, + { + "epoch": 4.352201257861635, + "grad_norm": 18.26143455505371, + "learning_rate": 1.7388781431334625e-05, + "loss": 2.1257, + "step": 2250 + }, + { + "epoch": 4.400580551523948, + "grad_norm": 38.28558349609375, + "learning_rate": 1.7335052654201592e-05, + "loss": 2.2032, + "step": 2275 + }, + { + "epoch": 4.44895984518626, + "grad_norm": 34.4977912902832, + "learning_rate": 1.728132387706856e-05, + "loss": 2.1201, + "step": 2300 + }, + { + "epoch": 4.497339138848573, + "grad_norm": 26.664424896240234, + "learning_rate": 1.722759509993553e-05, + "loss": 2.0791, + "step": 2325 + }, + { + "epoch": 4.545718432510886, + "grad_norm": 45.26919937133789, + "learning_rate": 1.7173866322802496e-05, + "loss": 2.1156, + "step": 2350 + }, + { + "epoch": 4.594097726173198, + "grad_norm": 23.00921630859375, + "learning_rate": 1.7120137545669463e-05, + "loss": 2.0465, + "step": 2375 + }, + { + "epoch": 4.6424770198355105, + "grad_norm": 26.901386260986328, + "learning_rate": 1.706640876853643e-05, + "loss": 2.168, + "step": 2400 + }, + { + "epoch": 4.690856313497823, + "grad_norm": 42.0687141418457, + "learning_rate": 1.7012679991403397e-05, + "loss": 2.0566, + "step": 2425 + }, + { + "epoch": 4.739235607160135, + "grad_norm": 27.451356887817383, + "learning_rate": 1.6958951214270364e-05, + "loss": 2.1012, + "step": 2450 + }, + { + "epoch": 4.787614900822448, + "grad_norm": 37.0516357421875, + "learning_rate": 1.690522243713733e-05, + "loss": 2.0178, + "step": 2475 + }, + { + "epoch": 4.83599419448476, + "grad_norm": 38.811187744140625, + "learning_rate": 1.68514936600043e-05, + "loss": 2.0908, + "step": 2500 + }, + { + "epoch": 4.884373488147073, + "grad_norm": 85.80949401855469, + "learning_rate": 1.679776488287127e-05, + "loss": 2.0866, + "step": 2525 + }, + { + "epoch": 4.932752781809386, + "grad_norm": 24.288799285888672, + "learning_rate": 1.6744036105738236e-05, + "loss": 2.0177, + "step": 2550 + }, + { + "epoch": 4.981132075471698, + "grad_norm": 36.698612213134766, + "learning_rate": 1.6690307328605203e-05, + "loss": 1.9968, + "step": 2575 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.04114230396902226, + "eval_loss": 0.6425732374191284, + "eval_macro_f1": 0.48411160835570205, + "eval_micro_f1": 0.4951557609181696, + "eval_runtime": 3.6549, + "eval_samples_per_second": 565.268, + "eval_steps_per_second": 35.569, + "eval_weighted_f1": 0.5140685561616775, + "step": 2585 + }, + { + "epoch": 5.029027576197388, + "grad_norm": 24.147981643676758, + "learning_rate": 1.663657855147217e-05, + "loss": 1.971, + "step": 2600 + }, + { + "epoch": 5.0774068698597, + "grad_norm": 41.070858001708984, + "learning_rate": 1.6582849774339137e-05, + "loss": 1.7911, + "step": 2625 + }, + { + "epoch": 5.1257861635220126, + "grad_norm": 16.015499114990234, + "learning_rate": 1.6529120997206104e-05, + "loss": 1.7858, + "step": 2650 + }, + { + "epoch": 5.174165457184325, + "grad_norm": 27.974584579467773, + "learning_rate": 1.647539222007307e-05, + "loss": 1.7933, + "step": 2675 + }, + { + "epoch": 5.222544750846637, + "grad_norm": 27.864198684692383, + "learning_rate": 1.6421663442940038e-05, + "loss": 1.7807, + "step": 2700 + }, + { + "epoch": 5.27092404450895, + "grad_norm": 33.54486083984375, + "learning_rate": 1.636793466580701e-05, + "loss": 1.8005, + "step": 2725 + }, + { + "epoch": 5.319303338171263, + "grad_norm": 12.144124984741211, + "learning_rate": 1.6314205888673975e-05, + "loss": 1.7529, + "step": 2750 + }, + { + "epoch": 5.367682631833575, + "grad_norm": 27.0304012298584, + "learning_rate": 1.6260477111540942e-05, + "loss": 1.891, + "step": 2775 + }, + { + "epoch": 5.416061925495888, + "grad_norm": 30.23365592956543, + "learning_rate": 1.6206748334407913e-05, + "loss": 1.8689, + "step": 2800 + }, + { + "epoch": 5.4644412191582, + "grad_norm": 26.60340690612793, + "learning_rate": 1.615301955727488e-05, + "loss": 1.8587, + "step": 2825 + }, + { + "epoch": 5.512820512820513, + "grad_norm": 31.082002639770508, + "learning_rate": 1.6099290780141847e-05, + "loss": 1.8057, + "step": 2850 + }, + { + "epoch": 5.561199806482826, + "grad_norm": 43.08983612060547, + "learning_rate": 1.604556200300881e-05, + "loss": 1.8047, + "step": 2875 + }, + { + "epoch": 5.609579100145138, + "grad_norm": 44.78696060180664, + "learning_rate": 1.599183322587578e-05, + "loss": 1.8907, + "step": 2900 + }, + { + "epoch": 5.6579583938074505, + "grad_norm": 21.775548934936523, + "learning_rate": 1.5938104448742748e-05, + "loss": 1.7386, + "step": 2925 + }, + { + "epoch": 5.706337687469762, + "grad_norm": 31.195335388183594, + "learning_rate": 1.5884375671609715e-05, + "loss": 1.7448, + "step": 2950 + }, + { + "epoch": 5.754716981132075, + "grad_norm": 32.64009094238281, + "learning_rate": 1.5830646894476682e-05, + "loss": 1.8564, + "step": 2975 + }, + { + "epoch": 5.803096274794388, + "grad_norm": 42.73580551147461, + "learning_rate": 1.5776918117343652e-05, + "loss": 1.8901, + "step": 3000 + }, + { + "epoch": 5.851475568456701, + "grad_norm": 36.579166412353516, + "learning_rate": 1.572318934021062e-05, + "loss": 1.802, + "step": 3025 + }, + { + "epoch": 5.899854862119013, + "grad_norm": 21.069421768188477, + "learning_rate": 1.5669460563077586e-05, + "loss": 1.755, + "step": 3050 + }, + { + "epoch": 5.948234155781326, + "grad_norm": 21.628190994262695, + "learning_rate": 1.5615731785944553e-05, + "loss": 1.833, + "step": 3075 + }, + { + "epoch": 5.996613449443638, + "grad_norm": 36.87156677246094, + "learning_rate": 1.556200300881152e-05, + "loss": 1.8513, + "step": 3100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.047918683446272994, + "eval_loss": 0.6320773959159851, + "eval_macro_f1": 0.48670114799316455, + "eval_micro_f1": 0.4962786543614171, + "eval_runtime": 3.434, + "eval_samples_per_second": 601.625, + "eval_steps_per_second": 37.856, + "eval_weighted_f1": 0.5165071426783393, + "step": 3102 + }, + { + "epoch": 6.044508950169328, + "grad_norm": 20.941574096679688, + "learning_rate": 1.5508274231678487e-05, + "loss": 1.6206, + "step": 3125 + }, + { + "epoch": 6.09288824383164, + "grad_norm": 21.745996475219727, + "learning_rate": 1.5454545454545454e-05, + "loss": 1.5674, + "step": 3150 + }, + { + "epoch": 6.1412675374939525, + "grad_norm": 19.123512268066406, + "learning_rate": 1.540081667741242e-05, + "loss": 1.5983, + "step": 3175 + }, + { + "epoch": 6.189646831156265, + "grad_norm": 34.45368194580078, + "learning_rate": 1.5347087900279392e-05, + "loss": 1.5876, + "step": 3200 + }, + { + "epoch": 6.238026124818577, + "grad_norm": 38.04240036010742, + "learning_rate": 1.529335912314636e-05, + "loss": 1.612, + "step": 3225 + }, + { + "epoch": 6.28640541848089, + "grad_norm": 31.052461624145508, + "learning_rate": 1.5239630346013326e-05, + "loss": 1.6955, + "step": 3250 + }, + { + "epoch": 6.334784712143203, + "grad_norm": 25.720693588256836, + "learning_rate": 1.5185901568880293e-05, + "loss": 1.577, + "step": 3275 + }, + { + "epoch": 6.383164005805515, + "grad_norm": 23.271480560302734, + "learning_rate": 1.5132172791747262e-05, + "loss": 1.6308, + "step": 3300 + }, + { + "epoch": 6.431543299467828, + "grad_norm": 26.317943572998047, + "learning_rate": 1.5078444014614229e-05, + "loss": 1.6302, + "step": 3325 + }, + { + "epoch": 6.479922593130141, + "grad_norm": 28.443822860717773, + "learning_rate": 1.5024715237481196e-05, + "loss": 1.6151, + "step": 3350 + }, + { + "epoch": 6.528301886792453, + "grad_norm": 39.78083801269531, + "learning_rate": 1.4970986460348164e-05, + "loss": 1.7139, + "step": 3375 + }, + { + "epoch": 6.576681180454766, + "grad_norm": 29.07073402404785, + "learning_rate": 1.4917257683215131e-05, + "loss": 1.6149, + "step": 3400 + }, + { + "epoch": 6.6250604741170775, + "grad_norm": 29.321645736694336, + "learning_rate": 1.4863528906082098e-05, + "loss": 1.6079, + "step": 3425 + }, + { + "epoch": 6.67343976777939, + "grad_norm": 29.511098861694336, + "learning_rate": 1.4809800128949065e-05, + "loss": 1.5101, + "step": 3450 + }, + { + "epoch": 6.721819061441703, + "grad_norm": 16.362110137939453, + "learning_rate": 1.4756071351816034e-05, + "loss": 1.5567, + "step": 3475 + }, + { + "epoch": 6.770198355104015, + "grad_norm": 25.67879867553711, + "learning_rate": 1.4702342574683001e-05, + "loss": 1.642, + "step": 3500 + }, + { + "epoch": 6.818577648766328, + "grad_norm": 28.33863067626953, + "learning_rate": 1.4648613797549968e-05, + "loss": 1.6407, + "step": 3525 + }, + { + "epoch": 6.86695694242864, + "grad_norm": 42.11382293701172, + "learning_rate": 1.4594885020416935e-05, + "loss": 1.6254, + "step": 3550 + }, + { + "epoch": 6.915336236090953, + "grad_norm": 39.101402282714844, + "learning_rate": 1.4541156243283906e-05, + "loss": 1.6185, + "step": 3575 + }, + { + "epoch": 6.963715529753266, + "grad_norm": 30.72218132019043, + "learning_rate": 1.4487427466150873e-05, + "loss": 1.5685, + "step": 3600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.06727976766698936, + "eval_loss": 0.6385160684585571, + "eval_macro_f1": 0.5069876922623642, + "eval_micro_f1": 0.5150804813252071, + "eval_runtime": 3.8982, + "eval_samples_per_second": 529.988, + "eval_steps_per_second": 33.349, + "eval_weighted_f1": 0.5339959856056846, + "step": 3619 + }, + { + "epoch": 7.011611030478955, + "grad_norm": 21.31620979309082, + "learning_rate": 1.443369868901784e-05, + "loss": 1.5933, + "step": 3625 + }, + { + "epoch": 7.059990324141268, + "grad_norm": 32.46412658691406, + "learning_rate": 1.4379969911884807e-05, + "loss": 1.512, + "step": 3650 + }, + { + "epoch": 7.1083696178035805, + "grad_norm": 19.837373733520508, + "learning_rate": 1.4326241134751775e-05, + "loss": 1.3982, + "step": 3675 + }, + { + "epoch": 7.156748911465892, + "grad_norm": 26.505189895629883, + "learning_rate": 1.4272512357618742e-05, + "loss": 1.4343, + "step": 3700 + }, + { + "epoch": 7.205128205128205, + "grad_norm": 18.37325096130371, + "learning_rate": 1.421878358048571e-05, + "loss": 1.4284, + "step": 3725 + }, + { + "epoch": 7.253507498790517, + "grad_norm": 45.82560729980469, + "learning_rate": 1.4165054803352676e-05, + "loss": 1.4499, + "step": 3750 + }, + { + "epoch": 7.30188679245283, + "grad_norm": 20.60210418701172, + "learning_rate": 1.4111326026219645e-05, + "loss": 1.3927, + "step": 3775 + }, + { + "epoch": 7.350266086115143, + "grad_norm": 21.171371459960938, + "learning_rate": 1.4057597249086612e-05, + "loss": 1.4104, + "step": 3800 + }, + { + "epoch": 7.398645379777455, + "grad_norm": 17.978290557861328, + "learning_rate": 1.4003868471953579e-05, + "loss": 1.4291, + "step": 3825 + }, + { + "epoch": 7.447024673439768, + "grad_norm": 22.800296783447266, + "learning_rate": 1.3950139694820548e-05, + "loss": 1.4719, + "step": 3850 + }, + { + "epoch": 7.495403967102081, + "grad_norm": 33.87398910522461, + "learning_rate": 1.3896410917687515e-05, + "loss": 1.4641, + "step": 3875 + }, + { + "epoch": 7.543783260764393, + "grad_norm": 24.863605499267578, + "learning_rate": 1.3842682140554482e-05, + "loss": 1.405, + "step": 3900 + }, + { + "epoch": 7.5921625544267055, + "grad_norm": 27.757205963134766, + "learning_rate": 1.3788953363421449e-05, + "loss": 1.4801, + "step": 3925 + }, + { + "epoch": 7.640541848089018, + "grad_norm": 25.565343856811523, + "learning_rate": 1.3735224586288418e-05, + "loss": 1.4938, + "step": 3950 + }, + { + "epoch": 7.68892114175133, + "grad_norm": 25.139982223510742, + "learning_rate": 1.3681495809155385e-05, + "loss": 1.4013, + "step": 3975 + }, + { + "epoch": 7.737300435413643, + "grad_norm": 25.578550338745117, + "learning_rate": 1.3627767032022352e-05, + "loss": 1.4851, + "step": 4000 + }, + { + "epoch": 7.785679729075955, + "grad_norm": 37.062950134277344, + "learning_rate": 1.3574038254889319e-05, + "loss": 1.4223, + "step": 4025 + }, + { + "epoch": 7.834059022738268, + "grad_norm": 22.23467254638672, + "learning_rate": 1.3520309477756289e-05, + "loss": 1.4016, + "step": 4050 + }, + { + "epoch": 7.882438316400581, + "grad_norm": 29.32895851135254, + "learning_rate": 1.3466580700623256e-05, + "loss": 1.3946, + "step": 4075 + }, + { + "epoch": 7.930817610062893, + "grad_norm": 24.89019012451172, + "learning_rate": 1.3412851923490221e-05, + "loss": 1.4824, + "step": 4100 + }, + { + "epoch": 7.979196903725206, + "grad_norm": 13.755044937133789, + "learning_rate": 1.3359123146357188e-05, + "loss": 1.4641, + "step": 4125 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.08422071636011616, + "eval_loss": 0.661600649356842, + "eval_macro_f1": 0.5232669980994195, + "eval_micro_f1": 0.5321681231793591, + "eval_runtime": 3.5005, + "eval_samples_per_second": 590.208, + "eval_steps_per_second": 37.138, + "eval_weighted_f1": 0.5474254263927485, + "step": 4136 + }, + { + "epoch": 8.027092404450896, + "grad_norm": 21.93389320373535, + "learning_rate": 1.3305394369224159e-05, + "loss": 1.4088, + "step": 4150 + }, + { + "epoch": 8.075471698113208, + "grad_norm": 30.933135986328125, + "learning_rate": 1.3251665592091126e-05, + "loss": 1.3311, + "step": 4175 + }, + { + "epoch": 8.12385099177552, + "grad_norm": 43.72502899169922, + "learning_rate": 1.3197936814958093e-05, + "loss": 1.2563, + "step": 4200 + }, + { + "epoch": 8.172230285437832, + "grad_norm": 33.31612777709961, + "learning_rate": 1.314420803782506e-05, + "loss": 1.272, + "step": 4225 + }, + { + "epoch": 8.220609579100145, + "grad_norm": 21.785717010498047, + "learning_rate": 1.3090479260692028e-05, + "loss": 1.3437, + "step": 4250 + }, + { + "epoch": 8.268988872762458, + "grad_norm": 30.4362850189209, + "learning_rate": 1.3036750483558995e-05, + "loss": 1.3049, + "step": 4275 + }, + { + "epoch": 8.317368166424771, + "grad_norm": 38.697303771972656, + "learning_rate": 1.2983021706425962e-05, + "loss": 1.3031, + "step": 4300 + }, + { + "epoch": 8.365747460087082, + "grad_norm": 36.31095886230469, + "learning_rate": 1.2929292929292931e-05, + "loss": 1.3402, + "step": 4325 + }, + { + "epoch": 8.414126753749395, + "grad_norm": 24.436565399169922, + "learning_rate": 1.2875564152159898e-05, + "loss": 1.3137, + "step": 4350 + }, + { + "epoch": 8.462506047411708, + "grad_norm": 16.58713722229004, + "learning_rate": 1.2821835375026865e-05, + "loss": 1.2639, + "step": 4375 + }, + { + "epoch": 8.51088534107402, + "grad_norm": 19.46063804626465, + "learning_rate": 1.2768106597893832e-05, + "loss": 1.2862, + "step": 4400 + }, + { + "epoch": 8.559264634736333, + "grad_norm": 26.118724822998047, + "learning_rate": 1.2714377820760801e-05, + "loss": 1.3469, + "step": 4425 + }, + { + "epoch": 8.607643928398645, + "grad_norm": 27.467601776123047, + "learning_rate": 1.2660649043627768e-05, + "loss": 1.3159, + "step": 4450 + }, + { + "epoch": 8.656023222060957, + "grad_norm": 21.901460647583008, + "learning_rate": 1.2606920266494735e-05, + "loss": 1.2538, + "step": 4475 + }, + { + "epoch": 8.70440251572327, + "grad_norm": 24.35893440246582, + "learning_rate": 1.2553191489361702e-05, + "loss": 1.3089, + "step": 4500 + }, + { + "epoch": 8.752781809385583, + "grad_norm": 23.091920852661133, + "learning_rate": 1.2499462712228672e-05, + "loss": 1.3095, + "step": 4525 + }, + { + "epoch": 8.801161103047896, + "grad_norm": 19.1888370513916, + "learning_rate": 1.2445733935095638e-05, + "loss": 1.3013, + "step": 4550 + }, + { + "epoch": 8.849540396710207, + "grad_norm": 47.45948028564453, + "learning_rate": 1.2392005157962605e-05, + "loss": 1.2634, + "step": 4575 + }, + { + "epoch": 8.89791969037252, + "grad_norm": 42.185760498046875, + "learning_rate": 1.2338276380829572e-05, + "loss": 1.2708, + "step": 4600 + }, + { + "epoch": 8.946298984034833, + "grad_norm": 23.285066604614258, + "learning_rate": 1.2284547603696542e-05, + "loss": 1.2235, + "step": 4625 + }, + { + "epoch": 8.994678277697146, + "grad_norm": 35.46476745605469, + "learning_rate": 1.223081882656351e-05, + "loss": 1.2609, + "step": 4650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.10164569215876089, + "eval_loss": 0.6810997724533081, + "eval_macro_f1": 0.5339257998618145, + "eval_micro_f1": 0.5427835051546391, + "eval_runtime": 3.1645, + "eval_samples_per_second": 652.87, + "eval_steps_per_second": 41.081, + "eval_weighted_f1": 0.5552391570907949, + "step": 4653 + }, + { + "epoch": 9.042573778422835, + "grad_norm": 22.920604705810547, + "learning_rate": 1.2177090049430476e-05, + "loss": 1.1344, + "step": 4675 + }, + { + "epoch": 9.090953072085147, + "grad_norm": 19.821924209594727, + "learning_rate": 1.2123361272297443e-05, + "loss": 1.1382, + "step": 4700 + }, + { + "epoch": 9.13933236574746, + "grad_norm": 21.562026977539062, + "learning_rate": 1.2069632495164412e-05, + "loss": 1.1924, + "step": 4725 + }, + { + "epoch": 9.187711659409773, + "grad_norm": 29.749509811401367, + "learning_rate": 1.2015903718031379e-05, + "loss": 1.1848, + "step": 4750 + }, + { + "epoch": 9.236090953072084, + "grad_norm": 35.086952209472656, + "learning_rate": 1.1962174940898346e-05, + "loss": 1.1911, + "step": 4775 + }, + { + "epoch": 9.284470246734397, + "grad_norm": 15.038681983947754, + "learning_rate": 1.1908446163765313e-05, + "loss": 1.1783, + "step": 4800 + }, + { + "epoch": 9.33284954039671, + "grad_norm": 35.3170051574707, + "learning_rate": 1.1854717386632282e-05, + "loss": 1.2453, + "step": 4825 + }, + { + "epoch": 9.381228834059023, + "grad_norm": 21.777116775512695, + "learning_rate": 1.1800988609499249e-05, + "loss": 1.1415, + "step": 4850 + }, + { + "epoch": 9.429608127721336, + "grad_norm": 28.208332061767578, + "learning_rate": 1.1747259832366216e-05, + "loss": 1.2169, + "step": 4875 + }, + { + "epoch": 9.477987421383649, + "grad_norm": 36.88550567626953, + "learning_rate": 1.1693531055233184e-05, + "loss": 1.1486, + "step": 4900 + }, + { + "epoch": 9.52636671504596, + "grad_norm": 24.264389038085938, + "learning_rate": 1.1639802278100151e-05, + "loss": 1.1751, + "step": 4925 + }, + { + "epoch": 9.574746008708273, + "grad_norm": 18.255756378173828, + "learning_rate": 1.1586073500967118e-05, + "loss": 1.1596, + "step": 4950 + }, + { + "epoch": 9.623125302370585, + "grad_norm": 28.91038703918457, + "learning_rate": 1.1532344723834085e-05, + "loss": 1.1358, + "step": 4975 + }, + { + "epoch": 9.671504596032898, + "grad_norm": 51.60163497924805, + "learning_rate": 1.1478615946701054e-05, + "loss": 1.19, + "step": 5000 + }, + { + "epoch": 9.719883889695211, + "grad_norm": 24.57830810546875, + "learning_rate": 1.1424887169568021e-05, + "loss": 1.1843, + "step": 5025 + }, + { + "epoch": 9.768263183357522, + "grad_norm": 22.829681396484375, + "learning_rate": 1.1371158392434988e-05, + "loss": 1.1462, + "step": 5050 + }, + { + "epoch": 9.816642477019835, + "grad_norm": 31.298357009887695, + "learning_rate": 1.1317429615301955e-05, + "loss": 1.1631, + "step": 5075 + }, + { + "epoch": 9.865021770682148, + "grad_norm": 15.721089363098145, + "learning_rate": 1.1263700838168926e-05, + "loss": 1.1233, + "step": 5100 + }, + { + "epoch": 9.91340106434446, + "grad_norm": 31.156240463256836, + "learning_rate": 1.1209972061035893e-05, + "loss": 1.1725, + "step": 5125 + }, + { + "epoch": 9.961780358006774, + "grad_norm": 28.626144409179688, + "learning_rate": 1.115624328390286e-05, + "loss": 1.1154, + "step": 5150 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.09777347531461762, + "eval_loss": 0.6895507574081421, + "eval_macro_f1": 0.5322188780325868, + "eval_micro_f1": 0.5406600884654644, + "eval_runtime": 3.0927, + "eval_samples_per_second": 668.034, + "eval_steps_per_second": 42.035, + "eval_weighted_f1": 0.5544574651948377, + "step": 5170 + }, + { + "epoch": 10.009675858732463, + "grad_norm": 22.23616600036621, + "learning_rate": 1.1102514506769827e-05, + "loss": 1.2045, + "step": 5175 + }, + { + "epoch": 10.058055152394775, + "grad_norm": 19.928552627563477, + "learning_rate": 1.1048785729636795e-05, + "loss": 1.0673, + "step": 5200 + }, + { + "epoch": 10.106434446057088, + "grad_norm": 28.054990768432617, + "learning_rate": 1.0995056952503762e-05, + "loss": 1.0266, + "step": 5225 + }, + { + "epoch": 10.1548137397194, + "grad_norm": 25.340076446533203, + "learning_rate": 1.094132817537073e-05, + "loss": 1.0963, + "step": 5250 + }, + { + "epoch": 10.203193033381712, + "grad_norm": 37.261810302734375, + "learning_rate": 1.0887599398237696e-05, + "loss": 1.0748, + "step": 5275 + }, + { + "epoch": 10.251572327044025, + "grad_norm": 24.130971908569336, + "learning_rate": 1.0833870621104665e-05, + "loss": 1.0728, + "step": 5300 + }, + { + "epoch": 10.299951620706338, + "grad_norm": 26.919076919555664, + "learning_rate": 1.0780141843971632e-05, + "loss": 1.0361, + "step": 5325 + }, + { + "epoch": 10.34833091436865, + "grad_norm": 29.993417739868164, + "learning_rate": 1.0726413066838599e-05, + "loss": 1.1535, + "step": 5350 + }, + { + "epoch": 10.396710208030962, + "grad_norm": 32.30778121948242, + "learning_rate": 1.0672684289705568e-05, + "loss": 1.0931, + "step": 5375 + }, + { + "epoch": 10.445089501693275, + "grad_norm": 15.371118545532227, + "learning_rate": 1.0618955512572535e-05, + "loss": 1.0237, + "step": 5400 + }, + { + "epoch": 10.493468795355588, + "grad_norm": 29.54555892944336, + "learning_rate": 1.0565226735439502e-05, + "loss": 1.0605, + "step": 5425 + }, + { + "epoch": 10.5418480890179, + "grad_norm": 43.011802673339844, + "learning_rate": 1.0511497958306469e-05, + "loss": 1.0386, + "step": 5450 + }, + { + "epoch": 10.590227382680213, + "grad_norm": 33.35609436035156, + "learning_rate": 1.0457769181173438e-05, + "loss": 1.0915, + "step": 5475 + }, + { + "epoch": 10.638606676342526, + "grad_norm": 20.90606117248535, + "learning_rate": 1.0404040404040405e-05, + "loss": 1.0679, + "step": 5500 + }, + { + "epoch": 10.686985970004837, + "grad_norm": 17.685396194458008, + "learning_rate": 1.0350311626907372e-05, + "loss": 1.0415, + "step": 5525 + }, + { + "epoch": 10.73536526366715, + "grad_norm": 37.0312614440918, + "learning_rate": 1.0296582849774339e-05, + "loss": 1.11, + "step": 5550 + }, + { + "epoch": 10.783744557329463, + "grad_norm": 15.977460861206055, + "learning_rate": 1.0242854072641309e-05, + "loss": 1.0597, + "step": 5575 + }, + { + "epoch": 10.832123850991776, + "grad_norm": 17.78635597229004, + "learning_rate": 1.0189125295508276e-05, + "loss": 1.0612, + "step": 5600 + }, + { + "epoch": 10.880503144654089, + "grad_norm": 32.10215759277344, + "learning_rate": 1.0135396518375243e-05, + "loss": 1.0468, + "step": 5625 + }, + { + "epoch": 10.9288824383164, + "grad_norm": 16.461206436157227, + "learning_rate": 1.008166774124221e-05, + "loss": 1.0499, + "step": 5650 + }, + { + "epoch": 10.977261731978713, + "grad_norm": 21.043045043945312, + "learning_rate": 1.0027938964109179e-05, + "loss": 1.07, + "step": 5675 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.10648596321393998, + "eval_loss": 0.7370184659957886, + "eval_macro_f1": 0.5461671227449256, + "eval_micro_f1": 0.5568141592920354, + "eval_runtime": 3.1, + "eval_samples_per_second": 666.444, + "eval_steps_per_second": 41.935, + "eval_weighted_f1": 0.5657707476142648, + "step": 5687 + }, + { + "epoch": 11.025157232704403, + "grad_norm": 14.979416847229004, + "learning_rate": 9.974210186976146e-06, + "loss": 0.953, + "step": 5700 + }, + { + "epoch": 11.073536526366714, + "grad_norm": 15.703760147094727, + "learning_rate": 9.920481409843113e-06, + "loss": 1.0303, + "step": 5725 + }, + { + "epoch": 11.121915820029027, + "grad_norm": 25.49245262145996, + "learning_rate": 9.86675263271008e-06, + "loss": 0.9499, + "step": 5750 + }, + { + "epoch": 11.17029511369134, + "grad_norm": 31.481117248535156, + "learning_rate": 9.813023855577047e-06, + "loss": 1.0023, + "step": 5775 + }, + { + "epoch": 11.218674407353653, + "grad_norm": 20.061729431152344, + "learning_rate": 9.759295078444016e-06, + "loss": 0.9814, + "step": 5800 + }, + { + "epoch": 11.267053701015966, + "grad_norm": 18.246225357055664, + "learning_rate": 9.705566301310983e-06, + "loss": 0.9582, + "step": 5825 + }, + { + "epoch": 11.315432994678277, + "grad_norm": 27.344772338867188, + "learning_rate": 9.651837524177951e-06, + "loss": 1.014, + "step": 5850 + }, + { + "epoch": 11.36381228834059, + "grad_norm": 16.211822509765625, + "learning_rate": 9.598108747044918e-06, + "loss": 1.0247, + "step": 5875 + }, + { + "epoch": 11.412191582002903, + "grad_norm": 38.498634338378906, + "learning_rate": 9.544379969911885e-06, + "loss": 0.9842, + "step": 5900 + }, + { + "epoch": 11.460570875665216, + "grad_norm": 18.95419692993164, + "learning_rate": 9.490651192778854e-06, + "loss": 1.0002, + "step": 5925 + }, + { + "epoch": 11.508950169327528, + "grad_norm": 24.820327758789062, + "learning_rate": 9.436922415645821e-06, + "loss": 0.9675, + "step": 5950 + }, + { + "epoch": 11.55732946298984, + "grad_norm": 27.686737060546875, + "learning_rate": 9.383193638512788e-06, + "loss": 1.014, + "step": 5975 + }, + { + "epoch": 11.605708756652152, + "grad_norm": 23.662439346313477, + "learning_rate": 9.329464861379755e-06, + "loss": 0.9748, + "step": 6000 + }, + { + "epoch": 11.654088050314465, + "grad_norm": 27.75419807434082, + "learning_rate": 9.275736084246724e-06, + "loss": 1.0218, + "step": 6025 + }, + { + "epoch": 11.702467343976778, + "grad_norm": 34.79293441772461, + "learning_rate": 9.22200730711369e-06, + "loss": 0.9425, + "step": 6050 + }, + { + "epoch": 11.750846637639091, + "grad_norm": 21.735645294189453, + "learning_rate": 9.16827852998066e-06, + "loss": 0.9343, + "step": 6075 + }, + { + "epoch": 11.799225931301404, + "grad_norm": 24.222219467163086, + "learning_rate": 9.114549752847626e-06, + "loss": 0.9725, + "step": 6100 + }, + { + "epoch": 11.847605224963715, + "grad_norm": 18.60116958618164, + "learning_rate": 9.060820975714594e-06, + "loss": 0.9246, + "step": 6125 + }, + { + "epoch": 11.895984518626028, + "grad_norm": 40.64644241333008, + "learning_rate": 9.00709219858156e-06, + "loss": 1.0369, + "step": 6150 + }, + { + "epoch": 11.94436381228834, + "grad_norm": 28.693328857421875, + "learning_rate": 8.95336342144853e-06, + "loss": 0.9272, + "step": 6175 + }, + { + "epoch": 11.992743105950654, + "grad_norm": 23.950563430786133, + "learning_rate": 8.899634644315496e-06, + "loss": 0.9787, + "step": 6200 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.12971926427879962, + "eval_loss": 0.7604398131370544, + "eval_macro_f1": 0.5613544417218519, + "eval_micro_f1": 0.5683611671866398, + "eval_runtime": 3.3102, + "eval_samples_per_second": 624.124, + "eval_steps_per_second": 39.272, + "eval_weighted_f1": 0.5769708932050981, + "step": 6204 + }, + { + "epoch": 12.040638606676342, + "grad_norm": 18.3322696685791, + "learning_rate": 8.845905867182463e-06, + "loss": 0.8745, + "step": 6225 + }, + { + "epoch": 12.089017900338655, + "grad_norm": 13.050375938415527, + "learning_rate": 8.79217709004943e-06, + "loss": 0.9375, + "step": 6250 + }, + { + "epoch": 12.137397194000968, + "grad_norm": 15.701397895812988, + "learning_rate": 8.738448312916399e-06, + "loss": 0.9175, + "step": 6275 + }, + { + "epoch": 12.18577648766328, + "grad_norm": 35.1925163269043, + "learning_rate": 8.684719535783366e-06, + "loss": 0.8994, + "step": 6300 + }, + { + "epoch": 12.234155781325592, + "grad_norm": 15.847681045532227, + "learning_rate": 8.630990758650335e-06, + "loss": 0.9274, + "step": 6325 + }, + { + "epoch": 12.282535074987905, + "grad_norm": 13.759275436401367, + "learning_rate": 8.5772619815173e-06, + "loss": 0.8927, + "step": 6350 + }, + { + "epoch": 12.330914368650218, + "grad_norm": 19.81844711303711, + "learning_rate": 8.523533204384269e-06, + "loss": 0.9164, + "step": 6375 + }, + { + "epoch": 12.37929366231253, + "grad_norm": 27.25444984436035, + "learning_rate": 8.469804427251237e-06, + "loss": 0.864, + "step": 6400 + }, + { + "epoch": 12.427672955974844, + "grad_norm": 18.008359909057617, + "learning_rate": 8.416075650118204e-06, + "loss": 0.9228, + "step": 6425 + }, + { + "epoch": 12.476052249637155, + "grad_norm": 59.837249755859375, + "learning_rate": 8.362346872985171e-06, + "loss": 0.9208, + "step": 6450 + }, + { + "epoch": 12.524431543299468, + "grad_norm": 9.733592987060547, + "learning_rate": 8.308618095852138e-06, + "loss": 0.839, + "step": 6475 + }, + { + "epoch": 12.57281083696178, + "grad_norm": 54.74702072143555, + "learning_rate": 8.254889318719107e-06, + "loss": 0.9515, + "step": 6500 + }, + { + "epoch": 12.621190130624093, + "grad_norm": 13.763038635253906, + "learning_rate": 8.201160541586074e-06, + "loss": 0.9272, + "step": 6525 + }, + { + "epoch": 12.669569424286406, + "grad_norm": 31.846715927124023, + "learning_rate": 8.147431764453041e-06, + "loss": 0.9044, + "step": 6550 + }, + { + "epoch": 12.717948717948717, + "grad_norm": 47.915096282958984, + "learning_rate": 8.093702987320008e-06, + "loss": 0.9428, + "step": 6575 + }, + { + "epoch": 12.76632801161103, + "grad_norm": 22.77875328063965, + "learning_rate": 8.039974210186977e-06, + "loss": 0.9084, + "step": 6600 + }, + { + "epoch": 12.814707305273343, + "grad_norm": 33.443267822265625, + "learning_rate": 7.986245433053944e-06, + "loss": 0.8904, + "step": 6625 + }, + { + "epoch": 12.863086598935656, + "grad_norm": 31.135700225830078, + "learning_rate": 7.932516655920913e-06, + "loss": 0.9223, + "step": 6650 + }, + { + "epoch": 12.911465892597969, + "grad_norm": 20.26923179626465, + "learning_rate": 7.87878787878788e-06, + "loss": 0.8754, + "step": 6675 + }, + { + "epoch": 12.959845186260281, + "grad_norm": 38.23849105834961, + "learning_rate": 7.825059101654847e-06, + "loss": 0.8561, + "step": 6700 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.1292352371732817, + "eval_loss": 0.7924312949180603, + "eval_macro_f1": 0.5675067113163673, + "eval_micro_f1": 0.5739893567360658, + "eval_runtime": 3.2687, + "eval_samples_per_second": 632.056, + "eval_steps_per_second": 39.771, + "eval_weighted_f1": 0.5825520974344233, + "step": 6721 + }, + { + "epoch": 13.00774068698597, + "grad_norm": 15.349298477172852, + "learning_rate": 7.771330324521814e-06, + "loss": 0.8739, + "step": 6725 + }, + { + "epoch": 13.056119980648283, + "grad_norm": 29.516204833984375, + "learning_rate": 7.717601547388782e-06, + "loss": 0.8431, + "step": 6750 + }, + { + "epoch": 13.104499274310594, + "grad_norm": 17.86136245727539, + "learning_rate": 7.66387277025575e-06, + "loss": 0.8539, + "step": 6775 + }, + { + "epoch": 13.152878567972907, + "grad_norm": 32.200260162353516, + "learning_rate": 7.610143993122717e-06, + "loss": 0.8541, + "step": 6800 + }, + { + "epoch": 13.20125786163522, + "grad_norm": 23.501230239868164, + "learning_rate": 7.556415215989684e-06, + "loss": 0.8363, + "step": 6825 + }, + { + "epoch": 13.249637155297533, + "grad_norm": 15.723649978637695, + "learning_rate": 7.502686438856652e-06, + "loss": 0.8528, + "step": 6850 + }, + { + "epoch": 13.298016448959846, + "grad_norm": 45.357208251953125, + "learning_rate": 7.448957661723619e-06, + "loss": 0.8185, + "step": 6875 + }, + { + "epoch": 13.346395742622157, + "grad_norm": 13.492280006408691, + "learning_rate": 7.395228884590587e-06, + "loss": 0.8427, + "step": 6900 + }, + { + "epoch": 13.39477503628447, + "grad_norm": 18.88283920288086, + "learning_rate": 7.341500107457556e-06, + "loss": 0.8478, + "step": 6925 + }, + { + "epoch": 13.443154329946783, + "grad_norm": 22.258699417114258, + "learning_rate": 7.287771330324522e-06, + "loss": 0.8405, + "step": 6950 + }, + { + "epoch": 13.491533623609095, + "grad_norm": 29.63007926940918, + "learning_rate": 7.234042553191491e-06, + "loss": 0.8037, + "step": 6975 + }, + { + "epoch": 13.539912917271408, + "grad_norm": 13.086504936218262, + "learning_rate": 7.180313776058458e-06, + "loss": 0.8368, + "step": 7000 + }, + { + "epoch": 13.588292210933721, + "grad_norm": 20.12955093383789, + "learning_rate": 7.1265849989254255e-06, + "loss": 0.8516, + "step": 7025 + }, + { + "epoch": 13.636671504596032, + "grad_norm": 24.95620346069336, + "learning_rate": 7.0728562217923925e-06, + "loss": 0.8938, + "step": 7050 + }, + { + "epoch": 13.685050798258345, + "grad_norm": 31.524459838867188, + "learning_rate": 7.01912744465936e-06, + "loss": 0.8255, + "step": 7075 + }, + { + "epoch": 13.733430091920658, + "grad_norm": 13.682292938232422, + "learning_rate": 6.965398667526327e-06, + "loss": 0.8312, + "step": 7100 + }, + { + "epoch": 13.78180938558297, + "grad_norm": 13.311579704284668, + "learning_rate": 6.911669890393295e-06, + "loss": 0.8601, + "step": 7125 + }, + { + "epoch": 13.830188679245284, + "grad_norm": 19.30748748779297, + "learning_rate": 6.857941113260262e-06, + "loss": 0.804, + "step": 7150 + }, + { + "epoch": 13.878567972907595, + "grad_norm": 22.991422653198242, + "learning_rate": 6.80421233612723e-06, + "loss": 0.8216, + "step": 7175 + }, + { + "epoch": 13.926947266569908, + "grad_norm": 21.96456527709961, + "learning_rate": 6.750483558994197e-06, + "loss": 0.815, + "step": 7200 + }, + { + "epoch": 13.97532656023222, + "grad_norm": 16.258760452270508, + "learning_rate": 6.696754781861166e-06, + "loss": 0.8078, + "step": 7225 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.13020329138431752, + "eval_loss": 0.8151243329048157, + "eval_macro_f1": 0.5703746720930767, + "eval_micro_f1": 0.5769194536033915, + "eval_runtime": 3.231, + "eval_samples_per_second": 639.435, + "eval_steps_per_second": 40.235, + "eval_weighted_f1": 0.5834537027073396, + "step": 7238 + }, + { + "epoch": 14.02322206095791, + "grad_norm": 34.53668212890625, + "learning_rate": 6.643026004728133e-06, + "loss": 0.8475, + "step": 7250 + }, + { + "epoch": 14.071601354620222, + "grad_norm": 15.595403671264648, + "learning_rate": 6.589297227595101e-06, + "loss": 0.8105, + "step": 7275 + }, + { + "epoch": 14.119980648282535, + "grad_norm": 15.723034858703613, + "learning_rate": 6.535568450462068e-06, + "loss": 0.8113, + "step": 7300 + }, + { + "epoch": 14.168359941944848, + "grad_norm": 15.689093589782715, + "learning_rate": 6.481839673329036e-06, + "loss": 0.739, + "step": 7325 + }, + { + "epoch": 14.216739235607161, + "grad_norm": 31.24777603149414, + "learning_rate": 6.428110896196003e-06, + "loss": 0.7765, + "step": 7350 + }, + { + "epoch": 14.265118529269472, + "grad_norm": 40.647972106933594, + "learning_rate": 6.3743821190629705e-06, + "loss": 0.7902, + "step": 7375 + }, + { + "epoch": 14.313497822931785, + "grad_norm": 21.353744506835938, + "learning_rate": 6.320653341929938e-06, + "loss": 0.7957, + "step": 7400 + }, + { + "epoch": 14.361877116594098, + "grad_norm": 30.586891174316406, + "learning_rate": 6.266924564796905e-06, + "loss": 0.7583, + "step": 7425 + }, + { + "epoch": 14.41025641025641, + "grad_norm": 23.39781379699707, + "learning_rate": 6.213195787663874e-06, + "loss": 0.7722, + "step": 7450 + }, + { + "epoch": 14.458635703918723, + "grad_norm": 18.77271842956543, + "learning_rate": 6.159467010530841e-06, + "loss": 0.8006, + "step": 7475 + }, + { + "epoch": 14.507014997581035, + "grad_norm": 15.401045799255371, + "learning_rate": 6.105738233397809e-06, + "loss": 0.7678, + "step": 7500 + }, + { + "epoch": 14.555394291243347, + "grad_norm": 21.366275787353516, + "learning_rate": 6.052009456264776e-06, + "loss": 0.7454, + "step": 7525 + }, + { + "epoch": 14.60377358490566, + "grad_norm": 29.39297866821289, + "learning_rate": 5.998280679131744e-06, + "loss": 0.7865, + "step": 7550 + }, + { + "epoch": 14.652152878567973, + "grad_norm": 21.11429214477539, + "learning_rate": 5.944551901998711e-06, + "loss": 0.8035, + "step": 7575 + }, + { + "epoch": 14.700532172230286, + "grad_norm": 25.58483123779297, + "learning_rate": 5.890823124865679e-06, + "loss": 0.7241, + "step": 7600 + }, + { + "epoch": 14.748911465892597, + "grad_norm": 46.46735763549805, + "learning_rate": 5.837094347732646e-06, + "loss": 0.7788, + "step": 7625 + }, + { + "epoch": 14.79729075955491, + "grad_norm": 19.054737091064453, + "learning_rate": 5.783365570599614e-06, + "loss": 0.7477, + "step": 7650 + }, + { + "epoch": 14.845670053217223, + "grad_norm": 18.849714279174805, + "learning_rate": 5.729636793466581e-06, + "loss": 0.7891, + "step": 7675 + }, + { + "epoch": 14.894049346879536, + "grad_norm": 34.65773010253906, + "learning_rate": 5.675908016333549e-06, + "loss": 0.8063, + "step": 7700 + }, + { + "epoch": 14.942428640541848, + "grad_norm": 22.826784133911133, + "learning_rate": 5.6221792392005155e-06, + "loss": 0.7898, + "step": 7725 + }, + { + "epoch": 14.990807934204161, + "grad_norm": 25.4615535736084, + "learning_rate": 5.568450462067484e-06, + "loss": 0.7391, + "step": 7750 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.14617618586640851, + "eval_loss": 0.8309133648872375, + "eval_macro_f1": 0.5704322878746412, + "eval_micro_f1": 0.579185520361991, + "eval_runtime": 3.22, + "eval_samples_per_second": 641.61, + "eval_steps_per_second": 40.372, + "eval_weighted_f1": 0.5857897200925098, + "step": 7755 + }, + { + "epoch": 15.03870343492985, + "grad_norm": 17.666648864746094, + "learning_rate": 5.514721684934451e-06, + "loss": 0.7581, + "step": 7775 + }, + { + "epoch": 15.087082728592163, + "grad_norm": 30.62248992919922, + "learning_rate": 5.460992907801419e-06, + "loss": 0.75, + "step": 7800 + }, + { + "epoch": 15.135462022254474, + "grad_norm": 22.894771575927734, + "learning_rate": 5.407264130668386e-06, + "loss": 0.703, + "step": 7825 + }, + { + "epoch": 15.183841315916787, + "grad_norm": 14.256181716918945, + "learning_rate": 5.353535353535354e-06, + "loss": 0.7417, + "step": 7850 + }, + { + "epoch": 15.2322206095791, + "grad_norm": 19.060197830200195, + "learning_rate": 5.299806576402321e-06, + "loss": 0.6878, + "step": 7875 + }, + { + "epoch": 15.280599903241413, + "grad_norm": 21.48556900024414, + "learning_rate": 5.246077799269289e-06, + "loss": 0.7508, + "step": 7900 + }, + { + "epoch": 15.328979196903726, + "grad_norm": 21.833667755126953, + "learning_rate": 5.1923490221362575e-06, + "loss": 0.7321, + "step": 7925 + }, + { + "epoch": 15.377358490566039, + "grad_norm": 13.664298057556152, + "learning_rate": 5.138620245003224e-06, + "loss": 0.7594, + "step": 7950 + }, + { + "epoch": 15.42573778422835, + "grad_norm": 16.70064926147461, + "learning_rate": 5.084891467870192e-06, + "loss": 0.7435, + "step": 7975 + }, + { + "epoch": 15.474117077890662, + "grad_norm": 29.122882843017578, + "learning_rate": 5.031162690737159e-06, + "loss": 0.7261, + "step": 8000 + }, + { + "epoch": 15.522496371552975, + "grad_norm": 23.374406814575195, + "learning_rate": 4.977433913604126e-06, + "loss": 0.7386, + "step": 8025 + }, + { + "epoch": 15.570875665215288, + "grad_norm": 17.952428817749023, + "learning_rate": 4.923705136471094e-06, + "loss": 0.7748, + "step": 8050 + }, + { + "epoch": 15.619254958877601, + "grad_norm": 20.60281753540039, + "learning_rate": 4.869976359338061e-06, + "loss": 0.6734, + "step": 8075 + }, + { + "epoch": 15.667634252539912, + "grad_norm": 17.949743270874023, + "learning_rate": 4.816247582205029e-06, + "loss": 0.7235, + "step": 8100 + }, + { + "epoch": 15.716013546202225, + "grad_norm": 18.777246475219727, + "learning_rate": 4.762518805071997e-06, + "loss": 0.7135, + "step": 8125 + }, + { + "epoch": 15.764392839864538, + "grad_norm": 15.491708755493164, + "learning_rate": 4.708790027938964e-06, + "loss": 0.7257, + "step": 8150 + }, + { + "epoch": 15.81277213352685, + "grad_norm": 18.900455474853516, + "learning_rate": 4.655061250805932e-06, + "loss": 0.7128, + "step": 8175 + }, + { + "epoch": 15.861151427189164, + "grad_norm": 20.874067306518555, + "learning_rate": 4.6013324736729e-06, + "loss": 0.7232, + "step": 8200 + }, + { + "epoch": 15.909530720851475, + "grad_norm": 37.39208221435547, + "learning_rate": 4.547603696539868e-06, + "loss": 0.7411, + "step": 8225 + }, + { + "epoch": 15.957910014513788, + "grad_norm": 17.02424430847168, + "learning_rate": 4.493874919406835e-06, + "loss": 0.7673, + "step": 8250 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.15295256534365925, + "eval_loss": 0.8397064208984375, + "eval_macro_f1": 0.5679605561977511, + "eval_micro_f1": 0.5780570323827936, + "eval_runtime": 3.1433, + "eval_samples_per_second": 657.261, + "eval_steps_per_second": 41.357, + "eval_weighted_f1": 0.5847339902680536, + "step": 8272 + }, + { + "epoch": 16.005805515239476, + "grad_norm": 14.298952102661133, + "learning_rate": 4.4401461422738025e-06, + "loss": 0.7223, + "step": 8275 + }, + { + "epoch": 16.05418480890179, + "grad_norm": 37.05644226074219, + "learning_rate": 4.3864173651407695e-06, + "loss": 0.6891, + "step": 8300 + }, + { + "epoch": 16.102564102564102, + "grad_norm": 19.519882202148438, + "learning_rate": 4.332688588007737e-06, + "loss": 0.6999, + "step": 8325 + }, + { + "epoch": 16.150943396226417, + "grad_norm": 12.247383117675781, + "learning_rate": 4.278959810874705e-06, + "loss": 0.6843, + "step": 8350 + }, + { + "epoch": 16.199322689888728, + "grad_norm": 14.877107620239258, + "learning_rate": 4.225231033741672e-06, + "loss": 0.6737, + "step": 8375 + }, + { + "epoch": 16.24770198355104, + "grad_norm": 42.742252349853516, + "learning_rate": 4.17150225660864e-06, + "loss": 0.6764, + "step": 8400 + }, + { + "epoch": 16.296081277213354, + "grad_norm": 34.25813293457031, + "learning_rate": 4.117773479475607e-06, + "loss": 0.675, + "step": 8425 + }, + { + "epoch": 16.344460570875665, + "grad_norm": 39.227352142333984, + "learning_rate": 4.064044702342575e-06, + "loss": 0.7055, + "step": 8450 + }, + { + "epoch": 16.39283986453798, + "grad_norm": 38.781185150146484, + "learning_rate": 4.010315925209543e-06, + "loss": 0.7292, + "step": 8475 + }, + { + "epoch": 16.44121915820029, + "grad_norm": 23.016979217529297, + "learning_rate": 3.95658714807651e-06, + "loss": 0.6744, + "step": 8500 + }, + { + "epoch": 16.4895984518626, + "grad_norm": 21.067232131958008, + "learning_rate": 3.902858370943478e-06, + "loss": 0.6948, + "step": 8525 + }, + { + "epoch": 16.537977745524916, + "grad_norm": 19.11478614807129, + "learning_rate": 3.849129593810445e-06, + "loss": 0.7123, + "step": 8550 + }, + { + "epoch": 16.586357039187227, + "grad_norm": 26.363101959228516, + "learning_rate": 3.7954008166774126e-06, + "loss": 0.6863, + "step": 8575 + }, + { + "epoch": 16.634736332849542, + "grad_norm": 25.031681060791016, + "learning_rate": 3.74167203954438e-06, + "loss": 0.7121, + "step": 8600 + }, + { + "epoch": 16.683115626511853, + "grad_norm": 23.881732940673828, + "learning_rate": 3.6879432624113475e-06, + "loss": 0.6677, + "step": 8625 + }, + { + "epoch": 16.731494920174164, + "grad_norm": 27.166379928588867, + "learning_rate": 3.634214485278315e-06, + "loss": 0.6947, + "step": 8650 + }, + { + "epoch": 16.77987421383648, + "grad_norm": 29.63300895690918, + "learning_rate": 3.580485708145283e-06, + "loss": 0.6719, + "step": 8675 + }, + { + "epoch": 16.82825350749879, + "grad_norm": 28.933929443359375, + "learning_rate": 3.5267569310122506e-06, + "loss": 0.7009, + "step": 8700 + }, + { + "epoch": 16.876632801161104, + "grad_norm": 11.924473762512207, + "learning_rate": 3.473028153879218e-06, + "loss": 0.6912, + "step": 8725 + }, + { + "epoch": 16.925012094823416, + "grad_norm": 22.88268280029297, + "learning_rate": 3.419299376746186e-06, + "loss": 0.665, + "step": 8750 + }, + { + "epoch": 16.973391388485727, + "grad_norm": 32.981773376464844, + "learning_rate": 3.3655705996131534e-06, + "loss": 0.6765, + "step": 8775 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.15150048402710553, + "eval_loss": 0.861801028251648, + "eval_macro_f1": 0.5732015784226354, + "eval_micro_f1": 0.5806136408051593, + "eval_runtime": 3.2006, + "eval_samples_per_second": 645.503, + "eval_steps_per_second": 40.617, + "eval_weighted_f1": 0.5869800977888227, + "step": 8789 + }, + { + "epoch": 17.021286889211417, + "grad_norm": 15.081356048583984, + "learning_rate": 3.311841822480121e-06, + "loss": 0.6438, + "step": 8800 + }, + { + "epoch": 17.06966618287373, + "grad_norm": 14.565335273742676, + "learning_rate": 3.2581130453470882e-06, + "loss": 0.6637, + "step": 8825 + }, + { + "epoch": 17.118045476536043, + "grad_norm": 16.61520767211914, + "learning_rate": 3.2043842682140557e-06, + "loss": 0.6341, + "step": 8850 + }, + { + "epoch": 17.166424770198354, + "grad_norm": 20.17801856994629, + "learning_rate": 3.150655491081023e-06, + "loss": 0.6421, + "step": 8875 + }, + { + "epoch": 17.21480406386067, + "grad_norm": 23.683712005615234, + "learning_rate": 3.096926713947991e-06, + "loss": 0.6504, + "step": 8900 + }, + { + "epoch": 17.26318335752298, + "grad_norm": 24.110666275024414, + "learning_rate": 3.0431979368149584e-06, + "loss": 0.6601, + "step": 8925 + }, + { + "epoch": 17.31156265118529, + "grad_norm": 10.443506240844727, + "learning_rate": 2.989469159681926e-06, + "loss": 0.6538, + "step": 8950 + }, + { + "epoch": 17.359941944847606, + "grad_norm": 38.277976989746094, + "learning_rate": 2.9357403825488933e-06, + "loss": 0.6459, + "step": 8975 + }, + { + "epoch": 17.408321238509917, + "grad_norm": 17.759496688842773, + "learning_rate": 2.8820116054158607e-06, + "loss": 0.6537, + "step": 9000 + }, + { + "epoch": 17.45670053217223, + "grad_norm": 24.960155487060547, + "learning_rate": 2.8282828282828286e-06, + "loss": 0.6899, + "step": 9025 + }, + { + "epoch": 17.505079825834542, + "grad_norm": 25.187402725219727, + "learning_rate": 2.774554051149796e-06, + "loss": 0.6715, + "step": 9050 + }, + { + "epoch": 17.553459119496857, + "grad_norm": 15.403215408325195, + "learning_rate": 2.7208252740167635e-06, + "loss": 0.642, + "step": 9075 + }, + { + "epoch": 17.601838413159168, + "grad_norm": 17.70595359802246, + "learning_rate": 2.667096496883731e-06, + "loss": 0.6646, + "step": 9100 + }, + { + "epoch": 17.65021770682148, + "grad_norm": 19.346527099609375, + "learning_rate": 2.6133677197506983e-06, + "loss": 0.642, + "step": 9125 + }, + { + "epoch": 17.698597000483794, + "grad_norm": 13.469184875488281, + "learning_rate": 2.5596389426176658e-06, + "loss": 0.6649, + "step": 9150 + }, + { + "epoch": 17.746976294146105, + "grad_norm": 24.732797622680664, + "learning_rate": 2.5059101654846336e-06, + "loss": 0.6394, + "step": 9175 + }, + { + "epoch": 17.79535558780842, + "grad_norm": 13.777486801147461, + "learning_rate": 2.4521813883516015e-06, + "loss": 0.6733, + "step": 9200 + }, + { + "epoch": 17.84373488147073, + "grad_norm": 20.03852081298828, + "learning_rate": 2.398452611218569e-06, + "loss": 0.6548, + "step": 9225 + }, + { + "epoch": 17.89211417513304, + "grad_norm": 24.61626625061035, + "learning_rate": 2.3447238340855364e-06, + "loss": 0.6849, + "step": 9250 + }, + { + "epoch": 17.940493468795356, + "grad_norm": 31.133153915405273, + "learning_rate": 2.290995056952504e-06, + "loss": 0.6576, + "step": 9275 + }, + { + "epoch": 17.988872762457667, + "grad_norm": 8.63671588897705, + "learning_rate": 2.2372662798194713e-06, + "loss": 0.6338, + "step": 9300 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.16118102613746368, + "eval_loss": 0.8902262449264526, + "eval_macro_f1": 0.5798258569812743, + "eval_micro_f1": 0.5874139822479306, + "eval_runtime": 3.2142, + "eval_samples_per_second": 642.769, + "eval_steps_per_second": 40.445, + "eval_weighted_f1": 0.5927125030817478, + "step": 9306 + }, + { + "epoch": 18.036768263183358, + "grad_norm": 19.98072624206543, + "learning_rate": 2.183537502686439e-06, + "loss": 0.6452, + "step": 9325 + }, + { + "epoch": 18.08514755684567, + "grad_norm": 27.9208984375, + "learning_rate": 2.1298087255534066e-06, + "loss": 0.6084, + "step": 9350 + }, + { + "epoch": 18.133526850507984, + "grad_norm": 16.22889518737793, + "learning_rate": 2.076079948420374e-06, + "loss": 0.6579, + "step": 9375 + }, + { + "epoch": 18.181906144170295, + "grad_norm": 15.161165237426758, + "learning_rate": 2.022351171287342e-06, + "loss": 0.6649, + "step": 9400 + }, + { + "epoch": 18.230285437832606, + "grad_norm": 19.796518325805664, + "learning_rate": 1.9686223941543093e-06, + "loss": 0.6125, + "step": 9425 + }, + { + "epoch": 18.27866473149492, + "grad_norm": 27.406991958618164, + "learning_rate": 1.9148936170212767e-06, + "loss": 0.6109, + "step": 9450 + }, + { + "epoch": 18.32704402515723, + "grad_norm": 33.10793685913086, + "learning_rate": 1.8611648398882442e-06, + "loss": 0.6557, + "step": 9475 + }, + { + "epoch": 18.375423318819546, + "grad_norm": 21.392574310302734, + "learning_rate": 1.8074360627552118e-06, + "loss": 0.6412, + "step": 9500 + }, + { + "epoch": 18.423802612481857, + "grad_norm": 17.817058563232422, + "learning_rate": 1.7537072856221793e-06, + "loss": 0.648, + "step": 9525 + }, + { + "epoch": 18.47218190614417, + "grad_norm": 16.5948543548584, + "learning_rate": 1.699978508489147e-06, + "loss": 0.6692, + "step": 9550 + }, + { + "epoch": 18.520561199806483, + "grad_norm": 17.156566619873047, + "learning_rate": 1.6462497313561146e-06, + "loss": 0.6516, + "step": 9575 + }, + { + "epoch": 18.568940493468794, + "grad_norm": 21.694766998291016, + "learning_rate": 1.5925209542230822e-06, + "loss": 0.6513, + "step": 9600 + }, + { + "epoch": 18.61731978713111, + "grad_norm": 15.486685752868652, + "learning_rate": 1.5387921770900496e-06, + "loss": 0.6347, + "step": 9625 + }, + { + "epoch": 18.66569908079342, + "grad_norm": 12.834264755249023, + "learning_rate": 1.485063399957017e-06, + "loss": 0.6026, + "step": 9650 + }, + { + "epoch": 18.714078374455735, + "grad_norm": 21.496484756469727, + "learning_rate": 1.4313346228239847e-06, + "loss": 0.6205, + "step": 9675 + }, + { + "epoch": 18.762457668118046, + "grad_norm": 15.628223419189453, + "learning_rate": 1.3776058456909522e-06, + "loss": 0.6826, + "step": 9700 + }, + { + "epoch": 18.810836961780357, + "grad_norm": 21.408206939697266, + "learning_rate": 1.3238770685579196e-06, + "loss": 0.6182, + "step": 9725 + }, + { + "epoch": 18.85921625544267, + "grad_norm": 23.876440048217773, + "learning_rate": 1.2701482914248873e-06, + "loss": 0.6563, + "step": 9750 + }, + { + "epoch": 18.907595549104983, + "grad_norm": 11.885416030883789, + "learning_rate": 1.216419514291855e-06, + "loss": 0.636, + "step": 9775 + }, + { + "epoch": 18.955974842767297, + "grad_norm": 13.314395904541016, + "learning_rate": 1.1626907371588223e-06, + "loss": 0.627, + "step": 9800 + }, + { + "epoch": 19.0, + "eval_accuracy": 0.16118102613746368, + "eval_loss": 0.8865264058113098, + "eval_macro_f1": 0.5746885715489178, + "eval_micro_f1": 0.5843253968253969, + "eval_runtime": 3.2169, + "eval_samples_per_second": 642.226, + "eval_steps_per_second": 40.411, + "eval_weighted_f1": 0.589070077070069, + "step": 9823 + }, + { + "epoch": 19.003870343492984, + "grad_norm": 15.24216079711914, + "learning_rate": 1.10896196002579e-06, + "loss": 0.5999, + "step": 9825 + }, + { + "epoch": 19.0522496371553, + "grad_norm": 22.060941696166992, + "learning_rate": 1.0552331828927574e-06, + "loss": 0.6211, + "step": 9850 + }, + { + "epoch": 19.10062893081761, + "grad_norm": 16.3547420501709, + "learning_rate": 1.0015044057597249e-06, + "loss": 0.6099, + "step": 9875 + }, + { + "epoch": 19.14900822447992, + "grad_norm": 13.843040466308594, + "learning_rate": 9.477756286266926e-07, + "loss": 0.6018, + "step": 9900 + }, + { + "epoch": 19.197387518142236, + "grad_norm": 21.904644012451172, + "learning_rate": 8.940468514936601e-07, + "loss": 0.6144, + "step": 9925 + }, + { + "epoch": 19.245766811804547, + "grad_norm": 26.53631019592285, + "learning_rate": 8.403180743606276e-07, + "loss": 0.6309, + "step": 9950 + }, + { + "epoch": 19.29414610546686, + "grad_norm": 16.7963809967041, + "learning_rate": 7.865892972275952e-07, + "loss": 0.6138, + "step": 9975 + }, + { + "epoch": 19.342525399129173, + "grad_norm": 12.525195121765137, + "learning_rate": 7.328605200945627e-07, + "loss": 0.6038, + "step": 10000 + }, + { + "epoch": 19.390904692791484, + "grad_norm": 16.300472259521484, + "learning_rate": 6.791317429615303e-07, + "loss": 0.5967, + "step": 10025 + }, + { + "epoch": 19.4392839864538, + "grad_norm": 12.508477210998535, + "learning_rate": 6.254029658284978e-07, + "loss": 0.5904, + "step": 10050 + }, + { + "epoch": 19.48766328011611, + "grad_norm": 32.16303253173828, + "learning_rate": 5.716741886954653e-07, + "loss": 0.6595, + "step": 10075 + }, + { + "epoch": 19.536042573778424, + "grad_norm": 14.768805503845215, + "learning_rate": 5.179454115624329e-07, + "loss": 0.6612, + "step": 10100 + }, + { + "epoch": 19.584421867440735, + "grad_norm": 62.1322021484375, + "learning_rate": 4.6421663442940047e-07, + "loss": 0.6221, + "step": 10125 + }, + { + "epoch": 19.632801161103046, + "grad_norm": 19.444854736328125, + "learning_rate": 4.1048785729636796e-07, + "loss": 0.6525, + "step": 10150 + }, + { + "epoch": 19.68118045476536, + "grad_norm": 16.639358520507812, + "learning_rate": 3.5675908016333545e-07, + "loss": 0.6384, + "step": 10175 + }, + { + "epoch": 19.729559748427672, + "grad_norm": 19.873783111572266, + "learning_rate": 3.0303030303030305e-07, + "loss": 0.5979, + "step": 10200 + }, + { + "epoch": 19.777939042089987, + "grad_norm": 37.18057632446289, + "learning_rate": 2.493015258972706e-07, + "loss": 0.62, + "step": 10225 + }, + { + "epoch": 19.826318335752298, + "grad_norm": 21.87669563293457, + "learning_rate": 1.9557274876423814e-07, + "loss": 0.6358, + "step": 10250 + }, + { + "epoch": 19.874697629414612, + "grad_norm": 14.491168975830078, + "learning_rate": 1.4184397163120568e-07, + "loss": 0.6044, + "step": 10275 + }, + { + "epoch": 19.923076923076923, + "grad_norm": 13.468998908996582, + "learning_rate": 8.811519449817324e-08, + "loss": 0.6134, + "step": 10300 + }, + { + "epoch": 19.971456216739234, + "grad_norm": 18.725984573364258, + "learning_rate": 3.438641736514077e-08, + "loss": 0.5721, + "step": 10325 + }, + { + "epoch": 20.0, + "eval_accuracy": 0.1669893514036786, + "eval_loss": 0.8862267136573792, + "eval_macro_f1": 0.5770165141423922, + "eval_micro_f1": 0.5858023463909325, + "eval_runtime": 3.2226, + "eval_samples_per_second": 641.103, + "eval_steps_per_second": 40.34, + "eval_weighted_f1": 0.5915193919654719, + "step": 10340 + } + ], + "logging_steps": 25, + "max_steps": 10340, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 2 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/special_tokens_map.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/tokenizer_config.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/trainer_state.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..264f0ec615c5477d5a996835afe5e606a05d3ef3 --- /dev/null +++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/trainer_state.json @@ -0,0 +1,2863 @@ +{ + "best_global_step": 9306, + "best_metric": 0.5798258569812743, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306", + "epoch": 18.0, + "eval_steps": 500, + "global_step": 9306, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04837929366231253, + "grad_norm": 6.986247539520264, + "learning_rate": 4.6421663442940047e-07, + "loss": 5.2602, + "step": 25 + }, + { + "epoch": 0.09675858732462506, + "grad_norm": 6.4505510330200195, + "learning_rate": 9.477756286266926e-07, + "loss": 5.3185, + "step": 50 + }, + { + "epoch": 0.14513788098693758, + "grad_norm": 7.912052154541016, + "learning_rate": 1.4313346228239847e-06, + "loss": 5.4252, + "step": 75 + }, + { + "epoch": 0.1935171746492501, + "grad_norm": 5.919526100158691, + "learning_rate": 1.9148936170212767e-06, + "loss": 5.2862, + "step": 100 + }, + { + "epoch": 0.24189646831156264, + "grad_norm": 4.711602687835693, + "learning_rate": 2.398452611218569e-06, + "loss": 5.1948, + "step": 125 + }, + { + "epoch": 0.29027576197387517, + "grad_norm": 26.912372589111328, + "learning_rate": 2.8820116054158607e-06, + "loss": 5.3551, + "step": 150 + }, + { + "epoch": 0.3386550556361877, + "grad_norm": 14.128811836242676, + "learning_rate": 3.3655705996131534e-06, + "loss": 5.2292, + "step": 175 + }, + { + "epoch": 0.3870343492985002, + "grad_norm": 10.136831283569336, + "learning_rate": 3.849129593810445e-06, + "loss": 5.2564, + "step": 200 + }, + { + "epoch": 0.43541364296081275, + "grad_norm": 20.706050872802734, + "learning_rate": 4.332688588007737e-06, + "loss": 5.253, + "step": 225 + }, + { + "epoch": 0.4837929366231253, + "grad_norm": 14.025623321533203, + "learning_rate": 4.816247582205029e-06, + "loss": 5.2228, + "step": 250 + }, + { + "epoch": 0.5321722302854378, + "grad_norm": 11.115052223205566, + "learning_rate": 5.299806576402321e-06, + "loss": 5.1556, + "step": 275 + }, + { + "epoch": 0.5805515239477503, + "grad_norm": 17.422090530395508, + "learning_rate": 5.783365570599614e-06, + "loss": 5.064, + "step": 300 + }, + { + "epoch": 0.6289308176100629, + "grad_norm": 47.223514556884766, + "learning_rate": 6.266924564796905e-06, + "loss": 5.0948, + "step": 325 + }, + { + "epoch": 0.6773101112723754, + "grad_norm": 23.81229019165039, + "learning_rate": 6.750483558994197e-06, + "loss": 5.1429, + "step": 350 + }, + { + "epoch": 0.7256894049346879, + "grad_norm": 23.439891815185547, + "learning_rate": 7.234042553191491e-06, + "loss": 4.9576, + "step": 375 + }, + { + "epoch": 0.7740686985970004, + "grad_norm": 20.407093048095703, + "learning_rate": 7.717601547388782e-06, + "loss": 4.8211, + "step": 400 + }, + { + "epoch": 0.822447992259313, + "grad_norm": 26.662120819091797, + "learning_rate": 8.201160541586074e-06, + "loss": 4.5999, + "step": 425 + }, + { + "epoch": 0.8708272859216255, + "grad_norm": 16.98923683166504, + "learning_rate": 8.684719535783366e-06, + "loss": 4.4892, + "step": 450 + }, + { + "epoch": 0.919206579583938, + "grad_norm": 30.732824325561523, + "learning_rate": 9.16827852998066e-06, + "loss": 4.443, + "step": 475 + }, + { + "epoch": 0.9675858732462506, + "grad_norm": 21.114051818847656, + "learning_rate": 9.651837524177951e-06, + "loss": 4.375, + "step": 500 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.0, + "eval_loss": 0.9843500852584839, + "eval_macro_f1": 0.2714122593479113, + "eval_micro_f1": 0.27193462785897815, + "eval_runtime": 3.6832, + "eval_samples_per_second": 560.92, + "eval_steps_per_second": 35.295, + "eval_weighted_f1": 0.3131987943141574, + "step": 517 + }, + { + "epoch": 1.01548137397194, + "grad_norm": 42.548030853271484, + "learning_rate": 1.0135396518375243e-05, + "loss": 4.1054, + "step": 525 + }, + { + "epoch": 1.0638606676342526, + "grad_norm": 20.33817481994629, + "learning_rate": 1.0618955512572535e-05, + "loss": 4.1, + "step": 550 + }, + { + "epoch": 1.112239961296565, + "grad_norm": 33.29596710205078, + "learning_rate": 1.1102514506769827e-05, + "loss": 3.9823, + "step": 575 + }, + { + "epoch": 1.1606192549588776, + "grad_norm": 33.398155212402344, + "learning_rate": 1.1586073500967118e-05, + "loss": 3.8963, + "step": 600 + }, + { + "epoch": 1.20899854862119, + "grad_norm": 37.62985610961914, + "learning_rate": 1.2069632495164412e-05, + "loss": 4.0865, + "step": 625 + }, + { + "epoch": 1.2573778422835027, + "grad_norm": 21.173017501831055, + "learning_rate": 1.2553191489361702e-05, + "loss": 3.8263, + "step": 650 + }, + { + "epoch": 1.3057571359458153, + "grad_norm": 21.708436965942383, + "learning_rate": 1.3036750483558995e-05, + "loss": 3.7233, + "step": 675 + }, + { + "epoch": 1.3541364296081277, + "grad_norm": 20.53900146484375, + "learning_rate": 1.3520309477756289e-05, + "loss": 3.656, + "step": 700 + }, + { + "epoch": 1.4025157232704402, + "grad_norm": 23.7232608795166, + "learning_rate": 1.4003868471953579e-05, + "loss": 3.7193, + "step": 725 + }, + { + "epoch": 1.4508950169327528, + "grad_norm": 27.50079917907715, + "learning_rate": 1.4487427466150873e-05, + "loss": 3.6957, + "step": 750 + }, + { + "epoch": 1.4992743105950654, + "grad_norm": 27.596424102783203, + "learning_rate": 1.4970986460348164e-05, + "loss": 3.7144, + "step": 775 + }, + { + "epoch": 1.5476536042573779, + "grad_norm": 29.266965866088867, + "learning_rate": 1.5454545454545454e-05, + "loss": 3.5127, + "step": 800 + }, + { + "epoch": 1.5960328979196903, + "grad_norm": 39.4215202331543, + "learning_rate": 1.5938104448742748e-05, + "loss": 3.5381, + "step": 825 + }, + { + "epoch": 1.644412191582003, + "grad_norm": 25.230287551879883, + "learning_rate": 1.6421663442940038e-05, + "loss": 3.4088, + "step": 850 + }, + { + "epoch": 1.6927914852443156, + "grad_norm": 29.321563720703125, + "learning_rate": 1.690522243713733e-05, + "loss": 3.5482, + "step": 875 + }, + { + "epoch": 1.741170778906628, + "grad_norm": 28.184972763061523, + "learning_rate": 1.7388781431334625e-05, + "loss": 3.3957, + "step": 900 + }, + { + "epoch": 1.7895500725689404, + "grad_norm": 25.95853042602539, + "learning_rate": 1.7872340425531915e-05, + "loss": 3.466, + "step": 925 + }, + { + "epoch": 1.837929366231253, + "grad_norm": 24.129798889160156, + "learning_rate": 1.835589941972921e-05, + "loss": 3.2304, + "step": 950 + }, + { + "epoch": 1.8863086598935657, + "grad_norm": 34.03657150268555, + "learning_rate": 1.8839458413926502e-05, + "loss": 3.3345, + "step": 975 + }, + { + "epoch": 1.934687953555878, + "grad_norm": 32.48499298095703, + "learning_rate": 1.9323017408123792e-05, + "loss": 3.2686, + "step": 1000 + }, + { + "epoch": 1.9830672472181905, + "grad_norm": 39.200538635253906, + "learning_rate": 1.9806576402321086e-05, + "loss": 3.2326, + "step": 1025 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.000968054211035818, + "eval_loss": 0.7589045763015747, + "eval_macro_f1": 0.36806474673919937, + "eval_micro_f1": 0.37487335359675783, + "eval_runtime": 3.9337, + "eval_samples_per_second": 525.206, + "eval_steps_per_second": 33.048, + "eval_weighted_f1": 0.40968579388605075, + "step": 1034 + }, + { + "epoch": 2.03096274794388, + "grad_norm": 23.05753517150879, + "learning_rate": 1.996776273372018e-05, + "loss": 3.1259, + "step": 1050 + }, + { + "epoch": 2.0793420416061927, + "grad_norm": 33.5190544128418, + "learning_rate": 1.9914033956587148e-05, + "loss": 3.1912, + "step": 1075 + }, + { + "epoch": 2.127721335268505, + "grad_norm": 20.347591400146484, + "learning_rate": 1.986030517945412e-05, + "loss": 2.97, + "step": 1100 + }, + { + "epoch": 2.1761006289308176, + "grad_norm": 30.98805809020996, + "learning_rate": 1.9806576402321086e-05, + "loss": 2.943, + "step": 1125 + }, + { + "epoch": 2.22447992259313, + "grad_norm": 30.875328063964844, + "learning_rate": 1.9752847625188053e-05, + "loss": 2.9528, + "step": 1150 + }, + { + "epoch": 2.272859216255443, + "grad_norm": 28.831037521362305, + "learning_rate": 1.969911884805502e-05, + "loss": 2.9291, + "step": 1175 + }, + { + "epoch": 2.3212385099177553, + "grad_norm": 28.460262298583984, + "learning_rate": 1.9645390070921987e-05, + "loss": 2.8431, + "step": 1200 + }, + { + "epoch": 2.3696178035800677, + "grad_norm": 23.09235382080078, + "learning_rate": 1.9591661293788954e-05, + "loss": 2.9127, + "step": 1225 + }, + { + "epoch": 2.41799709724238, + "grad_norm": 25.862464904785156, + "learning_rate": 1.953793251665592e-05, + "loss": 2.8507, + "step": 1250 + }, + { + "epoch": 2.466376390904693, + "grad_norm": 44.94914245605469, + "learning_rate": 1.948420373952289e-05, + "loss": 2.8786, + "step": 1275 + }, + { + "epoch": 2.5147556845670054, + "grad_norm": 30.657482147216797, + "learning_rate": 1.9430474962389858e-05, + "loss": 2.9386, + "step": 1300 + }, + { + "epoch": 2.563134978229318, + "grad_norm": 36.85378646850586, + "learning_rate": 1.9376746185256825e-05, + "loss": 2.9883, + "step": 1325 + }, + { + "epoch": 2.6115142718916307, + "grad_norm": 32.231468200683594, + "learning_rate": 1.9323017408123792e-05, + "loss": 2.6997, + "step": 1350 + }, + { + "epoch": 2.659893565553943, + "grad_norm": 35.39952087402344, + "learning_rate": 1.9269288630990763e-05, + "loss": 2.7638, + "step": 1375 + }, + { + "epoch": 2.7082728592162555, + "grad_norm": 34.102447509765625, + "learning_rate": 1.921555985385773e-05, + "loss": 2.5834, + "step": 1400 + }, + { + "epoch": 2.756652152878568, + "grad_norm": 31.689434051513672, + "learning_rate": 1.9161831076724697e-05, + "loss": 2.8877, + "step": 1425 + }, + { + "epoch": 2.8050314465408803, + "grad_norm": 22.052072525024414, + "learning_rate": 1.9108102299591664e-05, + "loss": 2.7465, + "step": 1450 + }, + { + "epoch": 2.853410740203193, + "grad_norm": 25.382522583007812, + "learning_rate": 1.905437352245863e-05, + "loss": 2.7654, + "step": 1475 + }, + { + "epoch": 2.9017900338655056, + "grad_norm": 38.07093048095703, + "learning_rate": 1.9000644745325598e-05, + "loss": 2.6869, + "step": 1500 + }, + { + "epoch": 2.950169327527818, + "grad_norm": 26.28631019592285, + "learning_rate": 1.8946915968192565e-05, + "loss": 2.9036, + "step": 1525 + }, + { + "epoch": 2.998548621190131, + "grad_norm": 30.545177459716797, + "learning_rate": 1.889318719105953e-05, + "loss": 2.8423, + "step": 1550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.008228460793804453, + "eval_loss": 0.6725642681121826, + "eval_macro_f1": 0.4144657093850709, + "eval_micro_f1": 0.4176474212828887, + "eval_runtime": 3.9202, + "eval_samples_per_second": 527.01, + "eval_steps_per_second": 33.161, + "eval_weighted_f1": 0.4512423543442768, + "step": 1551 + }, + { + "epoch": 3.04644412191582, + "grad_norm": 26.440017700195312, + "learning_rate": 1.8839458413926502e-05, + "loss": 2.5534, + "step": 1575 + }, + { + "epoch": 3.0948234155781327, + "grad_norm": 25.656982421875, + "learning_rate": 1.878572963679347e-05, + "loss": 2.4053, + "step": 1600 + }, + { + "epoch": 3.143202709240445, + "grad_norm": 60.54360580444336, + "learning_rate": 1.8732000859660436e-05, + "loss": 2.4473, + "step": 1625 + }, + { + "epoch": 3.1915820029027575, + "grad_norm": 63.311790466308594, + "learning_rate": 1.8678272082527403e-05, + "loss": 2.3655, + "step": 1650 + }, + { + "epoch": 3.2399612965650704, + "grad_norm": 27.609106063842773, + "learning_rate": 1.862454330539437e-05, + "loss": 2.4378, + "step": 1675 + }, + { + "epoch": 3.288340590227383, + "grad_norm": 43.07880783081055, + "learning_rate": 1.8570814528261337e-05, + "loss": 2.4677, + "step": 1700 + }, + { + "epoch": 3.336719883889695, + "grad_norm": 33.33213424682617, + "learning_rate": 1.8517085751128304e-05, + "loss": 2.3889, + "step": 1725 + }, + { + "epoch": 3.3850991775520076, + "grad_norm": 20.408994674682617, + "learning_rate": 1.846335697399527e-05, + "loss": 2.4486, + "step": 1750 + }, + { + "epoch": 3.43347847121432, + "grad_norm": 35.0495491027832, + "learning_rate": 1.840962819686224e-05, + "loss": 2.411, + "step": 1775 + }, + { + "epoch": 3.481857764876633, + "grad_norm": 29.14592933654785, + "learning_rate": 1.835589941972921e-05, + "loss": 2.468, + "step": 1800 + }, + { + "epoch": 3.5302370585389453, + "grad_norm": 38.37916564941406, + "learning_rate": 1.8302170642596176e-05, + "loss": 2.4675, + "step": 1825 + }, + { + "epoch": 3.5786163522012577, + "grad_norm": 36.26290512084961, + "learning_rate": 1.8248441865463146e-05, + "loss": 2.3768, + "step": 1850 + }, + { + "epoch": 3.6269956458635706, + "grad_norm": 27.652996063232422, + "learning_rate": 1.8194713088330113e-05, + "loss": 2.372, + "step": 1875 + }, + { + "epoch": 3.675374939525883, + "grad_norm": 31.439382553100586, + "learning_rate": 1.814098431119708e-05, + "loss": 2.4494, + "step": 1900 + }, + { + "epoch": 3.7237542331881954, + "grad_norm": 30.047704696655273, + "learning_rate": 1.8087255534064047e-05, + "loss": 2.2807, + "step": 1925 + }, + { + "epoch": 3.772133526850508, + "grad_norm": 24.25094223022461, + "learning_rate": 1.8033526756931014e-05, + "loss": 2.332, + "step": 1950 + }, + { + "epoch": 3.8205128205128203, + "grad_norm": 39.15699768066406, + "learning_rate": 1.797979797979798e-05, + "loss": 2.3089, + "step": 1975 + }, + { + "epoch": 3.868892114175133, + "grad_norm": 22.291481018066406, + "learning_rate": 1.7926069202664948e-05, + "loss": 2.3331, + "step": 2000 + }, + { + "epoch": 3.9172714078374455, + "grad_norm": 40.7725830078125, + "learning_rate": 1.7872340425531915e-05, + "loss": 2.4485, + "step": 2025 + }, + { + "epoch": 3.965650701499758, + "grad_norm": 27.878034591674805, + "learning_rate": 1.7818611648398885e-05, + "loss": 2.375, + "step": 2050 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.02758954501452081, + "eval_loss": 0.6403176188468933, + "eval_macro_f1": 0.43982129825646454, + "eval_micro_f1": 0.4493662441627752, + "eval_runtime": 3.87, + "eval_samples_per_second": 533.848, + "eval_steps_per_second": 33.592, + "eval_weighted_f1": 0.4754188052134704, + "step": 2068 + }, + { + "epoch": 4.013546202225448, + "grad_norm": 28.813405990600586, + "learning_rate": 1.7764882871265852e-05, + "loss": 2.2487, + "step": 2075 + }, + { + "epoch": 4.06192549588776, + "grad_norm": 15.445168495178223, + "learning_rate": 1.771115409413282e-05, + "loss": 2.1334, + "step": 2100 + }, + { + "epoch": 4.110304789550073, + "grad_norm": 23.30936050415039, + "learning_rate": 1.7657425316999787e-05, + "loss": 2.0582, + "step": 2125 + }, + { + "epoch": 4.1586840832123855, + "grad_norm": 18.73201560974121, + "learning_rate": 1.7603696539866754e-05, + "loss": 2.0737, + "step": 2150 + }, + { + "epoch": 4.2070633768746974, + "grad_norm": 24.857179641723633, + "learning_rate": 1.754996776273372e-05, + "loss": 2.1015, + "step": 2175 + }, + { + "epoch": 4.25544267053701, + "grad_norm": 24.280235290527344, + "learning_rate": 1.7496238985600688e-05, + "loss": 2.0624, + "step": 2200 + }, + { + "epoch": 4.303821964199322, + "grad_norm": 22.22987174987793, + "learning_rate": 1.7442510208467655e-05, + "loss": 2.0162, + "step": 2225 + }, + { + "epoch": 4.352201257861635, + "grad_norm": 18.26143455505371, + "learning_rate": 1.7388781431334625e-05, + "loss": 2.1257, + "step": 2250 + }, + { + "epoch": 4.400580551523948, + "grad_norm": 38.28558349609375, + "learning_rate": 1.7335052654201592e-05, + "loss": 2.2032, + "step": 2275 + }, + { + "epoch": 4.44895984518626, + "grad_norm": 34.4977912902832, + "learning_rate": 1.728132387706856e-05, + "loss": 2.1201, + "step": 2300 + }, + { + "epoch": 4.497339138848573, + "grad_norm": 26.664424896240234, + "learning_rate": 1.722759509993553e-05, + "loss": 2.0791, + "step": 2325 + }, + { + "epoch": 4.545718432510886, + "grad_norm": 45.26919937133789, + "learning_rate": 1.7173866322802496e-05, + "loss": 2.1156, + "step": 2350 + }, + { + "epoch": 4.594097726173198, + "grad_norm": 23.00921630859375, + "learning_rate": 1.7120137545669463e-05, + "loss": 2.0465, + "step": 2375 + }, + { + "epoch": 4.6424770198355105, + "grad_norm": 26.901386260986328, + "learning_rate": 1.706640876853643e-05, + "loss": 2.168, + "step": 2400 + }, + { + "epoch": 4.690856313497823, + "grad_norm": 42.0687141418457, + "learning_rate": 1.7012679991403397e-05, + "loss": 2.0566, + "step": 2425 + }, + { + "epoch": 4.739235607160135, + "grad_norm": 27.451356887817383, + "learning_rate": 1.6958951214270364e-05, + "loss": 2.1012, + "step": 2450 + }, + { + "epoch": 4.787614900822448, + "grad_norm": 37.0516357421875, + "learning_rate": 1.690522243713733e-05, + "loss": 2.0178, + "step": 2475 + }, + { + "epoch": 4.83599419448476, + "grad_norm": 38.811187744140625, + "learning_rate": 1.68514936600043e-05, + "loss": 2.0908, + "step": 2500 + }, + { + "epoch": 4.884373488147073, + "grad_norm": 85.80949401855469, + "learning_rate": 1.679776488287127e-05, + "loss": 2.0866, + "step": 2525 + }, + { + "epoch": 4.932752781809386, + "grad_norm": 24.288799285888672, + "learning_rate": 1.6744036105738236e-05, + "loss": 2.0177, + "step": 2550 + }, + { + "epoch": 4.981132075471698, + "grad_norm": 36.698612213134766, + "learning_rate": 1.6690307328605203e-05, + "loss": 1.9968, + "step": 2575 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.04114230396902226, + "eval_loss": 0.6425732374191284, + "eval_macro_f1": 0.48411160835570205, + "eval_micro_f1": 0.4951557609181696, + "eval_runtime": 3.6549, + "eval_samples_per_second": 565.268, + "eval_steps_per_second": 35.569, + "eval_weighted_f1": 0.5140685561616775, + "step": 2585 + }, + { + "epoch": 5.029027576197388, + "grad_norm": 24.147981643676758, + "learning_rate": 1.663657855147217e-05, + "loss": 1.971, + "step": 2600 + }, + { + "epoch": 5.0774068698597, + "grad_norm": 41.070858001708984, + "learning_rate": 1.6582849774339137e-05, + "loss": 1.7911, + "step": 2625 + }, + { + "epoch": 5.1257861635220126, + "grad_norm": 16.015499114990234, + "learning_rate": 1.6529120997206104e-05, + "loss": 1.7858, + "step": 2650 + }, + { + "epoch": 5.174165457184325, + "grad_norm": 27.974584579467773, + "learning_rate": 1.647539222007307e-05, + "loss": 1.7933, + "step": 2675 + }, + { + "epoch": 5.222544750846637, + "grad_norm": 27.864198684692383, + "learning_rate": 1.6421663442940038e-05, + "loss": 1.7807, + "step": 2700 + }, + { + "epoch": 5.27092404450895, + "grad_norm": 33.54486083984375, + "learning_rate": 1.636793466580701e-05, + "loss": 1.8005, + "step": 2725 + }, + { + "epoch": 5.319303338171263, + "grad_norm": 12.144124984741211, + "learning_rate": 1.6314205888673975e-05, + "loss": 1.7529, + "step": 2750 + }, + { + "epoch": 5.367682631833575, + "grad_norm": 27.0304012298584, + "learning_rate": 1.6260477111540942e-05, + "loss": 1.891, + "step": 2775 + }, + { + "epoch": 5.416061925495888, + "grad_norm": 30.23365592956543, + "learning_rate": 1.6206748334407913e-05, + "loss": 1.8689, + "step": 2800 + }, + { + "epoch": 5.4644412191582, + "grad_norm": 26.60340690612793, + "learning_rate": 1.615301955727488e-05, + "loss": 1.8587, + "step": 2825 + }, + { + "epoch": 5.512820512820513, + "grad_norm": 31.082002639770508, + "learning_rate": 1.6099290780141847e-05, + "loss": 1.8057, + "step": 2850 + }, + { + "epoch": 5.561199806482826, + "grad_norm": 43.08983612060547, + "learning_rate": 1.604556200300881e-05, + "loss": 1.8047, + "step": 2875 + }, + { + "epoch": 5.609579100145138, + "grad_norm": 44.78696060180664, + "learning_rate": 1.599183322587578e-05, + "loss": 1.8907, + "step": 2900 + }, + { + "epoch": 5.6579583938074505, + "grad_norm": 21.775548934936523, + "learning_rate": 1.5938104448742748e-05, + "loss": 1.7386, + "step": 2925 + }, + { + "epoch": 5.706337687469762, + "grad_norm": 31.195335388183594, + "learning_rate": 1.5884375671609715e-05, + "loss": 1.7448, + "step": 2950 + }, + { + "epoch": 5.754716981132075, + "grad_norm": 32.64009094238281, + "learning_rate": 1.5830646894476682e-05, + "loss": 1.8564, + "step": 2975 + }, + { + "epoch": 5.803096274794388, + "grad_norm": 42.73580551147461, + "learning_rate": 1.5776918117343652e-05, + "loss": 1.8901, + "step": 3000 + }, + { + "epoch": 5.851475568456701, + "grad_norm": 36.579166412353516, + "learning_rate": 1.572318934021062e-05, + "loss": 1.802, + "step": 3025 + }, + { + "epoch": 5.899854862119013, + "grad_norm": 21.069421768188477, + "learning_rate": 1.5669460563077586e-05, + "loss": 1.755, + "step": 3050 + }, + { + "epoch": 5.948234155781326, + "grad_norm": 21.628190994262695, + "learning_rate": 1.5615731785944553e-05, + "loss": 1.833, + "step": 3075 + }, + { + "epoch": 5.996613449443638, + "grad_norm": 36.87156677246094, + "learning_rate": 1.556200300881152e-05, + "loss": 1.8513, + "step": 3100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.047918683446272994, + "eval_loss": 0.6320773959159851, + "eval_macro_f1": 0.48670114799316455, + "eval_micro_f1": 0.4962786543614171, + "eval_runtime": 3.434, + "eval_samples_per_second": 601.625, + "eval_steps_per_second": 37.856, + "eval_weighted_f1": 0.5165071426783393, + "step": 3102 + }, + { + "epoch": 6.044508950169328, + "grad_norm": 20.941574096679688, + "learning_rate": 1.5508274231678487e-05, + "loss": 1.6206, + "step": 3125 + }, + { + "epoch": 6.09288824383164, + "grad_norm": 21.745996475219727, + "learning_rate": 1.5454545454545454e-05, + "loss": 1.5674, + "step": 3150 + }, + { + "epoch": 6.1412675374939525, + "grad_norm": 19.123512268066406, + "learning_rate": 1.540081667741242e-05, + "loss": 1.5983, + "step": 3175 + }, + { + "epoch": 6.189646831156265, + "grad_norm": 34.45368194580078, + "learning_rate": 1.5347087900279392e-05, + "loss": 1.5876, + "step": 3200 + }, + { + "epoch": 6.238026124818577, + "grad_norm": 38.04240036010742, + "learning_rate": 1.529335912314636e-05, + "loss": 1.612, + "step": 3225 + }, + { + "epoch": 6.28640541848089, + "grad_norm": 31.052461624145508, + "learning_rate": 1.5239630346013326e-05, + "loss": 1.6955, + "step": 3250 + }, + { + "epoch": 6.334784712143203, + "grad_norm": 25.720693588256836, + "learning_rate": 1.5185901568880293e-05, + "loss": 1.577, + "step": 3275 + }, + { + "epoch": 6.383164005805515, + "grad_norm": 23.271480560302734, + "learning_rate": 1.5132172791747262e-05, + "loss": 1.6308, + "step": 3300 + }, + { + "epoch": 6.431543299467828, + "grad_norm": 26.317943572998047, + "learning_rate": 1.5078444014614229e-05, + "loss": 1.6302, + "step": 3325 + }, + { + "epoch": 6.479922593130141, + "grad_norm": 28.443822860717773, + "learning_rate": 1.5024715237481196e-05, + "loss": 1.6151, + "step": 3350 + }, + { + "epoch": 6.528301886792453, + "grad_norm": 39.78083801269531, + "learning_rate": 1.4970986460348164e-05, + "loss": 1.7139, + "step": 3375 + }, + { + "epoch": 6.576681180454766, + "grad_norm": 29.07073402404785, + "learning_rate": 1.4917257683215131e-05, + "loss": 1.6149, + "step": 3400 + }, + { + "epoch": 6.6250604741170775, + "grad_norm": 29.321645736694336, + "learning_rate": 1.4863528906082098e-05, + "loss": 1.6079, + "step": 3425 + }, + { + "epoch": 6.67343976777939, + "grad_norm": 29.511098861694336, + "learning_rate": 1.4809800128949065e-05, + "loss": 1.5101, + "step": 3450 + }, + { + "epoch": 6.721819061441703, + "grad_norm": 16.362110137939453, + "learning_rate": 1.4756071351816034e-05, + "loss": 1.5567, + "step": 3475 + }, + { + "epoch": 6.770198355104015, + "grad_norm": 25.67879867553711, + "learning_rate": 1.4702342574683001e-05, + "loss": 1.642, + "step": 3500 + }, + { + "epoch": 6.818577648766328, + "grad_norm": 28.33863067626953, + "learning_rate": 1.4648613797549968e-05, + "loss": 1.6407, + "step": 3525 + }, + { + "epoch": 6.86695694242864, + "grad_norm": 42.11382293701172, + "learning_rate": 1.4594885020416935e-05, + "loss": 1.6254, + "step": 3550 + }, + { + "epoch": 6.915336236090953, + "grad_norm": 39.101402282714844, + "learning_rate": 1.4541156243283906e-05, + "loss": 1.6185, + "step": 3575 + }, + { + "epoch": 6.963715529753266, + "grad_norm": 30.72218132019043, + "learning_rate": 1.4487427466150873e-05, + "loss": 1.5685, + "step": 3600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.06727976766698936, + "eval_loss": 0.6385160684585571, + "eval_macro_f1": 0.5069876922623642, + "eval_micro_f1": 0.5150804813252071, + "eval_runtime": 3.8982, + "eval_samples_per_second": 529.988, + "eval_steps_per_second": 33.349, + "eval_weighted_f1": 0.5339959856056846, + "step": 3619 + }, + { + "epoch": 7.011611030478955, + "grad_norm": 21.31620979309082, + "learning_rate": 1.443369868901784e-05, + "loss": 1.5933, + "step": 3625 + }, + { + "epoch": 7.059990324141268, + "grad_norm": 32.46412658691406, + "learning_rate": 1.4379969911884807e-05, + "loss": 1.512, + "step": 3650 + }, + { + "epoch": 7.1083696178035805, + "grad_norm": 19.837373733520508, + "learning_rate": 1.4326241134751775e-05, + "loss": 1.3982, + "step": 3675 + }, + { + "epoch": 7.156748911465892, + "grad_norm": 26.505189895629883, + "learning_rate": 1.4272512357618742e-05, + "loss": 1.4343, + "step": 3700 + }, + { + "epoch": 7.205128205128205, + "grad_norm": 18.37325096130371, + "learning_rate": 1.421878358048571e-05, + "loss": 1.4284, + "step": 3725 + }, + { + "epoch": 7.253507498790517, + "grad_norm": 45.82560729980469, + "learning_rate": 1.4165054803352676e-05, + "loss": 1.4499, + "step": 3750 + }, + { + "epoch": 7.30188679245283, + "grad_norm": 20.60210418701172, + "learning_rate": 1.4111326026219645e-05, + "loss": 1.3927, + "step": 3775 + }, + { + "epoch": 7.350266086115143, + "grad_norm": 21.171371459960938, + "learning_rate": 1.4057597249086612e-05, + "loss": 1.4104, + "step": 3800 + }, + { + "epoch": 7.398645379777455, + "grad_norm": 17.978290557861328, + "learning_rate": 1.4003868471953579e-05, + "loss": 1.4291, + "step": 3825 + }, + { + "epoch": 7.447024673439768, + "grad_norm": 22.800296783447266, + "learning_rate": 1.3950139694820548e-05, + "loss": 1.4719, + "step": 3850 + }, + { + "epoch": 7.495403967102081, + "grad_norm": 33.87398910522461, + "learning_rate": 1.3896410917687515e-05, + "loss": 1.4641, + "step": 3875 + }, + { + "epoch": 7.543783260764393, + "grad_norm": 24.863605499267578, + "learning_rate": 1.3842682140554482e-05, + "loss": 1.405, + "step": 3900 + }, + { + "epoch": 7.5921625544267055, + "grad_norm": 27.757205963134766, + "learning_rate": 1.3788953363421449e-05, + "loss": 1.4801, + "step": 3925 + }, + { + "epoch": 7.640541848089018, + "grad_norm": 25.565343856811523, + "learning_rate": 1.3735224586288418e-05, + "loss": 1.4938, + "step": 3950 + }, + { + "epoch": 7.68892114175133, + "grad_norm": 25.139982223510742, + "learning_rate": 1.3681495809155385e-05, + "loss": 1.4013, + "step": 3975 + }, + { + "epoch": 7.737300435413643, + "grad_norm": 25.578550338745117, + "learning_rate": 1.3627767032022352e-05, + "loss": 1.4851, + "step": 4000 + }, + { + "epoch": 7.785679729075955, + "grad_norm": 37.062950134277344, + "learning_rate": 1.3574038254889319e-05, + "loss": 1.4223, + "step": 4025 + }, + { + "epoch": 7.834059022738268, + "grad_norm": 22.23467254638672, + "learning_rate": 1.3520309477756289e-05, + "loss": 1.4016, + "step": 4050 + }, + { + "epoch": 7.882438316400581, + "grad_norm": 29.32895851135254, + "learning_rate": 1.3466580700623256e-05, + "loss": 1.3946, + "step": 4075 + }, + { + "epoch": 7.930817610062893, + "grad_norm": 24.89019012451172, + "learning_rate": 1.3412851923490221e-05, + "loss": 1.4824, + "step": 4100 + }, + { + "epoch": 7.979196903725206, + "grad_norm": 13.755044937133789, + "learning_rate": 1.3359123146357188e-05, + "loss": 1.4641, + "step": 4125 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.08422071636011616, + "eval_loss": 0.661600649356842, + "eval_macro_f1": 0.5232669980994195, + "eval_micro_f1": 0.5321681231793591, + "eval_runtime": 3.5005, + "eval_samples_per_second": 590.208, + "eval_steps_per_second": 37.138, + "eval_weighted_f1": 0.5474254263927485, + "step": 4136 + }, + { + "epoch": 8.027092404450896, + "grad_norm": 21.93389320373535, + "learning_rate": 1.3305394369224159e-05, + "loss": 1.4088, + "step": 4150 + }, + { + "epoch": 8.075471698113208, + "grad_norm": 30.933135986328125, + "learning_rate": 1.3251665592091126e-05, + "loss": 1.3311, + "step": 4175 + }, + { + "epoch": 8.12385099177552, + "grad_norm": 43.72502899169922, + "learning_rate": 1.3197936814958093e-05, + "loss": 1.2563, + "step": 4200 + }, + { + "epoch": 8.172230285437832, + "grad_norm": 33.31612777709961, + "learning_rate": 1.314420803782506e-05, + "loss": 1.272, + "step": 4225 + }, + { + "epoch": 8.220609579100145, + "grad_norm": 21.785717010498047, + "learning_rate": 1.3090479260692028e-05, + "loss": 1.3437, + "step": 4250 + }, + { + "epoch": 8.268988872762458, + "grad_norm": 30.4362850189209, + "learning_rate": 1.3036750483558995e-05, + "loss": 1.3049, + "step": 4275 + }, + { + "epoch": 8.317368166424771, + "grad_norm": 38.697303771972656, + "learning_rate": 1.2983021706425962e-05, + "loss": 1.3031, + "step": 4300 + }, + { + "epoch": 8.365747460087082, + "grad_norm": 36.31095886230469, + "learning_rate": 1.2929292929292931e-05, + "loss": 1.3402, + "step": 4325 + }, + { + "epoch": 8.414126753749395, + "grad_norm": 24.436565399169922, + "learning_rate": 1.2875564152159898e-05, + "loss": 1.3137, + "step": 4350 + }, + { + "epoch": 8.462506047411708, + "grad_norm": 16.58713722229004, + "learning_rate": 1.2821835375026865e-05, + "loss": 1.2639, + "step": 4375 + }, + { + "epoch": 8.51088534107402, + "grad_norm": 19.46063804626465, + "learning_rate": 1.2768106597893832e-05, + "loss": 1.2862, + "step": 4400 + }, + { + "epoch": 8.559264634736333, + "grad_norm": 26.118724822998047, + "learning_rate": 1.2714377820760801e-05, + "loss": 1.3469, + "step": 4425 + }, + { + "epoch": 8.607643928398645, + "grad_norm": 27.467601776123047, + "learning_rate": 1.2660649043627768e-05, + "loss": 1.3159, + "step": 4450 + }, + { + "epoch": 8.656023222060957, + "grad_norm": 21.901460647583008, + "learning_rate": 1.2606920266494735e-05, + "loss": 1.2538, + "step": 4475 + }, + { + "epoch": 8.70440251572327, + "grad_norm": 24.35893440246582, + "learning_rate": 1.2553191489361702e-05, + "loss": 1.3089, + "step": 4500 + }, + { + "epoch": 8.752781809385583, + "grad_norm": 23.091920852661133, + "learning_rate": 1.2499462712228672e-05, + "loss": 1.3095, + "step": 4525 + }, + { + "epoch": 8.801161103047896, + "grad_norm": 19.1888370513916, + "learning_rate": 1.2445733935095638e-05, + "loss": 1.3013, + "step": 4550 + }, + { + "epoch": 8.849540396710207, + "grad_norm": 47.45948028564453, + "learning_rate": 1.2392005157962605e-05, + "loss": 1.2634, + "step": 4575 + }, + { + "epoch": 8.89791969037252, + "grad_norm": 42.185760498046875, + "learning_rate": 1.2338276380829572e-05, + "loss": 1.2708, + "step": 4600 + }, + { + "epoch": 8.946298984034833, + "grad_norm": 23.285066604614258, + "learning_rate": 1.2284547603696542e-05, + "loss": 1.2235, + "step": 4625 + }, + { + "epoch": 8.994678277697146, + "grad_norm": 35.46476745605469, + "learning_rate": 1.223081882656351e-05, + "loss": 1.2609, + "step": 4650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.10164569215876089, + "eval_loss": 0.6810997724533081, + "eval_macro_f1": 0.5339257998618145, + "eval_micro_f1": 0.5427835051546391, + "eval_runtime": 3.1645, + "eval_samples_per_second": 652.87, + "eval_steps_per_second": 41.081, + "eval_weighted_f1": 0.5552391570907949, + "step": 4653 + }, + { + "epoch": 9.042573778422835, + "grad_norm": 22.920604705810547, + "learning_rate": 1.2177090049430476e-05, + "loss": 1.1344, + "step": 4675 + }, + { + "epoch": 9.090953072085147, + "grad_norm": 19.821924209594727, + "learning_rate": 1.2123361272297443e-05, + "loss": 1.1382, + "step": 4700 + }, + { + "epoch": 9.13933236574746, + "grad_norm": 21.562026977539062, + "learning_rate": 1.2069632495164412e-05, + "loss": 1.1924, + "step": 4725 + }, + { + "epoch": 9.187711659409773, + "grad_norm": 29.749509811401367, + "learning_rate": 1.2015903718031379e-05, + "loss": 1.1848, + "step": 4750 + }, + { + "epoch": 9.236090953072084, + "grad_norm": 35.086952209472656, + "learning_rate": 1.1962174940898346e-05, + "loss": 1.1911, + "step": 4775 + }, + { + "epoch": 9.284470246734397, + "grad_norm": 15.038681983947754, + "learning_rate": 1.1908446163765313e-05, + "loss": 1.1783, + "step": 4800 + }, + { + "epoch": 9.33284954039671, + "grad_norm": 35.3170051574707, + "learning_rate": 1.1854717386632282e-05, + "loss": 1.2453, + "step": 4825 + }, + { + "epoch": 9.381228834059023, + "grad_norm": 21.777116775512695, + "learning_rate": 1.1800988609499249e-05, + "loss": 1.1415, + "step": 4850 + }, + { + "epoch": 9.429608127721336, + "grad_norm": 28.208332061767578, + "learning_rate": 1.1747259832366216e-05, + "loss": 1.2169, + "step": 4875 + }, + { + "epoch": 9.477987421383649, + "grad_norm": 36.88550567626953, + "learning_rate": 1.1693531055233184e-05, + "loss": 1.1486, + "step": 4900 + }, + { + "epoch": 9.52636671504596, + "grad_norm": 24.264389038085938, + "learning_rate": 1.1639802278100151e-05, + "loss": 1.1751, + "step": 4925 + }, + { + "epoch": 9.574746008708273, + "grad_norm": 18.255756378173828, + "learning_rate": 1.1586073500967118e-05, + "loss": 1.1596, + "step": 4950 + }, + { + "epoch": 9.623125302370585, + "grad_norm": 28.91038703918457, + "learning_rate": 1.1532344723834085e-05, + "loss": 1.1358, + "step": 4975 + }, + { + "epoch": 9.671504596032898, + "grad_norm": 51.60163497924805, + "learning_rate": 1.1478615946701054e-05, + "loss": 1.19, + "step": 5000 + }, + { + "epoch": 9.719883889695211, + "grad_norm": 24.57830810546875, + "learning_rate": 1.1424887169568021e-05, + "loss": 1.1843, + "step": 5025 + }, + { + "epoch": 9.768263183357522, + "grad_norm": 22.829681396484375, + "learning_rate": 1.1371158392434988e-05, + "loss": 1.1462, + "step": 5050 + }, + { + "epoch": 9.816642477019835, + "grad_norm": 31.298357009887695, + "learning_rate": 1.1317429615301955e-05, + "loss": 1.1631, + "step": 5075 + }, + { + "epoch": 9.865021770682148, + "grad_norm": 15.721089363098145, + "learning_rate": 1.1263700838168926e-05, + "loss": 1.1233, + "step": 5100 + }, + { + "epoch": 9.91340106434446, + "grad_norm": 31.156240463256836, + "learning_rate": 1.1209972061035893e-05, + "loss": 1.1725, + "step": 5125 + }, + { + "epoch": 9.961780358006774, + "grad_norm": 28.626144409179688, + "learning_rate": 1.115624328390286e-05, + "loss": 1.1154, + "step": 5150 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.09777347531461762, + "eval_loss": 0.6895507574081421, + "eval_macro_f1": 0.5322188780325868, + "eval_micro_f1": 0.5406600884654644, + "eval_runtime": 3.0927, + "eval_samples_per_second": 668.034, + "eval_steps_per_second": 42.035, + "eval_weighted_f1": 0.5544574651948377, + "step": 5170 + }, + { + "epoch": 10.009675858732463, + "grad_norm": 22.23616600036621, + "learning_rate": 1.1102514506769827e-05, + "loss": 1.2045, + "step": 5175 + }, + { + "epoch": 10.058055152394775, + "grad_norm": 19.928552627563477, + "learning_rate": 1.1048785729636795e-05, + "loss": 1.0673, + "step": 5200 + }, + { + "epoch": 10.106434446057088, + "grad_norm": 28.054990768432617, + "learning_rate": 1.0995056952503762e-05, + "loss": 1.0266, + "step": 5225 + }, + { + "epoch": 10.1548137397194, + "grad_norm": 25.340076446533203, + "learning_rate": 1.094132817537073e-05, + "loss": 1.0963, + "step": 5250 + }, + { + "epoch": 10.203193033381712, + "grad_norm": 37.261810302734375, + "learning_rate": 1.0887599398237696e-05, + "loss": 1.0748, + "step": 5275 + }, + { + "epoch": 10.251572327044025, + "grad_norm": 24.130971908569336, + "learning_rate": 1.0833870621104665e-05, + "loss": 1.0728, + "step": 5300 + }, + { + "epoch": 10.299951620706338, + "grad_norm": 26.919076919555664, + "learning_rate": 1.0780141843971632e-05, + "loss": 1.0361, + "step": 5325 + }, + { + "epoch": 10.34833091436865, + "grad_norm": 29.993417739868164, + "learning_rate": 1.0726413066838599e-05, + "loss": 1.1535, + "step": 5350 + }, + { + "epoch": 10.396710208030962, + "grad_norm": 32.30778121948242, + "learning_rate": 1.0672684289705568e-05, + "loss": 1.0931, + "step": 5375 + }, + { + "epoch": 10.445089501693275, + "grad_norm": 15.371118545532227, + "learning_rate": 1.0618955512572535e-05, + "loss": 1.0237, + "step": 5400 + }, + { + "epoch": 10.493468795355588, + "grad_norm": 29.54555892944336, + "learning_rate": 1.0565226735439502e-05, + "loss": 1.0605, + "step": 5425 + }, + { + "epoch": 10.5418480890179, + "grad_norm": 43.011802673339844, + "learning_rate": 1.0511497958306469e-05, + "loss": 1.0386, + "step": 5450 + }, + { + "epoch": 10.590227382680213, + "grad_norm": 33.35609436035156, + "learning_rate": 1.0457769181173438e-05, + "loss": 1.0915, + "step": 5475 + }, + { + "epoch": 10.638606676342526, + "grad_norm": 20.90606117248535, + "learning_rate": 1.0404040404040405e-05, + "loss": 1.0679, + "step": 5500 + }, + { + "epoch": 10.686985970004837, + "grad_norm": 17.685396194458008, + "learning_rate": 1.0350311626907372e-05, + "loss": 1.0415, + "step": 5525 + }, + { + "epoch": 10.73536526366715, + "grad_norm": 37.0312614440918, + "learning_rate": 1.0296582849774339e-05, + "loss": 1.11, + "step": 5550 + }, + { + "epoch": 10.783744557329463, + "grad_norm": 15.977460861206055, + "learning_rate": 1.0242854072641309e-05, + "loss": 1.0597, + "step": 5575 + }, + { + "epoch": 10.832123850991776, + "grad_norm": 17.78635597229004, + "learning_rate": 1.0189125295508276e-05, + "loss": 1.0612, + "step": 5600 + }, + { + "epoch": 10.880503144654089, + "grad_norm": 32.10215759277344, + "learning_rate": 1.0135396518375243e-05, + "loss": 1.0468, + "step": 5625 + }, + { + "epoch": 10.9288824383164, + "grad_norm": 16.461206436157227, + "learning_rate": 1.008166774124221e-05, + "loss": 1.0499, + "step": 5650 + }, + { + "epoch": 10.977261731978713, + "grad_norm": 21.043045043945312, + "learning_rate": 1.0027938964109179e-05, + "loss": 1.07, + "step": 5675 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.10648596321393998, + "eval_loss": 0.7370184659957886, + "eval_macro_f1": 0.5461671227449256, + "eval_micro_f1": 0.5568141592920354, + "eval_runtime": 3.1, + "eval_samples_per_second": 666.444, + "eval_steps_per_second": 41.935, + "eval_weighted_f1": 0.5657707476142648, + "step": 5687 + }, + { + "epoch": 11.025157232704403, + "grad_norm": 14.979416847229004, + "learning_rate": 9.974210186976146e-06, + "loss": 0.953, + "step": 5700 + }, + { + "epoch": 11.073536526366714, + "grad_norm": 15.703760147094727, + "learning_rate": 9.920481409843113e-06, + "loss": 1.0303, + "step": 5725 + }, + { + "epoch": 11.121915820029027, + "grad_norm": 25.49245262145996, + "learning_rate": 9.86675263271008e-06, + "loss": 0.9499, + "step": 5750 + }, + { + "epoch": 11.17029511369134, + "grad_norm": 31.481117248535156, + "learning_rate": 9.813023855577047e-06, + "loss": 1.0023, + "step": 5775 + }, + { + "epoch": 11.218674407353653, + "grad_norm": 20.061729431152344, + "learning_rate": 9.759295078444016e-06, + "loss": 0.9814, + "step": 5800 + }, + { + "epoch": 11.267053701015966, + "grad_norm": 18.246225357055664, + "learning_rate": 9.705566301310983e-06, + "loss": 0.9582, + "step": 5825 + }, + { + "epoch": 11.315432994678277, + "grad_norm": 27.344772338867188, + "learning_rate": 9.651837524177951e-06, + "loss": 1.014, + "step": 5850 + }, + { + "epoch": 11.36381228834059, + "grad_norm": 16.211822509765625, + "learning_rate": 9.598108747044918e-06, + "loss": 1.0247, + "step": 5875 + }, + { + "epoch": 11.412191582002903, + "grad_norm": 38.498634338378906, + "learning_rate": 9.544379969911885e-06, + "loss": 0.9842, + "step": 5900 + }, + { + "epoch": 11.460570875665216, + "grad_norm": 18.95419692993164, + "learning_rate": 9.490651192778854e-06, + "loss": 1.0002, + "step": 5925 + }, + { + "epoch": 11.508950169327528, + "grad_norm": 24.820327758789062, + "learning_rate": 9.436922415645821e-06, + "loss": 0.9675, + "step": 5950 + }, + { + "epoch": 11.55732946298984, + "grad_norm": 27.686737060546875, + "learning_rate": 9.383193638512788e-06, + "loss": 1.014, + "step": 5975 + }, + { + "epoch": 11.605708756652152, + "grad_norm": 23.662439346313477, + "learning_rate": 9.329464861379755e-06, + "loss": 0.9748, + "step": 6000 + }, + { + "epoch": 11.654088050314465, + "grad_norm": 27.75419807434082, + "learning_rate": 9.275736084246724e-06, + "loss": 1.0218, + "step": 6025 + }, + { + "epoch": 11.702467343976778, + "grad_norm": 34.79293441772461, + "learning_rate": 9.22200730711369e-06, + "loss": 0.9425, + "step": 6050 + }, + { + "epoch": 11.750846637639091, + "grad_norm": 21.735645294189453, + "learning_rate": 9.16827852998066e-06, + "loss": 0.9343, + "step": 6075 + }, + { + "epoch": 11.799225931301404, + "grad_norm": 24.222219467163086, + "learning_rate": 9.114549752847626e-06, + "loss": 0.9725, + "step": 6100 + }, + { + "epoch": 11.847605224963715, + "grad_norm": 18.60116958618164, + "learning_rate": 9.060820975714594e-06, + "loss": 0.9246, + "step": 6125 + }, + { + "epoch": 11.895984518626028, + "grad_norm": 40.64644241333008, + "learning_rate": 9.00709219858156e-06, + "loss": 1.0369, + "step": 6150 + }, + { + "epoch": 11.94436381228834, + "grad_norm": 28.693328857421875, + "learning_rate": 8.95336342144853e-06, + "loss": 0.9272, + "step": 6175 + }, + { + "epoch": 11.992743105950654, + "grad_norm": 23.950563430786133, + "learning_rate": 8.899634644315496e-06, + "loss": 0.9787, + "step": 6200 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.12971926427879962, + "eval_loss": 0.7604398131370544, + "eval_macro_f1": 0.5613544417218519, + "eval_micro_f1": 0.5683611671866398, + "eval_runtime": 3.3102, + "eval_samples_per_second": 624.124, + "eval_steps_per_second": 39.272, + "eval_weighted_f1": 0.5769708932050981, + "step": 6204 + }, + { + "epoch": 12.040638606676342, + "grad_norm": 18.3322696685791, + "learning_rate": 8.845905867182463e-06, + "loss": 0.8745, + "step": 6225 + }, + { + "epoch": 12.089017900338655, + "grad_norm": 13.050375938415527, + "learning_rate": 8.79217709004943e-06, + "loss": 0.9375, + "step": 6250 + }, + { + "epoch": 12.137397194000968, + "grad_norm": 15.701397895812988, + "learning_rate": 8.738448312916399e-06, + "loss": 0.9175, + "step": 6275 + }, + { + "epoch": 12.18577648766328, + "grad_norm": 35.1925163269043, + "learning_rate": 8.684719535783366e-06, + "loss": 0.8994, + "step": 6300 + }, + { + "epoch": 12.234155781325592, + "grad_norm": 15.847681045532227, + "learning_rate": 8.630990758650335e-06, + "loss": 0.9274, + "step": 6325 + }, + { + "epoch": 12.282535074987905, + "grad_norm": 13.759275436401367, + "learning_rate": 8.5772619815173e-06, + "loss": 0.8927, + "step": 6350 + }, + { + "epoch": 12.330914368650218, + "grad_norm": 19.81844711303711, + "learning_rate": 8.523533204384269e-06, + "loss": 0.9164, + "step": 6375 + }, + { + "epoch": 12.37929366231253, + "grad_norm": 27.25444984436035, + "learning_rate": 8.469804427251237e-06, + "loss": 0.864, + "step": 6400 + }, + { + "epoch": 12.427672955974844, + "grad_norm": 18.008359909057617, + "learning_rate": 8.416075650118204e-06, + "loss": 0.9228, + "step": 6425 + }, + { + "epoch": 12.476052249637155, + "grad_norm": 59.837249755859375, + "learning_rate": 8.362346872985171e-06, + "loss": 0.9208, + "step": 6450 + }, + { + "epoch": 12.524431543299468, + "grad_norm": 9.733592987060547, + "learning_rate": 8.308618095852138e-06, + "loss": 0.839, + "step": 6475 + }, + { + "epoch": 12.57281083696178, + "grad_norm": 54.74702072143555, + "learning_rate": 8.254889318719107e-06, + "loss": 0.9515, + "step": 6500 + }, + { + "epoch": 12.621190130624093, + "grad_norm": 13.763038635253906, + "learning_rate": 8.201160541586074e-06, + "loss": 0.9272, + "step": 6525 + }, + { + "epoch": 12.669569424286406, + "grad_norm": 31.846715927124023, + "learning_rate": 8.147431764453041e-06, + "loss": 0.9044, + "step": 6550 + }, + { + "epoch": 12.717948717948717, + "grad_norm": 47.915096282958984, + "learning_rate": 8.093702987320008e-06, + "loss": 0.9428, + "step": 6575 + }, + { + "epoch": 12.76632801161103, + "grad_norm": 22.77875328063965, + "learning_rate": 8.039974210186977e-06, + "loss": 0.9084, + "step": 6600 + }, + { + "epoch": 12.814707305273343, + "grad_norm": 33.443267822265625, + "learning_rate": 7.986245433053944e-06, + "loss": 0.8904, + "step": 6625 + }, + { + "epoch": 12.863086598935656, + "grad_norm": 31.135700225830078, + "learning_rate": 7.932516655920913e-06, + "loss": 0.9223, + "step": 6650 + }, + { + "epoch": 12.911465892597969, + "grad_norm": 20.26923179626465, + "learning_rate": 7.87878787878788e-06, + "loss": 0.8754, + "step": 6675 + }, + { + "epoch": 12.959845186260281, + "grad_norm": 38.23849105834961, + "learning_rate": 7.825059101654847e-06, + "loss": 0.8561, + "step": 6700 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.1292352371732817, + "eval_loss": 0.7924312949180603, + "eval_macro_f1": 0.5675067113163673, + "eval_micro_f1": 0.5739893567360658, + "eval_runtime": 3.2687, + "eval_samples_per_second": 632.056, + "eval_steps_per_second": 39.771, + "eval_weighted_f1": 0.5825520974344233, + "step": 6721 + }, + { + "epoch": 13.00774068698597, + "grad_norm": 15.349298477172852, + "learning_rate": 7.771330324521814e-06, + "loss": 0.8739, + "step": 6725 + }, + { + "epoch": 13.056119980648283, + "grad_norm": 29.516204833984375, + "learning_rate": 7.717601547388782e-06, + "loss": 0.8431, + "step": 6750 + }, + { + "epoch": 13.104499274310594, + "grad_norm": 17.86136245727539, + "learning_rate": 7.66387277025575e-06, + "loss": 0.8539, + "step": 6775 + }, + { + "epoch": 13.152878567972907, + "grad_norm": 32.200260162353516, + "learning_rate": 7.610143993122717e-06, + "loss": 0.8541, + "step": 6800 + }, + { + "epoch": 13.20125786163522, + "grad_norm": 23.501230239868164, + "learning_rate": 7.556415215989684e-06, + "loss": 0.8363, + "step": 6825 + }, + { + "epoch": 13.249637155297533, + "grad_norm": 15.723649978637695, + "learning_rate": 7.502686438856652e-06, + "loss": 0.8528, + "step": 6850 + }, + { + "epoch": 13.298016448959846, + "grad_norm": 45.357208251953125, + "learning_rate": 7.448957661723619e-06, + "loss": 0.8185, + "step": 6875 + }, + { + "epoch": 13.346395742622157, + "grad_norm": 13.492280006408691, + "learning_rate": 7.395228884590587e-06, + "loss": 0.8427, + "step": 6900 + }, + { + "epoch": 13.39477503628447, + "grad_norm": 18.88283920288086, + "learning_rate": 7.341500107457556e-06, + "loss": 0.8478, + "step": 6925 + }, + { + "epoch": 13.443154329946783, + "grad_norm": 22.258699417114258, + "learning_rate": 7.287771330324522e-06, + "loss": 0.8405, + "step": 6950 + }, + { + "epoch": 13.491533623609095, + "grad_norm": 29.63007926940918, + "learning_rate": 7.234042553191491e-06, + "loss": 0.8037, + "step": 6975 + }, + { + "epoch": 13.539912917271408, + "grad_norm": 13.086504936218262, + "learning_rate": 7.180313776058458e-06, + "loss": 0.8368, + "step": 7000 + }, + { + "epoch": 13.588292210933721, + "grad_norm": 20.12955093383789, + "learning_rate": 7.1265849989254255e-06, + "loss": 0.8516, + "step": 7025 + }, + { + "epoch": 13.636671504596032, + "grad_norm": 24.95620346069336, + "learning_rate": 7.0728562217923925e-06, + "loss": 0.8938, + "step": 7050 + }, + { + "epoch": 13.685050798258345, + "grad_norm": 31.524459838867188, + "learning_rate": 7.01912744465936e-06, + "loss": 0.8255, + "step": 7075 + }, + { + "epoch": 13.733430091920658, + "grad_norm": 13.682292938232422, + "learning_rate": 6.965398667526327e-06, + "loss": 0.8312, + "step": 7100 + }, + { + "epoch": 13.78180938558297, + "grad_norm": 13.311579704284668, + "learning_rate": 6.911669890393295e-06, + "loss": 0.8601, + "step": 7125 + }, + { + "epoch": 13.830188679245284, + "grad_norm": 19.30748748779297, + "learning_rate": 6.857941113260262e-06, + "loss": 0.804, + "step": 7150 + }, + { + "epoch": 13.878567972907595, + "grad_norm": 22.991422653198242, + "learning_rate": 6.80421233612723e-06, + "loss": 0.8216, + "step": 7175 + }, + { + "epoch": 13.926947266569908, + "grad_norm": 21.96456527709961, + "learning_rate": 6.750483558994197e-06, + "loss": 0.815, + "step": 7200 + }, + { + "epoch": 13.97532656023222, + "grad_norm": 16.258760452270508, + "learning_rate": 6.696754781861166e-06, + "loss": 0.8078, + "step": 7225 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.13020329138431752, + "eval_loss": 0.8151243329048157, + "eval_macro_f1": 0.5703746720930767, + "eval_micro_f1": 0.5769194536033915, + "eval_runtime": 3.231, + "eval_samples_per_second": 639.435, + "eval_steps_per_second": 40.235, + "eval_weighted_f1": 0.5834537027073396, + "step": 7238 + }, + { + "epoch": 14.02322206095791, + "grad_norm": 34.53668212890625, + "learning_rate": 6.643026004728133e-06, + "loss": 0.8475, + "step": 7250 + }, + { + "epoch": 14.071601354620222, + "grad_norm": 15.595403671264648, + "learning_rate": 6.589297227595101e-06, + "loss": 0.8105, + "step": 7275 + }, + { + "epoch": 14.119980648282535, + "grad_norm": 15.723034858703613, + "learning_rate": 6.535568450462068e-06, + "loss": 0.8113, + "step": 7300 + }, + { + "epoch": 14.168359941944848, + "grad_norm": 15.689093589782715, + "learning_rate": 6.481839673329036e-06, + "loss": 0.739, + "step": 7325 + }, + { + "epoch": 14.216739235607161, + "grad_norm": 31.24777603149414, + "learning_rate": 6.428110896196003e-06, + "loss": 0.7765, + "step": 7350 + }, + { + "epoch": 14.265118529269472, + "grad_norm": 40.647972106933594, + "learning_rate": 6.3743821190629705e-06, + "loss": 0.7902, + "step": 7375 + }, + { + "epoch": 14.313497822931785, + "grad_norm": 21.353744506835938, + "learning_rate": 6.320653341929938e-06, + "loss": 0.7957, + "step": 7400 + }, + { + "epoch": 14.361877116594098, + "grad_norm": 30.586891174316406, + "learning_rate": 6.266924564796905e-06, + "loss": 0.7583, + "step": 7425 + }, + { + "epoch": 14.41025641025641, + "grad_norm": 23.39781379699707, + "learning_rate": 6.213195787663874e-06, + "loss": 0.7722, + "step": 7450 + }, + { + "epoch": 14.458635703918723, + "grad_norm": 18.77271842956543, + "learning_rate": 6.159467010530841e-06, + "loss": 0.8006, + "step": 7475 + }, + { + "epoch": 14.507014997581035, + "grad_norm": 15.401045799255371, + "learning_rate": 6.105738233397809e-06, + "loss": 0.7678, + "step": 7500 + }, + { + "epoch": 14.555394291243347, + "grad_norm": 21.366275787353516, + "learning_rate": 6.052009456264776e-06, + "loss": 0.7454, + "step": 7525 + }, + { + "epoch": 14.60377358490566, + "grad_norm": 29.39297866821289, + "learning_rate": 5.998280679131744e-06, + "loss": 0.7865, + "step": 7550 + }, + { + "epoch": 14.652152878567973, + "grad_norm": 21.11429214477539, + "learning_rate": 5.944551901998711e-06, + "loss": 0.8035, + "step": 7575 + }, + { + "epoch": 14.700532172230286, + "grad_norm": 25.58483123779297, + "learning_rate": 5.890823124865679e-06, + "loss": 0.7241, + "step": 7600 + }, + { + "epoch": 14.748911465892597, + "grad_norm": 46.46735763549805, + "learning_rate": 5.837094347732646e-06, + "loss": 0.7788, + "step": 7625 + }, + { + "epoch": 14.79729075955491, + "grad_norm": 19.054737091064453, + "learning_rate": 5.783365570599614e-06, + "loss": 0.7477, + "step": 7650 + }, + { + "epoch": 14.845670053217223, + "grad_norm": 18.849714279174805, + "learning_rate": 5.729636793466581e-06, + "loss": 0.7891, + "step": 7675 + }, + { + "epoch": 14.894049346879536, + "grad_norm": 34.65773010253906, + "learning_rate": 5.675908016333549e-06, + "loss": 0.8063, + "step": 7700 + }, + { + "epoch": 14.942428640541848, + "grad_norm": 22.826784133911133, + "learning_rate": 5.6221792392005155e-06, + "loss": 0.7898, + "step": 7725 + }, + { + "epoch": 14.990807934204161, + "grad_norm": 25.4615535736084, + "learning_rate": 5.568450462067484e-06, + "loss": 0.7391, + "step": 7750 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.14617618586640851, + "eval_loss": 0.8309133648872375, + "eval_macro_f1": 0.5704322878746412, + "eval_micro_f1": 0.579185520361991, + "eval_runtime": 3.22, + "eval_samples_per_second": 641.61, + "eval_steps_per_second": 40.372, + "eval_weighted_f1": 0.5857897200925098, + "step": 7755 + }, + { + "epoch": 15.03870343492985, + "grad_norm": 17.666648864746094, + "learning_rate": 5.514721684934451e-06, + "loss": 0.7581, + "step": 7775 + }, + { + "epoch": 15.087082728592163, + "grad_norm": 30.62248992919922, + "learning_rate": 5.460992907801419e-06, + "loss": 0.75, + "step": 7800 + }, + { + "epoch": 15.135462022254474, + "grad_norm": 22.894771575927734, + "learning_rate": 5.407264130668386e-06, + "loss": 0.703, + "step": 7825 + }, + { + "epoch": 15.183841315916787, + "grad_norm": 14.256181716918945, + "learning_rate": 5.353535353535354e-06, + "loss": 0.7417, + "step": 7850 + }, + { + "epoch": 15.2322206095791, + "grad_norm": 19.060197830200195, + "learning_rate": 5.299806576402321e-06, + "loss": 0.6878, + "step": 7875 + }, + { + "epoch": 15.280599903241413, + "grad_norm": 21.48556900024414, + "learning_rate": 5.246077799269289e-06, + "loss": 0.7508, + "step": 7900 + }, + { + "epoch": 15.328979196903726, + "grad_norm": 21.833667755126953, + "learning_rate": 5.1923490221362575e-06, + "loss": 0.7321, + "step": 7925 + }, + { + "epoch": 15.377358490566039, + "grad_norm": 13.664298057556152, + "learning_rate": 5.138620245003224e-06, + "loss": 0.7594, + "step": 7950 + }, + { + "epoch": 15.42573778422835, + "grad_norm": 16.70064926147461, + "learning_rate": 5.084891467870192e-06, + "loss": 0.7435, + "step": 7975 + }, + { + "epoch": 15.474117077890662, + "grad_norm": 29.122882843017578, + "learning_rate": 5.031162690737159e-06, + "loss": 0.7261, + "step": 8000 + }, + { + "epoch": 15.522496371552975, + "grad_norm": 23.374406814575195, + "learning_rate": 4.977433913604126e-06, + "loss": 0.7386, + "step": 8025 + }, + { + "epoch": 15.570875665215288, + "grad_norm": 17.952428817749023, + "learning_rate": 4.923705136471094e-06, + "loss": 0.7748, + "step": 8050 + }, + { + "epoch": 15.619254958877601, + "grad_norm": 20.60281753540039, + "learning_rate": 4.869976359338061e-06, + "loss": 0.6734, + "step": 8075 + }, + { + "epoch": 15.667634252539912, + "grad_norm": 17.949743270874023, + "learning_rate": 4.816247582205029e-06, + "loss": 0.7235, + "step": 8100 + }, + { + "epoch": 15.716013546202225, + "grad_norm": 18.777246475219727, + "learning_rate": 4.762518805071997e-06, + "loss": 0.7135, + "step": 8125 + }, + { + "epoch": 15.764392839864538, + "grad_norm": 15.491708755493164, + "learning_rate": 4.708790027938964e-06, + "loss": 0.7257, + "step": 8150 + }, + { + "epoch": 15.81277213352685, + "grad_norm": 18.900455474853516, + "learning_rate": 4.655061250805932e-06, + "loss": 0.7128, + "step": 8175 + }, + { + "epoch": 15.861151427189164, + "grad_norm": 20.874067306518555, + "learning_rate": 4.6013324736729e-06, + "loss": 0.7232, + "step": 8200 + }, + { + "epoch": 15.909530720851475, + "grad_norm": 37.39208221435547, + "learning_rate": 4.547603696539868e-06, + "loss": 0.7411, + "step": 8225 + }, + { + "epoch": 15.957910014513788, + "grad_norm": 17.02424430847168, + "learning_rate": 4.493874919406835e-06, + "loss": 0.7673, + "step": 8250 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.15295256534365925, + "eval_loss": 0.8397064208984375, + "eval_macro_f1": 0.5679605561977511, + "eval_micro_f1": 0.5780570323827936, + "eval_runtime": 3.1433, + "eval_samples_per_second": 657.261, + "eval_steps_per_second": 41.357, + "eval_weighted_f1": 0.5847339902680536, + "step": 8272 + }, + { + "epoch": 16.005805515239476, + "grad_norm": 14.298952102661133, + "learning_rate": 4.4401461422738025e-06, + "loss": 0.7223, + "step": 8275 + }, + { + "epoch": 16.05418480890179, + "grad_norm": 37.05644226074219, + "learning_rate": 4.3864173651407695e-06, + "loss": 0.6891, + "step": 8300 + }, + { + "epoch": 16.102564102564102, + "grad_norm": 19.519882202148438, + "learning_rate": 4.332688588007737e-06, + "loss": 0.6999, + "step": 8325 + }, + { + "epoch": 16.150943396226417, + "grad_norm": 12.247383117675781, + "learning_rate": 4.278959810874705e-06, + "loss": 0.6843, + "step": 8350 + }, + { + "epoch": 16.199322689888728, + "grad_norm": 14.877107620239258, + "learning_rate": 4.225231033741672e-06, + "loss": 0.6737, + "step": 8375 + }, + { + "epoch": 16.24770198355104, + "grad_norm": 42.742252349853516, + "learning_rate": 4.17150225660864e-06, + "loss": 0.6764, + "step": 8400 + }, + { + "epoch": 16.296081277213354, + "grad_norm": 34.25813293457031, + "learning_rate": 4.117773479475607e-06, + "loss": 0.675, + "step": 8425 + }, + { + "epoch": 16.344460570875665, + "grad_norm": 39.227352142333984, + "learning_rate": 4.064044702342575e-06, + "loss": 0.7055, + "step": 8450 + }, + { + "epoch": 16.39283986453798, + "grad_norm": 38.781185150146484, + "learning_rate": 4.010315925209543e-06, + "loss": 0.7292, + "step": 8475 + }, + { + "epoch": 16.44121915820029, + "grad_norm": 23.016979217529297, + "learning_rate": 3.95658714807651e-06, + "loss": 0.6744, + "step": 8500 + }, + { + "epoch": 16.4895984518626, + "grad_norm": 21.067232131958008, + "learning_rate": 3.902858370943478e-06, + "loss": 0.6948, + "step": 8525 + }, + { + "epoch": 16.537977745524916, + "grad_norm": 19.11478614807129, + "learning_rate": 3.849129593810445e-06, + "loss": 0.7123, + "step": 8550 + }, + { + "epoch": 16.586357039187227, + "grad_norm": 26.363101959228516, + "learning_rate": 3.7954008166774126e-06, + "loss": 0.6863, + "step": 8575 + }, + { + "epoch": 16.634736332849542, + "grad_norm": 25.031681060791016, + "learning_rate": 3.74167203954438e-06, + "loss": 0.7121, + "step": 8600 + }, + { + "epoch": 16.683115626511853, + "grad_norm": 23.881732940673828, + "learning_rate": 3.6879432624113475e-06, + "loss": 0.6677, + "step": 8625 + }, + { + "epoch": 16.731494920174164, + "grad_norm": 27.166379928588867, + "learning_rate": 3.634214485278315e-06, + "loss": 0.6947, + "step": 8650 + }, + { + "epoch": 16.77987421383648, + "grad_norm": 29.63300895690918, + "learning_rate": 3.580485708145283e-06, + "loss": 0.6719, + "step": 8675 + }, + { + "epoch": 16.82825350749879, + "grad_norm": 28.933929443359375, + "learning_rate": 3.5267569310122506e-06, + "loss": 0.7009, + "step": 8700 + }, + { + "epoch": 16.876632801161104, + "grad_norm": 11.924473762512207, + "learning_rate": 3.473028153879218e-06, + "loss": 0.6912, + "step": 8725 + }, + { + "epoch": 16.925012094823416, + "grad_norm": 22.88268280029297, + "learning_rate": 3.419299376746186e-06, + "loss": 0.665, + "step": 8750 + }, + { + "epoch": 16.973391388485727, + "grad_norm": 32.981773376464844, + "learning_rate": 3.3655705996131534e-06, + "loss": 0.6765, + "step": 8775 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.15150048402710553, + "eval_loss": 0.861801028251648, + "eval_macro_f1": 0.5732015784226354, + "eval_micro_f1": 0.5806136408051593, + "eval_runtime": 3.2006, + "eval_samples_per_second": 645.503, + "eval_steps_per_second": 40.617, + "eval_weighted_f1": 0.5869800977888227, + "step": 8789 + }, + { + "epoch": 17.021286889211417, + "grad_norm": 15.081356048583984, + "learning_rate": 3.311841822480121e-06, + "loss": 0.6438, + "step": 8800 + }, + { + "epoch": 17.06966618287373, + "grad_norm": 14.565335273742676, + "learning_rate": 3.2581130453470882e-06, + "loss": 0.6637, + "step": 8825 + }, + { + "epoch": 17.118045476536043, + "grad_norm": 16.61520767211914, + "learning_rate": 3.2043842682140557e-06, + "loss": 0.6341, + "step": 8850 + }, + { + "epoch": 17.166424770198354, + "grad_norm": 20.17801856994629, + "learning_rate": 3.150655491081023e-06, + "loss": 0.6421, + "step": 8875 + }, + { + "epoch": 17.21480406386067, + "grad_norm": 23.683712005615234, + "learning_rate": 3.096926713947991e-06, + "loss": 0.6504, + "step": 8900 + }, + { + "epoch": 17.26318335752298, + "grad_norm": 24.110666275024414, + "learning_rate": 3.0431979368149584e-06, + "loss": 0.6601, + "step": 8925 + }, + { + "epoch": 17.31156265118529, + "grad_norm": 10.443506240844727, + "learning_rate": 2.989469159681926e-06, + "loss": 0.6538, + "step": 8950 + }, + { + "epoch": 17.359941944847606, + "grad_norm": 38.277976989746094, + "learning_rate": 2.9357403825488933e-06, + "loss": 0.6459, + "step": 8975 + }, + { + "epoch": 17.408321238509917, + "grad_norm": 17.759496688842773, + "learning_rate": 2.8820116054158607e-06, + "loss": 0.6537, + "step": 9000 + }, + { + "epoch": 17.45670053217223, + "grad_norm": 24.960155487060547, + "learning_rate": 2.8282828282828286e-06, + "loss": 0.6899, + "step": 9025 + }, + { + "epoch": 17.505079825834542, + "grad_norm": 25.187402725219727, + "learning_rate": 2.774554051149796e-06, + "loss": 0.6715, + "step": 9050 + }, + { + "epoch": 17.553459119496857, + "grad_norm": 15.403215408325195, + "learning_rate": 2.7208252740167635e-06, + "loss": 0.642, + "step": 9075 + }, + { + "epoch": 17.601838413159168, + "grad_norm": 17.70595359802246, + "learning_rate": 2.667096496883731e-06, + "loss": 0.6646, + "step": 9100 + }, + { + "epoch": 17.65021770682148, + "grad_norm": 19.346527099609375, + "learning_rate": 2.6133677197506983e-06, + "loss": 0.642, + "step": 9125 + }, + { + "epoch": 17.698597000483794, + "grad_norm": 13.469184875488281, + "learning_rate": 2.5596389426176658e-06, + "loss": 0.6649, + "step": 9150 + }, + { + "epoch": 17.746976294146105, + "grad_norm": 24.732797622680664, + "learning_rate": 2.5059101654846336e-06, + "loss": 0.6394, + "step": 9175 + }, + { + "epoch": 17.79535558780842, + "grad_norm": 13.777486801147461, + "learning_rate": 2.4521813883516015e-06, + "loss": 0.6733, + "step": 9200 + }, + { + "epoch": 17.84373488147073, + "grad_norm": 20.03852081298828, + "learning_rate": 2.398452611218569e-06, + "loss": 0.6548, + "step": 9225 + }, + { + "epoch": 17.89211417513304, + "grad_norm": 24.61626625061035, + "learning_rate": 2.3447238340855364e-06, + "loss": 0.6849, + "step": 9250 + }, + { + "epoch": 17.940493468795356, + "grad_norm": 31.133153915405273, + "learning_rate": 2.290995056952504e-06, + "loss": 0.6576, + "step": 9275 + }, + { + "epoch": 17.988872762457667, + "grad_norm": 8.63671588897705, + "learning_rate": 2.2372662798194713e-06, + "loss": 0.6338, + "step": 9300 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.16118102613746368, + "eval_loss": 0.8902262449264526, + "eval_macro_f1": 0.5798258569812743, + "eval_micro_f1": 0.5874139822479306, + "eval_runtime": 3.2142, + "eval_samples_per_second": 642.769, + "eval_steps_per_second": 40.445, + "eval_weighted_f1": 0.5927125030817478, + "step": 9306 + } + ], + "logging_steps": 25, + "max_steps": 10340, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/special_tokens_map.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/tokenizer_config.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/trainer_state.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..5f5355f3f18d690b0dd1e37ca9f4a963c5196a38 --- /dev/null +++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/trainer_state.json @@ -0,0 +1,3174 @@ +{ + "best_global_step": 10340, + "best_metric": 0.5812184049333916, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340", + "epoch": 20.0, + "eval_steps": 500, + "global_step": 10340, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04837929366231253, + "grad_norm": 5.030349254608154, + "learning_rate": 4.6421663442940047e-07, + "loss": 5.2594, + "step": 25 + }, + { + "epoch": 0.09675858732462506, + "grad_norm": 7.033849239349365, + "learning_rate": 9.477756286266926e-07, + "loss": 5.2124, + "step": 50 + }, + { + "epoch": 0.14513788098693758, + "grad_norm": 10.56724739074707, + "learning_rate": 1.4313346228239847e-06, + "loss": 5.2932, + "step": 75 + }, + { + "epoch": 0.1935171746492501, + "grad_norm": 9.558903694152832, + "learning_rate": 1.9148936170212767e-06, + "loss": 5.3769, + "step": 100 + }, + { + "epoch": 0.24189646831156264, + "grad_norm": 8.174936294555664, + "learning_rate": 2.398452611218569e-06, + "loss": 5.313, + "step": 125 + }, + { + "epoch": 0.29027576197387517, + "grad_norm": 7.387320518493652, + "learning_rate": 2.8820116054158607e-06, + "loss": 5.1514, + "step": 150 + }, + { + "epoch": 0.3386550556361877, + "grad_norm": 9.960283279418945, + "learning_rate": 3.3655705996131534e-06, + "loss": 5.2318, + "step": 175 + }, + { + "epoch": 0.3870343492985002, + "grad_norm": 16.17552375793457, + "learning_rate": 3.849129593810445e-06, + "loss": 5.2516, + "step": 200 + }, + { + "epoch": 0.43541364296081275, + "grad_norm": 7.509119510650635, + "learning_rate": 4.332688588007737e-06, + "loss": 5.2526, + "step": 225 + }, + { + "epoch": 0.4837929366231253, + "grad_norm": 8.535961151123047, + "learning_rate": 4.816247582205029e-06, + "loss": 5.292, + "step": 250 + }, + { + "epoch": 0.5321722302854378, + "grad_norm": 31.931241989135742, + "learning_rate": 5.299806576402321e-06, + "loss": 5.1663, + "step": 275 + }, + { + "epoch": 0.5805515239477503, + "grad_norm": 44.969879150390625, + "learning_rate": 5.783365570599614e-06, + "loss": 5.1649, + "step": 300 + }, + { + "epoch": 0.6289308176100629, + "grad_norm": 14.989969253540039, + "learning_rate": 6.266924564796905e-06, + "loss": 5.0896, + "step": 325 + }, + { + "epoch": 0.6773101112723754, + "grad_norm": 19.70501136779785, + "learning_rate": 6.750483558994197e-06, + "loss": 5.0471, + "step": 350 + }, + { + "epoch": 0.7256894049346879, + "grad_norm": 25.903169631958008, + "learning_rate": 7.234042553191491e-06, + "loss": 4.8715, + "step": 375 + }, + { + "epoch": 0.7740686985970004, + "grad_norm": 34.86677932739258, + "learning_rate": 7.717601547388782e-06, + "loss": 4.6663, + "step": 400 + }, + { + "epoch": 0.822447992259313, + "grad_norm": 32.07916259765625, + "learning_rate": 8.201160541586074e-06, + "loss": 4.5837, + "step": 425 + }, + { + "epoch": 0.8708272859216255, + "grad_norm": 148.7032470703125, + "learning_rate": 8.684719535783366e-06, + "loss": 4.506, + "step": 450 + }, + { + "epoch": 0.919206579583938, + "grad_norm": 38.17563247680664, + "learning_rate": 9.16827852998066e-06, + "loss": 4.3882, + "step": 475 + }, + { + "epoch": 0.9675858732462506, + "grad_norm": 16.990028381347656, + "learning_rate": 9.651837524177951e-06, + "loss": 4.2516, + "step": 500 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.0, + "eval_loss": 0.9872849583625793, + "eval_macro_f1": 0.25820805531714713, + "eval_micro_f1": 0.2624102025990798, + "eval_runtime": 3.2673, + "eval_samples_per_second": 632.33, + "eval_steps_per_second": 39.788, + "eval_weighted_f1": 0.30434047987388735, + "step": 517 + }, + { + "epoch": 1.01548137397194, + "grad_norm": 39.67068099975586, + "learning_rate": 1.0135396518375243e-05, + "loss": 4.1747, + "step": 525 + }, + { + "epoch": 1.0638606676342526, + "grad_norm": 30.28286361694336, + "learning_rate": 1.0618955512572535e-05, + "loss": 4.212, + "step": 550 + }, + { + "epoch": 1.112239961296565, + "grad_norm": 20.4986629486084, + "learning_rate": 1.1102514506769827e-05, + "loss": 4.1217, + "step": 575 + }, + { + "epoch": 1.1606192549588776, + "grad_norm": 22.38190460205078, + "learning_rate": 1.1586073500967118e-05, + "loss": 3.9561, + "step": 600 + }, + { + "epoch": 1.20899854862119, + "grad_norm": 24.456451416015625, + "learning_rate": 1.2069632495164412e-05, + "loss": 3.935, + "step": 625 + }, + { + "epoch": 1.2573778422835027, + "grad_norm": 32.658939361572266, + "learning_rate": 1.2553191489361702e-05, + "loss": 3.9185, + "step": 650 + }, + { + "epoch": 1.3057571359458153, + "grad_norm": 21.355199813842773, + "learning_rate": 1.3036750483558995e-05, + "loss": 3.7648, + "step": 675 + }, + { + "epoch": 1.3541364296081277, + "grad_norm": 28.44369125366211, + "learning_rate": 1.3520309477756289e-05, + "loss": 3.7295, + "step": 700 + }, + { + "epoch": 1.4025157232704402, + "grad_norm": 52.4595832824707, + "learning_rate": 1.4003868471953579e-05, + "loss": 3.755, + "step": 725 + }, + { + "epoch": 1.4508950169327528, + "grad_norm": 27.29616355895996, + "learning_rate": 1.4487427466150873e-05, + "loss": 3.7054, + "step": 750 + }, + { + "epoch": 1.4992743105950654, + "grad_norm": 23.53550148010254, + "learning_rate": 1.4970986460348164e-05, + "loss": 3.6951, + "step": 775 + }, + { + "epoch": 1.5476536042573779, + "grad_norm": 31.177663803100586, + "learning_rate": 1.5454545454545454e-05, + "loss": 3.7439, + "step": 800 + }, + { + "epoch": 1.5960328979196903, + "grad_norm": 30.602027893066406, + "learning_rate": 1.5938104448742748e-05, + "loss": 3.4714, + "step": 825 + }, + { + "epoch": 1.644412191582003, + "grad_norm": 21.896156311035156, + "learning_rate": 1.6421663442940038e-05, + "loss": 3.4922, + "step": 850 + }, + { + "epoch": 1.6927914852443156, + "grad_norm": 29.83670425415039, + "learning_rate": 1.690522243713733e-05, + "loss": 3.367, + "step": 875 + }, + { + "epoch": 1.741170778906628, + "grad_norm": 48.413673400878906, + "learning_rate": 1.7388781431334625e-05, + "loss": 3.408, + "step": 900 + }, + { + "epoch": 1.7895500725689404, + "grad_norm": 20.748083114624023, + "learning_rate": 1.7872340425531915e-05, + "loss": 3.5291, + "step": 925 + }, + { + "epoch": 1.837929366231253, + "grad_norm": 27.893390655517578, + "learning_rate": 1.835589941972921e-05, + "loss": 3.3427, + "step": 950 + }, + { + "epoch": 1.8863086598935657, + "grad_norm": 35.14794158935547, + "learning_rate": 1.8839458413926502e-05, + "loss": 3.3337, + "step": 975 + }, + { + "epoch": 1.934687953555878, + "grad_norm": 35.734004974365234, + "learning_rate": 1.9323017408123792e-05, + "loss": 3.5439, + "step": 1000 + }, + { + "epoch": 1.9830672472181905, + "grad_norm": 35.636295318603516, + "learning_rate": 1.9806576402321086e-05, + "loss": 3.3986, + "step": 1025 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.0, + "eval_loss": 0.7679983973503113, + "eval_macro_f1": 0.36115705465937475, + "eval_micro_f1": 0.3685957729334956, + "eval_runtime": 3.2479, + "eval_samples_per_second": 636.103, + "eval_steps_per_second": 40.026, + "eval_weighted_f1": 0.403104338187065, + "step": 1034 + }, + { + "epoch": 2.03096274794388, + "grad_norm": 23.939693450927734, + "learning_rate": 1.996776273372018e-05, + "loss": 3.2281, + "step": 1050 + }, + { + "epoch": 2.0793420416061927, + "grad_norm": 21.494407653808594, + "learning_rate": 1.9914033956587148e-05, + "loss": 3.1008, + "step": 1075 + }, + { + "epoch": 2.127721335268505, + "grad_norm": 48.467655181884766, + "learning_rate": 1.986030517945412e-05, + "loss": 3.0574, + "step": 1100 + }, + { + "epoch": 2.1761006289308176, + "grad_norm": 24.309160232543945, + "learning_rate": 1.9806576402321086e-05, + "loss": 3.0284, + "step": 1125 + }, + { + "epoch": 2.22447992259313, + "grad_norm": 29.803586959838867, + "learning_rate": 1.9752847625188053e-05, + "loss": 3.016, + "step": 1150 + }, + { + "epoch": 2.272859216255443, + "grad_norm": 39.199432373046875, + "learning_rate": 1.969911884805502e-05, + "loss": 3.1123, + "step": 1175 + }, + { + "epoch": 2.3212385099177553, + "grad_norm": 29.055376052856445, + "learning_rate": 1.9645390070921987e-05, + "loss": 2.9232, + "step": 1200 + }, + { + "epoch": 2.3696178035800677, + "grad_norm": 35.47110366821289, + "learning_rate": 1.9591661293788954e-05, + "loss": 2.9488, + "step": 1225 + }, + { + "epoch": 2.41799709724238, + "grad_norm": 38.79860305786133, + "learning_rate": 1.953793251665592e-05, + "loss": 3.0036, + "step": 1250 + }, + { + "epoch": 2.466376390904693, + "grad_norm": 25.713035583496094, + "learning_rate": 1.948420373952289e-05, + "loss": 2.9632, + "step": 1275 + }, + { + "epoch": 2.5147556845670054, + "grad_norm": 40.8914680480957, + "learning_rate": 1.9430474962389858e-05, + "loss": 3.0253, + "step": 1300 + }, + { + "epoch": 2.563134978229318, + "grad_norm": 26.178176879882812, + "learning_rate": 1.9376746185256825e-05, + "loss": 2.9367, + "step": 1325 + }, + { + "epoch": 2.6115142718916307, + "grad_norm": 28.110414505004883, + "learning_rate": 1.9323017408123792e-05, + "loss": 2.878, + "step": 1350 + }, + { + "epoch": 2.659893565553943, + "grad_norm": 32.23483657836914, + "learning_rate": 1.9269288630990763e-05, + "loss": 2.9814, + "step": 1375 + }, + { + "epoch": 2.7082728592162555, + "grad_norm": 22.767606735229492, + "learning_rate": 1.921555985385773e-05, + "loss": 2.7824, + "step": 1400 + }, + { + "epoch": 2.756652152878568, + "grad_norm": 32.10272979736328, + "learning_rate": 1.9161831076724697e-05, + "loss": 2.8232, + "step": 1425 + }, + { + "epoch": 2.8050314465408803, + "grad_norm": 45.669410705566406, + "learning_rate": 1.9108102299591664e-05, + "loss": 2.7806, + "step": 1450 + }, + { + "epoch": 2.853410740203193, + "grad_norm": 33.774749755859375, + "learning_rate": 1.905437352245863e-05, + "loss": 2.7365, + "step": 1475 + }, + { + "epoch": 2.9017900338655056, + "grad_norm": 44.91356658935547, + "learning_rate": 1.9000644745325598e-05, + "loss": 2.9015, + "step": 1500 + }, + { + "epoch": 2.950169327527818, + "grad_norm": 33.099388122558594, + "learning_rate": 1.8946915968192565e-05, + "loss": 2.7846, + "step": 1525 + }, + { + "epoch": 2.998548621190131, + "grad_norm": 26.6445369720459, + "learning_rate": 1.889318719105953e-05, + "loss": 2.7527, + "step": 1550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.011132623426911906, + "eval_loss": 0.6857200860977173, + "eval_macro_f1": 0.41460140362173453, + "eval_micro_f1": 0.4234428517062032, + "eval_runtime": 3.2107, + "eval_samples_per_second": 643.478, + "eval_steps_per_second": 40.49, + "eval_weighted_f1": 0.44953791408781474, + "step": 1551 + }, + { + "epoch": 3.04644412191582, + "grad_norm": 25.06745719909668, + "learning_rate": 1.8839458413926502e-05, + "loss": 2.5207, + "step": 1575 + }, + { + "epoch": 3.0948234155781327, + "grad_norm": 20.098939895629883, + "learning_rate": 1.878572963679347e-05, + "loss": 2.4426, + "step": 1600 + }, + { + "epoch": 3.143202709240445, + "grad_norm": 34.32400131225586, + "learning_rate": 1.8732000859660436e-05, + "loss": 2.4526, + "step": 1625 + }, + { + "epoch": 3.1915820029027575, + "grad_norm": 19.440597534179688, + "learning_rate": 1.8678272082527403e-05, + "loss": 2.4476, + "step": 1650 + }, + { + "epoch": 3.2399612965650704, + "grad_norm": 28.117626190185547, + "learning_rate": 1.862454330539437e-05, + "loss": 2.4334, + "step": 1675 + }, + { + "epoch": 3.288340590227383, + "grad_norm": 45.279205322265625, + "learning_rate": 1.8570814528261337e-05, + "loss": 2.3972, + "step": 1700 + }, + { + "epoch": 3.336719883889695, + "grad_norm": 20.554630279541016, + "learning_rate": 1.8517085751128304e-05, + "loss": 2.4628, + "step": 1725 + }, + { + "epoch": 3.3850991775520076, + "grad_norm": 32.59201431274414, + "learning_rate": 1.846335697399527e-05, + "loss": 2.5068, + "step": 1750 + }, + { + "epoch": 3.43347847121432, + "grad_norm": 18.284103393554688, + "learning_rate": 1.840962819686224e-05, + "loss": 2.5193, + "step": 1775 + }, + { + "epoch": 3.481857764876633, + "grad_norm": 31.65237808227539, + "learning_rate": 1.835589941972921e-05, + "loss": 2.4627, + "step": 1800 + }, + { + "epoch": 3.5302370585389453, + "grad_norm": 31.073774337768555, + "learning_rate": 1.8302170642596176e-05, + "loss": 2.4206, + "step": 1825 + }, + { + "epoch": 3.5786163522012577, + "grad_norm": 32.54043197631836, + "learning_rate": 1.8248441865463146e-05, + "loss": 2.4369, + "step": 1850 + }, + { + "epoch": 3.6269956458635706, + "grad_norm": 33.97284698486328, + "learning_rate": 1.8194713088330113e-05, + "loss": 2.4124, + "step": 1875 + }, + { + "epoch": 3.675374939525883, + "grad_norm": 37.65242385864258, + "learning_rate": 1.814098431119708e-05, + "loss": 2.4563, + "step": 1900 + }, + { + "epoch": 3.7237542331881954, + "grad_norm": 37.54109573364258, + "learning_rate": 1.8087255534064047e-05, + "loss": 2.4181, + "step": 1925 + }, + { + "epoch": 3.772133526850508, + "grad_norm": 39.489051818847656, + "learning_rate": 1.8033526756931014e-05, + "loss": 2.4264, + "step": 1950 + }, + { + "epoch": 3.8205128205128203, + "grad_norm": 35.37299346923828, + "learning_rate": 1.797979797979798e-05, + "loss": 2.2968, + "step": 1975 + }, + { + "epoch": 3.868892114175133, + "grad_norm": 72.02377319335938, + "learning_rate": 1.7926069202664948e-05, + "loss": 2.4388, + "step": 2000 + }, + { + "epoch": 3.9172714078374455, + "grad_norm": 18.70840072631836, + "learning_rate": 1.7872340425531915e-05, + "loss": 2.4897, + "step": 2025 + }, + { + "epoch": 3.965650701499758, + "grad_norm": 21.934314727783203, + "learning_rate": 1.7818611648398885e-05, + "loss": 2.3352, + "step": 2050 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.027105517909002903, + "eval_loss": 0.6536456346511841, + "eval_macro_f1": 0.45451657320756195, + "eval_micro_f1": 0.46138002059732236, + "eval_runtime": 3.3853, + "eval_samples_per_second": 610.283, + "eval_steps_per_second": 38.401, + "eval_weighted_f1": 0.48276546233883777, + "step": 2068 + }, + { + "epoch": 4.013546202225448, + "grad_norm": 22.0271053314209, + "learning_rate": 1.7764882871265852e-05, + "loss": 2.2827, + "step": 2075 + }, + { + "epoch": 4.06192549588776, + "grad_norm": 31.94649314880371, + "learning_rate": 1.771115409413282e-05, + "loss": 2.1675, + "step": 2100 + }, + { + "epoch": 4.110304789550073, + "grad_norm": 25.385923385620117, + "learning_rate": 1.7657425316999787e-05, + "loss": 2.1244, + "step": 2125 + }, + { + "epoch": 4.1586840832123855, + "grad_norm": 20.71317481994629, + "learning_rate": 1.7603696539866754e-05, + "loss": 2.0487, + "step": 2150 + }, + { + "epoch": 4.2070633768746974, + "grad_norm": 21.751741409301758, + "learning_rate": 1.754996776273372e-05, + "loss": 2.1222, + "step": 2175 + }, + { + "epoch": 4.25544267053701, + "grad_norm": 33.14812469482422, + "learning_rate": 1.7496238985600688e-05, + "loss": 2.0982, + "step": 2200 + }, + { + "epoch": 4.303821964199322, + "grad_norm": 26.77890968322754, + "learning_rate": 1.7442510208467655e-05, + "loss": 2.0063, + "step": 2225 + }, + { + "epoch": 4.352201257861635, + "grad_norm": 28.390352249145508, + "learning_rate": 1.7388781431334625e-05, + "loss": 2.1634, + "step": 2250 + }, + { + "epoch": 4.400580551523948, + "grad_norm": 27.23562240600586, + "learning_rate": 1.7335052654201592e-05, + "loss": 2.1903, + "step": 2275 + }, + { + "epoch": 4.44895984518626, + "grad_norm": 37.29578399658203, + "learning_rate": 1.728132387706856e-05, + "loss": 2.1298, + "step": 2300 + }, + { + "epoch": 4.497339138848573, + "grad_norm": 27.901798248291016, + "learning_rate": 1.722759509993553e-05, + "loss": 2.1361, + "step": 2325 + }, + { + "epoch": 4.545718432510886, + "grad_norm": 25.927602767944336, + "learning_rate": 1.7173866322802496e-05, + "loss": 2.003, + "step": 2350 + }, + { + "epoch": 4.594097726173198, + "grad_norm": 46.491119384765625, + "learning_rate": 1.7120137545669463e-05, + "loss": 2.0741, + "step": 2375 + }, + { + "epoch": 4.6424770198355105, + "grad_norm": 26.707759857177734, + "learning_rate": 1.706640876853643e-05, + "loss": 2.1815, + "step": 2400 + }, + { + "epoch": 4.690856313497823, + "grad_norm": 20.935928344726562, + "learning_rate": 1.7012679991403397e-05, + "loss": 1.9835, + "step": 2425 + }, + { + "epoch": 4.739235607160135, + "grad_norm": 20.48263168334961, + "learning_rate": 1.6958951214270364e-05, + "loss": 2.0837, + "step": 2450 + }, + { + "epoch": 4.787614900822448, + "grad_norm": 33.22564697265625, + "learning_rate": 1.690522243713733e-05, + "loss": 2.1418, + "step": 2475 + }, + { + "epoch": 4.83599419448476, + "grad_norm": 37.39802932739258, + "learning_rate": 1.68514936600043e-05, + "loss": 2.1621, + "step": 2500 + }, + { + "epoch": 4.884373488147073, + "grad_norm": 26.35202980041504, + "learning_rate": 1.679776488287127e-05, + "loss": 2.0856, + "step": 2525 + }, + { + "epoch": 4.932752781809386, + "grad_norm": 29.965774536132812, + "learning_rate": 1.6744036105738236e-05, + "loss": 2.0136, + "step": 2550 + }, + { + "epoch": 4.981132075471698, + "grad_norm": 21.780113220214844, + "learning_rate": 1.6690307328605203e-05, + "loss": 2.0894, + "step": 2575 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.03872216844143272, + "eval_loss": 0.6518785357475281, + "eval_macro_f1": 0.4715581997724431, + "eval_micro_f1": 0.4791288566243194, + "eval_runtime": 3.3783, + "eval_samples_per_second": 611.546, + "eval_steps_per_second": 38.481, + "eval_weighted_f1": 0.5026258740709629, + "step": 2585 + }, + { + "epoch": 5.029027576197388, + "grad_norm": 21.980981826782227, + "learning_rate": 1.663657855147217e-05, + "loss": 2.0012, + "step": 2600 + }, + { + "epoch": 5.0774068698597, + "grad_norm": 22.82278823852539, + "learning_rate": 1.6582849774339137e-05, + "loss": 1.8239, + "step": 2625 + }, + { + "epoch": 5.1257861635220126, + "grad_norm": 28.913883209228516, + "learning_rate": 1.6529120997206104e-05, + "loss": 1.8044, + "step": 2650 + }, + { + "epoch": 5.174165457184325, + "grad_norm": 22.570383071899414, + "learning_rate": 1.647539222007307e-05, + "loss": 1.8393, + "step": 2675 + }, + { + "epoch": 5.222544750846637, + "grad_norm": 50.716835021972656, + "learning_rate": 1.6421663442940038e-05, + "loss": 1.8239, + "step": 2700 + }, + { + "epoch": 5.27092404450895, + "grad_norm": 45.96292495727539, + "learning_rate": 1.636793466580701e-05, + "loss": 1.9506, + "step": 2725 + }, + { + "epoch": 5.319303338171263, + "grad_norm": 34.61444091796875, + "learning_rate": 1.6314205888673975e-05, + "loss": 1.8844, + "step": 2750 + }, + { + "epoch": 5.367682631833575, + "grad_norm": 22.960071563720703, + "learning_rate": 1.6260477111540942e-05, + "loss": 1.8977, + "step": 2775 + }, + { + "epoch": 5.416061925495888, + "grad_norm": 31.460073471069336, + "learning_rate": 1.6206748334407913e-05, + "loss": 1.856, + "step": 2800 + }, + { + "epoch": 5.4644412191582, + "grad_norm": 18.102249145507812, + "learning_rate": 1.615301955727488e-05, + "loss": 1.8051, + "step": 2825 + }, + { + "epoch": 5.512820512820513, + "grad_norm": 32.75643539428711, + "learning_rate": 1.6099290780141847e-05, + "loss": 1.937, + "step": 2850 + }, + { + "epoch": 5.561199806482826, + "grad_norm": 26.939165115356445, + "learning_rate": 1.604556200300881e-05, + "loss": 1.8587, + "step": 2875 + }, + { + "epoch": 5.609579100145138, + "grad_norm": 55.00938415527344, + "learning_rate": 1.599183322587578e-05, + "loss": 1.7828, + "step": 2900 + }, + { + "epoch": 5.6579583938074505, + "grad_norm": 18.898900985717773, + "learning_rate": 1.5938104448742748e-05, + "loss": 1.7708, + "step": 2925 + }, + { + "epoch": 5.706337687469762, + "grad_norm": 25.859146118164062, + "learning_rate": 1.5884375671609715e-05, + "loss": 1.7921, + "step": 2950 + }, + { + "epoch": 5.754716981132075, + "grad_norm": 15.96219253540039, + "learning_rate": 1.5830646894476682e-05, + "loss": 1.8805, + "step": 2975 + }, + { + "epoch": 5.803096274794388, + "grad_norm": 42.335391998291016, + "learning_rate": 1.5776918117343652e-05, + "loss": 1.8806, + "step": 3000 + }, + { + "epoch": 5.851475568456701, + "grad_norm": 28.542770385742188, + "learning_rate": 1.572318934021062e-05, + "loss": 1.7829, + "step": 3025 + }, + { + "epoch": 5.899854862119013, + "grad_norm": 36.091583251953125, + "learning_rate": 1.5669460563077586e-05, + "loss": 1.8707, + "step": 3050 + }, + { + "epoch": 5.948234155781326, + "grad_norm": 24.824914932250977, + "learning_rate": 1.5615731785944553e-05, + "loss": 1.7885, + "step": 3075 + }, + { + "epoch": 5.996613449443638, + "grad_norm": 32.47216796875, + "learning_rate": 1.556200300881152e-05, + "loss": 1.855, + "step": 3100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.060019361084220714, + "eval_loss": 0.6278892755508423, + "eval_macro_f1": 0.48787695535415615, + "eval_micro_f1": 0.49621670702179177, + "eval_runtime": 3.2132, + "eval_samples_per_second": 642.982, + "eval_steps_per_second": 40.459, + "eval_weighted_f1": 0.5200617859682412, + "step": 3102 + }, + { + "epoch": 6.044508950169328, + "grad_norm": 39.531944274902344, + "learning_rate": 1.5508274231678487e-05, + "loss": 1.6755, + "step": 3125 + }, + { + "epoch": 6.09288824383164, + "grad_norm": 31.53166961669922, + "learning_rate": 1.5454545454545454e-05, + "loss": 1.6869, + "step": 3150 + }, + { + "epoch": 6.1412675374939525, + "grad_norm": 48.40192794799805, + "learning_rate": 1.540081667741242e-05, + "loss": 1.6398, + "step": 3175 + }, + { + "epoch": 6.189646831156265, + "grad_norm": 29.400575637817383, + "learning_rate": 1.5347087900279392e-05, + "loss": 1.6455, + "step": 3200 + }, + { + "epoch": 6.238026124818577, + "grad_norm": 30.326644897460938, + "learning_rate": 1.529335912314636e-05, + "loss": 1.664, + "step": 3225 + }, + { + "epoch": 6.28640541848089, + "grad_norm": 31.57500457763672, + "learning_rate": 1.5239630346013326e-05, + "loss": 1.6248, + "step": 3250 + }, + { + "epoch": 6.334784712143203, + "grad_norm": 19.682048797607422, + "learning_rate": 1.5185901568880293e-05, + "loss": 1.5407, + "step": 3275 + }, + { + "epoch": 6.383164005805515, + "grad_norm": 15.557771682739258, + "learning_rate": 1.5132172791747262e-05, + "loss": 1.6177, + "step": 3300 + }, + { + "epoch": 6.431543299467828, + "grad_norm": 33.74415588378906, + "learning_rate": 1.5078444014614229e-05, + "loss": 1.5923, + "step": 3325 + }, + { + "epoch": 6.479922593130141, + "grad_norm": 17.477346420288086, + "learning_rate": 1.5024715237481196e-05, + "loss": 1.6175, + "step": 3350 + }, + { + "epoch": 6.528301886792453, + "grad_norm": 24.11629867553711, + "learning_rate": 1.4970986460348164e-05, + "loss": 1.6442, + "step": 3375 + }, + { + "epoch": 6.576681180454766, + "grad_norm": 29.81661033630371, + "learning_rate": 1.4917257683215131e-05, + "loss": 1.6817, + "step": 3400 + }, + { + "epoch": 6.6250604741170775, + "grad_norm": 31.801525115966797, + "learning_rate": 1.4863528906082098e-05, + "loss": 1.7038, + "step": 3425 + }, + { + "epoch": 6.67343976777939, + "grad_norm": 21.901906967163086, + "learning_rate": 1.4809800128949065e-05, + "loss": 1.5892, + "step": 3450 + }, + { + "epoch": 6.721819061441703, + "grad_norm": 28.736740112304688, + "learning_rate": 1.4756071351816034e-05, + "loss": 1.6424, + "step": 3475 + }, + { + "epoch": 6.770198355104015, + "grad_norm": 25.00885009765625, + "learning_rate": 1.4702342574683001e-05, + "loss": 1.6371, + "step": 3500 + }, + { + "epoch": 6.818577648766328, + "grad_norm": 37.12677001953125, + "learning_rate": 1.4648613797549968e-05, + "loss": 1.6494, + "step": 3525 + }, + { + "epoch": 6.86695694242864, + "grad_norm": 29.04409408569336, + "learning_rate": 1.4594885020416935e-05, + "loss": 1.6103, + "step": 3550 + }, + { + "epoch": 6.915336236090953, + "grad_norm": 39.816287994384766, + "learning_rate": 1.4541156243283906e-05, + "loss": 1.689, + "step": 3575 + }, + { + "epoch": 6.963715529753266, + "grad_norm": 41.63314437866211, + "learning_rate": 1.4487427466150873e-05, + "loss": 1.6182, + "step": 3600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.07260406582768635, + "eval_loss": 0.6452505588531494, + "eval_macro_f1": 0.4985438330874325, + "eval_micro_f1": 0.5087234546459304, + "eval_runtime": 3.2804, + "eval_samples_per_second": 629.794, + "eval_steps_per_second": 39.629, + "eval_weighted_f1": 0.5293090669328118, + "step": 3619 + }, + { + "epoch": 7.011611030478955, + "grad_norm": 22.72754669189453, + "learning_rate": 1.443369868901784e-05, + "loss": 1.6462, + "step": 3625 + }, + { + "epoch": 7.059990324141268, + "grad_norm": 19.056352615356445, + "learning_rate": 1.4379969911884807e-05, + "loss": 1.4816, + "step": 3650 + }, + { + "epoch": 7.1083696178035805, + "grad_norm": 24.51243782043457, + "learning_rate": 1.4326241134751775e-05, + "loss": 1.4736, + "step": 3675 + }, + { + "epoch": 7.156748911465892, + "grad_norm": 21.290987014770508, + "learning_rate": 1.4272512357618742e-05, + "loss": 1.4683, + "step": 3700 + }, + { + "epoch": 7.205128205128205, + "grad_norm": 44.22176742553711, + "learning_rate": 1.421878358048571e-05, + "loss": 1.4795, + "step": 3725 + }, + { + "epoch": 7.253507498790517, + "grad_norm": 18.404287338256836, + "learning_rate": 1.4165054803352676e-05, + "loss": 1.5017, + "step": 3750 + }, + { + "epoch": 7.30188679245283, + "grad_norm": 25.99568748474121, + "learning_rate": 1.4111326026219645e-05, + "loss": 1.491, + "step": 3775 + }, + { + "epoch": 7.350266086115143, + "grad_norm": 20.10620880126953, + "learning_rate": 1.4057597249086612e-05, + "loss": 1.4777, + "step": 3800 + }, + { + "epoch": 7.398645379777455, + "grad_norm": 27.5725154876709, + "learning_rate": 1.4003868471953579e-05, + "loss": 1.4757, + "step": 3825 + }, + { + "epoch": 7.447024673439768, + "grad_norm": 41.573543548583984, + "learning_rate": 1.3950139694820548e-05, + "loss": 1.425, + "step": 3850 + }, + { + "epoch": 7.495403967102081, + "grad_norm": 22.527671813964844, + "learning_rate": 1.3896410917687515e-05, + "loss": 1.4215, + "step": 3875 + }, + { + "epoch": 7.543783260764393, + "grad_norm": 27.871583938598633, + "learning_rate": 1.3842682140554482e-05, + "loss": 1.4672, + "step": 3900 + }, + { + "epoch": 7.5921625544267055, + "grad_norm": 17.22614288330078, + "learning_rate": 1.3788953363421449e-05, + "loss": 1.4923, + "step": 3925 + }, + { + "epoch": 7.640541848089018, + "grad_norm": 47.67251205444336, + "learning_rate": 1.3735224586288418e-05, + "loss": 1.382, + "step": 3950 + }, + { + "epoch": 7.68892114175133, + "grad_norm": 45.61868667602539, + "learning_rate": 1.3681495809155385e-05, + "loss": 1.4621, + "step": 3975 + }, + { + "epoch": 7.737300435413643, + "grad_norm": 36.84296798706055, + "learning_rate": 1.3627767032022352e-05, + "loss": 1.4486, + "step": 4000 + }, + { + "epoch": 7.785679729075955, + "grad_norm": 27.138286590576172, + "learning_rate": 1.3574038254889319e-05, + "loss": 1.4483, + "step": 4025 + }, + { + "epoch": 7.834059022738268, + "grad_norm": 48.576820373535156, + "learning_rate": 1.3520309477756289e-05, + "loss": 1.4161, + "step": 4050 + }, + { + "epoch": 7.882438316400581, + "grad_norm": 24.098434448242188, + "learning_rate": 1.3466580700623256e-05, + "loss": 1.4982, + "step": 4075 + }, + { + "epoch": 7.930817610062893, + "grad_norm": 24.477806091308594, + "learning_rate": 1.3412851923490221e-05, + "loss": 1.3944, + "step": 4100 + }, + { + "epoch": 7.979196903725206, + "grad_norm": 28.02906036376953, + "learning_rate": 1.3359123146357188e-05, + "loss": 1.4612, + "step": 4125 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.08615682478218781, + "eval_loss": 0.6670424342155457, + "eval_macro_f1": 0.5161951462687562, + "eval_micro_f1": 0.5241018086586464, + "eval_runtime": 3.1892, + "eval_samples_per_second": 647.809, + "eval_steps_per_second": 40.762, + "eval_weighted_f1": 0.5405479923726798, + "step": 4136 + }, + { + "epoch": 8.027092404450896, + "grad_norm": 22.157817840576172, + "learning_rate": 1.3305394369224159e-05, + "loss": 1.3857, + "step": 4150 + }, + { + "epoch": 8.075471698113208, + "grad_norm": 20.149925231933594, + "learning_rate": 1.3251665592091126e-05, + "loss": 1.2913, + "step": 4175 + }, + { + "epoch": 8.12385099177552, + "grad_norm": 37.63851547241211, + "learning_rate": 1.3197936814958093e-05, + "loss": 1.3431, + "step": 4200 + }, + { + "epoch": 8.172230285437832, + "grad_norm": 22.499420166015625, + "learning_rate": 1.314420803782506e-05, + "loss": 1.3167, + "step": 4225 + }, + { + "epoch": 8.220609579100145, + "grad_norm": 37.405052185058594, + "learning_rate": 1.3090479260692028e-05, + "loss": 1.3207, + "step": 4250 + }, + { + "epoch": 8.268988872762458, + "grad_norm": 25.642433166503906, + "learning_rate": 1.3036750483558995e-05, + "loss": 1.3698, + "step": 4275 + }, + { + "epoch": 8.317368166424771, + "grad_norm": 20.101699829101562, + "learning_rate": 1.2983021706425962e-05, + "loss": 1.2957, + "step": 4300 + }, + { + "epoch": 8.365747460087082, + "grad_norm": 26.31281280517578, + "learning_rate": 1.2929292929292931e-05, + "loss": 1.3663, + "step": 4325 + }, + { + "epoch": 8.414126753749395, + "grad_norm": 17.295087814331055, + "learning_rate": 1.2875564152159898e-05, + "loss": 1.2818, + "step": 4350 + }, + { + "epoch": 8.462506047411708, + "grad_norm": 27.059247970581055, + "learning_rate": 1.2821835375026865e-05, + "loss": 1.3097, + "step": 4375 + }, + { + "epoch": 8.51088534107402, + "grad_norm": 14.901773452758789, + "learning_rate": 1.2768106597893832e-05, + "loss": 1.2864, + "step": 4400 + }, + { + "epoch": 8.559264634736333, + "grad_norm": 16.902631759643555, + "learning_rate": 1.2714377820760801e-05, + "loss": 1.3308, + "step": 4425 + }, + { + "epoch": 8.607643928398645, + "grad_norm": 22.64151382446289, + "learning_rate": 1.2660649043627768e-05, + "loss": 1.2559, + "step": 4450 + }, + { + "epoch": 8.656023222060957, + "grad_norm": 34.86326217651367, + "learning_rate": 1.2606920266494735e-05, + "loss": 1.2724, + "step": 4475 + }, + { + "epoch": 8.70440251572327, + "grad_norm": 32.257720947265625, + "learning_rate": 1.2553191489361702e-05, + "loss": 1.3625, + "step": 4500 + }, + { + "epoch": 8.752781809385583, + "grad_norm": 26.825950622558594, + "learning_rate": 1.2499462712228672e-05, + "loss": 1.3215, + "step": 4525 + }, + { + "epoch": 8.801161103047896, + "grad_norm": 39.79729080200195, + "learning_rate": 1.2445733935095638e-05, + "loss": 1.3145, + "step": 4550 + }, + { + "epoch": 8.849540396710207, + "grad_norm": 22.645973205566406, + "learning_rate": 1.2392005157962605e-05, + "loss": 1.3392, + "step": 4575 + }, + { + "epoch": 8.89791969037252, + "grad_norm": 25.671411514282227, + "learning_rate": 1.2338276380829572e-05, + "loss": 1.2462, + "step": 4600 + }, + { + "epoch": 8.946298984034833, + "grad_norm": 46.10140609741211, + "learning_rate": 1.2284547603696542e-05, + "loss": 1.2833, + "step": 4625 + }, + { + "epoch": 8.994678277697146, + "grad_norm": 24.956058502197266, + "learning_rate": 1.223081882656351e-05, + "loss": 1.3367, + "step": 4650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.08276863504356244, + "eval_loss": 0.6709405779838562, + "eval_macro_f1": 0.5267933975553544, + "eval_micro_f1": 0.533167701863354, + "eval_runtime": 3.2939, + "eval_samples_per_second": 627.229, + "eval_steps_per_second": 39.467, + "eval_weighted_f1": 0.5478113129841783, + "step": 4653 + }, + { + "epoch": 9.042573778422835, + "grad_norm": 16.826801300048828, + "learning_rate": 1.2177090049430476e-05, + "loss": 1.2085, + "step": 4675 + }, + { + "epoch": 9.090953072085147, + "grad_norm": 16.105222702026367, + "learning_rate": 1.2123361272297443e-05, + "loss": 1.2, + "step": 4700 + }, + { + "epoch": 9.13933236574746, + "grad_norm": 43.446319580078125, + "learning_rate": 1.2069632495164412e-05, + "loss": 1.24, + "step": 4725 + }, + { + "epoch": 9.187711659409773, + "grad_norm": 21.464160919189453, + "learning_rate": 1.2015903718031379e-05, + "loss": 1.1949, + "step": 4750 + }, + { + "epoch": 9.236090953072084, + "grad_norm": 34.420623779296875, + "learning_rate": 1.1962174940898346e-05, + "loss": 1.1919, + "step": 4775 + }, + { + "epoch": 9.284470246734397, + "grad_norm": 24.14137077331543, + "learning_rate": 1.1908446163765313e-05, + "loss": 1.1598, + "step": 4800 + }, + { + "epoch": 9.33284954039671, + "grad_norm": 21.268098831176758, + "learning_rate": 1.1854717386632282e-05, + "loss": 1.2031, + "step": 4825 + }, + { + "epoch": 9.381228834059023, + "grad_norm": 34.76697540283203, + "learning_rate": 1.1800988609499249e-05, + "loss": 1.2172, + "step": 4850 + }, + { + "epoch": 9.429608127721336, + "grad_norm": 21.715450286865234, + "learning_rate": 1.1747259832366216e-05, + "loss": 1.1653, + "step": 4875 + }, + { + "epoch": 9.477987421383649, + "grad_norm": 17.328500747680664, + "learning_rate": 1.1693531055233184e-05, + "loss": 1.1492, + "step": 4900 + }, + { + "epoch": 9.52636671504596, + "grad_norm": 19.73786735534668, + "learning_rate": 1.1639802278100151e-05, + "loss": 1.2099, + "step": 4925 + }, + { + "epoch": 9.574746008708273, + "grad_norm": 17.775041580200195, + "learning_rate": 1.1586073500967118e-05, + "loss": 1.2314, + "step": 4950 + }, + { + "epoch": 9.623125302370585, + "grad_norm": 21.395593643188477, + "learning_rate": 1.1532344723834085e-05, + "loss": 1.2261, + "step": 4975 + }, + { + "epoch": 9.671504596032898, + "grad_norm": 45.817909240722656, + "learning_rate": 1.1478615946701054e-05, + "loss": 1.1472, + "step": 5000 + }, + { + "epoch": 9.719883889695211, + "grad_norm": 23.814699172973633, + "learning_rate": 1.1424887169568021e-05, + "loss": 1.1749, + "step": 5025 + }, + { + "epoch": 9.768263183357522, + "grad_norm": 27.952796936035156, + "learning_rate": 1.1371158392434988e-05, + "loss": 1.1836, + "step": 5050 + }, + { + "epoch": 9.816642477019835, + "grad_norm": 32.35855484008789, + "learning_rate": 1.1317429615301955e-05, + "loss": 1.2133, + "step": 5075 + }, + { + "epoch": 9.865021770682148, + "grad_norm": 14.318235397338867, + "learning_rate": 1.1263700838168926e-05, + "loss": 1.1985, + "step": 5100 + }, + { + "epoch": 9.91340106434446, + "grad_norm": 18.21947479248047, + "learning_rate": 1.1209972061035893e-05, + "loss": 1.2159, + "step": 5125 + }, + { + "epoch": 9.961780358006774, + "grad_norm": 23.22158432006836, + "learning_rate": 1.115624328390286e-05, + "loss": 1.1678, + "step": 5150 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.10454985479186835, + "eval_loss": 0.7170124053955078, + "eval_macro_f1": 0.5364592040736211, + "eval_micro_f1": 0.5449330783938815, + "eval_runtime": 3.2294, + "eval_samples_per_second": 639.743, + "eval_steps_per_second": 40.255, + "eval_weighted_f1": 0.5554765283192737, + "step": 5170 + }, + { + "epoch": 10.009675858732463, + "grad_norm": 31.39601707458496, + "learning_rate": 1.1102514506769827e-05, + "loss": 1.1426, + "step": 5175 + }, + { + "epoch": 10.058055152394775, + "grad_norm": 63.867523193359375, + "learning_rate": 1.1048785729636795e-05, + "loss": 1.0816, + "step": 5200 + }, + { + "epoch": 10.106434446057088, + "grad_norm": 15.870903015136719, + "learning_rate": 1.0995056952503762e-05, + "loss": 1.0364, + "step": 5225 + }, + { + "epoch": 10.1548137397194, + "grad_norm": 22.142179489135742, + "learning_rate": 1.094132817537073e-05, + "loss": 1.0746, + "step": 5250 + }, + { + "epoch": 10.203193033381712, + "grad_norm": 33.90156936645508, + "learning_rate": 1.0887599398237696e-05, + "loss": 1.0345, + "step": 5275 + }, + { + "epoch": 10.251572327044025, + "grad_norm": 30.337032318115234, + "learning_rate": 1.0833870621104665e-05, + "loss": 1.068, + "step": 5300 + }, + { + "epoch": 10.299951620706338, + "grad_norm": 17.99842643737793, + "learning_rate": 1.0780141843971632e-05, + "loss": 1.0606, + "step": 5325 + }, + { + "epoch": 10.34833091436865, + "grad_norm": 19.573781967163086, + "learning_rate": 1.0726413066838599e-05, + "loss": 1.0765, + "step": 5350 + }, + { + "epoch": 10.396710208030962, + "grad_norm": 32.894004821777344, + "learning_rate": 1.0672684289705568e-05, + "loss": 1.1435, + "step": 5375 + }, + { + "epoch": 10.445089501693275, + "grad_norm": 17.844970703125, + "learning_rate": 1.0618955512572535e-05, + "loss": 1.0847, + "step": 5400 + }, + { + "epoch": 10.493468795355588, + "grad_norm": 23.578821182250977, + "learning_rate": 1.0565226735439502e-05, + "loss": 1.0755, + "step": 5425 + }, + { + "epoch": 10.5418480890179, + "grad_norm": 25.751718521118164, + "learning_rate": 1.0511497958306469e-05, + "loss": 1.1271, + "step": 5450 + }, + { + "epoch": 10.590227382680213, + "grad_norm": 28.663959503173828, + "learning_rate": 1.0457769181173438e-05, + "loss": 1.1072, + "step": 5475 + }, + { + "epoch": 10.638606676342526, + "grad_norm": 20.185314178466797, + "learning_rate": 1.0404040404040405e-05, + "loss": 1.0775, + "step": 5500 + }, + { + "epoch": 10.686985970004837, + "grad_norm": 13.671683311462402, + "learning_rate": 1.0350311626907372e-05, + "loss": 1.0433, + "step": 5525 + }, + { + "epoch": 10.73536526366715, + "grad_norm": 68.0206069946289, + "learning_rate": 1.0296582849774339e-05, + "loss": 1.1043, + "step": 5550 + }, + { + "epoch": 10.783744557329463, + "grad_norm": 36.62405014038086, + "learning_rate": 1.0242854072641309e-05, + "loss": 1.0803, + "step": 5575 + }, + { + "epoch": 10.832123850991776, + "grad_norm": 30.264535903930664, + "learning_rate": 1.0189125295508276e-05, + "loss": 1.0089, + "step": 5600 + }, + { + "epoch": 10.880503144654089, + "grad_norm": 22.978191375732422, + "learning_rate": 1.0135396518375243e-05, + "loss": 1.1116, + "step": 5625 + }, + { + "epoch": 10.9288824383164, + "grad_norm": 39.51202392578125, + "learning_rate": 1.008166774124221e-05, + "loss": 1.0555, + "step": 5650 + }, + { + "epoch": 10.977261731978713, + "grad_norm": 19.945980072021484, + "learning_rate": 1.0027938964109179e-05, + "loss": 1.0265, + "step": 5675 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.11713455953533398, + "eval_loss": 0.7492256164550781, + "eval_macro_f1": 0.5473083990544364, + "eval_micro_f1": 0.5546173194394538, + "eval_runtime": 3.214, + "eval_samples_per_second": 642.806, + "eval_steps_per_second": 40.448, + "eval_weighted_f1": 0.5649546074125701, + "step": 5687 + }, + { + "epoch": 11.025157232704403, + "grad_norm": 15.008816719055176, + "learning_rate": 9.974210186976146e-06, + "loss": 0.9905, + "step": 5700 + }, + { + "epoch": 11.073536526366714, + "grad_norm": 43.934261322021484, + "learning_rate": 9.920481409843113e-06, + "loss": 1.0405, + "step": 5725 + }, + { + "epoch": 11.121915820029027, + "grad_norm": 12.400174140930176, + "learning_rate": 9.86675263271008e-06, + "loss": 0.9852, + "step": 5750 + }, + { + "epoch": 11.17029511369134, + "grad_norm": 43.362884521484375, + "learning_rate": 9.813023855577047e-06, + "loss": 1.0409, + "step": 5775 + }, + { + "epoch": 11.218674407353653, + "grad_norm": 29.90435218811035, + "learning_rate": 9.759295078444016e-06, + "loss": 1.0223, + "step": 5800 + }, + { + "epoch": 11.267053701015966, + "grad_norm": 20.35732078552246, + "learning_rate": 9.705566301310983e-06, + "loss": 1.0043, + "step": 5825 + }, + { + "epoch": 11.315432994678277, + "grad_norm": 23.093183517456055, + "learning_rate": 9.651837524177951e-06, + "loss": 1.0169, + "step": 5850 + }, + { + "epoch": 11.36381228834059, + "grad_norm": 30.975351333618164, + "learning_rate": 9.598108747044918e-06, + "loss": 0.9612, + "step": 5875 + }, + { + "epoch": 11.412191582002903, + "grad_norm": 16.542573928833008, + "learning_rate": 9.544379969911885e-06, + "loss": 1.0218, + "step": 5900 + }, + { + "epoch": 11.460570875665216, + "grad_norm": 18.912841796875, + "learning_rate": 9.490651192778854e-06, + "loss": 0.9268, + "step": 5925 + }, + { + "epoch": 11.508950169327528, + "grad_norm": 31.474023818969727, + "learning_rate": 9.436922415645821e-06, + "loss": 0.9806, + "step": 5950 + }, + { + "epoch": 11.55732946298984, + "grad_norm": 33.14174270629883, + "learning_rate": 9.383193638512788e-06, + "loss": 1.0247, + "step": 5975 + }, + { + "epoch": 11.605708756652152, + "grad_norm": 31.699405670166016, + "learning_rate": 9.329464861379755e-06, + "loss": 1.0493, + "step": 6000 + }, + { + "epoch": 11.654088050314465, + "grad_norm": 25.224746704101562, + "learning_rate": 9.275736084246724e-06, + "loss": 1.0238, + "step": 6025 + }, + { + "epoch": 11.702467343976778, + "grad_norm": 18.671504974365234, + "learning_rate": 9.22200730711369e-06, + "loss": 0.999, + "step": 6050 + }, + { + "epoch": 11.750846637639091, + "grad_norm": 23.973541259765625, + "learning_rate": 9.16827852998066e-06, + "loss": 1.0254, + "step": 6075 + }, + { + "epoch": 11.799225931301404, + "grad_norm": 15.114373207092285, + "learning_rate": 9.114549752847626e-06, + "loss": 0.9514, + "step": 6100 + }, + { + "epoch": 11.847605224963715, + "grad_norm": 18.49153709411621, + "learning_rate": 9.060820975714594e-06, + "loss": 0.9937, + "step": 6125 + }, + { + "epoch": 11.895984518626028, + "grad_norm": 16.484291076660156, + "learning_rate": 9.00709219858156e-06, + "loss": 0.9321, + "step": 6150 + }, + { + "epoch": 11.94436381228834, + "grad_norm": 17.52837562561035, + "learning_rate": 8.95336342144853e-06, + "loss": 0.9517, + "step": 6175 + }, + { + "epoch": 11.992743105950654, + "grad_norm": 12.760161399841309, + "learning_rate": 8.899634644315496e-06, + "loss": 0.9477, + "step": 6200 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.12778315585672798, + "eval_loss": 0.7672090530395508, + "eval_macro_f1": 0.5558172971101564, + "eval_micro_f1": 0.5640603566529493, + "eval_runtime": 3.1735, + "eval_samples_per_second": 651.014, + "eval_steps_per_second": 40.964, + "eval_weighted_f1": 0.5715924638046633, + "step": 6204 + }, + { + "epoch": 12.040638606676342, + "grad_norm": 40.36892318725586, + "learning_rate": 8.845905867182463e-06, + "loss": 0.8923, + "step": 6225 + }, + { + "epoch": 12.089017900338655, + "grad_norm": 25.926416397094727, + "learning_rate": 8.79217709004943e-06, + "loss": 0.9201, + "step": 6250 + }, + { + "epoch": 12.137397194000968, + "grad_norm": 16.757091522216797, + "learning_rate": 8.738448312916399e-06, + "loss": 0.901, + "step": 6275 + }, + { + "epoch": 12.18577648766328, + "grad_norm": 29.107160568237305, + "learning_rate": 8.684719535783366e-06, + "loss": 0.9202, + "step": 6300 + }, + { + "epoch": 12.234155781325592, + "grad_norm": 13.728555679321289, + "learning_rate": 8.630990758650335e-06, + "loss": 0.9032, + "step": 6325 + }, + { + "epoch": 12.282535074987905, + "grad_norm": 24.900602340698242, + "learning_rate": 8.5772619815173e-06, + "loss": 0.8934, + "step": 6350 + }, + { + "epoch": 12.330914368650218, + "grad_norm": 25.711381912231445, + "learning_rate": 8.523533204384269e-06, + "loss": 0.9191, + "step": 6375 + }, + { + "epoch": 12.37929366231253, + "grad_norm": 12.960143089294434, + "learning_rate": 8.469804427251237e-06, + "loss": 0.9281, + "step": 6400 + }, + { + "epoch": 12.427672955974844, + "grad_norm": 27.171127319335938, + "learning_rate": 8.416075650118204e-06, + "loss": 0.8994, + "step": 6425 + }, + { + "epoch": 12.476052249637155, + "grad_norm": 41.84695053100586, + "learning_rate": 8.362346872985171e-06, + "loss": 0.9061, + "step": 6450 + }, + { + "epoch": 12.524431543299468, + "grad_norm": 21.88675880432129, + "learning_rate": 8.308618095852138e-06, + "loss": 0.9189, + "step": 6475 + }, + { + "epoch": 12.57281083696178, + "grad_norm": 20.810863494873047, + "learning_rate": 8.254889318719107e-06, + "loss": 0.9617, + "step": 6500 + }, + { + "epoch": 12.621190130624093, + "grad_norm": 15.820453643798828, + "learning_rate": 8.201160541586074e-06, + "loss": 0.9978, + "step": 6525 + }, + { + "epoch": 12.669569424286406, + "grad_norm": 30.557693481445312, + "learning_rate": 8.147431764453041e-06, + "loss": 0.979, + "step": 6550 + }, + { + "epoch": 12.717948717948717, + "grad_norm": 12.604732513427734, + "learning_rate": 8.093702987320008e-06, + "loss": 0.9268, + "step": 6575 + }, + { + "epoch": 12.76632801161103, + "grad_norm": 33.23334503173828, + "learning_rate": 8.039974210186977e-06, + "loss": 0.9407, + "step": 6600 + }, + { + "epoch": 12.814707305273343, + "grad_norm": 31.576204299926758, + "learning_rate": 7.986245433053944e-06, + "loss": 0.9044, + "step": 6625 + }, + { + "epoch": 12.863086598935656, + "grad_norm": 41.70823669433594, + "learning_rate": 7.932516655920913e-06, + "loss": 0.9058, + "step": 6650 + }, + { + "epoch": 12.911465892597969, + "grad_norm": 25.081140518188477, + "learning_rate": 7.87878787878788e-06, + "loss": 0.9077, + "step": 6675 + }, + { + "epoch": 12.959845186260281, + "grad_norm": 49.33194351196289, + "learning_rate": 7.825059101654847e-06, + "loss": 0.9144, + "step": 6700 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.1355275895450145, + "eval_loss": 0.7968872785568237, + "eval_macro_f1": 0.5603345362459676, + "eval_micro_f1": 0.5700347124495732, + "eval_runtime": 3.3124, + "eval_samples_per_second": 623.71, + "eval_steps_per_second": 39.246, + "eval_weighted_f1": 0.5771464729225487, + "step": 6721 + }, + { + "epoch": 13.00774068698597, + "grad_norm": 35.811058044433594, + "learning_rate": 7.771330324521814e-06, + "loss": 0.8799, + "step": 6725 + }, + { + "epoch": 13.056119980648283, + "grad_norm": 33.45241928100586, + "learning_rate": 7.717601547388782e-06, + "loss": 0.9236, + "step": 6750 + }, + { + "epoch": 13.104499274310594, + "grad_norm": 18.413793563842773, + "learning_rate": 7.66387277025575e-06, + "loss": 0.8719, + "step": 6775 + }, + { + "epoch": 13.152878567972907, + "grad_norm": 29.632570266723633, + "learning_rate": 7.610143993122717e-06, + "loss": 0.8609, + "step": 6800 + }, + { + "epoch": 13.20125786163522, + "grad_norm": 14.63554859161377, + "learning_rate": 7.556415215989684e-06, + "loss": 0.8513, + "step": 6825 + }, + { + "epoch": 13.249637155297533, + "grad_norm": 14.811019897460938, + "learning_rate": 7.502686438856652e-06, + "loss": 0.8558, + "step": 6850 + }, + { + "epoch": 13.298016448959846, + "grad_norm": 20.095922470092773, + "learning_rate": 7.448957661723619e-06, + "loss": 0.8264, + "step": 6875 + }, + { + "epoch": 13.346395742622157, + "grad_norm": 14.423044204711914, + "learning_rate": 7.395228884590587e-06, + "loss": 0.8631, + "step": 6900 + }, + { + "epoch": 13.39477503628447, + "grad_norm": 44.14790725708008, + "learning_rate": 7.341500107457556e-06, + "loss": 0.8625, + "step": 6925 + }, + { + "epoch": 13.443154329946783, + "grad_norm": 33.00259017944336, + "learning_rate": 7.287771330324522e-06, + "loss": 0.8373, + "step": 6950 + }, + { + "epoch": 13.491533623609095, + "grad_norm": 23.924171447753906, + "learning_rate": 7.234042553191491e-06, + "loss": 0.8421, + "step": 6975 + }, + { + "epoch": 13.539912917271408, + "grad_norm": 25.695627212524414, + "learning_rate": 7.180313776058458e-06, + "loss": 0.8519, + "step": 7000 + }, + { + "epoch": 13.588292210933721, + "grad_norm": 24.273500442504883, + "learning_rate": 7.1265849989254255e-06, + "loss": 0.8565, + "step": 7025 + }, + { + "epoch": 13.636671504596032, + "grad_norm": 27.250667572021484, + "learning_rate": 7.0728562217923925e-06, + "loss": 0.8616, + "step": 7050 + }, + { + "epoch": 13.685050798258345, + "grad_norm": 22.685701370239258, + "learning_rate": 7.01912744465936e-06, + "loss": 0.8159, + "step": 7075 + }, + { + "epoch": 13.733430091920658, + "grad_norm": 16.225831985473633, + "learning_rate": 6.965398667526327e-06, + "loss": 0.854, + "step": 7100 + }, + { + "epoch": 13.78180938558297, + "grad_norm": 22.87599754333496, + "learning_rate": 6.911669890393295e-06, + "loss": 0.8251, + "step": 7125 + }, + { + "epoch": 13.830188679245284, + "grad_norm": 71.44230651855469, + "learning_rate": 6.857941113260262e-06, + "loss": 0.8418, + "step": 7150 + }, + { + "epoch": 13.878567972907595, + "grad_norm": 21.629384994506836, + "learning_rate": 6.80421233612723e-06, + "loss": 0.8605, + "step": 7175 + }, + { + "epoch": 13.926947266569908, + "grad_norm": 19.541221618652344, + "learning_rate": 6.750483558994197e-06, + "loss": 0.8763, + "step": 7200 + }, + { + "epoch": 13.97532656023222, + "grad_norm": 20.930862426757812, + "learning_rate": 6.696754781861166e-06, + "loss": 0.8232, + "step": 7225 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.1452081316553727, + "eval_loss": 0.8156136870384216, + "eval_macro_f1": 0.5642636782323741, + "eval_micro_f1": 0.5742517814726841, + "eval_runtime": 3.2563, + "eval_samples_per_second": 634.466, + "eval_steps_per_second": 39.923, + "eval_weighted_f1": 0.5821944370394089, + "step": 7238 + }, + { + "epoch": 14.02322206095791, + "grad_norm": 26.026636123657227, + "learning_rate": 6.643026004728133e-06, + "loss": 0.812, + "step": 7250 + }, + { + "epoch": 14.071601354620222, + "grad_norm": 24.335853576660156, + "learning_rate": 6.589297227595101e-06, + "loss": 0.7991, + "step": 7275 + }, + { + "epoch": 14.119980648282535, + "grad_norm": 16.087339401245117, + "learning_rate": 6.535568450462068e-06, + "loss": 0.8163, + "step": 7300 + }, + { + "epoch": 14.168359941944848, + "grad_norm": 18.416292190551758, + "learning_rate": 6.481839673329036e-06, + "loss": 0.7919, + "step": 7325 + }, + { + "epoch": 14.216739235607161, + "grad_norm": 36.36247253417969, + "learning_rate": 6.428110896196003e-06, + "loss": 0.7779, + "step": 7350 + }, + { + "epoch": 14.265118529269472, + "grad_norm": 16.726848602294922, + "learning_rate": 6.3743821190629705e-06, + "loss": 0.7584, + "step": 7375 + }, + { + "epoch": 14.313497822931785, + "grad_norm": 15.79998779296875, + "learning_rate": 6.320653341929938e-06, + "loss": 0.8335, + "step": 7400 + }, + { + "epoch": 14.361877116594098, + "grad_norm": 17.011465072631836, + "learning_rate": 6.266924564796905e-06, + "loss": 0.7747, + "step": 7425 + }, + { + "epoch": 14.41025641025641, + "grad_norm": 14.511028289794922, + "learning_rate": 6.213195787663874e-06, + "loss": 0.8068, + "step": 7450 + }, + { + "epoch": 14.458635703918723, + "grad_norm": 28.45765495300293, + "learning_rate": 6.159467010530841e-06, + "loss": 0.7685, + "step": 7475 + }, + { + "epoch": 14.507014997581035, + "grad_norm": 12.811262130737305, + "learning_rate": 6.105738233397809e-06, + "loss": 0.7931, + "step": 7500 + }, + { + "epoch": 14.555394291243347, + "grad_norm": 20.533981323242188, + "learning_rate": 6.052009456264776e-06, + "loss": 0.8156, + "step": 7525 + }, + { + "epoch": 14.60377358490566, + "grad_norm": 34.84358215332031, + "learning_rate": 5.998280679131744e-06, + "loss": 0.7801, + "step": 7550 + }, + { + "epoch": 14.652152878567973, + "grad_norm": 26.750293731689453, + "learning_rate": 5.944551901998711e-06, + "loss": 0.7694, + "step": 7575 + }, + { + "epoch": 14.700532172230286, + "grad_norm": 44.04787826538086, + "learning_rate": 5.890823124865679e-06, + "loss": 0.814, + "step": 7600 + }, + { + "epoch": 14.748911465892597, + "grad_norm": 21.935352325439453, + "learning_rate": 5.837094347732646e-06, + "loss": 0.7531, + "step": 7625 + }, + { + "epoch": 14.79729075955491, + "grad_norm": 18.9955997467041, + "learning_rate": 5.783365570599614e-06, + "loss": 0.8142, + "step": 7650 + }, + { + "epoch": 14.845670053217223, + "grad_norm": 25.401151657104492, + "learning_rate": 5.729636793466581e-06, + "loss": 0.7561, + "step": 7675 + }, + { + "epoch": 14.894049346879536, + "grad_norm": 26.906410217285156, + "learning_rate": 5.675908016333549e-06, + "loss": 0.7666, + "step": 7700 + }, + { + "epoch": 14.942428640541848, + "grad_norm": 37.408382415771484, + "learning_rate": 5.6221792392005155e-06, + "loss": 0.8152, + "step": 7725 + }, + { + "epoch": 14.990807934204161, + "grad_norm": 15.633949279785156, + "learning_rate": 5.568450462067484e-06, + "loss": 0.7912, + "step": 7750 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.15246853823814133, + "eval_loss": 0.8394877314567566, + "eval_macro_f1": 0.5697784025456477, + "eval_micro_f1": 0.5788148721920992, + "eval_runtime": 3.3671, + "eval_samples_per_second": 613.584, + "eval_steps_per_second": 38.609, + "eval_weighted_f1": 0.5851782318127877, + "step": 7755 + }, + { + "epoch": 15.03870343492985, + "grad_norm": 18.410127639770508, + "learning_rate": 5.514721684934451e-06, + "loss": 0.7377, + "step": 7775 + }, + { + "epoch": 15.087082728592163, + "grad_norm": 35.390995025634766, + "learning_rate": 5.460992907801419e-06, + "loss": 0.7403, + "step": 7800 + }, + { + "epoch": 15.135462022254474, + "grad_norm": 14.379627227783203, + "learning_rate": 5.407264130668386e-06, + "loss": 0.7771, + "step": 7825 + }, + { + "epoch": 15.183841315916787, + "grad_norm": 23.57008171081543, + "learning_rate": 5.353535353535354e-06, + "loss": 0.7178, + "step": 7850 + }, + { + "epoch": 15.2322206095791, + "grad_norm": 36.280948638916016, + "learning_rate": 5.299806576402321e-06, + "loss": 0.7473, + "step": 7875 + }, + { + "epoch": 15.280599903241413, + "grad_norm": 24.504247665405273, + "learning_rate": 5.246077799269289e-06, + "loss": 0.7352, + "step": 7900 + }, + { + "epoch": 15.328979196903726, + "grad_norm": 15.97603988647461, + "learning_rate": 5.1923490221362575e-06, + "loss": 0.7413, + "step": 7925 + }, + { + "epoch": 15.377358490566039, + "grad_norm": 24.812744140625, + "learning_rate": 5.138620245003224e-06, + "loss": 0.8049, + "step": 7950 + }, + { + "epoch": 15.42573778422835, + "grad_norm": 32.58510971069336, + "learning_rate": 5.084891467870192e-06, + "loss": 0.6935, + "step": 7975 + }, + { + "epoch": 15.474117077890662, + "grad_norm": 12.46530818939209, + "learning_rate": 5.031162690737159e-06, + "loss": 0.7356, + "step": 8000 + }, + { + "epoch": 15.522496371552975, + "grad_norm": 51.6746826171875, + "learning_rate": 4.977433913604126e-06, + "loss": 0.7905, + "step": 8025 + }, + { + "epoch": 15.570875665215288, + "grad_norm": 22.153108596801758, + "learning_rate": 4.923705136471094e-06, + "loss": 0.7493, + "step": 8050 + }, + { + "epoch": 15.619254958877601, + "grad_norm": 12.719622611999512, + "learning_rate": 4.869976359338061e-06, + "loss": 0.6954, + "step": 8075 + }, + { + "epoch": 15.667634252539912, + "grad_norm": 30.19028663635254, + "learning_rate": 4.816247582205029e-06, + "loss": 0.774, + "step": 8100 + }, + { + "epoch": 15.716013546202225, + "grad_norm": 27.195831298828125, + "learning_rate": 4.762518805071997e-06, + "loss": 0.7159, + "step": 8125 + }, + { + "epoch": 15.764392839864538, + "grad_norm": 14.864275932312012, + "learning_rate": 4.708790027938964e-06, + "loss": 0.7397, + "step": 8150 + }, + { + "epoch": 15.81277213352685, + "grad_norm": 27.690078735351562, + "learning_rate": 4.655061250805932e-06, + "loss": 0.7579, + "step": 8175 + }, + { + "epoch": 15.861151427189164, + "grad_norm": 23.963720321655273, + "learning_rate": 4.6013324736729e-06, + "loss": 0.7474, + "step": 8200 + }, + { + "epoch": 15.909530720851475, + "grad_norm": 9.968356132507324, + "learning_rate": 4.547603696539868e-06, + "loss": 0.7376, + "step": 8225 + }, + { + "epoch": 15.957910014513788, + "grad_norm": 26.946603775024414, + "learning_rate": 4.493874919406835e-06, + "loss": 0.7254, + "step": 8250 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.15876089060987417, + "eval_loss": 0.8675307631492615, + "eval_macro_f1": 0.5767178902842689, + "eval_micro_f1": 0.5839174454828661, + "eval_runtime": 3.3416, + "eval_samples_per_second": 618.276, + "eval_steps_per_second": 38.904, + "eval_weighted_f1": 0.5898374658386245, + "step": 8272 + }, + { + "epoch": 16.005805515239476, + "grad_norm": 13.15456771850586, + "learning_rate": 4.4401461422738025e-06, + "loss": 0.7242, + "step": 8275 + }, + { + "epoch": 16.05418480890179, + "grad_norm": 14.57499885559082, + "learning_rate": 4.3864173651407695e-06, + "loss": 0.7175, + "step": 8300 + }, + { + "epoch": 16.102564102564102, + "grad_norm": 10.514361381530762, + "learning_rate": 4.332688588007737e-06, + "loss": 0.6867, + "step": 8325 + }, + { + "epoch": 16.150943396226417, + "grad_norm": 12.839557647705078, + "learning_rate": 4.278959810874705e-06, + "loss": 0.6827, + "step": 8350 + }, + { + "epoch": 16.199322689888728, + "grad_norm": 22.178682327270508, + "learning_rate": 4.225231033741672e-06, + "loss": 0.6873, + "step": 8375 + }, + { + "epoch": 16.24770198355104, + "grad_norm": 16.253273010253906, + "learning_rate": 4.17150225660864e-06, + "loss": 0.7046, + "step": 8400 + }, + { + "epoch": 16.296081277213354, + "grad_norm": 23.05286979675293, + "learning_rate": 4.117773479475607e-06, + "loss": 0.6784, + "step": 8425 + }, + { + "epoch": 16.344460570875665, + "grad_norm": 12.348027229309082, + "learning_rate": 4.064044702342575e-06, + "loss": 0.6822, + "step": 8450 + }, + { + "epoch": 16.39283986453798, + "grad_norm": 20.237812042236328, + "learning_rate": 4.010315925209543e-06, + "loss": 0.6748, + "step": 8475 + }, + { + "epoch": 16.44121915820029, + "grad_norm": 30.065654754638672, + "learning_rate": 3.95658714807651e-06, + "loss": 0.7476, + "step": 8500 + }, + { + "epoch": 16.4895984518626, + "grad_norm": 19.767621994018555, + "learning_rate": 3.902858370943478e-06, + "loss": 0.7096, + "step": 8525 + }, + { + "epoch": 16.537977745524916, + "grad_norm": 63.05731964111328, + "learning_rate": 3.849129593810445e-06, + "loss": 0.7085, + "step": 8550 + }, + { + "epoch": 16.586357039187227, + "grad_norm": 11.578459739685059, + "learning_rate": 3.7954008166774126e-06, + "loss": 0.6768, + "step": 8575 + }, + { + "epoch": 16.634736332849542, + "grad_norm": 20.680194854736328, + "learning_rate": 3.74167203954438e-06, + "loss": 0.6857, + "step": 8600 + }, + { + "epoch": 16.683115626511853, + "grad_norm": 12.799747467041016, + "learning_rate": 3.6879432624113475e-06, + "loss": 0.7103, + "step": 8625 + }, + { + "epoch": 16.731494920174164, + "grad_norm": 27.016582489013672, + "learning_rate": 3.634214485278315e-06, + "loss": 0.688, + "step": 8650 + }, + { + "epoch": 16.77987421383648, + "grad_norm": 27.32025146484375, + "learning_rate": 3.580485708145283e-06, + "loss": 0.6905, + "step": 8675 + }, + { + "epoch": 16.82825350749879, + "grad_norm": 20.423795700073242, + "learning_rate": 3.5267569310122506e-06, + "loss": 0.7074, + "step": 8700 + }, + { + "epoch": 16.876632801161104, + "grad_norm": 20.684228897094727, + "learning_rate": 3.473028153879218e-06, + "loss": 0.7002, + "step": 8725 + }, + { + "epoch": 16.925012094823416, + "grad_norm": 16.583534240722656, + "learning_rate": 3.419299376746186e-06, + "loss": 0.7228, + "step": 8750 + }, + { + "epoch": 16.973391388485727, + "grad_norm": 21.365032196044922, + "learning_rate": 3.3655705996131534e-06, + "loss": 0.7337, + "step": 8775 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.15924491771539206, + "eval_loss": 0.8780120611190796, + "eval_macro_f1": 0.5779944755302909, + "eval_micro_f1": 0.5867606737171954, + "eval_runtime": 3.2423, + "eval_samples_per_second": 637.198, + "eval_steps_per_second": 40.095, + "eval_weighted_f1": 0.5915402914258908, + "step": 8789 + }, + { + "epoch": 17.021286889211417, + "grad_norm": 15.945477485656738, + "learning_rate": 3.311841822480121e-06, + "loss": 0.6958, + "step": 8800 + }, + { + "epoch": 17.06966618287373, + "grad_norm": 18.150474548339844, + "learning_rate": 3.2581130453470882e-06, + "loss": 0.6282, + "step": 8825 + }, + { + "epoch": 17.118045476536043, + "grad_norm": 19.632766723632812, + "learning_rate": 3.2043842682140557e-06, + "loss": 0.6748, + "step": 8850 + }, + { + "epoch": 17.166424770198354, + "grad_norm": 14.963191032409668, + "learning_rate": 3.150655491081023e-06, + "loss": 0.6855, + "step": 8875 + }, + { + "epoch": 17.21480406386067, + "grad_norm": 52.17250061035156, + "learning_rate": 3.096926713947991e-06, + "loss": 0.6872, + "step": 8900 + }, + { + "epoch": 17.26318335752298, + "grad_norm": 22.27145004272461, + "learning_rate": 3.0431979368149584e-06, + "loss": 0.6415, + "step": 8925 + }, + { + "epoch": 17.31156265118529, + "grad_norm": 17.798490524291992, + "learning_rate": 2.989469159681926e-06, + "loss": 0.6688, + "step": 8950 + }, + { + "epoch": 17.359941944847606, + "grad_norm": 24.83841896057129, + "learning_rate": 2.9357403825488933e-06, + "loss": 0.6916, + "step": 8975 + }, + { + "epoch": 17.408321238509917, + "grad_norm": 34.099884033203125, + "learning_rate": 2.8820116054158607e-06, + "loss": 0.6519, + "step": 9000 + }, + { + "epoch": 17.45670053217223, + "grad_norm": 11.869559288024902, + "learning_rate": 2.8282828282828286e-06, + "loss": 0.6925, + "step": 9025 + }, + { + "epoch": 17.505079825834542, + "grad_norm": 24.851367950439453, + "learning_rate": 2.774554051149796e-06, + "loss": 0.6908, + "step": 9050 + }, + { + "epoch": 17.553459119496857, + "grad_norm": 14.922418594360352, + "learning_rate": 2.7208252740167635e-06, + "loss": 0.6949, + "step": 9075 + }, + { + "epoch": 17.601838413159168, + "grad_norm": 30.72444725036621, + "learning_rate": 2.667096496883731e-06, + "loss": 0.6439, + "step": 9100 + }, + { + "epoch": 17.65021770682148, + "grad_norm": 11.876301765441895, + "learning_rate": 2.6133677197506983e-06, + "loss": 0.6229, + "step": 9125 + }, + { + "epoch": 17.698597000483794, + "grad_norm": 24.5555477142334, + "learning_rate": 2.5596389426176658e-06, + "loss": 0.6586, + "step": 9150 + }, + { + "epoch": 17.746976294146105, + "grad_norm": 13.652644157409668, + "learning_rate": 2.5059101654846336e-06, + "loss": 0.6983, + "step": 9175 + }, + { + "epoch": 17.79535558780842, + "grad_norm": 15.066908836364746, + "learning_rate": 2.4521813883516015e-06, + "loss": 0.6867, + "step": 9200 + }, + { + "epoch": 17.84373488147073, + "grad_norm": 11.877695083618164, + "learning_rate": 2.398452611218569e-06, + "loss": 0.6672, + "step": 9225 + }, + { + "epoch": 17.89211417513304, + "grad_norm": 22.18967628479004, + "learning_rate": 2.3447238340855364e-06, + "loss": 0.6944, + "step": 9250 + }, + { + "epoch": 17.940493468795356, + "grad_norm": 25.34333038330078, + "learning_rate": 2.290995056952504e-06, + "loss": 0.6798, + "step": 9275 + }, + { + "epoch": 17.988872762457667, + "grad_norm": 15.668231010437012, + "learning_rate": 2.2372662798194713e-06, + "loss": 0.6363, + "step": 9300 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.1665053242981607, + "eval_loss": 0.8928830623626709, + "eval_macro_f1": 0.5758183278056243, + "eval_micro_f1": 0.5853755332870324, + "eval_runtime": 3.2654, + "eval_samples_per_second": 632.698, + "eval_steps_per_second": 39.812, + "eval_weighted_f1": 0.5899855783224878, + "step": 9306 + }, + { + "epoch": 18.036768263183358, + "grad_norm": 23.936664581298828, + "learning_rate": 2.183537502686439e-06, + "loss": 0.6283, + "step": 9325 + }, + { + "epoch": 18.08514755684567, + "grad_norm": 26.136356353759766, + "learning_rate": 2.1298087255534066e-06, + "loss": 0.6682, + "step": 9350 + }, + { + "epoch": 18.133526850507984, + "grad_norm": 28.041048049926758, + "learning_rate": 2.076079948420374e-06, + "loss": 0.6148, + "step": 9375 + }, + { + "epoch": 18.181906144170295, + "grad_norm": 14.014900207519531, + "learning_rate": 2.022351171287342e-06, + "loss": 0.67, + "step": 9400 + }, + { + "epoch": 18.230285437832606, + "grad_norm": 26.403364181518555, + "learning_rate": 1.9686223941543093e-06, + "loss": 0.6534, + "step": 9425 + }, + { + "epoch": 18.27866473149492, + "grad_norm": 10.64688491821289, + "learning_rate": 1.9148936170212767e-06, + "loss": 0.6562, + "step": 9450 + }, + { + "epoch": 18.32704402515723, + "grad_norm": 17.84868621826172, + "learning_rate": 1.8611648398882442e-06, + "loss": 0.6512, + "step": 9475 + }, + { + "epoch": 18.375423318819546, + "grad_norm": 27.57999038696289, + "learning_rate": 1.8074360627552118e-06, + "loss": 0.6303, + "step": 9500 + }, + { + "epoch": 18.423802612481857, + "grad_norm": 20.364591598510742, + "learning_rate": 1.7537072856221793e-06, + "loss": 0.6298, + "step": 9525 + }, + { + "epoch": 18.47218190614417, + "grad_norm": 14.39242172241211, + "learning_rate": 1.699978508489147e-06, + "loss": 0.6691, + "step": 9550 + }, + { + "epoch": 18.520561199806483, + "grad_norm": 12.096242904663086, + "learning_rate": 1.6462497313561146e-06, + "loss": 0.6852, + "step": 9575 + }, + { + "epoch": 18.568940493468794, + "grad_norm": 26.6569766998291, + "learning_rate": 1.5925209542230822e-06, + "loss": 0.6366, + "step": 9600 + }, + { + "epoch": 18.61731978713111, + "grad_norm": 12.757149696350098, + "learning_rate": 1.5387921770900496e-06, + "loss": 0.6562, + "step": 9625 + }, + { + "epoch": 18.66569908079342, + "grad_norm": 14.16783332824707, + "learning_rate": 1.485063399957017e-06, + "loss": 0.6692, + "step": 9650 + }, + { + "epoch": 18.714078374455735, + "grad_norm": 17.936077117919922, + "learning_rate": 1.4313346228239847e-06, + "loss": 0.6436, + "step": 9675 + }, + { + "epoch": 18.762457668118046, + "grad_norm": 23.190027236938477, + "learning_rate": 1.3776058456909522e-06, + "loss": 0.631, + "step": 9700 + }, + { + "epoch": 18.810836961780357, + "grad_norm": 16.19050407409668, + "learning_rate": 1.3238770685579196e-06, + "loss": 0.6665, + "step": 9725 + }, + { + "epoch": 18.85921625544267, + "grad_norm": 10.763317108154297, + "learning_rate": 1.2701482914248873e-06, + "loss": 0.6349, + "step": 9750 + }, + { + "epoch": 18.907595549104983, + "grad_norm": 13.653106689453125, + "learning_rate": 1.216419514291855e-06, + "loss": 0.6299, + "step": 9775 + }, + { + "epoch": 18.955974842767297, + "grad_norm": 17.556005477905273, + "learning_rate": 1.1626907371588223e-06, + "loss": 0.6144, + "step": 9800 + }, + { + "epoch": 19.0, + "eval_accuracy": 0.1669893514036786, + "eval_loss": 0.9041322469711304, + "eval_macro_f1": 0.5807930254757296, + "eval_micro_f1": 0.5893178635727145, + "eval_runtime": 3.3407, + "eval_samples_per_second": 618.44, + "eval_steps_per_second": 38.914, + "eval_weighted_f1": 0.5944544287941499, + "step": 9823 + }, + { + "epoch": 19.003870343492984, + "grad_norm": 22.150909423828125, + "learning_rate": 1.10896196002579e-06, + "loss": 0.6549, + "step": 9825 + }, + { + "epoch": 19.0522496371553, + "grad_norm": 24.384441375732422, + "learning_rate": 1.0552331828927574e-06, + "loss": 0.6237, + "step": 9850 + }, + { + "epoch": 19.10062893081761, + "grad_norm": 31.08976936340332, + "learning_rate": 1.0015044057597249e-06, + "loss": 0.6187, + "step": 9875 + }, + { + "epoch": 19.14900822447992, + "grad_norm": 39.021549224853516, + "learning_rate": 9.477756286266926e-07, + "loss": 0.6383, + "step": 9900 + }, + { + "epoch": 19.197387518142236, + "grad_norm": 18.08455467224121, + "learning_rate": 8.940468514936601e-07, + "loss": 0.648, + "step": 9925 + }, + { + "epoch": 19.245766811804547, + "grad_norm": 21.854114532470703, + "learning_rate": 8.403180743606276e-07, + "loss": 0.6225, + "step": 9950 + }, + { + "epoch": 19.29414610546686, + "grad_norm": 19.914690017700195, + "learning_rate": 7.865892972275952e-07, + "loss": 0.6246, + "step": 9975 + }, + { + "epoch": 19.342525399129173, + "grad_norm": 13.933865547180176, + "learning_rate": 7.328605200945627e-07, + "loss": 0.6301, + "step": 10000 + }, + { + "epoch": 19.390904692791484, + "grad_norm": 16.135753631591797, + "learning_rate": 6.791317429615303e-07, + "loss": 0.6234, + "step": 10025 + }, + { + "epoch": 19.4392839864538, + "grad_norm": 17.73326301574707, + "learning_rate": 6.254029658284978e-07, + "loss": 0.6139, + "step": 10050 + }, + { + "epoch": 19.48766328011611, + "grad_norm": 15.248456954956055, + "learning_rate": 5.716741886954653e-07, + "loss": 0.6004, + "step": 10075 + }, + { + "epoch": 19.536042573778424, + "grad_norm": 21.439109802246094, + "learning_rate": 5.179454115624329e-07, + "loss": 0.6488, + "step": 10100 + }, + { + "epoch": 19.584421867440735, + "grad_norm": 16.425376892089844, + "learning_rate": 4.6421663442940047e-07, + "loss": 0.5866, + "step": 10125 + }, + { + "epoch": 19.632801161103046, + "grad_norm": 32.14735412597656, + "learning_rate": 4.1048785729636796e-07, + "loss": 0.6403, + "step": 10150 + }, + { + "epoch": 19.68118045476536, + "grad_norm": 19.68384552001953, + "learning_rate": 3.5675908016333545e-07, + "loss": 0.6357, + "step": 10175 + }, + { + "epoch": 19.729559748427672, + "grad_norm": 15.467286109924316, + "learning_rate": 3.0303030303030305e-07, + "loss": 0.6255, + "step": 10200 + }, + { + "epoch": 19.777939042089987, + "grad_norm": 24.436046600341797, + "learning_rate": 2.493015258972706e-07, + "loss": 0.6216, + "step": 10225 + }, + { + "epoch": 19.826318335752298, + "grad_norm": 41.93300247192383, + "learning_rate": 1.9557274876423814e-07, + "loss": 0.6146, + "step": 10250 + }, + { + "epoch": 19.874697629414612, + "grad_norm": 25.765949249267578, + "learning_rate": 1.4184397163120568e-07, + "loss": 0.6343, + "step": 10275 + }, + { + "epoch": 19.923076923076923, + "grad_norm": 33.059852600097656, + "learning_rate": 8.811519449817324e-08, + "loss": 0.6263, + "step": 10300 + }, + { + "epoch": 19.971456216739234, + "grad_norm": 22.406137466430664, + "learning_rate": 3.438641736514077e-08, + "loss": 0.6178, + "step": 10325 + }, + { + "epoch": 20.0, + "eval_accuracy": 0.16989351403678607, + "eval_loss": 0.9028877019882202, + "eval_macro_f1": 0.5812184049333916, + "eval_micro_f1": 0.59005900590059, + "eval_runtime": 3.3212, + "eval_samples_per_second": 622.065, + "eval_steps_per_second": 39.143, + "eval_weighted_f1": 0.5947014218581868, + "step": 10340 + } + ], + "logging_steps": 25, + "max_steps": 10340, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/special_tokens_map.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/tokenizer_config.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/trainer_state.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..23e8fa8cf776670a21c8959efacbeccaefce04bb --- /dev/null +++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/trainer_state.json @@ -0,0 +1,3015 @@ +{ + "best_global_step": 9823, + "best_metric": 0.5807930254757296, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823", + "epoch": 19.0, + "eval_steps": 500, + "global_step": 9823, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.04837929366231253, + "grad_norm": 5.030349254608154, + "learning_rate": 4.6421663442940047e-07, + "loss": 5.2594, + "step": 25 + }, + { + "epoch": 0.09675858732462506, + "grad_norm": 7.033849239349365, + "learning_rate": 9.477756286266926e-07, + "loss": 5.2124, + "step": 50 + }, + { + "epoch": 0.14513788098693758, + "grad_norm": 10.56724739074707, + "learning_rate": 1.4313346228239847e-06, + "loss": 5.2932, + "step": 75 + }, + { + "epoch": 0.1935171746492501, + "grad_norm": 9.558903694152832, + "learning_rate": 1.9148936170212767e-06, + "loss": 5.3769, + "step": 100 + }, + { + "epoch": 0.24189646831156264, + "grad_norm": 8.174936294555664, + "learning_rate": 2.398452611218569e-06, + "loss": 5.313, + "step": 125 + }, + { + "epoch": 0.29027576197387517, + "grad_norm": 7.387320518493652, + "learning_rate": 2.8820116054158607e-06, + "loss": 5.1514, + "step": 150 + }, + { + "epoch": 0.3386550556361877, + "grad_norm": 9.960283279418945, + "learning_rate": 3.3655705996131534e-06, + "loss": 5.2318, + "step": 175 + }, + { + "epoch": 0.3870343492985002, + "grad_norm": 16.17552375793457, + "learning_rate": 3.849129593810445e-06, + "loss": 5.2516, + "step": 200 + }, + { + "epoch": 0.43541364296081275, + "grad_norm": 7.509119510650635, + "learning_rate": 4.332688588007737e-06, + "loss": 5.2526, + "step": 225 + }, + { + "epoch": 0.4837929366231253, + "grad_norm": 8.535961151123047, + "learning_rate": 4.816247582205029e-06, + "loss": 5.292, + "step": 250 + }, + { + "epoch": 0.5321722302854378, + "grad_norm": 31.931241989135742, + "learning_rate": 5.299806576402321e-06, + "loss": 5.1663, + "step": 275 + }, + { + "epoch": 0.5805515239477503, + "grad_norm": 44.969879150390625, + "learning_rate": 5.783365570599614e-06, + "loss": 5.1649, + "step": 300 + }, + { + "epoch": 0.6289308176100629, + "grad_norm": 14.989969253540039, + "learning_rate": 6.266924564796905e-06, + "loss": 5.0896, + "step": 325 + }, + { + "epoch": 0.6773101112723754, + "grad_norm": 19.70501136779785, + "learning_rate": 6.750483558994197e-06, + "loss": 5.0471, + "step": 350 + }, + { + "epoch": 0.7256894049346879, + "grad_norm": 25.903169631958008, + "learning_rate": 7.234042553191491e-06, + "loss": 4.8715, + "step": 375 + }, + { + "epoch": 0.7740686985970004, + "grad_norm": 34.86677932739258, + "learning_rate": 7.717601547388782e-06, + "loss": 4.6663, + "step": 400 + }, + { + "epoch": 0.822447992259313, + "grad_norm": 32.07916259765625, + "learning_rate": 8.201160541586074e-06, + "loss": 4.5837, + "step": 425 + }, + { + "epoch": 0.8708272859216255, + "grad_norm": 148.7032470703125, + "learning_rate": 8.684719535783366e-06, + "loss": 4.506, + "step": 450 + }, + { + "epoch": 0.919206579583938, + "grad_norm": 38.17563247680664, + "learning_rate": 9.16827852998066e-06, + "loss": 4.3882, + "step": 475 + }, + { + "epoch": 0.9675858732462506, + "grad_norm": 16.990028381347656, + "learning_rate": 9.651837524177951e-06, + "loss": 4.2516, + "step": 500 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.0, + "eval_loss": 0.9872849583625793, + "eval_macro_f1": 0.25820805531714713, + "eval_micro_f1": 0.2624102025990798, + "eval_runtime": 3.2673, + "eval_samples_per_second": 632.33, + "eval_steps_per_second": 39.788, + "eval_weighted_f1": 0.30434047987388735, + "step": 517 + }, + { + "epoch": 1.01548137397194, + "grad_norm": 39.67068099975586, + "learning_rate": 1.0135396518375243e-05, + "loss": 4.1747, + "step": 525 + }, + { + "epoch": 1.0638606676342526, + "grad_norm": 30.28286361694336, + "learning_rate": 1.0618955512572535e-05, + "loss": 4.212, + "step": 550 + }, + { + "epoch": 1.112239961296565, + "grad_norm": 20.4986629486084, + "learning_rate": 1.1102514506769827e-05, + "loss": 4.1217, + "step": 575 + }, + { + "epoch": 1.1606192549588776, + "grad_norm": 22.38190460205078, + "learning_rate": 1.1586073500967118e-05, + "loss": 3.9561, + "step": 600 + }, + { + "epoch": 1.20899854862119, + "grad_norm": 24.456451416015625, + "learning_rate": 1.2069632495164412e-05, + "loss": 3.935, + "step": 625 + }, + { + "epoch": 1.2573778422835027, + "grad_norm": 32.658939361572266, + "learning_rate": 1.2553191489361702e-05, + "loss": 3.9185, + "step": 650 + }, + { + "epoch": 1.3057571359458153, + "grad_norm": 21.355199813842773, + "learning_rate": 1.3036750483558995e-05, + "loss": 3.7648, + "step": 675 + }, + { + "epoch": 1.3541364296081277, + "grad_norm": 28.44369125366211, + "learning_rate": 1.3520309477756289e-05, + "loss": 3.7295, + "step": 700 + }, + { + "epoch": 1.4025157232704402, + "grad_norm": 52.4595832824707, + "learning_rate": 1.4003868471953579e-05, + "loss": 3.755, + "step": 725 + }, + { + "epoch": 1.4508950169327528, + "grad_norm": 27.29616355895996, + "learning_rate": 1.4487427466150873e-05, + "loss": 3.7054, + "step": 750 + }, + { + "epoch": 1.4992743105950654, + "grad_norm": 23.53550148010254, + "learning_rate": 1.4970986460348164e-05, + "loss": 3.6951, + "step": 775 + }, + { + "epoch": 1.5476536042573779, + "grad_norm": 31.177663803100586, + "learning_rate": 1.5454545454545454e-05, + "loss": 3.7439, + "step": 800 + }, + { + "epoch": 1.5960328979196903, + "grad_norm": 30.602027893066406, + "learning_rate": 1.5938104448742748e-05, + "loss": 3.4714, + "step": 825 + }, + { + "epoch": 1.644412191582003, + "grad_norm": 21.896156311035156, + "learning_rate": 1.6421663442940038e-05, + "loss": 3.4922, + "step": 850 + }, + { + "epoch": 1.6927914852443156, + "grad_norm": 29.83670425415039, + "learning_rate": 1.690522243713733e-05, + "loss": 3.367, + "step": 875 + }, + { + "epoch": 1.741170778906628, + "grad_norm": 48.413673400878906, + "learning_rate": 1.7388781431334625e-05, + "loss": 3.408, + "step": 900 + }, + { + "epoch": 1.7895500725689404, + "grad_norm": 20.748083114624023, + "learning_rate": 1.7872340425531915e-05, + "loss": 3.5291, + "step": 925 + }, + { + "epoch": 1.837929366231253, + "grad_norm": 27.893390655517578, + "learning_rate": 1.835589941972921e-05, + "loss": 3.3427, + "step": 950 + }, + { + "epoch": 1.8863086598935657, + "grad_norm": 35.14794158935547, + "learning_rate": 1.8839458413926502e-05, + "loss": 3.3337, + "step": 975 + }, + { + "epoch": 1.934687953555878, + "grad_norm": 35.734004974365234, + "learning_rate": 1.9323017408123792e-05, + "loss": 3.5439, + "step": 1000 + }, + { + "epoch": 1.9830672472181905, + "grad_norm": 35.636295318603516, + "learning_rate": 1.9806576402321086e-05, + "loss": 3.3986, + "step": 1025 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.0, + "eval_loss": 0.7679983973503113, + "eval_macro_f1": 0.36115705465937475, + "eval_micro_f1": 0.3685957729334956, + "eval_runtime": 3.2479, + "eval_samples_per_second": 636.103, + "eval_steps_per_second": 40.026, + "eval_weighted_f1": 0.403104338187065, + "step": 1034 + }, + { + "epoch": 2.03096274794388, + "grad_norm": 23.939693450927734, + "learning_rate": 1.996776273372018e-05, + "loss": 3.2281, + "step": 1050 + }, + { + "epoch": 2.0793420416061927, + "grad_norm": 21.494407653808594, + "learning_rate": 1.9914033956587148e-05, + "loss": 3.1008, + "step": 1075 + }, + { + "epoch": 2.127721335268505, + "grad_norm": 48.467655181884766, + "learning_rate": 1.986030517945412e-05, + "loss": 3.0574, + "step": 1100 + }, + { + "epoch": 2.1761006289308176, + "grad_norm": 24.309160232543945, + "learning_rate": 1.9806576402321086e-05, + "loss": 3.0284, + "step": 1125 + }, + { + "epoch": 2.22447992259313, + "grad_norm": 29.803586959838867, + "learning_rate": 1.9752847625188053e-05, + "loss": 3.016, + "step": 1150 + }, + { + "epoch": 2.272859216255443, + "grad_norm": 39.199432373046875, + "learning_rate": 1.969911884805502e-05, + "loss": 3.1123, + "step": 1175 + }, + { + "epoch": 2.3212385099177553, + "grad_norm": 29.055376052856445, + "learning_rate": 1.9645390070921987e-05, + "loss": 2.9232, + "step": 1200 + }, + { + "epoch": 2.3696178035800677, + "grad_norm": 35.47110366821289, + "learning_rate": 1.9591661293788954e-05, + "loss": 2.9488, + "step": 1225 + }, + { + "epoch": 2.41799709724238, + "grad_norm": 38.79860305786133, + "learning_rate": 1.953793251665592e-05, + "loss": 3.0036, + "step": 1250 + }, + { + "epoch": 2.466376390904693, + "grad_norm": 25.713035583496094, + "learning_rate": 1.948420373952289e-05, + "loss": 2.9632, + "step": 1275 + }, + { + "epoch": 2.5147556845670054, + "grad_norm": 40.8914680480957, + "learning_rate": 1.9430474962389858e-05, + "loss": 3.0253, + "step": 1300 + }, + { + "epoch": 2.563134978229318, + "grad_norm": 26.178176879882812, + "learning_rate": 1.9376746185256825e-05, + "loss": 2.9367, + "step": 1325 + }, + { + "epoch": 2.6115142718916307, + "grad_norm": 28.110414505004883, + "learning_rate": 1.9323017408123792e-05, + "loss": 2.878, + "step": 1350 + }, + { + "epoch": 2.659893565553943, + "grad_norm": 32.23483657836914, + "learning_rate": 1.9269288630990763e-05, + "loss": 2.9814, + "step": 1375 + }, + { + "epoch": 2.7082728592162555, + "grad_norm": 22.767606735229492, + "learning_rate": 1.921555985385773e-05, + "loss": 2.7824, + "step": 1400 + }, + { + "epoch": 2.756652152878568, + "grad_norm": 32.10272979736328, + "learning_rate": 1.9161831076724697e-05, + "loss": 2.8232, + "step": 1425 + }, + { + "epoch": 2.8050314465408803, + "grad_norm": 45.669410705566406, + "learning_rate": 1.9108102299591664e-05, + "loss": 2.7806, + "step": 1450 + }, + { + "epoch": 2.853410740203193, + "grad_norm": 33.774749755859375, + "learning_rate": 1.905437352245863e-05, + "loss": 2.7365, + "step": 1475 + }, + { + "epoch": 2.9017900338655056, + "grad_norm": 44.91356658935547, + "learning_rate": 1.9000644745325598e-05, + "loss": 2.9015, + "step": 1500 + }, + { + "epoch": 2.950169327527818, + "grad_norm": 33.099388122558594, + "learning_rate": 1.8946915968192565e-05, + "loss": 2.7846, + "step": 1525 + }, + { + "epoch": 2.998548621190131, + "grad_norm": 26.6445369720459, + "learning_rate": 1.889318719105953e-05, + "loss": 2.7527, + "step": 1550 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.011132623426911906, + "eval_loss": 0.6857200860977173, + "eval_macro_f1": 0.41460140362173453, + "eval_micro_f1": 0.4234428517062032, + "eval_runtime": 3.2107, + "eval_samples_per_second": 643.478, + "eval_steps_per_second": 40.49, + "eval_weighted_f1": 0.44953791408781474, + "step": 1551 + }, + { + "epoch": 3.04644412191582, + "grad_norm": 25.06745719909668, + "learning_rate": 1.8839458413926502e-05, + "loss": 2.5207, + "step": 1575 + }, + { + "epoch": 3.0948234155781327, + "grad_norm": 20.098939895629883, + "learning_rate": 1.878572963679347e-05, + "loss": 2.4426, + "step": 1600 + }, + { + "epoch": 3.143202709240445, + "grad_norm": 34.32400131225586, + "learning_rate": 1.8732000859660436e-05, + "loss": 2.4526, + "step": 1625 + }, + { + "epoch": 3.1915820029027575, + "grad_norm": 19.440597534179688, + "learning_rate": 1.8678272082527403e-05, + "loss": 2.4476, + "step": 1650 + }, + { + "epoch": 3.2399612965650704, + "grad_norm": 28.117626190185547, + "learning_rate": 1.862454330539437e-05, + "loss": 2.4334, + "step": 1675 + }, + { + "epoch": 3.288340590227383, + "grad_norm": 45.279205322265625, + "learning_rate": 1.8570814528261337e-05, + "loss": 2.3972, + "step": 1700 + }, + { + "epoch": 3.336719883889695, + "grad_norm": 20.554630279541016, + "learning_rate": 1.8517085751128304e-05, + "loss": 2.4628, + "step": 1725 + }, + { + "epoch": 3.3850991775520076, + "grad_norm": 32.59201431274414, + "learning_rate": 1.846335697399527e-05, + "loss": 2.5068, + "step": 1750 + }, + { + "epoch": 3.43347847121432, + "grad_norm": 18.284103393554688, + "learning_rate": 1.840962819686224e-05, + "loss": 2.5193, + "step": 1775 + }, + { + "epoch": 3.481857764876633, + "grad_norm": 31.65237808227539, + "learning_rate": 1.835589941972921e-05, + "loss": 2.4627, + "step": 1800 + }, + { + "epoch": 3.5302370585389453, + "grad_norm": 31.073774337768555, + "learning_rate": 1.8302170642596176e-05, + "loss": 2.4206, + "step": 1825 + }, + { + "epoch": 3.5786163522012577, + "grad_norm": 32.54043197631836, + "learning_rate": 1.8248441865463146e-05, + "loss": 2.4369, + "step": 1850 + }, + { + "epoch": 3.6269956458635706, + "grad_norm": 33.97284698486328, + "learning_rate": 1.8194713088330113e-05, + "loss": 2.4124, + "step": 1875 + }, + { + "epoch": 3.675374939525883, + "grad_norm": 37.65242385864258, + "learning_rate": 1.814098431119708e-05, + "loss": 2.4563, + "step": 1900 + }, + { + "epoch": 3.7237542331881954, + "grad_norm": 37.54109573364258, + "learning_rate": 1.8087255534064047e-05, + "loss": 2.4181, + "step": 1925 + }, + { + "epoch": 3.772133526850508, + "grad_norm": 39.489051818847656, + "learning_rate": 1.8033526756931014e-05, + "loss": 2.4264, + "step": 1950 + }, + { + "epoch": 3.8205128205128203, + "grad_norm": 35.37299346923828, + "learning_rate": 1.797979797979798e-05, + "loss": 2.2968, + "step": 1975 + }, + { + "epoch": 3.868892114175133, + "grad_norm": 72.02377319335938, + "learning_rate": 1.7926069202664948e-05, + "loss": 2.4388, + "step": 2000 + }, + { + "epoch": 3.9172714078374455, + "grad_norm": 18.70840072631836, + "learning_rate": 1.7872340425531915e-05, + "loss": 2.4897, + "step": 2025 + }, + { + "epoch": 3.965650701499758, + "grad_norm": 21.934314727783203, + "learning_rate": 1.7818611648398885e-05, + "loss": 2.3352, + "step": 2050 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.027105517909002903, + "eval_loss": 0.6536456346511841, + "eval_macro_f1": 0.45451657320756195, + "eval_micro_f1": 0.46138002059732236, + "eval_runtime": 3.3853, + "eval_samples_per_second": 610.283, + "eval_steps_per_second": 38.401, + "eval_weighted_f1": 0.48276546233883777, + "step": 2068 + }, + { + "epoch": 4.013546202225448, + "grad_norm": 22.0271053314209, + "learning_rate": 1.7764882871265852e-05, + "loss": 2.2827, + "step": 2075 + }, + { + "epoch": 4.06192549588776, + "grad_norm": 31.94649314880371, + "learning_rate": 1.771115409413282e-05, + "loss": 2.1675, + "step": 2100 + }, + { + "epoch": 4.110304789550073, + "grad_norm": 25.385923385620117, + "learning_rate": 1.7657425316999787e-05, + "loss": 2.1244, + "step": 2125 + }, + { + "epoch": 4.1586840832123855, + "grad_norm": 20.71317481994629, + "learning_rate": 1.7603696539866754e-05, + "loss": 2.0487, + "step": 2150 + }, + { + "epoch": 4.2070633768746974, + "grad_norm": 21.751741409301758, + "learning_rate": 1.754996776273372e-05, + "loss": 2.1222, + "step": 2175 + }, + { + "epoch": 4.25544267053701, + "grad_norm": 33.14812469482422, + "learning_rate": 1.7496238985600688e-05, + "loss": 2.0982, + "step": 2200 + }, + { + "epoch": 4.303821964199322, + "grad_norm": 26.77890968322754, + "learning_rate": 1.7442510208467655e-05, + "loss": 2.0063, + "step": 2225 + }, + { + "epoch": 4.352201257861635, + "grad_norm": 28.390352249145508, + "learning_rate": 1.7388781431334625e-05, + "loss": 2.1634, + "step": 2250 + }, + { + "epoch": 4.400580551523948, + "grad_norm": 27.23562240600586, + "learning_rate": 1.7335052654201592e-05, + "loss": 2.1903, + "step": 2275 + }, + { + "epoch": 4.44895984518626, + "grad_norm": 37.29578399658203, + "learning_rate": 1.728132387706856e-05, + "loss": 2.1298, + "step": 2300 + }, + { + "epoch": 4.497339138848573, + "grad_norm": 27.901798248291016, + "learning_rate": 1.722759509993553e-05, + "loss": 2.1361, + "step": 2325 + }, + { + "epoch": 4.545718432510886, + "grad_norm": 25.927602767944336, + "learning_rate": 1.7173866322802496e-05, + "loss": 2.003, + "step": 2350 + }, + { + "epoch": 4.594097726173198, + "grad_norm": 46.491119384765625, + "learning_rate": 1.7120137545669463e-05, + "loss": 2.0741, + "step": 2375 + }, + { + "epoch": 4.6424770198355105, + "grad_norm": 26.707759857177734, + "learning_rate": 1.706640876853643e-05, + "loss": 2.1815, + "step": 2400 + }, + { + "epoch": 4.690856313497823, + "grad_norm": 20.935928344726562, + "learning_rate": 1.7012679991403397e-05, + "loss": 1.9835, + "step": 2425 + }, + { + "epoch": 4.739235607160135, + "grad_norm": 20.48263168334961, + "learning_rate": 1.6958951214270364e-05, + "loss": 2.0837, + "step": 2450 + }, + { + "epoch": 4.787614900822448, + "grad_norm": 33.22564697265625, + "learning_rate": 1.690522243713733e-05, + "loss": 2.1418, + "step": 2475 + }, + { + "epoch": 4.83599419448476, + "grad_norm": 37.39802932739258, + "learning_rate": 1.68514936600043e-05, + "loss": 2.1621, + "step": 2500 + }, + { + "epoch": 4.884373488147073, + "grad_norm": 26.35202980041504, + "learning_rate": 1.679776488287127e-05, + "loss": 2.0856, + "step": 2525 + }, + { + "epoch": 4.932752781809386, + "grad_norm": 29.965774536132812, + "learning_rate": 1.6744036105738236e-05, + "loss": 2.0136, + "step": 2550 + }, + { + "epoch": 4.981132075471698, + "grad_norm": 21.780113220214844, + "learning_rate": 1.6690307328605203e-05, + "loss": 2.0894, + "step": 2575 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.03872216844143272, + "eval_loss": 0.6518785357475281, + "eval_macro_f1": 0.4715581997724431, + "eval_micro_f1": 0.4791288566243194, + "eval_runtime": 3.3783, + "eval_samples_per_second": 611.546, + "eval_steps_per_second": 38.481, + "eval_weighted_f1": 0.5026258740709629, + "step": 2585 + }, + { + "epoch": 5.029027576197388, + "grad_norm": 21.980981826782227, + "learning_rate": 1.663657855147217e-05, + "loss": 2.0012, + "step": 2600 + }, + { + "epoch": 5.0774068698597, + "grad_norm": 22.82278823852539, + "learning_rate": 1.6582849774339137e-05, + "loss": 1.8239, + "step": 2625 + }, + { + "epoch": 5.1257861635220126, + "grad_norm": 28.913883209228516, + "learning_rate": 1.6529120997206104e-05, + "loss": 1.8044, + "step": 2650 + }, + { + "epoch": 5.174165457184325, + "grad_norm": 22.570383071899414, + "learning_rate": 1.647539222007307e-05, + "loss": 1.8393, + "step": 2675 + }, + { + "epoch": 5.222544750846637, + "grad_norm": 50.716835021972656, + "learning_rate": 1.6421663442940038e-05, + "loss": 1.8239, + "step": 2700 + }, + { + "epoch": 5.27092404450895, + "grad_norm": 45.96292495727539, + "learning_rate": 1.636793466580701e-05, + "loss": 1.9506, + "step": 2725 + }, + { + "epoch": 5.319303338171263, + "grad_norm": 34.61444091796875, + "learning_rate": 1.6314205888673975e-05, + "loss": 1.8844, + "step": 2750 + }, + { + "epoch": 5.367682631833575, + "grad_norm": 22.960071563720703, + "learning_rate": 1.6260477111540942e-05, + "loss": 1.8977, + "step": 2775 + }, + { + "epoch": 5.416061925495888, + "grad_norm": 31.460073471069336, + "learning_rate": 1.6206748334407913e-05, + "loss": 1.856, + "step": 2800 + }, + { + "epoch": 5.4644412191582, + "grad_norm": 18.102249145507812, + "learning_rate": 1.615301955727488e-05, + "loss": 1.8051, + "step": 2825 + }, + { + "epoch": 5.512820512820513, + "grad_norm": 32.75643539428711, + "learning_rate": 1.6099290780141847e-05, + "loss": 1.937, + "step": 2850 + }, + { + "epoch": 5.561199806482826, + "grad_norm": 26.939165115356445, + "learning_rate": 1.604556200300881e-05, + "loss": 1.8587, + "step": 2875 + }, + { + "epoch": 5.609579100145138, + "grad_norm": 55.00938415527344, + "learning_rate": 1.599183322587578e-05, + "loss": 1.7828, + "step": 2900 + }, + { + "epoch": 5.6579583938074505, + "grad_norm": 18.898900985717773, + "learning_rate": 1.5938104448742748e-05, + "loss": 1.7708, + "step": 2925 + }, + { + "epoch": 5.706337687469762, + "grad_norm": 25.859146118164062, + "learning_rate": 1.5884375671609715e-05, + "loss": 1.7921, + "step": 2950 + }, + { + "epoch": 5.754716981132075, + "grad_norm": 15.96219253540039, + "learning_rate": 1.5830646894476682e-05, + "loss": 1.8805, + "step": 2975 + }, + { + "epoch": 5.803096274794388, + "grad_norm": 42.335391998291016, + "learning_rate": 1.5776918117343652e-05, + "loss": 1.8806, + "step": 3000 + }, + { + "epoch": 5.851475568456701, + "grad_norm": 28.542770385742188, + "learning_rate": 1.572318934021062e-05, + "loss": 1.7829, + "step": 3025 + }, + { + "epoch": 5.899854862119013, + "grad_norm": 36.091583251953125, + "learning_rate": 1.5669460563077586e-05, + "loss": 1.8707, + "step": 3050 + }, + { + "epoch": 5.948234155781326, + "grad_norm": 24.824914932250977, + "learning_rate": 1.5615731785944553e-05, + "loss": 1.7885, + "step": 3075 + }, + { + "epoch": 5.996613449443638, + "grad_norm": 32.47216796875, + "learning_rate": 1.556200300881152e-05, + "loss": 1.855, + "step": 3100 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.060019361084220714, + "eval_loss": 0.6278892755508423, + "eval_macro_f1": 0.48787695535415615, + "eval_micro_f1": 0.49621670702179177, + "eval_runtime": 3.2132, + "eval_samples_per_second": 642.982, + "eval_steps_per_second": 40.459, + "eval_weighted_f1": 0.5200617859682412, + "step": 3102 + }, + { + "epoch": 6.044508950169328, + "grad_norm": 39.531944274902344, + "learning_rate": 1.5508274231678487e-05, + "loss": 1.6755, + "step": 3125 + }, + { + "epoch": 6.09288824383164, + "grad_norm": 31.53166961669922, + "learning_rate": 1.5454545454545454e-05, + "loss": 1.6869, + "step": 3150 + }, + { + "epoch": 6.1412675374939525, + "grad_norm": 48.40192794799805, + "learning_rate": 1.540081667741242e-05, + "loss": 1.6398, + "step": 3175 + }, + { + "epoch": 6.189646831156265, + "grad_norm": 29.400575637817383, + "learning_rate": 1.5347087900279392e-05, + "loss": 1.6455, + "step": 3200 + }, + { + "epoch": 6.238026124818577, + "grad_norm": 30.326644897460938, + "learning_rate": 1.529335912314636e-05, + "loss": 1.664, + "step": 3225 + }, + { + "epoch": 6.28640541848089, + "grad_norm": 31.57500457763672, + "learning_rate": 1.5239630346013326e-05, + "loss": 1.6248, + "step": 3250 + }, + { + "epoch": 6.334784712143203, + "grad_norm": 19.682048797607422, + "learning_rate": 1.5185901568880293e-05, + "loss": 1.5407, + "step": 3275 + }, + { + "epoch": 6.383164005805515, + "grad_norm": 15.557771682739258, + "learning_rate": 1.5132172791747262e-05, + "loss": 1.6177, + "step": 3300 + }, + { + "epoch": 6.431543299467828, + "grad_norm": 33.74415588378906, + "learning_rate": 1.5078444014614229e-05, + "loss": 1.5923, + "step": 3325 + }, + { + "epoch": 6.479922593130141, + "grad_norm": 17.477346420288086, + "learning_rate": 1.5024715237481196e-05, + "loss": 1.6175, + "step": 3350 + }, + { + "epoch": 6.528301886792453, + "grad_norm": 24.11629867553711, + "learning_rate": 1.4970986460348164e-05, + "loss": 1.6442, + "step": 3375 + }, + { + "epoch": 6.576681180454766, + "grad_norm": 29.81661033630371, + "learning_rate": 1.4917257683215131e-05, + "loss": 1.6817, + "step": 3400 + }, + { + "epoch": 6.6250604741170775, + "grad_norm": 31.801525115966797, + "learning_rate": 1.4863528906082098e-05, + "loss": 1.7038, + "step": 3425 + }, + { + "epoch": 6.67343976777939, + "grad_norm": 21.901906967163086, + "learning_rate": 1.4809800128949065e-05, + "loss": 1.5892, + "step": 3450 + }, + { + "epoch": 6.721819061441703, + "grad_norm": 28.736740112304688, + "learning_rate": 1.4756071351816034e-05, + "loss": 1.6424, + "step": 3475 + }, + { + "epoch": 6.770198355104015, + "grad_norm": 25.00885009765625, + "learning_rate": 1.4702342574683001e-05, + "loss": 1.6371, + "step": 3500 + }, + { + "epoch": 6.818577648766328, + "grad_norm": 37.12677001953125, + "learning_rate": 1.4648613797549968e-05, + "loss": 1.6494, + "step": 3525 + }, + { + "epoch": 6.86695694242864, + "grad_norm": 29.04409408569336, + "learning_rate": 1.4594885020416935e-05, + "loss": 1.6103, + "step": 3550 + }, + { + "epoch": 6.915336236090953, + "grad_norm": 39.816287994384766, + "learning_rate": 1.4541156243283906e-05, + "loss": 1.689, + "step": 3575 + }, + { + "epoch": 6.963715529753266, + "grad_norm": 41.63314437866211, + "learning_rate": 1.4487427466150873e-05, + "loss": 1.6182, + "step": 3600 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.07260406582768635, + "eval_loss": 0.6452505588531494, + "eval_macro_f1": 0.4985438330874325, + "eval_micro_f1": 0.5087234546459304, + "eval_runtime": 3.2804, + "eval_samples_per_second": 629.794, + "eval_steps_per_second": 39.629, + "eval_weighted_f1": 0.5293090669328118, + "step": 3619 + }, + { + "epoch": 7.011611030478955, + "grad_norm": 22.72754669189453, + "learning_rate": 1.443369868901784e-05, + "loss": 1.6462, + "step": 3625 + }, + { + "epoch": 7.059990324141268, + "grad_norm": 19.056352615356445, + "learning_rate": 1.4379969911884807e-05, + "loss": 1.4816, + "step": 3650 + }, + { + "epoch": 7.1083696178035805, + "grad_norm": 24.51243782043457, + "learning_rate": 1.4326241134751775e-05, + "loss": 1.4736, + "step": 3675 + }, + { + "epoch": 7.156748911465892, + "grad_norm": 21.290987014770508, + "learning_rate": 1.4272512357618742e-05, + "loss": 1.4683, + "step": 3700 + }, + { + "epoch": 7.205128205128205, + "grad_norm": 44.22176742553711, + "learning_rate": 1.421878358048571e-05, + "loss": 1.4795, + "step": 3725 + }, + { + "epoch": 7.253507498790517, + "grad_norm": 18.404287338256836, + "learning_rate": 1.4165054803352676e-05, + "loss": 1.5017, + "step": 3750 + }, + { + "epoch": 7.30188679245283, + "grad_norm": 25.99568748474121, + "learning_rate": 1.4111326026219645e-05, + "loss": 1.491, + "step": 3775 + }, + { + "epoch": 7.350266086115143, + "grad_norm": 20.10620880126953, + "learning_rate": 1.4057597249086612e-05, + "loss": 1.4777, + "step": 3800 + }, + { + "epoch": 7.398645379777455, + "grad_norm": 27.5725154876709, + "learning_rate": 1.4003868471953579e-05, + "loss": 1.4757, + "step": 3825 + }, + { + "epoch": 7.447024673439768, + "grad_norm": 41.573543548583984, + "learning_rate": 1.3950139694820548e-05, + "loss": 1.425, + "step": 3850 + }, + { + "epoch": 7.495403967102081, + "grad_norm": 22.527671813964844, + "learning_rate": 1.3896410917687515e-05, + "loss": 1.4215, + "step": 3875 + }, + { + "epoch": 7.543783260764393, + "grad_norm": 27.871583938598633, + "learning_rate": 1.3842682140554482e-05, + "loss": 1.4672, + "step": 3900 + }, + { + "epoch": 7.5921625544267055, + "grad_norm": 17.22614288330078, + "learning_rate": 1.3788953363421449e-05, + "loss": 1.4923, + "step": 3925 + }, + { + "epoch": 7.640541848089018, + "grad_norm": 47.67251205444336, + "learning_rate": 1.3735224586288418e-05, + "loss": 1.382, + "step": 3950 + }, + { + "epoch": 7.68892114175133, + "grad_norm": 45.61868667602539, + "learning_rate": 1.3681495809155385e-05, + "loss": 1.4621, + "step": 3975 + }, + { + "epoch": 7.737300435413643, + "grad_norm": 36.84296798706055, + "learning_rate": 1.3627767032022352e-05, + "loss": 1.4486, + "step": 4000 + }, + { + "epoch": 7.785679729075955, + "grad_norm": 27.138286590576172, + "learning_rate": 1.3574038254889319e-05, + "loss": 1.4483, + "step": 4025 + }, + { + "epoch": 7.834059022738268, + "grad_norm": 48.576820373535156, + "learning_rate": 1.3520309477756289e-05, + "loss": 1.4161, + "step": 4050 + }, + { + "epoch": 7.882438316400581, + "grad_norm": 24.098434448242188, + "learning_rate": 1.3466580700623256e-05, + "loss": 1.4982, + "step": 4075 + }, + { + "epoch": 7.930817610062893, + "grad_norm": 24.477806091308594, + "learning_rate": 1.3412851923490221e-05, + "loss": 1.3944, + "step": 4100 + }, + { + "epoch": 7.979196903725206, + "grad_norm": 28.02906036376953, + "learning_rate": 1.3359123146357188e-05, + "loss": 1.4612, + "step": 4125 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.08615682478218781, + "eval_loss": 0.6670424342155457, + "eval_macro_f1": 0.5161951462687562, + "eval_micro_f1": 0.5241018086586464, + "eval_runtime": 3.1892, + "eval_samples_per_second": 647.809, + "eval_steps_per_second": 40.762, + "eval_weighted_f1": 0.5405479923726798, + "step": 4136 + }, + { + "epoch": 8.027092404450896, + "grad_norm": 22.157817840576172, + "learning_rate": 1.3305394369224159e-05, + "loss": 1.3857, + "step": 4150 + }, + { + "epoch": 8.075471698113208, + "grad_norm": 20.149925231933594, + "learning_rate": 1.3251665592091126e-05, + "loss": 1.2913, + "step": 4175 + }, + { + "epoch": 8.12385099177552, + "grad_norm": 37.63851547241211, + "learning_rate": 1.3197936814958093e-05, + "loss": 1.3431, + "step": 4200 + }, + { + "epoch": 8.172230285437832, + "grad_norm": 22.499420166015625, + "learning_rate": 1.314420803782506e-05, + "loss": 1.3167, + "step": 4225 + }, + { + "epoch": 8.220609579100145, + "grad_norm": 37.405052185058594, + "learning_rate": 1.3090479260692028e-05, + "loss": 1.3207, + "step": 4250 + }, + { + "epoch": 8.268988872762458, + "grad_norm": 25.642433166503906, + "learning_rate": 1.3036750483558995e-05, + "loss": 1.3698, + "step": 4275 + }, + { + "epoch": 8.317368166424771, + "grad_norm": 20.101699829101562, + "learning_rate": 1.2983021706425962e-05, + "loss": 1.2957, + "step": 4300 + }, + { + "epoch": 8.365747460087082, + "grad_norm": 26.31281280517578, + "learning_rate": 1.2929292929292931e-05, + "loss": 1.3663, + "step": 4325 + }, + { + "epoch": 8.414126753749395, + "grad_norm": 17.295087814331055, + "learning_rate": 1.2875564152159898e-05, + "loss": 1.2818, + "step": 4350 + }, + { + "epoch": 8.462506047411708, + "grad_norm": 27.059247970581055, + "learning_rate": 1.2821835375026865e-05, + "loss": 1.3097, + "step": 4375 + }, + { + "epoch": 8.51088534107402, + "grad_norm": 14.901773452758789, + "learning_rate": 1.2768106597893832e-05, + "loss": 1.2864, + "step": 4400 + }, + { + "epoch": 8.559264634736333, + "grad_norm": 16.902631759643555, + "learning_rate": 1.2714377820760801e-05, + "loss": 1.3308, + "step": 4425 + }, + { + "epoch": 8.607643928398645, + "grad_norm": 22.64151382446289, + "learning_rate": 1.2660649043627768e-05, + "loss": 1.2559, + "step": 4450 + }, + { + "epoch": 8.656023222060957, + "grad_norm": 34.86326217651367, + "learning_rate": 1.2606920266494735e-05, + "loss": 1.2724, + "step": 4475 + }, + { + "epoch": 8.70440251572327, + "grad_norm": 32.257720947265625, + "learning_rate": 1.2553191489361702e-05, + "loss": 1.3625, + "step": 4500 + }, + { + "epoch": 8.752781809385583, + "grad_norm": 26.825950622558594, + "learning_rate": 1.2499462712228672e-05, + "loss": 1.3215, + "step": 4525 + }, + { + "epoch": 8.801161103047896, + "grad_norm": 39.79729080200195, + "learning_rate": 1.2445733935095638e-05, + "loss": 1.3145, + "step": 4550 + }, + { + "epoch": 8.849540396710207, + "grad_norm": 22.645973205566406, + "learning_rate": 1.2392005157962605e-05, + "loss": 1.3392, + "step": 4575 + }, + { + "epoch": 8.89791969037252, + "grad_norm": 25.671411514282227, + "learning_rate": 1.2338276380829572e-05, + "loss": 1.2462, + "step": 4600 + }, + { + "epoch": 8.946298984034833, + "grad_norm": 46.10140609741211, + "learning_rate": 1.2284547603696542e-05, + "loss": 1.2833, + "step": 4625 + }, + { + "epoch": 8.994678277697146, + "grad_norm": 24.956058502197266, + "learning_rate": 1.223081882656351e-05, + "loss": 1.3367, + "step": 4650 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.08276863504356244, + "eval_loss": 0.6709405779838562, + "eval_macro_f1": 0.5267933975553544, + "eval_micro_f1": 0.533167701863354, + "eval_runtime": 3.2939, + "eval_samples_per_second": 627.229, + "eval_steps_per_second": 39.467, + "eval_weighted_f1": 0.5478113129841783, + "step": 4653 + }, + { + "epoch": 9.042573778422835, + "grad_norm": 16.826801300048828, + "learning_rate": 1.2177090049430476e-05, + "loss": 1.2085, + "step": 4675 + }, + { + "epoch": 9.090953072085147, + "grad_norm": 16.105222702026367, + "learning_rate": 1.2123361272297443e-05, + "loss": 1.2, + "step": 4700 + }, + { + "epoch": 9.13933236574746, + "grad_norm": 43.446319580078125, + "learning_rate": 1.2069632495164412e-05, + "loss": 1.24, + "step": 4725 + }, + { + "epoch": 9.187711659409773, + "grad_norm": 21.464160919189453, + "learning_rate": 1.2015903718031379e-05, + "loss": 1.1949, + "step": 4750 + }, + { + "epoch": 9.236090953072084, + "grad_norm": 34.420623779296875, + "learning_rate": 1.1962174940898346e-05, + "loss": 1.1919, + "step": 4775 + }, + { + "epoch": 9.284470246734397, + "grad_norm": 24.14137077331543, + "learning_rate": 1.1908446163765313e-05, + "loss": 1.1598, + "step": 4800 + }, + { + "epoch": 9.33284954039671, + "grad_norm": 21.268098831176758, + "learning_rate": 1.1854717386632282e-05, + "loss": 1.2031, + "step": 4825 + }, + { + "epoch": 9.381228834059023, + "grad_norm": 34.76697540283203, + "learning_rate": 1.1800988609499249e-05, + "loss": 1.2172, + "step": 4850 + }, + { + "epoch": 9.429608127721336, + "grad_norm": 21.715450286865234, + "learning_rate": 1.1747259832366216e-05, + "loss": 1.1653, + "step": 4875 + }, + { + "epoch": 9.477987421383649, + "grad_norm": 17.328500747680664, + "learning_rate": 1.1693531055233184e-05, + "loss": 1.1492, + "step": 4900 + }, + { + "epoch": 9.52636671504596, + "grad_norm": 19.73786735534668, + "learning_rate": 1.1639802278100151e-05, + "loss": 1.2099, + "step": 4925 + }, + { + "epoch": 9.574746008708273, + "grad_norm": 17.775041580200195, + "learning_rate": 1.1586073500967118e-05, + "loss": 1.2314, + "step": 4950 + }, + { + "epoch": 9.623125302370585, + "grad_norm": 21.395593643188477, + "learning_rate": 1.1532344723834085e-05, + "loss": 1.2261, + "step": 4975 + }, + { + "epoch": 9.671504596032898, + "grad_norm": 45.817909240722656, + "learning_rate": 1.1478615946701054e-05, + "loss": 1.1472, + "step": 5000 + }, + { + "epoch": 9.719883889695211, + "grad_norm": 23.814699172973633, + "learning_rate": 1.1424887169568021e-05, + "loss": 1.1749, + "step": 5025 + }, + { + "epoch": 9.768263183357522, + "grad_norm": 27.952796936035156, + "learning_rate": 1.1371158392434988e-05, + "loss": 1.1836, + "step": 5050 + }, + { + "epoch": 9.816642477019835, + "grad_norm": 32.35855484008789, + "learning_rate": 1.1317429615301955e-05, + "loss": 1.2133, + "step": 5075 + }, + { + "epoch": 9.865021770682148, + "grad_norm": 14.318235397338867, + "learning_rate": 1.1263700838168926e-05, + "loss": 1.1985, + "step": 5100 + }, + { + "epoch": 9.91340106434446, + "grad_norm": 18.21947479248047, + "learning_rate": 1.1209972061035893e-05, + "loss": 1.2159, + "step": 5125 + }, + { + "epoch": 9.961780358006774, + "grad_norm": 23.22158432006836, + "learning_rate": 1.115624328390286e-05, + "loss": 1.1678, + "step": 5150 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.10454985479186835, + "eval_loss": 0.7170124053955078, + "eval_macro_f1": 0.5364592040736211, + "eval_micro_f1": 0.5449330783938815, + "eval_runtime": 3.2294, + "eval_samples_per_second": 639.743, + "eval_steps_per_second": 40.255, + "eval_weighted_f1": 0.5554765283192737, + "step": 5170 + }, + { + "epoch": 10.009675858732463, + "grad_norm": 31.39601707458496, + "learning_rate": 1.1102514506769827e-05, + "loss": 1.1426, + "step": 5175 + }, + { + "epoch": 10.058055152394775, + "grad_norm": 63.867523193359375, + "learning_rate": 1.1048785729636795e-05, + "loss": 1.0816, + "step": 5200 + }, + { + "epoch": 10.106434446057088, + "grad_norm": 15.870903015136719, + "learning_rate": 1.0995056952503762e-05, + "loss": 1.0364, + "step": 5225 + }, + { + "epoch": 10.1548137397194, + "grad_norm": 22.142179489135742, + "learning_rate": 1.094132817537073e-05, + "loss": 1.0746, + "step": 5250 + }, + { + "epoch": 10.203193033381712, + "grad_norm": 33.90156936645508, + "learning_rate": 1.0887599398237696e-05, + "loss": 1.0345, + "step": 5275 + }, + { + "epoch": 10.251572327044025, + "grad_norm": 30.337032318115234, + "learning_rate": 1.0833870621104665e-05, + "loss": 1.068, + "step": 5300 + }, + { + "epoch": 10.299951620706338, + "grad_norm": 17.99842643737793, + "learning_rate": 1.0780141843971632e-05, + "loss": 1.0606, + "step": 5325 + }, + { + "epoch": 10.34833091436865, + "grad_norm": 19.573781967163086, + "learning_rate": 1.0726413066838599e-05, + "loss": 1.0765, + "step": 5350 + }, + { + "epoch": 10.396710208030962, + "grad_norm": 32.894004821777344, + "learning_rate": 1.0672684289705568e-05, + "loss": 1.1435, + "step": 5375 + }, + { + "epoch": 10.445089501693275, + "grad_norm": 17.844970703125, + "learning_rate": 1.0618955512572535e-05, + "loss": 1.0847, + "step": 5400 + }, + { + "epoch": 10.493468795355588, + "grad_norm": 23.578821182250977, + "learning_rate": 1.0565226735439502e-05, + "loss": 1.0755, + "step": 5425 + }, + { + "epoch": 10.5418480890179, + "grad_norm": 25.751718521118164, + "learning_rate": 1.0511497958306469e-05, + "loss": 1.1271, + "step": 5450 + }, + { + "epoch": 10.590227382680213, + "grad_norm": 28.663959503173828, + "learning_rate": 1.0457769181173438e-05, + "loss": 1.1072, + "step": 5475 + }, + { + "epoch": 10.638606676342526, + "grad_norm": 20.185314178466797, + "learning_rate": 1.0404040404040405e-05, + "loss": 1.0775, + "step": 5500 + }, + { + "epoch": 10.686985970004837, + "grad_norm": 13.671683311462402, + "learning_rate": 1.0350311626907372e-05, + "loss": 1.0433, + "step": 5525 + }, + { + "epoch": 10.73536526366715, + "grad_norm": 68.0206069946289, + "learning_rate": 1.0296582849774339e-05, + "loss": 1.1043, + "step": 5550 + }, + { + "epoch": 10.783744557329463, + "grad_norm": 36.62405014038086, + "learning_rate": 1.0242854072641309e-05, + "loss": 1.0803, + "step": 5575 + }, + { + "epoch": 10.832123850991776, + "grad_norm": 30.264535903930664, + "learning_rate": 1.0189125295508276e-05, + "loss": 1.0089, + "step": 5600 + }, + { + "epoch": 10.880503144654089, + "grad_norm": 22.978191375732422, + "learning_rate": 1.0135396518375243e-05, + "loss": 1.1116, + "step": 5625 + }, + { + "epoch": 10.9288824383164, + "grad_norm": 39.51202392578125, + "learning_rate": 1.008166774124221e-05, + "loss": 1.0555, + "step": 5650 + }, + { + "epoch": 10.977261731978713, + "grad_norm": 19.945980072021484, + "learning_rate": 1.0027938964109179e-05, + "loss": 1.0265, + "step": 5675 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.11713455953533398, + "eval_loss": 0.7492256164550781, + "eval_macro_f1": 0.5473083990544364, + "eval_micro_f1": 0.5546173194394538, + "eval_runtime": 3.214, + "eval_samples_per_second": 642.806, + "eval_steps_per_second": 40.448, + "eval_weighted_f1": 0.5649546074125701, + "step": 5687 + }, + { + "epoch": 11.025157232704403, + "grad_norm": 15.008816719055176, + "learning_rate": 9.974210186976146e-06, + "loss": 0.9905, + "step": 5700 + }, + { + "epoch": 11.073536526366714, + "grad_norm": 43.934261322021484, + "learning_rate": 9.920481409843113e-06, + "loss": 1.0405, + "step": 5725 + }, + { + "epoch": 11.121915820029027, + "grad_norm": 12.400174140930176, + "learning_rate": 9.86675263271008e-06, + "loss": 0.9852, + "step": 5750 + }, + { + "epoch": 11.17029511369134, + "grad_norm": 43.362884521484375, + "learning_rate": 9.813023855577047e-06, + "loss": 1.0409, + "step": 5775 + }, + { + "epoch": 11.218674407353653, + "grad_norm": 29.90435218811035, + "learning_rate": 9.759295078444016e-06, + "loss": 1.0223, + "step": 5800 + }, + { + "epoch": 11.267053701015966, + "grad_norm": 20.35732078552246, + "learning_rate": 9.705566301310983e-06, + "loss": 1.0043, + "step": 5825 + }, + { + "epoch": 11.315432994678277, + "grad_norm": 23.093183517456055, + "learning_rate": 9.651837524177951e-06, + "loss": 1.0169, + "step": 5850 + }, + { + "epoch": 11.36381228834059, + "grad_norm": 30.975351333618164, + "learning_rate": 9.598108747044918e-06, + "loss": 0.9612, + "step": 5875 + }, + { + "epoch": 11.412191582002903, + "grad_norm": 16.542573928833008, + "learning_rate": 9.544379969911885e-06, + "loss": 1.0218, + "step": 5900 + }, + { + "epoch": 11.460570875665216, + "grad_norm": 18.912841796875, + "learning_rate": 9.490651192778854e-06, + "loss": 0.9268, + "step": 5925 + }, + { + "epoch": 11.508950169327528, + "grad_norm": 31.474023818969727, + "learning_rate": 9.436922415645821e-06, + "loss": 0.9806, + "step": 5950 + }, + { + "epoch": 11.55732946298984, + "grad_norm": 33.14174270629883, + "learning_rate": 9.383193638512788e-06, + "loss": 1.0247, + "step": 5975 + }, + { + "epoch": 11.605708756652152, + "grad_norm": 31.699405670166016, + "learning_rate": 9.329464861379755e-06, + "loss": 1.0493, + "step": 6000 + }, + { + "epoch": 11.654088050314465, + "grad_norm": 25.224746704101562, + "learning_rate": 9.275736084246724e-06, + "loss": 1.0238, + "step": 6025 + }, + { + "epoch": 11.702467343976778, + "grad_norm": 18.671504974365234, + "learning_rate": 9.22200730711369e-06, + "loss": 0.999, + "step": 6050 + }, + { + "epoch": 11.750846637639091, + "grad_norm": 23.973541259765625, + "learning_rate": 9.16827852998066e-06, + "loss": 1.0254, + "step": 6075 + }, + { + "epoch": 11.799225931301404, + "grad_norm": 15.114373207092285, + "learning_rate": 9.114549752847626e-06, + "loss": 0.9514, + "step": 6100 + }, + { + "epoch": 11.847605224963715, + "grad_norm": 18.49153709411621, + "learning_rate": 9.060820975714594e-06, + "loss": 0.9937, + "step": 6125 + }, + { + "epoch": 11.895984518626028, + "grad_norm": 16.484291076660156, + "learning_rate": 9.00709219858156e-06, + "loss": 0.9321, + "step": 6150 + }, + { + "epoch": 11.94436381228834, + "grad_norm": 17.52837562561035, + "learning_rate": 8.95336342144853e-06, + "loss": 0.9517, + "step": 6175 + }, + { + "epoch": 11.992743105950654, + "grad_norm": 12.760161399841309, + "learning_rate": 8.899634644315496e-06, + "loss": 0.9477, + "step": 6200 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.12778315585672798, + "eval_loss": 0.7672090530395508, + "eval_macro_f1": 0.5558172971101564, + "eval_micro_f1": 0.5640603566529493, + "eval_runtime": 3.1735, + "eval_samples_per_second": 651.014, + "eval_steps_per_second": 40.964, + "eval_weighted_f1": 0.5715924638046633, + "step": 6204 + }, + { + "epoch": 12.040638606676342, + "grad_norm": 40.36892318725586, + "learning_rate": 8.845905867182463e-06, + "loss": 0.8923, + "step": 6225 + }, + { + "epoch": 12.089017900338655, + "grad_norm": 25.926416397094727, + "learning_rate": 8.79217709004943e-06, + "loss": 0.9201, + "step": 6250 + }, + { + "epoch": 12.137397194000968, + "grad_norm": 16.757091522216797, + "learning_rate": 8.738448312916399e-06, + "loss": 0.901, + "step": 6275 + }, + { + "epoch": 12.18577648766328, + "grad_norm": 29.107160568237305, + "learning_rate": 8.684719535783366e-06, + "loss": 0.9202, + "step": 6300 + }, + { + "epoch": 12.234155781325592, + "grad_norm": 13.728555679321289, + "learning_rate": 8.630990758650335e-06, + "loss": 0.9032, + "step": 6325 + }, + { + "epoch": 12.282535074987905, + "grad_norm": 24.900602340698242, + "learning_rate": 8.5772619815173e-06, + "loss": 0.8934, + "step": 6350 + }, + { + "epoch": 12.330914368650218, + "grad_norm": 25.711381912231445, + "learning_rate": 8.523533204384269e-06, + "loss": 0.9191, + "step": 6375 + }, + { + "epoch": 12.37929366231253, + "grad_norm": 12.960143089294434, + "learning_rate": 8.469804427251237e-06, + "loss": 0.9281, + "step": 6400 + }, + { + "epoch": 12.427672955974844, + "grad_norm": 27.171127319335938, + "learning_rate": 8.416075650118204e-06, + "loss": 0.8994, + "step": 6425 + }, + { + "epoch": 12.476052249637155, + "grad_norm": 41.84695053100586, + "learning_rate": 8.362346872985171e-06, + "loss": 0.9061, + "step": 6450 + }, + { + "epoch": 12.524431543299468, + "grad_norm": 21.88675880432129, + "learning_rate": 8.308618095852138e-06, + "loss": 0.9189, + "step": 6475 + }, + { + "epoch": 12.57281083696178, + "grad_norm": 20.810863494873047, + "learning_rate": 8.254889318719107e-06, + "loss": 0.9617, + "step": 6500 + }, + { + "epoch": 12.621190130624093, + "grad_norm": 15.820453643798828, + "learning_rate": 8.201160541586074e-06, + "loss": 0.9978, + "step": 6525 + }, + { + "epoch": 12.669569424286406, + "grad_norm": 30.557693481445312, + "learning_rate": 8.147431764453041e-06, + "loss": 0.979, + "step": 6550 + }, + { + "epoch": 12.717948717948717, + "grad_norm": 12.604732513427734, + "learning_rate": 8.093702987320008e-06, + "loss": 0.9268, + "step": 6575 + }, + { + "epoch": 12.76632801161103, + "grad_norm": 33.23334503173828, + "learning_rate": 8.039974210186977e-06, + "loss": 0.9407, + "step": 6600 + }, + { + "epoch": 12.814707305273343, + "grad_norm": 31.576204299926758, + "learning_rate": 7.986245433053944e-06, + "loss": 0.9044, + "step": 6625 + }, + { + "epoch": 12.863086598935656, + "grad_norm": 41.70823669433594, + "learning_rate": 7.932516655920913e-06, + "loss": 0.9058, + "step": 6650 + }, + { + "epoch": 12.911465892597969, + "grad_norm": 25.081140518188477, + "learning_rate": 7.87878787878788e-06, + "loss": 0.9077, + "step": 6675 + }, + { + "epoch": 12.959845186260281, + "grad_norm": 49.33194351196289, + "learning_rate": 7.825059101654847e-06, + "loss": 0.9144, + "step": 6700 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.1355275895450145, + "eval_loss": 0.7968872785568237, + "eval_macro_f1": 0.5603345362459676, + "eval_micro_f1": 0.5700347124495732, + "eval_runtime": 3.3124, + "eval_samples_per_second": 623.71, + "eval_steps_per_second": 39.246, + "eval_weighted_f1": 0.5771464729225487, + "step": 6721 + }, + { + "epoch": 13.00774068698597, + "grad_norm": 35.811058044433594, + "learning_rate": 7.771330324521814e-06, + "loss": 0.8799, + "step": 6725 + }, + { + "epoch": 13.056119980648283, + "grad_norm": 33.45241928100586, + "learning_rate": 7.717601547388782e-06, + "loss": 0.9236, + "step": 6750 + }, + { + "epoch": 13.104499274310594, + "grad_norm": 18.413793563842773, + "learning_rate": 7.66387277025575e-06, + "loss": 0.8719, + "step": 6775 + }, + { + "epoch": 13.152878567972907, + "grad_norm": 29.632570266723633, + "learning_rate": 7.610143993122717e-06, + "loss": 0.8609, + "step": 6800 + }, + { + "epoch": 13.20125786163522, + "grad_norm": 14.63554859161377, + "learning_rate": 7.556415215989684e-06, + "loss": 0.8513, + "step": 6825 + }, + { + "epoch": 13.249637155297533, + "grad_norm": 14.811019897460938, + "learning_rate": 7.502686438856652e-06, + "loss": 0.8558, + "step": 6850 + }, + { + "epoch": 13.298016448959846, + "grad_norm": 20.095922470092773, + "learning_rate": 7.448957661723619e-06, + "loss": 0.8264, + "step": 6875 + }, + { + "epoch": 13.346395742622157, + "grad_norm": 14.423044204711914, + "learning_rate": 7.395228884590587e-06, + "loss": 0.8631, + "step": 6900 + }, + { + "epoch": 13.39477503628447, + "grad_norm": 44.14790725708008, + "learning_rate": 7.341500107457556e-06, + "loss": 0.8625, + "step": 6925 + }, + { + "epoch": 13.443154329946783, + "grad_norm": 33.00259017944336, + "learning_rate": 7.287771330324522e-06, + "loss": 0.8373, + "step": 6950 + }, + { + "epoch": 13.491533623609095, + "grad_norm": 23.924171447753906, + "learning_rate": 7.234042553191491e-06, + "loss": 0.8421, + "step": 6975 + }, + { + "epoch": 13.539912917271408, + "grad_norm": 25.695627212524414, + "learning_rate": 7.180313776058458e-06, + "loss": 0.8519, + "step": 7000 + }, + { + "epoch": 13.588292210933721, + "grad_norm": 24.273500442504883, + "learning_rate": 7.1265849989254255e-06, + "loss": 0.8565, + "step": 7025 + }, + { + "epoch": 13.636671504596032, + "grad_norm": 27.250667572021484, + "learning_rate": 7.0728562217923925e-06, + "loss": 0.8616, + "step": 7050 + }, + { + "epoch": 13.685050798258345, + "grad_norm": 22.685701370239258, + "learning_rate": 7.01912744465936e-06, + "loss": 0.8159, + "step": 7075 + }, + { + "epoch": 13.733430091920658, + "grad_norm": 16.225831985473633, + "learning_rate": 6.965398667526327e-06, + "loss": 0.854, + "step": 7100 + }, + { + "epoch": 13.78180938558297, + "grad_norm": 22.87599754333496, + "learning_rate": 6.911669890393295e-06, + "loss": 0.8251, + "step": 7125 + }, + { + "epoch": 13.830188679245284, + "grad_norm": 71.44230651855469, + "learning_rate": 6.857941113260262e-06, + "loss": 0.8418, + "step": 7150 + }, + { + "epoch": 13.878567972907595, + "grad_norm": 21.629384994506836, + "learning_rate": 6.80421233612723e-06, + "loss": 0.8605, + "step": 7175 + }, + { + "epoch": 13.926947266569908, + "grad_norm": 19.541221618652344, + "learning_rate": 6.750483558994197e-06, + "loss": 0.8763, + "step": 7200 + }, + { + "epoch": 13.97532656023222, + "grad_norm": 20.930862426757812, + "learning_rate": 6.696754781861166e-06, + "loss": 0.8232, + "step": 7225 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.1452081316553727, + "eval_loss": 0.8156136870384216, + "eval_macro_f1": 0.5642636782323741, + "eval_micro_f1": 0.5742517814726841, + "eval_runtime": 3.2563, + "eval_samples_per_second": 634.466, + "eval_steps_per_second": 39.923, + "eval_weighted_f1": 0.5821944370394089, + "step": 7238 + }, + { + "epoch": 14.02322206095791, + "grad_norm": 26.026636123657227, + "learning_rate": 6.643026004728133e-06, + "loss": 0.812, + "step": 7250 + }, + { + "epoch": 14.071601354620222, + "grad_norm": 24.335853576660156, + "learning_rate": 6.589297227595101e-06, + "loss": 0.7991, + "step": 7275 + }, + { + "epoch": 14.119980648282535, + "grad_norm": 16.087339401245117, + "learning_rate": 6.535568450462068e-06, + "loss": 0.8163, + "step": 7300 + }, + { + "epoch": 14.168359941944848, + "grad_norm": 18.416292190551758, + "learning_rate": 6.481839673329036e-06, + "loss": 0.7919, + "step": 7325 + }, + { + "epoch": 14.216739235607161, + "grad_norm": 36.36247253417969, + "learning_rate": 6.428110896196003e-06, + "loss": 0.7779, + "step": 7350 + }, + { + "epoch": 14.265118529269472, + "grad_norm": 16.726848602294922, + "learning_rate": 6.3743821190629705e-06, + "loss": 0.7584, + "step": 7375 + }, + { + "epoch": 14.313497822931785, + "grad_norm": 15.79998779296875, + "learning_rate": 6.320653341929938e-06, + "loss": 0.8335, + "step": 7400 + }, + { + "epoch": 14.361877116594098, + "grad_norm": 17.011465072631836, + "learning_rate": 6.266924564796905e-06, + "loss": 0.7747, + "step": 7425 + }, + { + "epoch": 14.41025641025641, + "grad_norm": 14.511028289794922, + "learning_rate": 6.213195787663874e-06, + "loss": 0.8068, + "step": 7450 + }, + { + "epoch": 14.458635703918723, + "grad_norm": 28.45765495300293, + "learning_rate": 6.159467010530841e-06, + "loss": 0.7685, + "step": 7475 + }, + { + "epoch": 14.507014997581035, + "grad_norm": 12.811262130737305, + "learning_rate": 6.105738233397809e-06, + "loss": 0.7931, + "step": 7500 + }, + { + "epoch": 14.555394291243347, + "grad_norm": 20.533981323242188, + "learning_rate": 6.052009456264776e-06, + "loss": 0.8156, + "step": 7525 + }, + { + "epoch": 14.60377358490566, + "grad_norm": 34.84358215332031, + "learning_rate": 5.998280679131744e-06, + "loss": 0.7801, + "step": 7550 + }, + { + "epoch": 14.652152878567973, + "grad_norm": 26.750293731689453, + "learning_rate": 5.944551901998711e-06, + "loss": 0.7694, + "step": 7575 + }, + { + "epoch": 14.700532172230286, + "grad_norm": 44.04787826538086, + "learning_rate": 5.890823124865679e-06, + "loss": 0.814, + "step": 7600 + }, + { + "epoch": 14.748911465892597, + "grad_norm": 21.935352325439453, + "learning_rate": 5.837094347732646e-06, + "loss": 0.7531, + "step": 7625 + }, + { + "epoch": 14.79729075955491, + "grad_norm": 18.9955997467041, + "learning_rate": 5.783365570599614e-06, + "loss": 0.8142, + "step": 7650 + }, + { + "epoch": 14.845670053217223, + "grad_norm": 25.401151657104492, + "learning_rate": 5.729636793466581e-06, + "loss": 0.7561, + "step": 7675 + }, + { + "epoch": 14.894049346879536, + "grad_norm": 26.906410217285156, + "learning_rate": 5.675908016333549e-06, + "loss": 0.7666, + "step": 7700 + }, + { + "epoch": 14.942428640541848, + "grad_norm": 37.408382415771484, + "learning_rate": 5.6221792392005155e-06, + "loss": 0.8152, + "step": 7725 + }, + { + "epoch": 14.990807934204161, + "grad_norm": 15.633949279785156, + "learning_rate": 5.568450462067484e-06, + "loss": 0.7912, + "step": 7750 + }, + { + "epoch": 15.0, + "eval_accuracy": 0.15246853823814133, + "eval_loss": 0.8394877314567566, + "eval_macro_f1": 0.5697784025456477, + "eval_micro_f1": 0.5788148721920992, + "eval_runtime": 3.3671, + "eval_samples_per_second": 613.584, + "eval_steps_per_second": 38.609, + "eval_weighted_f1": 0.5851782318127877, + "step": 7755 + }, + { + "epoch": 15.03870343492985, + "grad_norm": 18.410127639770508, + "learning_rate": 5.514721684934451e-06, + "loss": 0.7377, + "step": 7775 + }, + { + "epoch": 15.087082728592163, + "grad_norm": 35.390995025634766, + "learning_rate": 5.460992907801419e-06, + "loss": 0.7403, + "step": 7800 + }, + { + "epoch": 15.135462022254474, + "grad_norm": 14.379627227783203, + "learning_rate": 5.407264130668386e-06, + "loss": 0.7771, + "step": 7825 + }, + { + "epoch": 15.183841315916787, + "grad_norm": 23.57008171081543, + "learning_rate": 5.353535353535354e-06, + "loss": 0.7178, + "step": 7850 + }, + { + "epoch": 15.2322206095791, + "grad_norm": 36.280948638916016, + "learning_rate": 5.299806576402321e-06, + "loss": 0.7473, + "step": 7875 + }, + { + "epoch": 15.280599903241413, + "grad_norm": 24.504247665405273, + "learning_rate": 5.246077799269289e-06, + "loss": 0.7352, + "step": 7900 + }, + { + "epoch": 15.328979196903726, + "grad_norm": 15.97603988647461, + "learning_rate": 5.1923490221362575e-06, + "loss": 0.7413, + "step": 7925 + }, + { + "epoch": 15.377358490566039, + "grad_norm": 24.812744140625, + "learning_rate": 5.138620245003224e-06, + "loss": 0.8049, + "step": 7950 + }, + { + "epoch": 15.42573778422835, + "grad_norm": 32.58510971069336, + "learning_rate": 5.084891467870192e-06, + "loss": 0.6935, + "step": 7975 + }, + { + "epoch": 15.474117077890662, + "grad_norm": 12.46530818939209, + "learning_rate": 5.031162690737159e-06, + "loss": 0.7356, + "step": 8000 + }, + { + "epoch": 15.522496371552975, + "grad_norm": 51.6746826171875, + "learning_rate": 4.977433913604126e-06, + "loss": 0.7905, + "step": 8025 + }, + { + "epoch": 15.570875665215288, + "grad_norm": 22.153108596801758, + "learning_rate": 4.923705136471094e-06, + "loss": 0.7493, + "step": 8050 + }, + { + "epoch": 15.619254958877601, + "grad_norm": 12.719622611999512, + "learning_rate": 4.869976359338061e-06, + "loss": 0.6954, + "step": 8075 + }, + { + "epoch": 15.667634252539912, + "grad_norm": 30.19028663635254, + "learning_rate": 4.816247582205029e-06, + "loss": 0.774, + "step": 8100 + }, + { + "epoch": 15.716013546202225, + "grad_norm": 27.195831298828125, + "learning_rate": 4.762518805071997e-06, + "loss": 0.7159, + "step": 8125 + }, + { + "epoch": 15.764392839864538, + "grad_norm": 14.864275932312012, + "learning_rate": 4.708790027938964e-06, + "loss": 0.7397, + "step": 8150 + }, + { + "epoch": 15.81277213352685, + "grad_norm": 27.690078735351562, + "learning_rate": 4.655061250805932e-06, + "loss": 0.7579, + "step": 8175 + }, + { + "epoch": 15.861151427189164, + "grad_norm": 23.963720321655273, + "learning_rate": 4.6013324736729e-06, + "loss": 0.7474, + "step": 8200 + }, + { + "epoch": 15.909530720851475, + "grad_norm": 9.968356132507324, + "learning_rate": 4.547603696539868e-06, + "loss": 0.7376, + "step": 8225 + }, + { + "epoch": 15.957910014513788, + "grad_norm": 26.946603775024414, + "learning_rate": 4.493874919406835e-06, + "loss": 0.7254, + "step": 8250 + }, + { + "epoch": 16.0, + "eval_accuracy": 0.15876089060987417, + "eval_loss": 0.8675307631492615, + "eval_macro_f1": 0.5767178902842689, + "eval_micro_f1": 0.5839174454828661, + "eval_runtime": 3.3416, + "eval_samples_per_second": 618.276, + "eval_steps_per_second": 38.904, + "eval_weighted_f1": 0.5898374658386245, + "step": 8272 + }, + { + "epoch": 16.005805515239476, + "grad_norm": 13.15456771850586, + "learning_rate": 4.4401461422738025e-06, + "loss": 0.7242, + "step": 8275 + }, + { + "epoch": 16.05418480890179, + "grad_norm": 14.57499885559082, + "learning_rate": 4.3864173651407695e-06, + "loss": 0.7175, + "step": 8300 + }, + { + "epoch": 16.102564102564102, + "grad_norm": 10.514361381530762, + "learning_rate": 4.332688588007737e-06, + "loss": 0.6867, + "step": 8325 + }, + { + "epoch": 16.150943396226417, + "grad_norm": 12.839557647705078, + "learning_rate": 4.278959810874705e-06, + "loss": 0.6827, + "step": 8350 + }, + { + "epoch": 16.199322689888728, + "grad_norm": 22.178682327270508, + "learning_rate": 4.225231033741672e-06, + "loss": 0.6873, + "step": 8375 + }, + { + "epoch": 16.24770198355104, + "grad_norm": 16.253273010253906, + "learning_rate": 4.17150225660864e-06, + "loss": 0.7046, + "step": 8400 + }, + { + "epoch": 16.296081277213354, + "grad_norm": 23.05286979675293, + "learning_rate": 4.117773479475607e-06, + "loss": 0.6784, + "step": 8425 + }, + { + "epoch": 16.344460570875665, + "grad_norm": 12.348027229309082, + "learning_rate": 4.064044702342575e-06, + "loss": 0.6822, + "step": 8450 + }, + { + "epoch": 16.39283986453798, + "grad_norm": 20.237812042236328, + "learning_rate": 4.010315925209543e-06, + "loss": 0.6748, + "step": 8475 + }, + { + "epoch": 16.44121915820029, + "grad_norm": 30.065654754638672, + "learning_rate": 3.95658714807651e-06, + "loss": 0.7476, + "step": 8500 + }, + { + "epoch": 16.4895984518626, + "grad_norm": 19.767621994018555, + "learning_rate": 3.902858370943478e-06, + "loss": 0.7096, + "step": 8525 + }, + { + "epoch": 16.537977745524916, + "grad_norm": 63.05731964111328, + "learning_rate": 3.849129593810445e-06, + "loss": 0.7085, + "step": 8550 + }, + { + "epoch": 16.586357039187227, + "grad_norm": 11.578459739685059, + "learning_rate": 3.7954008166774126e-06, + "loss": 0.6768, + "step": 8575 + }, + { + "epoch": 16.634736332849542, + "grad_norm": 20.680194854736328, + "learning_rate": 3.74167203954438e-06, + "loss": 0.6857, + "step": 8600 + }, + { + "epoch": 16.683115626511853, + "grad_norm": 12.799747467041016, + "learning_rate": 3.6879432624113475e-06, + "loss": 0.7103, + "step": 8625 + }, + { + "epoch": 16.731494920174164, + "grad_norm": 27.016582489013672, + "learning_rate": 3.634214485278315e-06, + "loss": 0.688, + "step": 8650 + }, + { + "epoch": 16.77987421383648, + "grad_norm": 27.32025146484375, + "learning_rate": 3.580485708145283e-06, + "loss": 0.6905, + "step": 8675 + }, + { + "epoch": 16.82825350749879, + "grad_norm": 20.423795700073242, + "learning_rate": 3.5267569310122506e-06, + "loss": 0.7074, + "step": 8700 + }, + { + "epoch": 16.876632801161104, + "grad_norm": 20.684228897094727, + "learning_rate": 3.473028153879218e-06, + "loss": 0.7002, + "step": 8725 + }, + { + "epoch": 16.925012094823416, + "grad_norm": 16.583534240722656, + "learning_rate": 3.419299376746186e-06, + "loss": 0.7228, + "step": 8750 + }, + { + "epoch": 16.973391388485727, + "grad_norm": 21.365032196044922, + "learning_rate": 3.3655705996131534e-06, + "loss": 0.7337, + "step": 8775 + }, + { + "epoch": 17.0, + "eval_accuracy": 0.15924491771539206, + "eval_loss": 0.8780120611190796, + "eval_macro_f1": 0.5779944755302909, + "eval_micro_f1": 0.5867606737171954, + "eval_runtime": 3.2423, + "eval_samples_per_second": 637.198, + "eval_steps_per_second": 40.095, + "eval_weighted_f1": 0.5915402914258908, + "step": 8789 + }, + { + "epoch": 17.021286889211417, + "grad_norm": 15.945477485656738, + "learning_rate": 3.311841822480121e-06, + "loss": 0.6958, + "step": 8800 + }, + { + "epoch": 17.06966618287373, + "grad_norm": 18.150474548339844, + "learning_rate": 3.2581130453470882e-06, + "loss": 0.6282, + "step": 8825 + }, + { + "epoch": 17.118045476536043, + "grad_norm": 19.632766723632812, + "learning_rate": 3.2043842682140557e-06, + "loss": 0.6748, + "step": 8850 + }, + { + "epoch": 17.166424770198354, + "grad_norm": 14.963191032409668, + "learning_rate": 3.150655491081023e-06, + "loss": 0.6855, + "step": 8875 + }, + { + "epoch": 17.21480406386067, + "grad_norm": 52.17250061035156, + "learning_rate": 3.096926713947991e-06, + "loss": 0.6872, + "step": 8900 + }, + { + "epoch": 17.26318335752298, + "grad_norm": 22.27145004272461, + "learning_rate": 3.0431979368149584e-06, + "loss": 0.6415, + "step": 8925 + }, + { + "epoch": 17.31156265118529, + "grad_norm": 17.798490524291992, + "learning_rate": 2.989469159681926e-06, + "loss": 0.6688, + "step": 8950 + }, + { + "epoch": 17.359941944847606, + "grad_norm": 24.83841896057129, + "learning_rate": 2.9357403825488933e-06, + "loss": 0.6916, + "step": 8975 + }, + { + "epoch": 17.408321238509917, + "grad_norm": 34.099884033203125, + "learning_rate": 2.8820116054158607e-06, + "loss": 0.6519, + "step": 9000 + }, + { + "epoch": 17.45670053217223, + "grad_norm": 11.869559288024902, + "learning_rate": 2.8282828282828286e-06, + "loss": 0.6925, + "step": 9025 + }, + { + "epoch": 17.505079825834542, + "grad_norm": 24.851367950439453, + "learning_rate": 2.774554051149796e-06, + "loss": 0.6908, + "step": 9050 + }, + { + "epoch": 17.553459119496857, + "grad_norm": 14.922418594360352, + "learning_rate": 2.7208252740167635e-06, + "loss": 0.6949, + "step": 9075 + }, + { + "epoch": 17.601838413159168, + "grad_norm": 30.72444725036621, + "learning_rate": 2.667096496883731e-06, + "loss": 0.6439, + "step": 9100 + }, + { + "epoch": 17.65021770682148, + "grad_norm": 11.876301765441895, + "learning_rate": 2.6133677197506983e-06, + "loss": 0.6229, + "step": 9125 + }, + { + "epoch": 17.698597000483794, + "grad_norm": 24.5555477142334, + "learning_rate": 2.5596389426176658e-06, + "loss": 0.6586, + "step": 9150 + }, + { + "epoch": 17.746976294146105, + "grad_norm": 13.652644157409668, + "learning_rate": 2.5059101654846336e-06, + "loss": 0.6983, + "step": 9175 + }, + { + "epoch": 17.79535558780842, + "grad_norm": 15.066908836364746, + "learning_rate": 2.4521813883516015e-06, + "loss": 0.6867, + "step": 9200 + }, + { + "epoch": 17.84373488147073, + "grad_norm": 11.877695083618164, + "learning_rate": 2.398452611218569e-06, + "loss": 0.6672, + "step": 9225 + }, + { + "epoch": 17.89211417513304, + "grad_norm": 22.18967628479004, + "learning_rate": 2.3447238340855364e-06, + "loss": 0.6944, + "step": 9250 + }, + { + "epoch": 17.940493468795356, + "grad_norm": 25.34333038330078, + "learning_rate": 2.290995056952504e-06, + "loss": 0.6798, + "step": 9275 + }, + { + "epoch": 17.988872762457667, + "grad_norm": 15.668231010437012, + "learning_rate": 2.2372662798194713e-06, + "loss": 0.6363, + "step": 9300 + }, + { + "epoch": 18.0, + "eval_accuracy": 0.1665053242981607, + "eval_loss": 0.8928830623626709, + "eval_macro_f1": 0.5758183278056243, + "eval_micro_f1": 0.5853755332870324, + "eval_runtime": 3.2654, + "eval_samples_per_second": 632.698, + "eval_steps_per_second": 39.812, + "eval_weighted_f1": 0.5899855783224878, + "step": 9306 + }, + { + "epoch": 18.036768263183358, + "grad_norm": 23.936664581298828, + "learning_rate": 2.183537502686439e-06, + "loss": 0.6283, + "step": 9325 + }, + { + "epoch": 18.08514755684567, + "grad_norm": 26.136356353759766, + "learning_rate": 2.1298087255534066e-06, + "loss": 0.6682, + "step": 9350 + }, + { + "epoch": 18.133526850507984, + "grad_norm": 28.041048049926758, + "learning_rate": 2.076079948420374e-06, + "loss": 0.6148, + "step": 9375 + }, + { + "epoch": 18.181906144170295, + "grad_norm": 14.014900207519531, + "learning_rate": 2.022351171287342e-06, + "loss": 0.67, + "step": 9400 + }, + { + "epoch": 18.230285437832606, + "grad_norm": 26.403364181518555, + "learning_rate": 1.9686223941543093e-06, + "loss": 0.6534, + "step": 9425 + }, + { + "epoch": 18.27866473149492, + "grad_norm": 10.64688491821289, + "learning_rate": 1.9148936170212767e-06, + "loss": 0.6562, + "step": 9450 + }, + { + "epoch": 18.32704402515723, + "grad_norm": 17.84868621826172, + "learning_rate": 1.8611648398882442e-06, + "loss": 0.6512, + "step": 9475 + }, + { + "epoch": 18.375423318819546, + "grad_norm": 27.57999038696289, + "learning_rate": 1.8074360627552118e-06, + "loss": 0.6303, + "step": 9500 + }, + { + "epoch": 18.423802612481857, + "grad_norm": 20.364591598510742, + "learning_rate": 1.7537072856221793e-06, + "loss": 0.6298, + "step": 9525 + }, + { + "epoch": 18.47218190614417, + "grad_norm": 14.39242172241211, + "learning_rate": 1.699978508489147e-06, + "loss": 0.6691, + "step": 9550 + }, + { + "epoch": 18.520561199806483, + "grad_norm": 12.096242904663086, + "learning_rate": 1.6462497313561146e-06, + "loss": 0.6852, + "step": 9575 + }, + { + "epoch": 18.568940493468794, + "grad_norm": 26.6569766998291, + "learning_rate": 1.5925209542230822e-06, + "loss": 0.6366, + "step": 9600 + }, + { + "epoch": 18.61731978713111, + "grad_norm": 12.757149696350098, + "learning_rate": 1.5387921770900496e-06, + "loss": 0.6562, + "step": 9625 + }, + { + "epoch": 18.66569908079342, + "grad_norm": 14.16783332824707, + "learning_rate": 1.485063399957017e-06, + "loss": 0.6692, + "step": 9650 + }, + { + "epoch": 18.714078374455735, + "grad_norm": 17.936077117919922, + "learning_rate": 1.4313346228239847e-06, + "loss": 0.6436, + "step": 9675 + }, + { + "epoch": 18.762457668118046, + "grad_norm": 23.190027236938477, + "learning_rate": 1.3776058456909522e-06, + "loss": 0.631, + "step": 9700 + }, + { + "epoch": 18.810836961780357, + "grad_norm": 16.19050407409668, + "learning_rate": 1.3238770685579196e-06, + "loss": 0.6665, + "step": 9725 + }, + { + "epoch": 18.85921625544267, + "grad_norm": 10.763317108154297, + "learning_rate": 1.2701482914248873e-06, + "loss": 0.6349, + "step": 9750 + }, + { + "epoch": 18.907595549104983, + "grad_norm": 13.653106689453125, + "learning_rate": 1.216419514291855e-06, + "loss": 0.6299, + "step": 9775 + }, + { + "epoch": 18.955974842767297, + "grad_norm": 17.556005477905273, + "learning_rate": 1.1626907371588223e-06, + "loss": 0.6144, + "step": 9800 + }, + { + "epoch": 19.0, + "eval_accuracy": 0.1669893514036786, + "eval_loss": 0.9041322469711304, + "eval_macro_f1": 0.5807930254757296, + "eval_micro_f1": 0.5893178635727145, + "eval_runtime": 3.3407, + "eval_samples_per_second": 618.44, + "eval_steps_per_second": 38.914, + "eval_weighted_f1": 0.5944544287941499, + "step": 9823 + } + ], + "logging_steps": 25, + "max_steps": 10340, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +}