diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..5917d770e862088ab5988a430b07f02f86131f57
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610/trainer_state.json
@@ -0,0 +1,837 @@
+{
+ "best_global_step": 2610,
+ "best_metric": 0.8596743164432326,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610",
+ "epoch": 6.0,
+ "eval_steps": 500,
+ "global_step": 2610,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05747126436781609,
+ "grad_norm": 44.145957946777344,
+ "learning_rate": 5.517241379310345e-07,
+ "loss": 4.7741,
+ "step": 25
+ },
+ {
+ "epoch": 0.11494252873563218,
+ "grad_norm": 73.48234558105469,
+ "learning_rate": 1.1264367816091955e-06,
+ "loss": 4.548,
+ "step": 50
+ },
+ {
+ "epoch": 0.1724137931034483,
+ "grad_norm": 96.22064208984375,
+ "learning_rate": 1.7011494252873565e-06,
+ "loss": 4.2604,
+ "step": 75
+ },
+ {
+ "epoch": 0.22988505747126436,
+ "grad_norm": 143.32620239257812,
+ "learning_rate": 2.2758620689655173e-06,
+ "loss": 3.9519,
+ "step": 100
+ },
+ {
+ "epoch": 0.28735632183908044,
+ "grad_norm": 61.33234405517578,
+ "learning_rate": 2.850574712643678e-06,
+ "loss": 3.6484,
+ "step": 125
+ },
+ {
+ "epoch": 0.3448275862068966,
+ "grad_norm": 67.54753112792969,
+ "learning_rate": 3.425287356321839e-06,
+ "loss": 3.4282,
+ "step": 150
+ },
+ {
+ "epoch": 0.40229885057471265,
+ "grad_norm": 132.90296936035156,
+ "learning_rate": 4.000000000000001e-06,
+ "loss": 3.1815,
+ "step": 175
+ },
+ {
+ "epoch": 0.45977011494252873,
+ "grad_norm": 46.601314544677734,
+ "learning_rate": 4.5747126436781615e-06,
+ "loss": 2.9159,
+ "step": 200
+ },
+ {
+ "epoch": 0.5172413793103449,
+ "grad_norm": 51.87305450439453,
+ "learning_rate": 5.149425287356322e-06,
+ "loss": 2.3467,
+ "step": 225
+ },
+ {
+ "epoch": 0.5747126436781609,
+ "grad_norm": 98.60101318359375,
+ "learning_rate": 5.724137931034483e-06,
+ "loss": 2.0049,
+ "step": 250
+ },
+ {
+ "epoch": 0.632183908045977,
+ "grad_norm": 16.502172470092773,
+ "learning_rate": 6.298850574712644e-06,
+ "loss": 1.7104,
+ "step": 275
+ },
+ {
+ "epoch": 0.6896551724137931,
+ "grad_norm": 61.49979782104492,
+ "learning_rate": 6.873563218390805e-06,
+ "loss": 1.7963,
+ "step": 300
+ },
+ {
+ "epoch": 0.7471264367816092,
+ "grad_norm": 86.86444091796875,
+ "learning_rate": 7.4482758620689665e-06,
+ "loss": 1.5261,
+ "step": 325
+ },
+ {
+ "epoch": 0.8045977011494253,
+ "grad_norm": 24.79496955871582,
+ "learning_rate": 8.022988505747126e-06,
+ "loss": 1.4704,
+ "step": 350
+ },
+ {
+ "epoch": 0.8620689655172413,
+ "grad_norm": 101.75529479980469,
+ "learning_rate": 8.597701149425289e-06,
+ "loss": 1.4275,
+ "step": 375
+ },
+ {
+ "epoch": 0.9195402298850575,
+ "grad_norm": 42.74177169799805,
+ "learning_rate": 9.172413793103448e-06,
+ "loss": 1.2154,
+ "step": 400
+ },
+ {
+ "epoch": 0.9770114942528736,
+ "grad_norm": 69.20018768310547,
+ "learning_rate": 9.74712643678161e-06,
+ "loss": 1.2764,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9140271493212669,
+ "eval_loss": 0.2824455797672272,
+ "eval_macro_f1": 0.622878194080716,
+ "eval_runtime": 2.6233,
+ "eval_samples_per_second": 589.711,
+ "eval_steps_per_second": 36.976,
+ "eval_weighted_f1": 0.893620777456492,
+ "step": 435
+ },
+ {
+ "epoch": 1.0344827586206897,
+ "grad_norm": 29.06832504272461,
+ "learning_rate": 1.032183908045977e-05,
+ "loss": 1.487,
+ "step": 450
+ },
+ {
+ "epoch": 1.0919540229885056,
+ "grad_norm": 61.902687072753906,
+ "learning_rate": 1.0896551724137932e-05,
+ "loss": 1.2539,
+ "step": 475
+ },
+ {
+ "epoch": 1.1494252873563218,
+ "grad_norm": 27.26679039001465,
+ "learning_rate": 1.1471264367816093e-05,
+ "loss": 0.9934,
+ "step": 500
+ },
+ {
+ "epoch": 1.206896551724138,
+ "grad_norm": 126.78582763671875,
+ "learning_rate": 1.2045977011494254e-05,
+ "loss": 1.218,
+ "step": 525
+ },
+ {
+ "epoch": 1.264367816091954,
+ "grad_norm": 96.14798736572266,
+ "learning_rate": 1.2620689655172415e-05,
+ "loss": 0.9208,
+ "step": 550
+ },
+ {
+ "epoch": 1.3218390804597702,
+ "grad_norm": 79.70824432373047,
+ "learning_rate": 1.3195402298850574e-05,
+ "loss": 1.1673,
+ "step": 575
+ },
+ {
+ "epoch": 1.3793103448275863,
+ "grad_norm": 18.800642013549805,
+ "learning_rate": 1.3770114942528736e-05,
+ "loss": 1.1244,
+ "step": 600
+ },
+ {
+ "epoch": 1.4367816091954024,
+ "grad_norm": 45.46791458129883,
+ "learning_rate": 1.4344827586206897e-05,
+ "loss": 1.0992,
+ "step": 625
+ },
+ {
+ "epoch": 1.4942528735632183,
+ "grad_norm": 38.59031677246094,
+ "learning_rate": 1.4919540229885058e-05,
+ "loss": 1.099,
+ "step": 650
+ },
+ {
+ "epoch": 1.5517241379310345,
+ "grad_norm": 46.203269958496094,
+ "learning_rate": 1.549425287356322e-05,
+ "loss": 1.1053,
+ "step": 675
+ },
+ {
+ "epoch": 1.6091954022988506,
+ "grad_norm": 190.404296875,
+ "learning_rate": 1.6068965517241383e-05,
+ "loss": 1.1795,
+ "step": 700
+ },
+ {
+ "epoch": 1.6666666666666665,
+ "grad_norm": 60.799625396728516,
+ "learning_rate": 1.664367816091954e-05,
+ "loss": 0.9335,
+ "step": 725
+ },
+ {
+ "epoch": 1.7241379310344827,
+ "grad_norm": 79.29805755615234,
+ "learning_rate": 1.72183908045977e-05,
+ "loss": 0.815,
+ "step": 750
+ },
+ {
+ "epoch": 1.7816091954022988,
+ "grad_norm": 83.83712005615234,
+ "learning_rate": 1.7793103448275862e-05,
+ "loss": 1.087,
+ "step": 775
+ },
+ {
+ "epoch": 1.839080459770115,
+ "grad_norm": 51.824859619140625,
+ "learning_rate": 1.8367816091954027e-05,
+ "loss": 1.0516,
+ "step": 800
+ },
+ {
+ "epoch": 1.896551724137931,
+ "grad_norm": 23.116647720336914,
+ "learning_rate": 1.8942528735632187e-05,
+ "loss": 1.0059,
+ "step": 825
+ },
+ {
+ "epoch": 1.9540229885057472,
+ "grad_norm": 86.5362548828125,
+ "learning_rate": 1.9517241379310345e-05,
+ "loss": 0.9953,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.936005171299289,
+ "eval_loss": 0.21690095961093903,
+ "eval_macro_f1": 0.8320195029371217,
+ "eval_runtime": 2.884,
+ "eval_samples_per_second": 536.414,
+ "eval_steps_per_second": 33.634,
+ "eval_weighted_f1": 0.9337923155097491,
+ "step": 870
+ },
+ {
+ "epoch": 2.0114942528735633,
+ "grad_norm": 35.23226547241211,
+ "learning_rate": 1.9989782886334612e-05,
+ "loss": 1.2005,
+ "step": 875
+ },
+ {
+ "epoch": 2.0689655172413794,
+ "grad_norm": 36.35498809814453,
+ "learning_rate": 1.9925925925925928e-05,
+ "loss": 0.7582,
+ "step": 900
+ },
+ {
+ "epoch": 2.1264367816091956,
+ "grad_norm": 82.01165008544922,
+ "learning_rate": 1.9862068965517244e-05,
+ "loss": 1.0093,
+ "step": 925
+ },
+ {
+ "epoch": 2.1839080459770113,
+ "grad_norm": 116.72792053222656,
+ "learning_rate": 1.979821200510856e-05,
+ "loss": 0.7357,
+ "step": 950
+ },
+ {
+ "epoch": 2.2413793103448274,
+ "grad_norm": 64.21260833740234,
+ "learning_rate": 1.9734355044699872e-05,
+ "loss": 0.9757,
+ "step": 975
+ },
+ {
+ "epoch": 2.2988505747126435,
+ "grad_norm": 41.9251708984375,
+ "learning_rate": 1.9670498084291188e-05,
+ "loss": 1.0526,
+ "step": 1000
+ },
+ {
+ "epoch": 2.3563218390804597,
+ "grad_norm": 42.352699279785156,
+ "learning_rate": 1.9606641123882504e-05,
+ "loss": 0.9018,
+ "step": 1025
+ },
+ {
+ "epoch": 2.413793103448276,
+ "grad_norm": 65.98710632324219,
+ "learning_rate": 1.954278416347382e-05,
+ "loss": 0.901,
+ "step": 1050
+ },
+ {
+ "epoch": 2.471264367816092,
+ "grad_norm": 11.95513916015625,
+ "learning_rate": 1.9478927203065136e-05,
+ "loss": 0.7996,
+ "step": 1075
+ },
+ {
+ "epoch": 2.528735632183908,
+ "grad_norm": 59.48210525512695,
+ "learning_rate": 1.941507024265645e-05,
+ "loss": 0.8258,
+ "step": 1100
+ },
+ {
+ "epoch": 2.586206896551724,
+ "grad_norm": 19.359569549560547,
+ "learning_rate": 1.9351213282247767e-05,
+ "loss": 0.6673,
+ "step": 1125
+ },
+ {
+ "epoch": 2.6436781609195403,
+ "grad_norm": 75.80420684814453,
+ "learning_rate": 1.928735632183908e-05,
+ "loss": 0.9378,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7011494252873565,
+ "grad_norm": 30.460901260375977,
+ "learning_rate": 1.92234993614304e-05,
+ "loss": 0.9419,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7586206896551726,
+ "grad_norm": 31.772748947143555,
+ "learning_rate": 1.915964240102171e-05,
+ "loss": 0.701,
+ "step": 1200
+ },
+ {
+ "epoch": 2.8160919540229887,
+ "grad_norm": 43.48031234741211,
+ "learning_rate": 1.9095785440613027e-05,
+ "loss": 0.8795,
+ "step": 1225
+ },
+ {
+ "epoch": 2.873563218390805,
+ "grad_norm": 22.545183181762695,
+ "learning_rate": 1.9031928480204343e-05,
+ "loss": 0.8479,
+ "step": 1250
+ },
+ {
+ "epoch": 2.9310344827586206,
+ "grad_norm": 40.706478118896484,
+ "learning_rate": 1.896807151979566e-05,
+ "loss": 0.8668,
+ "step": 1275
+ },
+ {
+ "epoch": 2.9885057471264367,
+ "grad_norm": 34.41613006591797,
+ "learning_rate": 1.8904214559386975e-05,
+ "loss": 0.779,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9411764705882353,
+ "eval_loss": 0.21190869808197021,
+ "eval_macro_f1": 0.8237646600977863,
+ "eval_runtime": 2.8498,
+ "eval_samples_per_second": 542.84,
+ "eval_steps_per_second": 34.037,
+ "eval_weighted_f1": 0.9367363532290243,
+ "step": 1305
+ },
+ {
+ "epoch": 3.045977011494253,
+ "grad_norm": 12.42618179321289,
+ "learning_rate": 1.884035759897829e-05,
+ "loss": 0.6757,
+ "step": 1325
+ },
+ {
+ "epoch": 3.103448275862069,
+ "grad_norm": 5.148250579833984,
+ "learning_rate": 1.8776500638569606e-05,
+ "loss": 0.6805,
+ "step": 1350
+ },
+ {
+ "epoch": 3.160919540229885,
+ "grad_norm": 18.025135040283203,
+ "learning_rate": 1.871264367816092e-05,
+ "loss": 0.6895,
+ "step": 1375
+ },
+ {
+ "epoch": 3.218390804597701,
+ "grad_norm": 6.517500877380371,
+ "learning_rate": 1.8648786717752235e-05,
+ "loss": 0.6185,
+ "step": 1400
+ },
+ {
+ "epoch": 3.2758620689655173,
+ "grad_norm": 33.409690856933594,
+ "learning_rate": 1.8584929757343554e-05,
+ "loss": 0.7641,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3333333333333335,
+ "grad_norm": 88.17999267578125,
+ "learning_rate": 1.8521072796934866e-05,
+ "loss": 0.6153,
+ "step": 1450
+ },
+ {
+ "epoch": 3.3908045977011496,
+ "grad_norm": 25.658050537109375,
+ "learning_rate": 1.8457215836526182e-05,
+ "loss": 0.7401,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4482758620689653,
+ "grad_norm": 45.00450897216797,
+ "learning_rate": 1.8393358876117498e-05,
+ "loss": 0.6616,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5057471264367814,
+ "grad_norm": 106.3752670288086,
+ "learning_rate": 1.8329501915708814e-05,
+ "loss": 0.732,
+ "step": 1525
+ },
+ {
+ "epoch": 3.5632183908045976,
+ "grad_norm": 2.1924707889556885,
+ "learning_rate": 1.826564495530013e-05,
+ "loss": 0.6879,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6206896551724137,
+ "grad_norm": 29.53846549987793,
+ "learning_rate": 1.8201787994891446e-05,
+ "loss": 0.9286,
+ "step": 1575
+ },
+ {
+ "epoch": 3.67816091954023,
+ "grad_norm": 52.141136169433594,
+ "learning_rate": 1.813793103448276e-05,
+ "loss": 0.6041,
+ "step": 1600
+ },
+ {
+ "epoch": 3.735632183908046,
+ "grad_norm": 31.94911766052246,
+ "learning_rate": 1.8074074074074074e-05,
+ "loss": 0.7164,
+ "step": 1625
+ },
+ {
+ "epoch": 3.793103448275862,
+ "grad_norm": 60.96485900878906,
+ "learning_rate": 1.801021711366539e-05,
+ "loss": 0.6059,
+ "step": 1650
+ },
+ {
+ "epoch": 3.8505747126436782,
+ "grad_norm": 8.722193717956543,
+ "learning_rate": 1.7946360153256706e-05,
+ "loss": 0.6306,
+ "step": 1675
+ },
+ {
+ "epoch": 3.9080459770114944,
+ "grad_norm": 29.03435707092285,
+ "learning_rate": 1.788250319284802e-05,
+ "loss": 0.7209,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9655172413793105,
+ "grad_norm": 40.07364273071289,
+ "learning_rate": 1.7818646232439337e-05,
+ "loss": 0.7867,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9437621202327084,
+ "eval_loss": 0.20460227131843567,
+ "eval_macro_f1": 0.8511784854161445,
+ "eval_runtime": 2.7748,
+ "eval_samples_per_second": 557.512,
+ "eval_steps_per_second": 34.957,
+ "eval_weighted_f1": 0.9414060051872705,
+ "step": 1740
+ },
+ {
+ "epoch": 4.022988505747127,
+ "grad_norm": 15.898512840270996,
+ "learning_rate": 1.7754789272030653e-05,
+ "loss": 0.6467,
+ "step": 1750
+ },
+ {
+ "epoch": 4.080459770114943,
+ "grad_norm": 7.476998329162598,
+ "learning_rate": 1.769093231162197e-05,
+ "loss": 0.3966,
+ "step": 1775
+ },
+ {
+ "epoch": 4.137931034482759,
+ "grad_norm": 31.709001541137695,
+ "learning_rate": 1.762707535121328e-05,
+ "loss": 0.5539,
+ "step": 1800
+ },
+ {
+ "epoch": 4.195402298850575,
+ "grad_norm": 28.831144332885742,
+ "learning_rate": 1.75632183908046e-05,
+ "loss": 0.7697,
+ "step": 1825
+ },
+ {
+ "epoch": 4.252873563218391,
+ "grad_norm": 53.8886604309082,
+ "learning_rate": 1.7499361430395913e-05,
+ "loss": 0.6269,
+ "step": 1850
+ },
+ {
+ "epoch": 4.310344827586207,
+ "grad_norm": 37.1868782043457,
+ "learning_rate": 1.743550446998723e-05,
+ "loss": 0.5462,
+ "step": 1875
+ },
+ {
+ "epoch": 4.3678160919540225,
+ "grad_norm": 71.11383056640625,
+ "learning_rate": 1.7371647509578545e-05,
+ "loss": 0.6328,
+ "step": 1900
+ },
+ {
+ "epoch": 4.425287356321839,
+ "grad_norm": 6.014033794403076,
+ "learning_rate": 1.730779054916986e-05,
+ "loss": 0.442,
+ "step": 1925
+ },
+ {
+ "epoch": 4.482758620689655,
+ "grad_norm": 44.34601593017578,
+ "learning_rate": 1.7243933588761176e-05,
+ "loss": 0.6435,
+ "step": 1950
+ },
+ {
+ "epoch": 4.540229885057471,
+ "grad_norm": 12.347517013549805,
+ "learning_rate": 1.7180076628352492e-05,
+ "loss": 0.4974,
+ "step": 1975
+ },
+ {
+ "epoch": 4.597701149425287,
+ "grad_norm": 127.6614761352539,
+ "learning_rate": 1.7116219667943808e-05,
+ "loss": 0.5868,
+ "step": 2000
+ },
+ {
+ "epoch": 4.655172413793103,
+ "grad_norm": 46.37266159057617,
+ "learning_rate": 1.705236270753512e-05,
+ "loss": 0.7809,
+ "step": 2025
+ },
+ {
+ "epoch": 4.712643678160919,
+ "grad_norm": 74.96855926513672,
+ "learning_rate": 1.6988505747126436e-05,
+ "loss": 0.6302,
+ "step": 2050
+ },
+ {
+ "epoch": 4.7701149425287355,
+ "grad_norm": 27.749553680419922,
+ "learning_rate": 1.6924648786717756e-05,
+ "loss": 0.6878,
+ "step": 2075
+ },
+ {
+ "epoch": 4.827586206896552,
+ "grad_norm": 28.22524642944336,
+ "learning_rate": 1.6860791826309068e-05,
+ "loss": 0.6333,
+ "step": 2100
+ },
+ {
+ "epoch": 4.885057471264368,
+ "grad_norm": 95.75648498535156,
+ "learning_rate": 1.6796934865900384e-05,
+ "loss": 0.478,
+ "step": 2125
+ },
+ {
+ "epoch": 4.942528735632184,
+ "grad_norm": 120.60413360595703,
+ "learning_rate": 1.67330779054917e-05,
+ "loss": 0.5263,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 87.45854187011719,
+ "learning_rate": 1.6669220945083016e-05,
+ "loss": 0.7413,
+ "step": 2175
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9463477698771816,
+ "eval_loss": 0.26639601588249207,
+ "eval_macro_f1": 0.8471890209271095,
+ "eval_runtime": 2.8778,
+ "eval_samples_per_second": 537.573,
+ "eval_steps_per_second": 33.707,
+ "eval_weighted_f1": 0.9435301905984652,
+ "step": 2175
+ },
+ {
+ "epoch": 5.057471264367816,
+ "grad_norm": 64.46949768066406,
+ "learning_rate": 1.6605363984674328e-05,
+ "loss": 0.3879,
+ "step": 2200
+ },
+ {
+ "epoch": 5.114942528735632,
+ "grad_norm": 8.423047065734863,
+ "learning_rate": 1.6541507024265647e-05,
+ "loss": 0.3954,
+ "step": 2225
+ },
+ {
+ "epoch": 5.172413793103448,
+ "grad_norm": 80.61648559570312,
+ "learning_rate": 1.6477650063856963e-05,
+ "loss": 0.6084,
+ "step": 2250
+ },
+ {
+ "epoch": 5.2298850574712645,
+ "grad_norm": 113.03629302978516,
+ "learning_rate": 1.6413793103448276e-05,
+ "loss": 0.4831,
+ "step": 2275
+ },
+ {
+ "epoch": 5.287356321839081,
+ "grad_norm": 62.81293487548828,
+ "learning_rate": 1.634993614303959e-05,
+ "loss": 0.4218,
+ "step": 2300
+ },
+ {
+ "epoch": 5.344827586206897,
+ "grad_norm": 200.0397186279297,
+ "learning_rate": 1.6286079182630907e-05,
+ "loss": 0.5344,
+ "step": 2325
+ },
+ {
+ "epoch": 5.402298850574713,
+ "grad_norm": 34.35760498046875,
+ "learning_rate": 1.6222222222222223e-05,
+ "loss": 0.4771,
+ "step": 2350
+ },
+ {
+ "epoch": 5.459770114942529,
+ "grad_norm": 5.907890319824219,
+ "learning_rate": 1.615836526181354e-05,
+ "loss": 0.4631,
+ "step": 2375
+ },
+ {
+ "epoch": 5.517241379310345,
+ "grad_norm": 135.62925720214844,
+ "learning_rate": 1.6094508301404855e-05,
+ "loss": 0.4342,
+ "step": 2400
+ },
+ {
+ "epoch": 5.574712643678161,
+ "grad_norm": 56.137481689453125,
+ "learning_rate": 1.603065134099617e-05,
+ "loss": 0.5131,
+ "step": 2425
+ },
+ {
+ "epoch": 5.6321839080459775,
+ "grad_norm": 0.9973520636558533,
+ "learning_rate": 1.5966794380587483e-05,
+ "loss": 0.7072,
+ "step": 2450
+ },
+ {
+ "epoch": 5.689655172413794,
+ "grad_norm": 154.66505432128906,
+ "learning_rate": 1.5902937420178802e-05,
+ "loss": 0.5903,
+ "step": 2475
+ },
+ {
+ "epoch": 5.747126436781609,
+ "grad_norm": 22.547443389892578,
+ "learning_rate": 1.5839080459770115e-05,
+ "loss": 0.5126,
+ "step": 2500
+ },
+ {
+ "epoch": 5.804597701149425,
+ "grad_norm": 116.9658432006836,
+ "learning_rate": 1.577522349936143e-05,
+ "loss": 0.6128,
+ "step": 2525
+ },
+ {
+ "epoch": 5.862068965517241,
+ "grad_norm": 0.1626264601945877,
+ "learning_rate": 1.5711366538952746e-05,
+ "loss": 0.509,
+ "step": 2550
+ },
+ {
+ "epoch": 5.919540229885057,
+ "grad_norm": 1.1527636051177979,
+ "learning_rate": 1.5647509578544062e-05,
+ "loss": 0.5958,
+ "step": 2575
+ },
+ {
+ "epoch": 5.977011494252873,
+ "grad_norm": 34.205902099609375,
+ "learning_rate": 1.5583652618135378e-05,
+ "loss": 0.6013,
+ "step": 2600
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9457013574660633,
+ "eval_loss": 0.3036922216415405,
+ "eval_macro_f1": 0.8596743164432326,
+ "eval_runtime": 2.7365,
+ "eval_samples_per_second": 565.319,
+ "eval_steps_per_second": 35.447,
+ "eval_weighted_f1": 0.9434365904088026,
+ "step": 2610
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8700,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..79976ad3efd2552a2d23f5db1fbfd54b744a99a6
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-3915/trainer_state.json
@@ -0,0 +1,1234 @@
+{
+ "best_global_step": 2610,
+ "best_metric": 0.8596743164432326,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/trainer/checkpoint-2610",
+ "epoch": 9.0,
+ "eval_steps": 500,
+ "global_step": 3915,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05747126436781609,
+ "grad_norm": 44.145957946777344,
+ "learning_rate": 5.517241379310345e-07,
+ "loss": 4.7741,
+ "step": 25
+ },
+ {
+ "epoch": 0.11494252873563218,
+ "grad_norm": 73.48234558105469,
+ "learning_rate": 1.1264367816091955e-06,
+ "loss": 4.548,
+ "step": 50
+ },
+ {
+ "epoch": 0.1724137931034483,
+ "grad_norm": 96.22064208984375,
+ "learning_rate": 1.7011494252873565e-06,
+ "loss": 4.2604,
+ "step": 75
+ },
+ {
+ "epoch": 0.22988505747126436,
+ "grad_norm": 143.32620239257812,
+ "learning_rate": 2.2758620689655173e-06,
+ "loss": 3.9519,
+ "step": 100
+ },
+ {
+ "epoch": 0.28735632183908044,
+ "grad_norm": 61.33234405517578,
+ "learning_rate": 2.850574712643678e-06,
+ "loss": 3.6484,
+ "step": 125
+ },
+ {
+ "epoch": 0.3448275862068966,
+ "grad_norm": 67.54753112792969,
+ "learning_rate": 3.425287356321839e-06,
+ "loss": 3.4282,
+ "step": 150
+ },
+ {
+ "epoch": 0.40229885057471265,
+ "grad_norm": 132.90296936035156,
+ "learning_rate": 4.000000000000001e-06,
+ "loss": 3.1815,
+ "step": 175
+ },
+ {
+ "epoch": 0.45977011494252873,
+ "grad_norm": 46.601314544677734,
+ "learning_rate": 4.5747126436781615e-06,
+ "loss": 2.9159,
+ "step": 200
+ },
+ {
+ "epoch": 0.5172413793103449,
+ "grad_norm": 51.87305450439453,
+ "learning_rate": 5.149425287356322e-06,
+ "loss": 2.3467,
+ "step": 225
+ },
+ {
+ "epoch": 0.5747126436781609,
+ "grad_norm": 98.60101318359375,
+ "learning_rate": 5.724137931034483e-06,
+ "loss": 2.0049,
+ "step": 250
+ },
+ {
+ "epoch": 0.632183908045977,
+ "grad_norm": 16.502172470092773,
+ "learning_rate": 6.298850574712644e-06,
+ "loss": 1.7104,
+ "step": 275
+ },
+ {
+ "epoch": 0.6896551724137931,
+ "grad_norm": 61.49979782104492,
+ "learning_rate": 6.873563218390805e-06,
+ "loss": 1.7963,
+ "step": 300
+ },
+ {
+ "epoch": 0.7471264367816092,
+ "grad_norm": 86.86444091796875,
+ "learning_rate": 7.4482758620689665e-06,
+ "loss": 1.5261,
+ "step": 325
+ },
+ {
+ "epoch": 0.8045977011494253,
+ "grad_norm": 24.79496955871582,
+ "learning_rate": 8.022988505747126e-06,
+ "loss": 1.4704,
+ "step": 350
+ },
+ {
+ "epoch": 0.8620689655172413,
+ "grad_norm": 101.75529479980469,
+ "learning_rate": 8.597701149425289e-06,
+ "loss": 1.4275,
+ "step": 375
+ },
+ {
+ "epoch": 0.9195402298850575,
+ "grad_norm": 42.74177169799805,
+ "learning_rate": 9.172413793103448e-06,
+ "loss": 1.2154,
+ "step": 400
+ },
+ {
+ "epoch": 0.9770114942528736,
+ "grad_norm": 69.20018768310547,
+ "learning_rate": 9.74712643678161e-06,
+ "loss": 1.2764,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9140271493212669,
+ "eval_loss": 0.2824455797672272,
+ "eval_macro_f1": 0.622878194080716,
+ "eval_runtime": 2.6233,
+ "eval_samples_per_second": 589.711,
+ "eval_steps_per_second": 36.976,
+ "eval_weighted_f1": 0.893620777456492,
+ "step": 435
+ },
+ {
+ "epoch": 1.0344827586206897,
+ "grad_norm": 29.06832504272461,
+ "learning_rate": 1.032183908045977e-05,
+ "loss": 1.487,
+ "step": 450
+ },
+ {
+ "epoch": 1.0919540229885056,
+ "grad_norm": 61.902687072753906,
+ "learning_rate": 1.0896551724137932e-05,
+ "loss": 1.2539,
+ "step": 475
+ },
+ {
+ "epoch": 1.1494252873563218,
+ "grad_norm": 27.26679039001465,
+ "learning_rate": 1.1471264367816093e-05,
+ "loss": 0.9934,
+ "step": 500
+ },
+ {
+ "epoch": 1.206896551724138,
+ "grad_norm": 126.78582763671875,
+ "learning_rate": 1.2045977011494254e-05,
+ "loss": 1.218,
+ "step": 525
+ },
+ {
+ "epoch": 1.264367816091954,
+ "grad_norm": 96.14798736572266,
+ "learning_rate": 1.2620689655172415e-05,
+ "loss": 0.9208,
+ "step": 550
+ },
+ {
+ "epoch": 1.3218390804597702,
+ "grad_norm": 79.70824432373047,
+ "learning_rate": 1.3195402298850574e-05,
+ "loss": 1.1673,
+ "step": 575
+ },
+ {
+ "epoch": 1.3793103448275863,
+ "grad_norm": 18.800642013549805,
+ "learning_rate": 1.3770114942528736e-05,
+ "loss": 1.1244,
+ "step": 600
+ },
+ {
+ "epoch": 1.4367816091954024,
+ "grad_norm": 45.46791458129883,
+ "learning_rate": 1.4344827586206897e-05,
+ "loss": 1.0992,
+ "step": 625
+ },
+ {
+ "epoch": 1.4942528735632183,
+ "grad_norm": 38.59031677246094,
+ "learning_rate": 1.4919540229885058e-05,
+ "loss": 1.099,
+ "step": 650
+ },
+ {
+ "epoch": 1.5517241379310345,
+ "grad_norm": 46.203269958496094,
+ "learning_rate": 1.549425287356322e-05,
+ "loss": 1.1053,
+ "step": 675
+ },
+ {
+ "epoch": 1.6091954022988506,
+ "grad_norm": 190.404296875,
+ "learning_rate": 1.6068965517241383e-05,
+ "loss": 1.1795,
+ "step": 700
+ },
+ {
+ "epoch": 1.6666666666666665,
+ "grad_norm": 60.799625396728516,
+ "learning_rate": 1.664367816091954e-05,
+ "loss": 0.9335,
+ "step": 725
+ },
+ {
+ "epoch": 1.7241379310344827,
+ "grad_norm": 79.29805755615234,
+ "learning_rate": 1.72183908045977e-05,
+ "loss": 0.815,
+ "step": 750
+ },
+ {
+ "epoch": 1.7816091954022988,
+ "grad_norm": 83.83712005615234,
+ "learning_rate": 1.7793103448275862e-05,
+ "loss": 1.087,
+ "step": 775
+ },
+ {
+ "epoch": 1.839080459770115,
+ "grad_norm": 51.824859619140625,
+ "learning_rate": 1.8367816091954027e-05,
+ "loss": 1.0516,
+ "step": 800
+ },
+ {
+ "epoch": 1.896551724137931,
+ "grad_norm": 23.116647720336914,
+ "learning_rate": 1.8942528735632187e-05,
+ "loss": 1.0059,
+ "step": 825
+ },
+ {
+ "epoch": 1.9540229885057472,
+ "grad_norm": 86.5362548828125,
+ "learning_rate": 1.9517241379310345e-05,
+ "loss": 0.9953,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.936005171299289,
+ "eval_loss": 0.21690095961093903,
+ "eval_macro_f1": 0.8320195029371217,
+ "eval_runtime": 2.884,
+ "eval_samples_per_second": 536.414,
+ "eval_steps_per_second": 33.634,
+ "eval_weighted_f1": 0.9337923155097491,
+ "step": 870
+ },
+ {
+ "epoch": 2.0114942528735633,
+ "grad_norm": 35.23226547241211,
+ "learning_rate": 1.9989782886334612e-05,
+ "loss": 1.2005,
+ "step": 875
+ },
+ {
+ "epoch": 2.0689655172413794,
+ "grad_norm": 36.35498809814453,
+ "learning_rate": 1.9925925925925928e-05,
+ "loss": 0.7582,
+ "step": 900
+ },
+ {
+ "epoch": 2.1264367816091956,
+ "grad_norm": 82.01165008544922,
+ "learning_rate": 1.9862068965517244e-05,
+ "loss": 1.0093,
+ "step": 925
+ },
+ {
+ "epoch": 2.1839080459770113,
+ "grad_norm": 116.72792053222656,
+ "learning_rate": 1.979821200510856e-05,
+ "loss": 0.7357,
+ "step": 950
+ },
+ {
+ "epoch": 2.2413793103448274,
+ "grad_norm": 64.21260833740234,
+ "learning_rate": 1.9734355044699872e-05,
+ "loss": 0.9757,
+ "step": 975
+ },
+ {
+ "epoch": 2.2988505747126435,
+ "grad_norm": 41.9251708984375,
+ "learning_rate": 1.9670498084291188e-05,
+ "loss": 1.0526,
+ "step": 1000
+ },
+ {
+ "epoch": 2.3563218390804597,
+ "grad_norm": 42.352699279785156,
+ "learning_rate": 1.9606641123882504e-05,
+ "loss": 0.9018,
+ "step": 1025
+ },
+ {
+ "epoch": 2.413793103448276,
+ "grad_norm": 65.98710632324219,
+ "learning_rate": 1.954278416347382e-05,
+ "loss": 0.901,
+ "step": 1050
+ },
+ {
+ "epoch": 2.471264367816092,
+ "grad_norm": 11.95513916015625,
+ "learning_rate": 1.9478927203065136e-05,
+ "loss": 0.7996,
+ "step": 1075
+ },
+ {
+ "epoch": 2.528735632183908,
+ "grad_norm": 59.48210525512695,
+ "learning_rate": 1.941507024265645e-05,
+ "loss": 0.8258,
+ "step": 1100
+ },
+ {
+ "epoch": 2.586206896551724,
+ "grad_norm": 19.359569549560547,
+ "learning_rate": 1.9351213282247767e-05,
+ "loss": 0.6673,
+ "step": 1125
+ },
+ {
+ "epoch": 2.6436781609195403,
+ "grad_norm": 75.80420684814453,
+ "learning_rate": 1.928735632183908e-05,
+ "loss": 0.9378,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7011494252873565,
+ "grad_norm": 30.460901260375977,
+ "learning_rate": 1.92234993614304e-05,
+ "loss": 0.9419,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7586206896551726,
+ "grad_norm": 31.772748947143555,
+ "learning_rate": 1.915964240102171e-05,
+ "loss": 0.701,
+ "step": 1200
+ },
+ {
+ "epoch": 2.8160919540229887,
+ "grad_norm": 43.48031234741211,
+ "learning_rate": 1.9095785440613027e-05,
+ "loss": 0.8795,
+ "step": 1225
+ },
+ {
+ "epoch": 2.873563218390805,
+ "grad_norm": 22.545183181762695,
+ "learning_rate": 1.9031928480204343e-05,
+ "loss": 0.8479,
+ "step": 1250
+ },
+ {
+ "epoch": 2.9310344827586206,
+ "grad_norm": 40.706478118896484,
+ "learning_rate": 1.896807151979566e-05,
+ "loss": 0.8668,
+ "step": 1275
+ },
+ {
+ "epoch": 2.9885057471264367,
+ "grad_norm": 34.41613006591797,
+ "learning_rate": 1.8904214559386975e-05,
+ "loss": 0.779,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9411764705882353,
+ "eval_loss": 0.21190869808197021,
+ "eval_macro_f1": 0.8237646600977863,
+ "eval_runtime": 2.8498,
+ "eval_samples_per_second": 542.84,
+ "eval_steps_per_second": 34.037,
+ "eval_weighted_f1": 0.9367363532290243,
+ "step": 1305
+ },
+ {
+ "epoch": 3.045977011494253,
+ "grad_norm": 12.42618179321289,
+ "learning_rate": 1.884035759897829e-05,
+ "loss": 0.6757,
+ "step": 1325
+ },
+ {
+ "epoch": 3.103448275862069,
+ "grad_norm": 5.148250579833984,
+ "learning_rate": 1.8776500638569606e-05,
+ "loss": 0.6805,
+ "step": 1350
+ },
+ {
+ "epoch": 3.160919540229885,
+ "grad_norm": 18.025135040283203,
+ "learning_rate": 1.871264367816092e-05,
+ "loss": 0.6895,
+ "step": 1375
+ },
+ {
+ "epoch": 3.218390804597701,
+ "grad_norm": 6.517500877380371,
+ "learning_rate": 1.8648786717752235e-05,
+ "loss": 0.6185,
+ "step": 1400
+ },
+ {
+ "epoch": 3.2758620689655173,
+ "grad_norm": 33.409690856933594,
+ "learning_rate": 1.8584929757343554e-05,
+ "loss": 0.7641,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3333333333333335,
+ "grad_norm": 88.17999267578125,
+ "learning_rate": 1.8521072796934866e-05,
+ "loss": 0.6153,
+ "step": 1450
+ },
+ {
+ "epoch": 3.3908045977011496,
+ "grad_norm": 25.658050537109375,
+ "learning_rate": 1.8457215836526182e-05,
+ "loss": 0.7401,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4482758620689653,
+ "grad_norm": 45.00450897216797,
+ "learning_rate": 1.8393358876117498e-05,
+ "loss": 0.6616,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5057471264367814,
+ "grad_norm": 106.3752670288086,
+ "learning_rate": 1.8329501915708814e-05,
+ "loss": 0.732,
+ "step": 1525
+ },
+ {
+ "epoch": 3.5632183908045976,
+ "grad_norm": 2.1924707889556885,
+ "learning_rate": 1.826564495530013e-05,
+ "loss": 0.6879,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6206896551724137,
+ "grad_norm": 29.53846549987793,
+ "learning_rate": 1.8201787994891446e-05,
+ "loss": 0.9286,
+ "step": 1575
+ },
+ {
+ "epoch": 3.67816091954023,
+ "grad_norm": 52.141136169433594,
+ "learning_rate": 1.813793103448276e-05,
+ "loss": 0.6041,
+ "step": 1600
+ },
+ {
+ "epoch": 3.735632183908046,
+ "grad_norm": 31.94911766052246,
+ "learning_rate": 1.8074074074074074e-05,
+ "loss": 0.7164,
+ "step": 1625
+ },
+ {
+ "epoch": 3.793103448275862,
+ "grad_norm": 60.96485900878906,
+ "learning_rate": 1.801021711366539e-05,
+ "loss": 0.6059,
+ "step": 1650
+ },
+ {
+ "epoch": 3.8505747126436782,
+ "grad_norm": 8.722193717956543,
+ "learning_rate": 1.7946360153256706e-05,
+ "loss": 0.6306,
+ "step": 1675
+ },
+ {
+ "epoch": 3.9080459770114944,
+ "grad_norm": 29.03435707092285,
+ "learning_rate": 1.788250319284802e-05,
+ "loss": 0.7209,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9655172413793105,
+ "grad_norm": 40.07364273071289,
+ "learning_rate": 1.7818646232439337e-05,
+ "loss": 0.7867,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9437621202327084,
+ "eval_loss": 0.20460227131843567,
+ "eval_macro_f1": 0.8511784854161445,
+ "eval_runtime": 2.7748,
+ "eval_samples_per_second": 557.512,
+ "eval_steps_per_second": 34.957,
+ "eval_weighted_f1": 0.9414060051872705,
+ "step": 1740
+ },
+ {
+ "epoch": 4.022988505747127,
+ "grad_norm": 15.898512840270996,
+ "learning_rate": 1.7754789272030653e-05,
+ "loss": 0.6467,
+ "step": 1750
+ },
+ {
+ "epoch": 4.080459770114943,
+ "grad_norm": 7.476998329162598,
+ "learning_rate": 1.769093231162197e-05,
+ "loss": 0.3966,
+ "step": 1775
+ },
+ {
+ "epoch": 4.137931034482759,
+ "grad_norm": 31.709001541137695,
+ "learning_rate": 1.762707535121328e-05,
+ "loss": 0.5539,
+ "step": 1800
+ },
+ {
+ "epoch": 4.195402298850575,
+ "grad_norm": 28.831144332885742,
+ "learning_rate": 1.75632183908046e-05,
+ "loss": 0.7697,
+ "step": 1825
+ },
+ {
+ "epoch": 4.252873563218391,
+ "grad_norm": 53.8886604309082,
+ "learning_rate": 1.7499361430395913e-05,
+ "loss": 0.6269,
+ "step": 1850
+ },
+ {
+ "epoch": 4.310344827586207,
+ "grad_norm": 37.1868782043457,
+ "learning_rate": 1.743550446998723e-05,
+ "loss": 0.5462,
+ "step": 1875
+ },
+ {
+ "epoch": 4.3678160919540225,
+ "grad_norm": 71.11383056640625,
+ "learning_rate": 1.7371647509578545e-05,
+ "loss": 0.6328,
+ "step": 1900
+ },
+ {
+ "epoch": 4.425287356321839,
+ "grad_norm": 6.014033794403076,
+ "learning_rate": 1.730779054916986e-05,
+ "loss": 0.442,
+ "step": 1925
+ },
+ {
+ "epoch": 4.482758620689655,
+ "grad_norm": 44.34601593017578,
+ "learning_rate": 1.7243933588761176e-05,
+ "loss": 0.6435,
+ "step": 1950
+ },
+ {
+ "epoch": 4.540229885057471,
+ "grad_norm": 12.347517013549805,
+ "learning_rate": 1.7180076628352492e-05,
+ "loss": 0.4974,
+ "step": 1975
+ },
+ {
+ "epoch": 4.597701149425287,
+ "grad_norm": 127.6614761352539,
+ "learning_rate": 1.7116219667943808e-05,
+ "loss": 0.5868,
+ "step": 2000
+ },
+ {
+ "epoch": 4.655172413793103,
+ "grad_norm": 46.37266159057617,
+ "learning_rate": 1.705236270753512e-05,
+ "loss": 0.7809,
+ "step": 2025
+ },
+ {
+ "epoch": 4.712643678160919,
+ "grad_norm": 74.96855926513672,
+ "learning_rate": 1.6988505747126436e-05,
+ "loss": 0.6302,
+ "step": 2050
+ },
+ {
+ "epoch": 4.7701149425287355,
+ "grad_norm": 27.749553680419922,
+ "learning_rate": 1.6924648786717756e-05,
+ "loss": 0.6878,
+ "step": 2075
+ },
+ {
+ "epoch": 4.827586206896552,
+ "grad_norm": 28.22524642944336,
+ "learning_rate": 1.6860791826309068e-05,
+ "loss": 0.6333,
+ "step": 2100
+ },
+ {
+ "epoch": 4.885057471264368,
+ "grad_norm": 95.75648498535156,
+ "learning_rate": 1.6796934865900384e-05,
+ "loss": 0.478,
+ "step": 2125
+ },
+ {
+ "epoch": 4.942528735632184,
+ "grad_norm": 120.60413360595703,
+ "learning_rate": 1.67330779054917e-05,
+ "loss": 0.5263,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 87.45854187011719,
+ "learning_rate": 1.6669220945083016e-05,
+ "loss": 0.7413,
+ "step": 2175
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9463477698771816,
+ "eval_loss": 0.26639601588249207,
+ "eval_macro_f1": 0.8471890209271095,
+ "eval_runtime": 2.8778,
+ "eval_samples_per_second": 537.573,
+ "eval_steps_per_second": 33.707,
+ "eval_weighted_f1": 0.9435301905984652,
+ "step": 2175
+ },
+ {
+ "epoch": 5.057471264367816,
+ "grad_norm": 64.46949768066406,
+ "learning_rate": 1.6605363984674328e-05,
+ "loss": 0.3879,
+ "step": 2200
+ },
+ {
+ "epoch": 5.114942528735632,
+ "grad_norm": 8.423047065734863,
+ "learning_rate": 1.6541507024265647e-05,
+ "loss": 0.3954,
+ "step": 2225
+ },
+ {
+ "epoch": 5.172413793103448,
+ "grad_norm": 80.61648559570312,
+ "learning_rate": 1.6477650063856963e-05,
+ "loss": 0.6084,
+ "step": 2250
+ },
+ {
+ "epoch": 5.2298850574712645,
+ "grad_norm": 113.03629302978516,
+ "learning_rate": 1.6413793103448276e-05,
+ "loss": 0.4831,
+ "step": 2275
+ },
+ {
+ "epoch": 5.287356321839081,
+ "grad_norm": 62.81293487548828,
+ "learning_rate": 1.634993614303959e-05,
+ "loss": 0.4218,
+ "step": 2300
+ },
+ {
+ "epoch": 5.344827586206897,
+ "grad_norm": 200.0397186279297,
+ "learning_rate": 1.6286079182630907e-05,
+ "loss": 0.5344,
+ "step": 2325
+ },
+ {
+ "epoch": 5.402298850574713,
+ "grad_norm": 34.35760498046875,
+ "learning_rate": 1.6222222222222223e-05,
+ "loss": 0.4771,
+ "step": 2350
+ },
+ {
+ "epoch": 5.459770114942529,
+ "grad_norm": 5.907890319824219,
+ "learning_rate": 1.615836526181354e-05,
+ "loss": 0.4631,
+ "step": 2375
+ },
+ {
+ "epoch": 5.517241379310345,
+ "grad_norm": 135.62925720214844,
+ "learning_rate": 1.6094508301404855e-05,
+ "loss": 0.4342,
+ "step": 2400
+ },
+ {
+ "epoch": 5.574712643678161,
+ "grad_norm": 56.137481689453125,
+ "learning_rate": 1.603065134099617e-05,
+ "loss": 0.5131,
+ "step": 2425
+ },
+ {
+ "epoch": 5.6321839080459775,
+ "grad_norm": 0.9973520636558533,
+ "learning_rate": 1.5966794380587483e-05,
+ "loss": 0.7072,
+ "step": 2450
+ },
+ {
+ "epoch": 5.689655172413794,
+ "grad_norm": 154.66505432128906,
+ "learning_rate": 1.5902937420178802e-05,
+ "loss": 0.5903,
+ "step": 2475
+ },
+ {
+ "epoch": 5.747126436781609,
+ "grad_norm": 22.547443389892578,
+ "learning_rate": 1.5839080459770115e-05,
+ "loss": 0.5126,
+ "step": 2500
+ },
+ {
+ "epoch": 5.804597701149425,
+ "grad_norm": 116.9658432006836,
+ "learning_rate": 1.577522349936143e-05,
+ "loss": 0.6128,
+ "step": 2525
+ },
+ {
+ "epoch": 5.862068965517241,
+ "grad_norm": 0.1626264601945877,
+ "learning_rate": 1.5711366538952746e-05,
+ "loss": 0.509,
+ "step": 2550
+ },
+ {
+ "epoch": 5.919540229885057,
+ "grad_norm": 1.1527636051177979,
+ "learning_rate": 1.5647509578544062e-05,
+ "loss": 0.5958,
+ "step": 2575
+ },
+ {
+ "epoch": 5.977011494252873,
+ "grad_norm": 34.205902099609375,
+ "learning_rate": 1.5583652618135378e-05,
+ "loss": 0.6013,
+ "step": 2600
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9457013574660633,
+ "eval_loss": 0.3036922216415405,
+ "eval_macro_f1": 0.8596743164432326,
+ "eval_runtime": 2.7365,
+ "eval_samples_per_second": 565.319,
+ "eval_steps_per_second": 35.447,
+ "eval_weighted_f1": 0.9434365904088026,
+ "step": 2610
+ },
+ {
+ "epoch": 6.0344827586206895,
+ "grad_norm": 21.509857177734375,
+ "learning_rate": 1.5519795657726694e-05,
+ "loss": 0.5525,
+ "step": 2625
+ },
+ {
+ "epoch": 6.091954022988506,
+ "grad_norm": 0.1214284673333168,
+ "learning_rate": 1.545593869731801e-05,
+ "loss": 0.2735,
+ "step": 2650
+ },
+ {
+ "epoch": 6.149425287356322,
+ "grad_norm": 1.456486463546753,
+ "learning_rate": 1.5392081736909322e-05,
+ "loss": 0.2927,
+ "step": 2675
+ },
+ {
+ "epoch": 6.206896551724138,
+ "grad_norm": 29.155765533447266,
+ "learning_rate": 1.5328224776500638e-05,
+ "loss": 0.7004,
+ "step": 2700
+ },
+ {
+ "epoch": 6.264367816091954,
+ "grad_norm": 0.09277675300836563,
+ "learning_rate": 1.5264367816091957e-05,
+ "loss": 0.3492,
+ "step": 2725
+ },
+ {
+ "epoch": 6.32183908045977,
+ "grad_norm": 58.62759780883789,
+ "learning_rate": 1.520051085568327e-05,
+ "loss": 0.4331,
+ "step": 2750
+ },
+ {
+ "epoch": 6.379310344827586,
+ "grad_norm": 13.637407302856445,
+ "learning_rate": 1.5136653895274587e-05,
+ "loss": 0.6041,
+ "step": 2775
+ },
+ {
+ "epoch": 6.436781609195402,
+ "grad_norm": 34.937652587890625,
+ "learning_rate": 1.5072796934865901e-05,
+ "loss": 0.4359,
+ "step": 2800
+ },
+ {
+ "epoch": 6.494252873563219,
+ "grad_norm": 176.8557586669922,
+ "learning_rate": 1.5008939974457217e-05,
+ "loss": 0.3107,
+ "step": 2825
+ },
+ {
+ "epoch": 6.551724137931035,
+ "grad_norm": 64.951416015625,
+ "learning_rate": 1.4945083014048531e-05,
+ "loss": 0.3518,
+ "step": 2850
+ },
+ {
+ "epoch": 6.609195402298851,
+ "grad_norm": 10.967199325561523,
+ "learning_rate": 1.4881226053639847e-05,
+ "loss": 0.3134,
+ "step": 2875
+ },
+ {
+ "epoch": 6.666666666666667,
+ "grad_norm": 94.00547790527344,
+ "learning_rate": 1.4817369093231165e-05,
+ "loss": 0.5228,
+ "step": 2900
+ },
+ {
+ "epoch": 6.724137931034483,
+ "grad_norm": 88.82599639892578,
+ "learning_rate": 1.4753512132822479e-05,
+ "loss": 0.4079,
+ "step": 2925
+ },
+ {
+ "epoch": 6.781609195402299,
+ "grad_norm": 313.6712951660156,
+ "learning_rate": 1.4689655172413795e-05,
+ "loss": 0.4575,
+ "step": 2950
+ },
+ {
+ "epoch": 6.8390804597701145,
+ "grad_norm": 1.4508088827133179,
+ "learning_rate": 1.4625798212005109e-05,
+ "loss": 0.526,
+ "step": 2975
+ },
+ {
+ "epoch": 6.896551724137931,
+ "grad_norm": 28.799528121948242,
+ "learning_rate": 1.4561941251596425e-05,
+ "loss": 0.5279,
+ "step": 3000
+ },
+ {
+ "epoch": 6.954022988505747,
+ "grad_norm": 0.17448049783706665,
+ "learning_rate": 1.4498084291187742e-05,
+ "loss": 0.439,
+ "step": 3025
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.940530058177117,
+ "eval_loss": 0.32828229665756226,
+ "eval_macro_f1": 0.8383177079768718,
+ "eval_runtime": 2.9653,
+ "eval_samples_per_second": 521.704,
+ "eval_steps_per_second": 32.712,
+ "eval_weighted_f1": 0.9395101064090678,
+ "step": 3045
+ },
+ {
+ "epoch": 7.011494252873563,
+ "grad_norm": 0.5736026167869568,
+ "learning_rate": 1.4434227330779056e-05,
+ "loss": 0.5672,
+ "step": 3050
+ },
+ {
+ "epoch": 7.068965517241379,
+ "grad_norm": 0.10717378556728363,
+ "learning_rate": 1.4370370370370372e-05,
+ "loss": 0.3625,
+ "step": 3075
+ },
+ {
+ "epoch": 7.126436781609195,
+ "grad_norm": 56.714622497558594,
+ "learning_rate": 1.4306513409961686e-05,
+ "loss": 0.2681,
+ "step": 3100
+ },
+ {
+ "epoch": 7.183908045977011,
+ "grad_norm": 20.04535675048828,
+ "learning_rate": 1.4242656449553002e-05,
+ "loss": 0.1836,
+ "step": 3125
+ },
+ {
+ "epoch": 7.241379310344827,
+ "grad_norm": 0.13017643988132477,
+ "learning_rate": 1.4178799489144316e-05,
+ "loss": 0.4311,
+ "step": 3150
+ },
+ {
+ "epoch": 7.2988505747126435,
+ "grad_norm": 173.84033203125,
+ "learning_rate": 1.4114942528735634e-05,
+ "loss": 0.5291,
+ "step": 3175
+ },
+ {
+ "epoch": 7.35632183908046,
+ "grad_norm": 0.11474902927875519,
+ "learning_rate": 1.405108556832695e-05,
+ "loss": 0.3095,
+ "step": 3200
+ },
+ {
+ "epoch": 7.413793103448276,
+ "grad_norm": 234.57171630859375,
+ "learning_rate": 1.3987228607918264e-05,
+ "loss": 0.4371,
+ "step": 3225
+ },
+ {
+ "epoch": 7.471264367816092,
+ "grad_norm": 0.7069563865661621,
+ "learning_rate": 1.392337164750958e-05,
+ "loss": 0.4086,
+ "step": 3250
+ },
+ {
+ "epoch": 7.528735632183908,
+ "grad_norm": 50.07723617553711,
+ "learning_rate": 1.3859514687100894e-05,
+ "loss": 0.4126,
+ "step": 3275
+ },
+ {
+ "epoch": 7.586206896551724,
+ "grad_norm": 52.5754508972168,
+ "learning_rate": 1.3795657726692211e-05,
+ "loss": 0.3408,
+ "step": 3300
+ },
+ {
+ "epoch": 7.64367816091954,
+ "grad_norm": 1.1468124389648438,
+ "learning_rate": 1.3731800766283526e-05,
+ "loss": 0.4657,
+ "step": 3325
+ },
+ {
+ "epoch": 7.7011494252873565,
+ "grad_norm": 50.419342041015625,
+ "learning_rate": 1.3667943805874841e-05,
+ "loss": 0.5188,
+ "step": 3350
+ },
+ {
+ "epoch": 7.758620689655173,
+ "grad_norm": 0.4368256628513336,
+ "learning_rate": 1.3604086845466157e-05,
+ "loss": 0.2734,
+ "step": 3375
+ },
+ {
+ "epoch": 7.816091954022989,
+ "grad_norm": 66.3209457397461,
+ "learning_rate": 1.3540229885057471e-05,
+ "loss": 0.3274,
+ "step": 3400
+ },
+ {
+ "epoch": 7.873563218390805,
+ "grad_norm": 0.2430601418018341,
+ "learning_rate": 1.3476372924648789e-05,
+ "loss": 0.4179,
+ "step": 3425
+ },
+ {
+ "epoch": 7.931034482758621,
+ "grad_norm": 17.331148147583008,
+ "learning_rate": 1.3412515964240103e-05,
+ "loss": 0.2445,
+ "step": 3450
+ },
+ {
+ "epoch": 7.988505747126437,
+ "grad_norm": 13.401670455932617,
+ "learning_rate": 1.3348659003831419e-05,
+ "loss": 0.5435,
+ "step": 3475
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9444085326438267,
+ "eval_loss": 0.33746784925460815,
+ "eval_macro_f1": 0.8494865840851716,
+ "eval_runtime": 2.7972,
+ "eval_samples_per_second": 553.061,
+ "eval_steps_per_second": 34.678,
+ "eval_weighted_f1": 0.9428329609325846,
+ "step": 3480
+ },
+ {
+ "epoch": 8.045977011494253,
+ "grad_norm": 136.97314453125,
+ "learning_rate": 1.3284802043422733e-05,
+ "loss": 0.3393,
+ "step": 3500
+ },
+ {
+ "epoch": 8.10344827586207,
+ "grad_norm": 3.103800058364868,
+ "learning_rate": 1.3220945083014049e-05,
+ "loss": 0.2377,
+ "step": 3525
+ },
+ {
+ "epoch": 8.160919540229886,
+ "grad_norm": 0.24595454335212708,
+ "learning_rate": 1.3157088122605367e-05,
+ "loss": 0.4221,
+ "step": 3550
+ },
+ {
+ "epoch": 8.218390804597702,
+ "grad_norm": 0.24125459790229797,
+ "learning_rate": 1.309323116219668e-05,
+ "loss": 0.3434,
+ "step": 3575
+ },
+ {
+ "epoch": 8.275862068965518,
+ "grad_norm": 45.899959564208984,
+ "learning_rate": 1.3029374201787996e-05,
+ "loss": 0.3691,
+ "step": 3600
+ },
+ {
+ "epoch": 8.333333333333334,
+ "grad_norm": 0.15197734534740448,
+ "learning_rate": 1.296551724137931e-05,
+ "loss": 0.3088,
+ "step": 3625
+ },
+ {
+ "epoch": 8.39080459770115,
+ "grad_norm": 1.858221411705017,
+ "learning_rate": 1.2901660280970626e-05,
+ "loss": 0.3021,
+ "step": 3650
+ },
+ {
+ "epoch": 8.448275862068966,
+ "grad_norm": 0.21687494218349457,
+ "learning_rate": 1.283780332056194e-05,
+ "loss": 0.1176,
+ "step": 3675
+ },
+ {
+ "epoch": 8.505747126436782,
+ "grad_norm": 0.1758592128753662,
+ "learning_rate": 1.2773946360153258e-05,
+ "loss": 0.3625,
+ "step": 3700
+ },
+ {
+ "epoch": 8.563218390804598,
+ "grad_norm": 0.35951778292655945,
+ "learning_rate": 1.2710089399744574e-05,
+ "loss": 0.2862,
+ "step": 3725
+ },
+ {
+ "epoch": 8.620689655172415,
+ "grad_norm": 0.0553213395178318,
+ "learning_rate": 1.2646232439335888e-05,
+ "loss": 0.4067,
+ "step": 3750
+ },
+ {
+ "epoch": 8.678160919540229,
+ "grad_norm": 0.252119779586792,
+ "learning_rate": 1.2582375478927204e-05,
+ "loss": 0.4748,
+ "step": 3775
+ },
+ {
+ "epoch": 8.735632183908045,
+ "grad_norm": 1.3747284412384033,
+ "learning_rate": 1.2518518518518518e-05,
+ "loss": 0.3126,
+ "step": 3800
+ },
+ {
+ "epoch": 8.793103448275861,
+ "grad_norm": 10.316068649291992,
+ "learning_rate": 1.2454661558109836e-05,
+ "loss": 0.3634,
+ "step": 3825
+ },
+ {
+ "epoch": 8.850574712643677,
+ "grad_norm": 0.11203095316886902,
+ "learning_rate": 1.2390804597701151e-05,
+ "loss": 0.3379,
+ "step": 3850
+ },
+ {
+ "epoch": 8.908045977011493,
+ "grad_norm": 0.2818429172039032,
+ "learning_rate": 1.2326947637292466e-05,
+ "loss": 0.2963,
+ "step": 3875
+ },
+ {
+ "epoch": 8.96551724137931,
+ "grad_norm": 0.055314406752586365,
+ "learning_rate": 1.2263090676883781e-05,
+ "loss": 0.4535,
+ "step": 3900
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.9398836457659987,
+ "eval_loss": 0.3292090594768524,
+ "eval_macro_f1": 0.8451711738794465,
+ "eval_runtime": 2.8863,
+ "eval_samples_per_second": 535.972,
+ "eval_steps_per_second": 33.607,
+ "eval_weighted_f1": 0.9387426341351185,
+ "step": 3915
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8700,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a921fad475007bbffca2f4c5ff60ec62229fe3fe
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161/trainer_state.json
@@ -0,0 +1,464 @@
+{
+ "best_global_step": 1161,
+ "best_metric": 0.8966072726194184,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161",
+ "epoch": 9.0,
+ "eval_steps": 500,
+ "global_step": 1161,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.19455252918287938,
+ "grad_norm": 101.5467758178711,
+ "learning_rate": 1.86046511627907e-06,
+ "loss": 5.411,
+ "step": 25
+ },
+ {
+ "epoch": 0.38910505836575876,
+ "grad_norm": 81.69048309326172,
+ "learning_rate": 3.798449612403101e-06,
+ "loss": 4.2152,
+ "step": 50
+ },
+ {
+ "epoch": 0.5836575875486382,
+ "grad_norm": 81.57347869873047,
+ "learning_rate": 5.736434108527133e-06,
+ "loss": 3.6834,
+ "step": 75
+ },
+ {
+ "epoch": 0.7782101167315175,
+ "grad_norm": 26.226085662841797,
+ "learning_rate": 7.674418604651164e-06,
+ "loss": 3.5089,
+ "step": 100
+ },
+ {
+ "epoch": 0.9727626459143969,
+ "grad_norm": 20.509733200073242,
+ "learning_rate": 9.612403100775196e-06,
+ "loss": 3.2409,
+ "step": 125
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.7286652078774617,
+ "eval_loss": 0.7403519153594971,
+ "eval_macro_f1": 0.2810126582278481,
+ "eval_runtime": 1.0563,
+ "eval_samples_per_second": 432.65,
+ "eval_steps_per_second": 27.455,
+ "eval_weighted_f1": 0.6142924410713793,
+ "step": 129
+ },
+ {
+ "epoch": 1.1634241245136188,
+ "grad_norm": 64.8873062133789,
+ "learning_rate": 1.1550387596899227e-05,
+ "loss": 2.9342,
+ "step": 150
+ },
+ {
+ "epoch": 1.3579766536964981,
+ "grad_norm": 35.117835998535156,
+ "learning_rate": 1.3488372093023257e-05,
+ "loss": 2.8376,
+ "step": 175
+ },
+ {
+ "epoch": 1.5525291828793775,
+ "grad_norm": 101.19019317626953,
+ "learning_rate": 1.542635658914729e-05,
+ "loss": 2.4047,
+ "step": 200
+ },
+ {
+ "epoch": 1.7470817120622568,
+ "grad_norm": 38.14746856689453,
+ "learning_rate": 1.736434108527132e-05,
+ "loss": 1.9189,
+ "step": 225
+ },
+ {
+ "epoch": 1.9416342412451362,
+ "grad_norm": 43.99481201171875,
+ "learning_rate": 1.9302325581395353e-05,
+ "loss": 1.7379,
+ "step": 250
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.87527352297593,
+ "eval_loss": 0.3325788974761963,
+ "eval_macro_f1": 0.7308432967218378,
+ "eval_runtime": 1.002,
+ "eval_samples_per_second": 456.101,
+ "eval_steps_per_second": 28.943,
+ "eval_weighted_f1": 0.8689279533985452,
+ "step": 258
+ },
+ {
+ "epoch": 2.132295719844358,
+ "grad_norm": 39.52508544921875,
+ "learning_rate": 1.9862187769164516e-05,
+ "loss": 1.4535,
+ "step": 275
+ },
+ {
+ "epoch": 2.3268482490272375,
+ "grad_norm": 100.41864776611328,
+ "learning_rate": 1.9646856158484065e-05,
+ "loss": 1.5681,
+ "step": 300
+ },
+ {
+ "epoch": 2.5214007782101167,
+ "grad_norm": 32.752681732177734,
+ "learning_rate": 1.943152454780362e-05,
+ "loss": 1.6827,
+ "step": 325
+ },
+ {
+ "epoch": 2.7159533073929962,
+ "grad_norm": 27.89714813232422,
+ "learning_rate": 1.921619293712317e-05,
+ "loss": 1.4884,
+ "step": 350
+ },
+ {
+ "epoch": 2.9105058365758754,
+ "grad_norm": 55.0583381652832,
+ "learning_rate": 1.9000861326442723e-05,
+ "loss": 1.3268,
+ "step": 375
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.912472647702407,
+ "eval_loss": 0.2993910610675812,
+ "eval_macro_f1": 0.8342116427766969,
+ "eval_runtime": 1.0062,
+ "eval_samples_per_second": 454.193,
+ "eval_steps_per_second": 28.822,
+ "eval_weighted_f1": 0.911035564629767,
+ "step": 387
+ },
+ {
+ "epoch": 3.1011673151750974,
+ "grad_norm": 80.73308563232422,
+ "learning_rate": 1.8785529715762276e-05,
+ "loss": 1.4177,
+ "step": 400
+ },
+ {
+ "epoch": 3.2957198443579765,
+ "grad_norm": 22.857919692993164,
+ "learning_rate": 1.857019810508183e-05,
+ "loss": 1.1288,
+ "step": 425
+ },
+ {
+ "epoch": 3.490272373540856,
+ "grad_norm": 41.241580963134766,
+ "learning_rate": 1.835486649440138e-05,
+ "loss": 1.2761,
+ "step": 450
+ },
+ {
+ "epoch": 3.6848249027237356,
+ "grad_norm": 70.94171905517578,
+ "learning_rate": 1.813953488372093e-05,
+ "loss": 1.2168,
+ "step": 475
+ },
+ {
+ "epoch": 3.8793774319066148,
+ "grad_norm": 78.02689361572266,
+ "learning_rate": 1.7924203273040483e-05,
+ "loss": 0.8625,
+ "step": 500
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9212253829321663,
+ "eval_loss": 0.27901342511177063,
+ "eval_macro_f1": 0.8671264803397554,
+ "eval_runtime": 0.9771,
+ "eval_samples_per_second": 467.693,
+ "eval_steps_per_second": 29.679,
+ "eval_weighted_f1": 0.9223341056471691,
+ "step": 516
+ },
+ {
+ "epoch": 4.070038910505836,
+ "grad_norm": 57.2181396484375,
+ "learning_rate": 1.7708871662360035e-05,
+ "loss": 0.9899,
+ "step": 525
+ },
+ {
+ "epoch": 4.264591439688716,
+ "grad_norm": 28.382827758789062,
+ "learning_rate": 1.7493540051679588e-05,
+ "loss": 0.9073,
+ "step": 550
+ },
+ {
+ "epoch": 4.4591439688715955,
+ "grad_norm": 60.77801513671875,
+ "learning_rate": 1.727820844099914e-05,
+ "loss": 0.7978,
+ "step": 575
+ },
+ {
+ "epoch": 4.653696498054475,
+ "grad_norm": 50.01327133178711,
+ "learning_rate": 1.7062876830318693e-05,
+ "loss": 0.8612,
+ "step": 600
+ },
+ {
+ "epoch": 4.848249027237354,
+ "grad_norm": 62.889190673828125,
+ "learning_rate": 1.6847545219638243e-05,
+ "loss": 1.1621,
+ "step": 625
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9146608315098468,
+ "eval_loss": 0.2734995186328888,
+ "eval_macro_f1": 0.8439984221020235,
+ "eval_runtime": 1.0243,
+ "eval_samples_per_second": 446.15,
+ "eval_steps_per_second": 28.312,
+ "eval_weighted_f1": 0.9143095084830726,
+ "step": 645
+ },
+ {
+ "epoch": 5.038910505836576,
+ "grad_norm": 62.80373764038086,
+ "learning_rate": 1.6632213608957795e-05,
+ "loss": 0.7663,
+ "step": 650
+ },
+ {
+ "epoch": 5.233463035019455,
+ "grad_norm": 189.08029174804688,
+ "learning_rate": 1.6416881998277348e-05,
+ "loss": 0.7203,
+ "step": 675
+ },
+ {
+ "epoch": 5.428015564202335,
+ "grad_norm": 157.95887756347656,
+ "learning_rate": 1.62015503875969e-05,
+ "loss": 0.5046,
+ "step": 700
+ },
+ {
+ "epoch": 5.622568093385214,
+ "grad_norm": 28.120084762573242,
+ "learning_rate": 1.5986218776916453e-05,
+ "loss": 0.7933,
+ "step": 725
+ },
+ {
+ "epoch": 5.817120622568093,
+ "grad_norm": 78.62400817871094,
+ "learning_rate": 1.5770887166236006e-05,
+ "loss": 0.8044,
+ "step": 750
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.925601750547046,
+ "eval_loss": 0.32352906465530396,
+ "eval_macro_f1": 0.869306662499349,
+ "eval_runtime": 1.0114,
+ "eval_samples_per_second": 451.833,
+ "eval_steps_per_second": 28.672,
+ "eval_weighted_f1": 0.9245764399046213,
+ "step": 774
+ },
+ {
+ "epoch": 6.007782101167315,
+ "grad_norm": 11.395580291748047,
+ "learning_rate": 1.555555555555556e-05,
+ "loss": 0.5756,
+ "step": 775
+ },
+ {
+ "epoch": 6.202334630350195,
+ "grad_norm": 36.38821029663086,
+ "learning_rate": 1.534022394487511e-05,
+ "loss": 0.5349,
+ "step": 800
+ },
+ {
+ "epoch": 6.396887159533074,
+ "grad_norm": 5.9300947189331055,
+ "learning_rate": 1.512489233419466e-05,
+ "loss": 0.4864,
+ "step": 825
+ },
+ {
+ "epoch": 6.591439688715953,
+ "grad_norm": 26.07611846923828,
+ "learning_rate": 1.4909560723514215e-05,
+ "loss": 0.6126,
+ "step": 850
+ },
+ {
+ "epoch": 6.785992217898833,
+ "grad_norm": 169.8355255126953,
+ "learning_rate": 1.4694229112833764e-05,
+ "loss": 0.6318,
+ "step": 875
+ },
+ {
+ "epoch": 6.980544747081712,
+ "grad_norm": 115.15208435058594,
+ "learning_rate": 1.4478897502153318e-05,
+ "loss": 0.7607,
+ "step": 900
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9299781181619255,
+ "eval_loss": 0.27811527252197266,
+ "eval_macro_f1": 0.8745654168983327,
+ "eval_runtime": 1.0137,
+ "eval_samples_per_second": 450.809,
+ "eval_steps_per_second": 28.607,
+ "eval_weighted_f1": 0.9310580136440144,
+ "step": 903
+ },
+ {
+ "epoch": 7.171206225680934,
+ "grad_norm": 30.460220336914062,
+ "learning_rate": 1.426356589147287e-05,
+ "loss": 0.4046,
+ "step": 925
+ },
+ {
+ "epoch": 7.365758754863813,
+ "grad_norm": 33.1778564453125,
+ "learning_rate": 1.4048234280792422e-05,
+ "loss": 0.4296,
+ "step": 950
+ },
+ {
+ "epoch": 7.560311284046692,
+ "grad_norm": 51.63707733154297,
+ "learning_rate": 1.3832902670111974e-05,
+ "loss": 0.4215,
+ "step": 975
+ },
+ {
+ "epoch": 7.754863813229572,
+ "grad_norm": 19.124042510986328,
+ "learning_rate": 1.3617571059431525e-05,
+ "loss": 0.3341,
+ "step": 1000
+ },
+ {
+ "epoch": 7.9494163424124515,
+ "grad_norm": 48.66011428833008,
+ "learning_rate": 1.3402239448751078e-05,
+ "loss": 0.5325,
+ "step": 1025
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9321663019693655,
+ "eval_loss": 0.3705456256866455,
+ "eval_macro_f1": 0.8765728411490948,
+ "eval_runtime": 1.0887,
+ "eval_samples_per_second": 419.763,
+ "eval_steps_per_second": 26.637,
+ "eval_weighted_f1": 0.9322654435068405,
+ "step": 1032
+ },
+ {
+ "epoch": 8.140077821011673,
+ "grad_norm": 168.1405487060547,
+ "learning_rate": 1.318690783807063e-05,
+ "loss": 0.4374,
+ "step": 1050
+ },
+ {
+ "epoch": 8.334630350194553,
+ "grad_norm": 233.7158966064453,
+ "learning_rate": 1.2971576227390181e-05,
+ "loss": 0.5346,
+ "step": 1075
+ },
+ {
+ "epoch": 8.529182879377432,
+ "grad_norm": 105.84122467041016,
+ "learning_rate": 1.2756244616709734e-05,
+ "loss": 0.3217,
+ "step": 1100
+ },
+ {
+ "epoch": 8.72373540856031,
+ "grad_norm": 98.66136932373047,
+ "learning_rate": 1.2540913006029287e-05,
+ "loss": 0.661,
+ "step": 1125
+ },
+ {
+ "epoch": 8.918287937743191,
+ "grad_norm": 1.877851963043213,
+ "learning_rate": 1.2325581395348838e-05,
+ "loss": 0.4053,
+ "step": 1150
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.9409190371991247,
+ "eval_loss": 0.40764573216438293,
+ "eval_macro_f1": 0.8966072726194184,
+ "eval_runtime": 1.0325,
+ "eval_samples_per_second": 442.595,
+ "eval_steps_per_second": 28.086,
+ "eval_weighted_f1": 0.9408284340063059,
+ "step": 1161
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 2580,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..5e7285e68afec00fad00c95b013169d35527be85
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1548/trainer_state.json
@@ -0,0 +1,602 @@
+{
+ "best_global_step": 1161,
+ "best_metric": 0.8966072726194184,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/trainer/checkpoint-1161",
+ "epoch": 12.0,
+ "eval_steps": 500,
+ "global_step": 1548,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.19455252918287938,
+ "grad_norm": 101.5467758178711,
+ "learning_rate": 1.86046511627907e-06,
+ "loss": 5.411,
+ "step": 25
+ },
+ {
+ "epoch": 0.38910505836575876,
+ "grad_norm": 81.69048309326172,
+ "learning_rate": 3.798449612403101e-06,
+ "loss": 4.2152,
+ "step": 50
+ },
+ {
+ "epoch": 0.5836575875486382,
+ "grad_norm": 81.57347869873047,
+ "learning_rate": 5.736434108527133e-06,
+ "loss": 3.6834,
+ "step": 75
+ },
+ {
+ "epoch": 0.7782101167315175,
+ "grad_norm": 26.226085662841797,
+ "learning_rate": 7.674418604651164e-06,
+ "loss": 3.5089,
+ "step": 100
+ },
+ {
+ "epoch": 0.9727626459143969,
+ "grad_norm": 20.509733200073242,
+ "learning_rate": 9.612403100775196e-06,
+ "loss": 3.2409,
+ "step": 125
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.7286652078774617,
+ "eval_loss": 0.7403519153594971,
+ "eval_macro_f1": 0.2810126582278481,
+ "eval_runtime": 1.0563,
+ "eval_samples_per_second": 432.65,
+ "eval_steps_per_second": 27.455,
+ "eval_weighted_f1": 0.6142924410713793,
+ "step": 129
+ },
+ {
+ "epoch": 1.1634241245136188,
+ "grad_norm": 64.8873062133789,
+ "learning_rate": 1.1550387596899227e-05,
+ "loss": 2.9342,
+ "step": 150
+ },
+ {
+ "epoch": 1.3579766536964981,
+ "grad_norm": 35.117835998535156,
+ "learning_rate": 1.3488372093023257e-05,
+ "loss": 2.8376,
+ "step": 175
+ },
+ {
+ "epoch": 1.5525291828793775,
+ "grad_norm": 101.19019317626953,
+ "learning_rate": 1.542635658914729e-05,
+ "loss": 2.4047,
+ "step": 200
+ },
+ {
+ "epoch": 1.7470817120622568,
+ "grad_norm": 38.14746856689453,
+ "learning_rate": 1.736434108527132e-05,
+ "loss": 1.9189,
+ "step": 225
+ },
+ {
+ "epoch": 1.9416342412451362,
+ "grad_norm": 43.99481201171875,
+ "learning_rate": 1.9302325581395353e-05,
+ "loss": 1.7379,
+ "step": 250
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.87527352297593,
+ "eval_loss": 0.3325788974761963,
+ "eval_macro_f1": 0.7308432967218378,
+ "eval_runtime": 1.002,
+ "eval_samples_per_second": 456.101,
+ "eval_steps_per_second": 28.943,
+ "eval_weighted_f1": 0.8689279533985452,
+ "step": 258
+ },
+ {
+ "epoch": 2.132295719844358,
+ "grad_norm": 39.52508544921875,
+ "learning_rate": 1.9862187769164516e-05,
+ "loss": 1.4535,
+ "step": 275
+ },
+ {
+ "epoch": 2.3268482490272375,
+ "grad_norm": 100.41864776611328,
+ "learning_rate": 1.9646856158484065e-05,
+ "loss": 1.5681,
+ "step": 300
+ },
+ {
+ "epoch": 2.5214007782101167,
+ "grad_norm": 32.752681732177734,
+ "learning_rate": 1.943152454780362e-05,
+ "loss": 1.6827,
+ "step": 325
+ },
+ {
+ "epoch": 2.7159533073929962,
+ "grad_norm": 27.89714813232422,
+ "learning_rate": 1.921619293712317e-05,
+ "loss": 1.4884,
+ "step": 350
+ },
+ {
+ "epoch": 2.9105058365758754,
+ "grad_norm": 55.0583381652832,
+ "learning_rate": 1.9000861326442723e-05,
+ "loss": 1.3268,
+ "step": 375
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.912472647702407,
+ "eval_loss": 0.2993910610675812,
+ "eval_macro_f1": 0.8342116427766969,
+ "eval_runtime": 1.0062,
+ "eval_samples_per_second": 454.193,
+ "eval_steps_per_second": 28.822,
+ "eval_weighted_f1": 0.911035564629767,
+ "step": 387
+ },
+ {
+ "epoch": 3.1011673151750974,
+ "grad_norm": 80.73308563232422,
+ "learning_rate": 1.8785529715762276e-05,
+ "loss": 1.4177,
+ "step": 400
+ },
+ {
+ "epoch": 3.2957198443579765,
+ "grad_norm": 22.857919692993164,
+ "learning_rate": 1.857019810508183e-05,
+ "loss": 1.1288,
+ "step": 425
+ },
+ {
+ "epoch": 3.490272373540856,
+ "grad_norm": 41.241580963134766,
+ "learning_rate": 1.835486649440138e-05,
+ "loss": 1.2761,
+ "step": 450
+ },
+ {
+ "epoch": 3.6848249027237356,
+ "grad_norm": 70.94171905517578,
+ "learning_rate": 1.813953488372093e-05,
+ "loss": 1.2168,
+ "step": 475
+ },
+ {
+ "epoch": 3.8793774319066148,
+ "grad_norm": 78.02689361572266,
+ "learning_rate": 1.7924203273040483e-05,
+ "loss": 0.8625,
+ "step": 500
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9212253829321663,
+ "eval_loss": 0.27901342511177063,
+ "eval_macro_f1": 0.8671264803397554,
+ "eval_runtime": 0.9771,
+ "eval_samples_per_second": 467.693,
+ "eval_steps_per_second": 29.679,
+ "eval_weighted_f1": 0.9223341056471691,
+ "step": 516
+ },
+ {
+ "epoch": 4.070038910505836,
+ "grad_norm": 57.2181396484375,
+ "learning_rate": 1.7708871662360035e-05,
+ "loss": 0.9899,
+ "step": 525
+ },
+ {
+ "epoch": 4.264591439688716,
+ "grad_norm": 28.382827758789062,
+ "learning_rate": 1.7493540051679588e-05,
+ "loss": 0.9073,
+ "step": 550
+ },
+ {
+ "epoch": 4.4591439688715955,
+ "grad_norm": 60.77801513671875,
+ "learning_rate": 1.727820844099914e-05,
+ "loss": 0.7978,
+ "step": 575
+ },
+ {
+ "epoch": 4.653696498054475,
+ "grad_norm": 50.01327133178711,
+ "learning_rate": 1.7062876830318693e-05,
+ "loss": 0.8612,
+ "step": 600
+ },
+ {
+ "epoch": 4.848249027237354,
+ "grad_norm": 62.889190673828125,
+ "learning_rate": 1.6847545219638243e-05,
+ "loss": 1.1621,
+ "step": 625
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9146608315098468,
+ "eval_loss": 0.2734995186328888,
+ "eval_macro_f1": 0.8439984221020235,
+ "eval_runtime": 1.0243,
+ "eval_samples_per_second": 446.15,
+ "eval_steps_per_second": 28.312,
+ "eval_weighted_f1": 0.9143095084830726,
+ "step": 645
+ },
+ {
+ "epoch": 5.038910505836576,
+ "grad_norm": 62.80373764038086,
+ "learning_rate": 1.6632213608957795e-05,
+ "loss": 0.7663,
+ "step": 650
+ },
+ {
+ "epoch": 5.233463035019455,
+ "grad_norm": 189.08029174804688,
+ "learning_rate": 1.6416881998277348e-05,
+ "loss": 0.7203,
+ "step": 675
+ },
+ {
+ "epoch": 5.428015564202335,
+ "grad_norm": 157.95887756347656,
+ "learning_rate": 1.62015503875969e-05,
+ "loss": 0.5046,
+ "step": 700
+ },
+ {
+ "epoch": 5.622568093385214,
+ "grad_norm": 28.120084762573242,
+ "learning_rate": 1.5986218776916453e-05,
+ "loss": 0.7933,
+ "step": 725
+ },
+ {
+ "epoch": 5.817120622568093,
+ "grad_norm": 78.62400817871094,
+ "learning_rate": 1.5770887166236006e-05,
+ "loss": 0.8044,
+ "step": 750
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.925601750547046,
+ "eval_loss": 0.32352906465530396,
+ "eval_macro_f1": 0.869306662499349,
+ "eval_runtime": 1.0114,
+ "eval_samples_per_second": 451.833,
+ "eval_steps_per_second": 28.672,
+ "eval_weighted_f1": 0.9245764399046213,
+ "step": 774
+ },
+ {
+ "epoch": 6.007782101167315,
+ "grad_norm": 11.395580291748047,
+ "learning_rate": 1.555555555555556e-05,
+ "loss": 0.5756,
+ "step": 775
+ },
+ {
+ "epoch": 6.202334630350195,
+ "grad_norm": 36.38821029663086,
+ "learning_rate": 1.534022394487511e-05,
+ "loss": 0.5349,
+ "step": 800
+ },
+ {
+ "epoch": 6.396887159533074,
+ "grad_norm": 5.9300947189331055,
+ "learning_rate": 1.512489233419466e-05,
+ "loss": 0.4864,
+ "step": 825
+ },
+ {
+ "epoch": 6.591439688715953,
+ "grad_norm": 26.07611846923828,
+ "learning_rate": 1.4909560723514215e-05,
+ "loss": 0.6126,
+ "step": 850
+ },
+ {
+ "epoch": 6.785992217898833,
+ "grad_norm": 169.8355255126953,
+ "learning_rate": 1.4694229112833764e-05,
+ "loss": 0.6318,
+ "step": 875
+ },
+ {
+ "epoch": 6.980544747081712,
+ "grad_norm": 115.15208435058594,
+ "learning_rate": 1.4478897502153318e-05,
+ "loss": 0.7607,
+ "step": 900
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9299781181619255,
+ "eval_loss": 0.27811527252197266,
+ "eval_macro_f1": 0.8745654168983327,
+ "eval_runtime": 1.0137,
+ "eval_samples_per_second": 450.809,
+ "eval_steps_per_second": 28.607,
+ "eval_weighted_f1": 0.9310580136440144,
+ "step": 903
+ },
+ {
+ "epoch": 7.171206225680934,
+ "grad_norm": 30.460220336914062,
+ "learning_rate": 1.426356589147287e-05,
+ "loss": 0.4046,
+ "step": 925
+ },
+ {
+ "epoch": 7.365758754863813,
+ "grad_norm": 33.1778564453125,
+ "learning_rate": 1.4048234280792422e-05,
+ "loss": 0.4296,
+ "step": 950
+ },
+ {
+ "epoch": 7.560311284046692,
+ "grad_norm": 51.63707733154297,
+ "learning_rate": 1.3832902670111974e-05,
+ "loss": 0.4215,
+ "step": 975
+ },
+ {
+ "epoch": 7.754863813229572,
+ "grad_norm": 19.124042510986328,
+ "learning_rate": 1.3617571059431525e-05,
+ "loss": 0.3341,
+ "step": 1000
+ },
+ {
+ "epoch": 7.9494163424124515,
+ "grad_norm": 48.66011428833008,
+ "learning_rate": 1.3402239448751078e-05,
+ "loss": 0.5325,
+ "step": 1025
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9321663019693655,
+ "eval_loss": 0.3705456256866455,
+ "eval_macro_f1": 0.8765728411490948,
+ "eval_runtime": 1.0887,
+ "eval_samples_per_second": 419.763,
+ "eval_steps_per_second": 26.637,
+ "eval_weighted_f1": 0.9322654435068405,
+ "step": 1032
+ },
+ {
+ "epoch": 8.140077821011673,
+ "grad_norm": 168.1405487060547,
+ "learning_rate": 1.318690783807063e-05,
+ "loss": 0.4374,
+ "step": 1050
+ },
+ {
+ "epoch": 8.334630350194553,
+ "grad_norm": 233.7158966064453,
+ "learning_rate": 1.2971576227390181e-05,
+ "loss": 0.5346,
+ "step": 1075
+ },
+ {
+ "epoch": 8.529182879377432,
+ "grad_norm": 105.84122467041016,
+ "learning_rate": 1.2756244616709734e-05,
+ "loss": 0.3217,
+ "step": 1100
+ },
+ {
+ "epoch": 8.72373540856031,
+ "grad_norm": 98.66136932373047,
+ "learning_rate": 1.2540913006029287e-05,
+ "loss": 0.661,
+ "step": 1125
+ },
+ {
+ "epoch": 8.918287937743191,
+ "grad_norm": 1.877851963043213,
+ "learning_rate": 1.2325581395348838e-05,
+ "loss": 0.4053,
+ "step": 1150
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.9409190371991247,
+ "eval_loss": 0.40764573216438293,
+ "eval_macro_f1": 0.8966072726194184,
+ "eval_runtime": 1.0325,
+ "eval_samples_per_second": 442.595,
+ "eval_steps_per_second": 28.086,
+ "eval_weighted_f1": 0.9408284340063059,
+ "step": 1161
+ },
+ {
+ "epoch": 9.108949416342412,
+ "grad_norm": 0.4882633090019226,
+ "learning_rate": 1.211024978466839e-05,
+ "loss": 0.4413,
+ "step": 1175
+ },
+ {
+ "epoch": 9.303501945525293,
+ "grad_norm": 66.08149719238281,
+ "learning_rate": 1.1894918173987941e-05,
+ "loss": 0.3823,
+ "step": 1200
+ },
+ {
+ "epoch": 9.498054474708171,
+ "grad_norm": 39.965904235839844,
+ "learning_rate": 1.1679586563307494e-05,
+ "loss": 0.3902,
+ "step": 1225
+ },
+ {
+ "epoch": 9.69260700389105,
+ "grad_norm": 0.05041733756661415,
+ "learning_rate": 1.1464254952627048e-05,
+ "loss": 0.3512,
+ "step": 1250
+ },
+ {
+ "epoch": 9.88715953307393,
+ "grad_norm": 14.165529251098633,
+ "learning_rate": 1.1248923341946599e-05,
+ "loss": 0.3209,
+ "step": 1275
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.9321663019693655,
+ "eval_loss": 0.4616827070713043,
+ "eval_macro_f1": 0.8879373913518053,
+ "eval_runtime": 1.0401,
+ "eval_samples_per_second": 439.384,
+ "eval_steps_per_second": 27.882,
+ "eval_weighted_f1": 0.9331714886303213,
+ "step": 1290
+ },
+ {
+ "epoch": 10.077821011673151,
+ "grad_norm": 0.4963928461074829,
+ "learning_rate": 1.1033591731266152e-05,
+ "loss": 0.4421,
+ "step": 1300
+ },
+ {
+ "epoch": 10.272373540856032,
+ "grad_norm": 156.1742706298828,
+ "learning_rate": 1.0818260120585703e-05,
+ "loss": 0.3511,
+ "step": 1325
+ },
+ {
+ "epoch": 10.46692607003891,
+ "grad_norm": 0.5145885944366455,
+ "learning_rate": 1.0602928509905255e-05,
+ "loss": 0.2565,
+ "step": 1350
+ },
+ {
+ "epoch": 10.66147859922179,
+ "grad_norm": 482.7770690917969,
+ "learning_rate": 1.0387596899224808e-05,
+ "loss": 0.2867,
+ "step": 1375
+ },
+ {
+ "epoch": 10.85603112840467,
+ "grad_norm": 52.45553207397461,
+ "learning_rate": 1.0172265288544359e-05,
+ "loss": 0.5281,
+ "step": 1400
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.9212253829321663,
+ "eval_loss": 0.45837995409965515,
+ "eval_macro_f1": 0.8658849977194961,
+ "eval_runtime": 1.0236,
+ "eval_samples_per_second": 446.47,
+ "eval_steps_per_second": 28.332,
+ "eval_weighted_f1": 0.9205755811996414,
+ "step": 1419
+ },
+ {
+ "epoch": 11.04669260700389,
+ "grad_norm": 16.800689697265625,
+ "learning_rate": 9.956933677863911e-06,
+ "loss": 0.3091,
+ "step": 1425
+ },
+ {
+ "epoch": 11.24124513618677,
+ "grad_norm": 0.2697942852973938,
+ "learning_rate": 9.741602067183464e-06,
+ "loss": 0.1495,
+ "step": 1450
+ },
+ {
+ "epoch": 11.43579766536965,
+ "grad_norm": 32.95631790161133,
+ "learning_rate": 9.526270456503015e-06,
+ "loss": 0.2392,
+ "step": 1475
+ },
+ {
+ "epoch": 11.630350194552529,
+ "grad_norm": 6.855742454528809,
+ "learning_rate": 9.310938845822568e-06,
+ "loss": 0.1905,
+ "step": 1500
+ },
+ {
+ "epoch": 11.82490272373541,
+ "grad_norm": 604.3335571289062,
+ "learning_rate": 9.09560723514212e-06,
+ "loss": 0.2846,
+ "step": 1525
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.936542669584245,
+ "eval_loss": 0.4687778353691101,
+ "eval_macro_f1": 0.8898953429077127,
+ "eval_runtime": 1.0226,
+ "eval_samples_per_second": 446.921,
+ "eval_steps_per_second": 28.36,
+ "eval_weighted_f1": 0.9371920439637104,
+ "step": 1548
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 2580,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..006bcc7d18617be8f5f0caee2682c2f408100f8b
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752/trainer_state.json
@@ -0,0 +1,1494 @@
+{
+ "best_global_step": 4752,
+ "best_metric": 0.8620947687790051,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752",
+ "epoch": 11.0,
+ "eval_steps": 500,
+ "global_step": 4752,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05787037037037037,
+ "grad_norm": 49.18155288696289,
+ "learning_rate": 5.555555555555555e-07,
+ "loss": 4.6968,
+ "step": 25
+ },
+ {
+ "epoch": 0.11574074074074074,
+ "grad_norm": 76.85645294189453,
+ "learning_rate": 1.1342592592592594e-06,
+ "loss": 4.4405,
+ "step": 50
+ },
+ {
+ "epoch": 0.1736111111111111,
+ "grad_norm": 65.4331283569336,
+ "learning_rate": 1.7129629629629632e-06,
+ "loss": 4.3964,
+ "step": 75
+ },
+ {
+ "epoch": 0.23148148148148148,
+ "grad_norm": 114.14410400390625,
+ "learning_rate": 2.2916666666666666e-06,
+ "loss": 4.0336,
+ "step": 100
+ },
+ {
+ "epoch": 0.28935185185185186,
+ "grad_norm": 81.83231353759766,
+ "learning_rate": 2.8703703703703706e-06,
+ "loss": 3.5887,
+ "step": 125
+ },
+ {
+ "epoch": 0.3472222222222222,
+ "grad_norm": 67.9708251953125,
+ "learning_rate": 3.449074074074074e-06,
+ "loss": 3.1801,
+ "step": 150
+ },
+ {
+ "epoch": 0.4050925925925926,
+ "grad_norm": 48.5985107421875,
+ "learning_rate": 4.027777777777779e-06,
+ "loss": 2.9553,
+ "step": 175
+ },
+ {
+ "epoch": 0.46296296296296297,
+ "grad_norm": 72.81159210205078,
+ "learning_rate": 4.606481481481481e-06,
+ "loss": 2.4951,
+ "step": 200
+ },
+ {
+ "epoch": 0.5208333333333334,
+ "grad_norm": 36.119686126708984,
+ "learning_rate": 5.185185185185185e-06,
+ "loss": 2.0267,
+ "step": 225
+ },
+ {
+ "epoch": 0.5787037037037037,
+ "grad_norm": 30.395553588867188,
+ "learning_rate": 5.7638888888888886e-06,
+ "loss": 1.666,
+ "step": 250
+ },
+ {
+ "epoch": 0.6365740740740741,
+ "grad_norm": 74.79532623291016,
+ "learning_rate": 6.342592592592594e-06,
+ "loss": 1.5419,
+ "step": 275
+ },
+ {
+ "epoch": 0.6944444444444444,
+ "grad_norm": 35.03430938720703,
+ "learning_rate": 6.9212962962962974e-06,
+ "loss": 1.4011,
+ "step": 300
+ },
+ {
+ "epoch": 0.7523148148148148,
+ "grad_norm": 104.17002868652344,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 1.3575,
+ "step": 325
+ },
+ {
+ "epoch": 0.8101851851851852,
+ "grad_norm": 38.88947296142578,
+ "learning_rate": 8.078703703703705e-06,
+ "loss": 1.0279,
+ "step": 350
+ },
+ {
+ "epoch": 0.8680555555555556,
+ "grad_norm": 23.771381378173828,
+ "learning_rate": 8.657407407407408e-06,
+ "loss": 1.1992,
+ "step": 375
+ },
+ {
+ "epoch": 0.9259259259259259,
+ "grad_norm": 17.463258743286133,
+ "learning_rate": 9.236111111111112e-06,
+ "loss": 0.8848,
+ "step": 400
+ },
+ {
+ "epoch": 0.9837962962962963,
+ "grad_norm": 86.75448608398438,
+ "learning_rate": 9.814814814814815e-06,
+ "loss": 1.2516,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.93359375,
+ "eval_loss": 0.22012925148010254,
+ "eval_macro_f1": 0.6319789755298139,
+ "eval_runtime": 2.8629,
+ "eval_samples_per_second": 536.517,
+ "eval_steps_per_second": 33.532,
+ "eval_weighted_f1": 0.919116995980144,
+ "step": 432
+ },
+ {
+ "epoch": 1.0416666666666667,
+ "grad_norm": 24.057159423828125,
+ "learning_rate": 1.0393518518518519e-05,
+ "loss": 1.1549,
+ "step": 450
+ },
+ {
+ "epoch": 1.099537037037037,
+ "grad_norm": 69.71923828125,
+ "learning_rate": 1.0972222222222224e-05,
+ "loss": 1.1176,
+ "step": 475
+ },
+ {
+ "epoch": 1.1574074074074074,
+ "grad_norm": 9.94516372680664,
+ "learning_rate": 1.1550925925925926e-05,
+ "loss": 0.9754,
+ "step": 500
+ },
+ {
+ "epoch": 1.2152777777777777,
+ "grad_norm": 52.960182189941406,
+ "learning_rate": 1.2129629629629631e-05,
+ "loss": 0.8887,
+ "step": 525
+ },
+ {
+ "epoch": 1.2731481481481481,
+ "grad_norm": 29.956403732299805,
+ "learning_rate": 1.2708333333333333e-05,
+ "loss": 0.8512,
+ "step": 550
+ },
+ {
+ "epoch": 1.3310185185185186,
+ "grad_norm": 99.97569274902344,
+ "learning_rate": 1.3287037037037039e-05,
+ "loss": 0.8533,
+ "step": 575
+ },
+ {
+ "epoch": 1.3888888888888888,
+ "grad_norm": 167.1588134765625,
+ "learning_rate": 1.3865740740740742e-05,
+ "loss": 0.8855,
+ "step": 600
+ },
+ {
+ "epoch": 1.4467592592592593,
+ "grad_norm": 89.66463470458984,
+ "learning_rate": 1.4444444444444446e-05,
+ "loss": 0.8581,
+ "step": 625
+ },
+ {
+ "epoch": 1.5046296296296298,
+ "grad_norm": 84.04855346679688,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 0.9504,
+ "step": 650
+ },
+ {
+ "epoch": 1.5625,
+ "grad_norm": 31.432144165039062,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.8447,
+ "step": 675
+ },
+ {
+ "epoch": 1.6203703703703702,
+ "grad_norm": 163.85768127441406,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.9166,
+ "step": 700
+ },
+ {
+ "epoch": 1.6782407407407407,
+ "grad_norm": 13.358113288879395,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 0.8768,
+ "step": 725
+ },
+ {
+ "epoch": 1.7361111111111112,
+ "grad_norm": 15.809774398803711,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 0.9362,
+ "step": 750
+ },
+ {
+ "epoch": 1.7939814814814814,
+ "grad_norm": 51.42661666870117,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.7822,
+ "step": 775
+ },
+ {
+ "epoch": 1.8518518518518519,
+ "grad_norm": 59.8980712890625,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 1.024,
+ "step": 800
+ },
+ {
+ "epoch": 1.9097222222222223,
+ "grad_norm": 138.69517517089844,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 0.9372,
+ "step": 825
+ },
+ {
+ "epoch": 1.9675925925925926,
+ "grad_norm": 428.2663269042969,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.7634,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9342447916666666,
+ "eval_loss": 0.2579492926597595,
+ "eval_macro_f1": 0.7819598936102059,
+ "eval_runtime": 2.9533,
+ "eval_samples_per_second": 520.102,
+ "eval_steps_per_second": 32.506,
+ "eval_weighted_f1": 0.931201584262328,
+ "step": 864
+ },
+ {
+ "epoch": 2.025462962962963,
+ "grad_norm": 47.58729553222656,
+ "learning_rate": 1.997427983539095e-05,
+ "loss": 0.8343,
+ "step": 875
+ },
+ {
+ "epoch": 2.0833333333333335,
+ "grad_norm": 48.188175201416016,
+ "learning_rate": 1.9909979423868314e-05,
+ "loss": 0.951,
+ "step": 900
+ },
+ {
+ "epoch": 2.1412037037037037,
+ "grad_norm": 37.874271392822266,
+ "learning_rate": 1.984567901234568e-05,
+ "loss": 0.7345,
+ "step": 925
+ },
+ {
+ "epoch": 2.199074074074074,
+ "grad_norm": 45.34410858154297,
+ "learning_rate": 1.9781378600823048e-05,
+ "loss": 0.6997,
+ "step": 950
+ },
+ {
+ "epoch": 2.2569444444444446,
+ "grad_norm": 133.60183715820312,
+ "learning_rate": 1.9717078189300413e-05,
+ "loss": 0.7315,
+ "step": 975
+ },
+ {
+ "epoch": 2.314814814814815,
+ "grad_norm": 3.521240234375,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.8651,
+ "step": 1000
+ },
+ {
+ "epoch": 2.372685185185185,
+ "grad_norm": 23.21702766418457,
+ "learning_rate": 1.9588477366255147e-05,
+ "loss": 0.7411,
+ "step": 1025
+ },
+ {
+ "epoch": 2.4305555555555554,
+ "grad_norm": 11.558145523071289,
+ "learning_rate": 1.9524176954732512e-05,
+ "loss": 0.7791,
+ "step": 1050
+ },
+ {
+ "epoch": 2.488425925925926,
+ "grad_norm": 18.67754554748535,
+ "learning_rate": 1.945987654320988e-05,
+ "loss": 0.9354,
+ "step": 1075
+ },
+ {
+ "epoch": 2.5462962962962963,
+ "grad_norm": 38.739627838134766,
+ "learning_rate": 1.9395576131687242e-05,
+ "loss": 0.8481,
+ "step": 1100
+ },
+ {
+ "epoch": 2.6041666666666665,
+ "grad_norm": 11.284213066101074,
+ "learning_rate": 1.933127572016461e-05,
+ "loss": 0.7135,
+ "step": 1125
+ },
+ {
+ "epoch": 2.662037037037037,
+ "grad_norm": 47.02680969238281,
+ "learning_rate": 1.926697530864198e-05,
+ "loss": 0.8361,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7199074074074074,
+ "grad_norm": 61.53483581542969,
+ "learning_rate": 1.920267489711934e-05,
+ "loss": 0.7622,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7777777777777777,
+ "grad_norm": 24.56148338317871,
+ "learning_rate": 1.913837448559671e-05,
+ "loss": 0.6577,
+ "step": 1200
+ },
+ {
+ "epoch": 2.835648148148148,
+ "grad_norm": 16.452505111694336,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 0.6591,
+ "step": 1225
+ },
+ {
+ "epoch": 2.8935185185185186,
+ "grad_norm": 54.70965576171875,
+ "learning_rate": 1.9009773662551443e-05,
+ "loss": 0.9681,
+ "step": 1250
+ },
+ {
+ "epoch": 2.951388888888889,
+ "grad_norm": 3.586470365524292,
+ "learning_rate": 1.8945473251028808e-05,
+ "loss": 0.7604,
+ "step": 1275
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9479166666666666,
+ "eval_loss": 0.1838006228208542,
+ "eval_macro_f1": 0.8144942187401276,
+ "eval_runtime": 3.027,
+ "eval_samples_per_second": 507.432,
+ "eval_steps_per_second": 31.714,
+ "eval_weighted_f1": 0.9453826760967544,
+ "step": 1296
+ },
+ {
+ "epoch": 3.009259259259259,
+ "grad_norm": 60.533470153808594,
+ "learning_rate": 1.8881172839506173e-05,
+ "loss": 0.8182,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0671296296296298,
+ "grad_norm": 3.7848432064056396,
+ "learning_rate": 1.8816872427983542e-05,
+ "loss": 0.6601,
+ "step": 1325
+ },
+ {
+ "epoch": 3.125,
+ "grad_norm": 2.507720470428467,
+ "learning_rate": 1.8752572016460907e-05,
+ "loss": 0.6117,
+ "step": 1350
+ },
+ {
+ "epoch": 3.1828703703703702,
+ "grad_norm": 24.365459442138672,
+ "learning_rate": 1.8688271604938272e-05,
+ "loss": 0.5887,
+ "step": 1375
+ },
+ {
+ "epoch": 3.240740740740741,
+ "grad_norm": 19.01310920715332,
+ "learning_rate": 1.862397119341564e-05,
+ "loss": 0.6149,
+ "step": 1400
+ },
+ {
+ "epoch": 3.298611111111111,
+ "grad_norm": 11.435423851013184,
+ "learning_rate": 1.8559670781893006e-05,
+ "loss": 0.9998,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3564814814814814,
+ "grad_norm": 20.480737686157227,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.5559,
+ "step": 1450
+ },
+ {
+ "epoch": 3.414351851851852,
+ "grad_norm": 41.380001068115234,
+ "learning_rate": 1.843106995884774e-05,
+ "loss": 0.996,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4722222222222223,
+ "grad_norm": 53.6434211730957,
+ "learning_rate": 1.8366769547325105e-05,
+ "loss": 0.4333,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5300925925925926,
+ "grad_norm": 134.14727783203125,
+ "learning_rate": 1.830246913580247e-05,
+ "loss": 0.8152,
+ "step": 1525
+ },
+ {
+ "epoch": 3.587962962962963,
+ "grad_norm": 51.27402877807617,
+ "learning_rate": 1.8238168724279838e-05,
+ "loss": 0.6767,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6458333333333335,
+ "grad_norm": 16.863025665283203,
+ "learning_rate": 1.8173868312757203e-05,
+ "loss": 0.6397,
+ "step": 1575
+ },
+ {
+ "epoch": 3.7037037037037037,
+ "grad_norm": 48.23088073730469,
+ "learning_rate": 1.8109567901234572e-05,
+ "loss": 0.7625,
+ "step": 1600
+ },
+ {
+ "epoch": 3.761574074074074,
+ "grad_norm": 11.434057235717773,
+ "learning_rate": 1.8045267489711934e-05,
+ "loss": 0.6297,
+ "step": 1625
+ },
+ {
+ "epoch": 3.8194444444444446,
+ "grad_norm": 41.992801666259766,
+ "learning_rate": 1.7980967078189302e-05,
+ "loss": 0.5484,
+ "step": 1650
+ },
+ {
+ "epoch": 3.877314814814815,
+ "grad_norm": 12.369345664978027,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.6361,
+ "step": 1675
+ },
+ {
+ "epoch": 3.935185185185185,
+ "grad_norm": 37.397483825683594,
+ "learning_rate": 1.7852366255144032e-05,
+ "loss": 0.7327,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9930555555555554,
+ "grad_norm": 169.0149383544922,
+ "learning_rate": 1.77880658436214e-05,
+ "loss": 0.6673,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.943359375,
+ "eval_loss": 0.21456412971019745,
+ "eval_macro_f1": 0.8096313854471721,
+ "eval_runtime": 2.9804,
+ "eval_samples_per_second": 515.359,
+ "eval_steps_per_second": 32.21,
+ "eval_weighted_f1": 0.9426806168843336,
+ "step": 1728
+ },
+ {
+ "epoch": 4.050925925925926,
+ "grad_norm": 24.214906692504883,
+ "learning_rate": 1.7723765432098766e-05,
+ "loss": 0.4303,
+ "step": 1750
+ },
+ {
+ "epoch": 4.108796296296297,
+ "grad_norm": 24.26646614074707,
+ "learning_rate": 1.7659465020576135e-05,
+ "loss": 0.5369,
+ "step": 1775
+ },
+ {
+ "epoch": 4.166666666666667,
+ "grad_norm": 2.581326961517334,
+ "learning_rate": 1.75951646090535e-05,
+ "loss": 0.7096,
+ "step": 1800
+ },
+ {
+ "epoch": 4.224537037037037,
+ "grad_norm": 77.99215698242188,
+ "learning_rate": 1.7530864197530865e-05,
+ "loss": 0.4641,
+ "step": 1825
+ },
+ {
+ "epoch": 4.282407407407407,
+ "grad_norm": 38.172157287597656,
+ "learning_rate": 1.7466563786008233e-05,
+ "loss": 0.4534,
+ "step": 1850
+ },
+ {
+ "epoch": 4.340277777777778,
+ "grad_norm": 58.9312629699707,
+ "learning_rate": 1.74022633744856e-05,
+ "loss": 0.5239,
+ "step": 1875
+ },
+ {
+ "epoch": 4.398148148148148,
+ "grad_norm": 8.020282745361328,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 0.6685,
+ "step": 1900
+ },
+ {
+ "epoch": 4.456018518518518,
+ "grad_norm": 17.35138702392578,
+ "learning_rate": 1.7273662551440332e-05,
+ "loss": 0.6457,
+ "step": 1925
+ },
+ {
+ "epoch": 4.513888888888889,
+ "grad_norm": 8.105619430541992,
+ "learning_rate": 1.7209362139917697e-05,
+ "loss": 0.5408,
+ "step": 1950
+ },
+ {
+ "epoch": 4.5717592592592595,
+ "grad_norm": 4.399418830871582,
+ "learning_rate": 1.7145061728395063e-05,
+ "loss": 0.4078,
+ "step": 1975
+ },
+ {
+ "epoch": 4.62962962962963,
+ "grad_norm": 0.4794517457485199,
+ "learning_rate": 1.708076131687243e-05,
+ "loss": 0.5614,
+ "step": 2000
+ },
+ {
+ "epoch": 4.6875,
+ "grad_norm": 41.65056610107422,
+ "learning_rate": 1.7016460905349796e-05,
+ "loss": 0.5738,
+ "step": 2025
+ },
+ {
+ "epoch": 4.74537037037037,
+ "grad_norm": 52.3695182800293,
+ "learning_rate": 1.695216049382716e-05,
+ "loss": 0.7206,
+ "step": 2050
+ },
+ {
+ "epoch": 4.8032407407407405,
+ "grad_norm": 9.808616638183594,
+ "learning_rate": 1.6887860082304527e-05,
+ "loss": 0.5325,
+ "step": 2075
+ },
+ {
+ "epoch": 4.861111111111111,
+ "grad_norm": 44.442054748535156,
+ "learning_rate": 1.6823559670781895e-05,
+ "loss": 0.533,
+ "step": 2100
+ },
+ {
+ "epoch": 4.918981481481482,
+ "grad_norm": 131.7136688232422,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 0.6615,
+ "step": 2125
+ },
+ {
+ "epoch": 4.976851851851852,
+ "grad_norm": 123.59834289550781,
+ "learning_rate": 1.6694958847736625e-05,
+ "loss": 0.5654,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9446614583333334,
+ "eval_loss": 0.27177080512046814,
+ "eval_macro_f1": 0.8157096829131576,
+ "eval_runtime": 2.8731,
+ "eval_samples_per_second": 534.606,
+ "eval_steps_per_second": 33.413,
+ "eval_weighted_f1": 0.944678938661648,
+ "step": 2160
+ },
+ {
+ "epoch": 5.034722222222222,
+ "grad_norm": 1.194509506225586,
+ "learning_rate": 1.6630658436213994e-05,
+ "loss": 0.3647,
+ "step": 2175
+ },
+ {
+ "epoch": 5.092592592592593,
+ "grad_norm": 204.10488891601562,
+ "learning_rate": 1.656635802469136e-05,
+ "loss": 0.5439,
+ "step": 2200
+ },
+ {
+ "epoch": 5.150462962962963,
+ "grad_norm": 78.17781066894531,
+ "learning_rate": 1.6502057613168724e-05,
+ "loss": 0.5043,
+ "step": 2225
+ },
+ {
+ "epoch": 5.208333333333333,
+ "grad_norm": 33.73611068725586,
+ "learning_rate": 1.6437757201646093e-05,
+ "loss": 0.4916,
+ "step": 2250
+ },
+ {
+ "epoch": 5.266203703703704,
+ "grad_norm": 143.0308380126953,
+ "learning_rate": 1.6373456790123458e-05,
+ "loss": 0.4509,
+ "step": 2275
+ },
+ {
+ "epoch": 5.324074074074074,
+ "grad_norm": 13.414512634277344,
+ "learning_rate": 1.6309156378600823e-05,
+ "loss": 0.771,
+ "step": 2300
+ },
+ {
+ "epoch": 5.381944444444445,
+ "grad_norm": 5.322541236877441,
+ "learning_rate": 1.624485596707819e-05,
+ "loss": 0.6264,
+ "step": 2325
+ },
+ {
+ "epoch": 5.439814814814815,
+ "grad_norm": 57.51364517211914,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.382,
+ "step": 2350
+ },
+ {
+ "epoch": 5.497685185185185,
+ "grad_norm": 168.24847412109375,
+ "learning_rate": 1.6116255144032925e-05,
+ "loss": 0.6419,
+ "step": 2375
+ },
+ {
+ "epoch": 5.555555555555555,
+ "grad_norm": 1.9511181116104126,
+ "learning_rate": 1.605195473251029e-05,
+ "loss": 0.5109,
+ "step": 2400
+ },
+ {
+ "epoch": 5.613425925925926,
+ "grad_norm": 43.27511978149414,
+ "learning_rate": 1.5987654320987655e-05,
+ "loss": 0.5201,
+ "step": 2425
+ },
+ {
+ "epoch": 5.671296296296296,
+ "grad_norm": 18.09073257446289,
+ "learning_rate": 1.5923353909465024e-05,
+ "loss": 0.6134,
+ "step": 2450
+ },
+ {
+ "epoch": 5.729166666666667,
+ "grad_norm": 13.248920440673828,
+ "learning_rate": 1.5859053497942386e-05,
+ "loss": 0.4481,
+ "step": 2475
+ },
+ {
+ "epoch": 5.787037037037037,
+ "grad_norm": 108.18492889404297,
+ "learning_rate": 1.5794753086419754e-05,
+ "loss": 0.497,
+ "step": 2500
+ },
+ {
+ "epoch": 5.844907407407407,
+ "grad_norm": 4.612940788269043,
+ "learning_rate": 1.573045267489712e-05,
+ "loss": 0.3826,
+ "step": 2525
+ },
+ {
+ "epoch": 5.902777777777778,
+ "grad_norm": 43.74528503417969,
+ "learning_rate": 1.5666152263374488e-05,
+ "loss": 0.5029,
+ "step": 2550
+ },
+ {
+ "epoch": 5.960648148148148,
+ "grad_norm": 78.43441772460938,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.3778,
+ "step": 2575
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9485677083333334,
+ "eval_loss": 0.22525759041309357,
+ "eval_macro_f1": 0.8347244074845914,
+ "eval_runtime": 2.9041,
+ "eval_samples_per_second": 528.903,
+ "eval_steps_per_second": 33.056,
+ "eval_weighted_f1": 0.9488161336988719,
+ "step": 2592
+ },
+ {
+ "epoch": 6.018518518518518,
+ "grad_norm": 19.518041610717773,
+ "learning_rate": 1.5537551440329218e-05,
+ "loss": 0.603,
+ "step": 2600
+ },
+ {
+ "epoch": 6.076388888888889,
+ "grad_norm": 63.32350540161133,
+ "learning_rate": 1.5473251028806587e-05,
+ "loss": 0.3215,
+ "step": 2625
+ },
+ {
+ "epoch": 6.1342592592592595,
+ "grad_norm": 133.28173828125,
+ "learning_rate": 1.5408950617283952e-05,
+ "loss": 0.5411,
+ "step": 2650
+ },
+ {
+ "epoch": 6.19212962962963,
+ "grad_norm": 0.4768594801425934,
+ "learning_rate": 1.5344650205761317e-05,
+ "loss": 0.4384,
+ "step": 2675
+ },
+ {
+ "epoch": 6.25,
+ "grad_norm": 12.246286392211914,
+ "learning_rate": 1.5280349794238685e-05,
+ "loss": 0.4372,
+ "step": 2700
+ },
+ {
+ "epoch": 6.30787037037037,
+ "grad_norm": 55.91083908081055,
+ "learning_rate": 1.5216049382716052e-05,
+ "loss": 0.318,
+ "step": 2725
+ },
+ {
+ "epoch": 6.3657407407407405,
+ "grad_norm": 17.979150772094727,
+ "learning_rate": 1.5151748971193416e-05,
+ "loss": 0.5943,
+ "step": 2750
+ },
+ {
+ "epoch": 6.423611111111111,
+ "grad_norm": 0.7345873117446899,
+ "learning_rate": 1.5087448559670783e-05,
+ "loss": 0.3323,
+ "step": 2775
+ },
+ {
+ "epoch": 6.481481481481482,
+ "grad_norm": 85.80096435546875,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 0.4635,
+ "step": 2800
+ },
+ {
+ "epoch": 6.539351851851852,
+ "grad_norm": 145.16812133789062,
+ "learning_rate": 1.4958847736625515e-05,
+ "loss": 0.5507,
+ "step": 2825
+ },
+ {
+ "epoch": 6.597222222222222,
+ "grad_norm": 0.14401020109653473,
+ "learning_rate": 1.4894547325102881e-05,
+ "loss": 0.2714,
+ "step": 2850
+ },
+ {
+ "epoch": 6.655092592592593,
+ "grad_norm": 0.10279523581266403,
+ "learning_rate": 1.4830246913580248e-05,
+ "loss": 0.2945,
+ "step": 2875
+ },
+ {
+ "epoch": 6.712962962962963,
+ "grad_norm": 203.37403869628906,
+ "learning_rate": 1.4765946502057615e-05,
+ "loss": 0.5746,
+ "step": 2900
+ },
+ {
+ "epoch": 6.770833333333333,
+ "grad_norm": 68.86481475830078,
+ "learning_rate": 1.470164609053498e-05,
+ "loss": 0.431,
+ "step": 2925
+ },
+ {
+ "epoch": 6.828703703703704,
+ "grad_norm": 3.5494091510772705,
+ "learning_rate": 1.4637345679012347e-05,
+ "loss": 0.5496,
+ "step": 2950
+ },
+ {
+ "epoch": 6.886574074074074,
+ "grad_norm": 0.9977327585220337,
+ "learning_rate": 1.4573045267489714e-05,
+ "loss": 0.4302,
+ "step": 2975
+ },
+ {
+ "epoch": 6.944444444444445,
+ "grad_norm": 43.67266082763672,
+ "learning_rate": 1.4508744855967079e-05,
+ "loss": 0.2321,
+ "step": 3000
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9479166666666666,
+ "eval_loss": 0.2752571702003479,
+ "eval_macro_f1": 0.8318885978666891,
+ "eval_runtime": 2.8767,
+ "eval_samples_per_second": 533.949,
+ "eval_steps_per_second": 33.372,
+ "eval_weighted_f1": 0.9487853167213799,
+ "step": 3024
+ },
+ {
+ "epoch": 7.002314814814815,
+ "grad_norm": 1.8528645038604736,
+ "learning_rate": 1.4444444444444446e-05,
+ "loss": 0.4958,
+ "step": 3025
+ },
+ {
+ "epoch": 7.060185185185185,
+ "grad_norm": 3.5936973094940186,
+ "learning_rate": 1.4380144032921813e-05,
+ "loss": 0.1637,
+ "step": 3050
+ },
+ {
+ "epoch": 7.118055555555555,
+ "grad_norm": 160.1719970703125,
+ "learning_rate": 1.431584362139918e-05,
+ "loss": 0.204,
+ "step": 3075
+ },
+ {
+ "epoch": 7.175925925925926,
+ "grad_norm": 4.490218162536621,
+ "learning_rate": 1.4251543209876545e-05,
+ "loss": 0.2805,
+ "step": 3100
+ },
+ {
+ "epoch": 7.233796296296297,
+ "grad_norm": 0.19049939513206482,
+ "learning_rate": 1.4187242798353911e-05,
+ "loss": 0.307,
+ "step": 3125
+ },
+ {
+ "epoch": 7.291666666666667,
+ "grad_norm": 17.708757400512695,
+ "learning_rate": 1.4122942386831278e-05,
+ "loss": 0.186,
+ "step": 3150
+ },
+ {
+ "epoch": 7.349537037037037,
+ "grad_norm": 0.8256221413612366,
+ "learning_rate": 1.4058641975308642e-05,
+ "loss": 0.1453,
+ "step": 3175
+ },
+ {
+ "epoch": 7.407407407407407,
+ "grad_norm": 0.045566827058792114,
+ "learning_rate": 1.3994341563786009e-05,
+ "loss": 0.3947,
+ "step": 3200
+ },
+ {
+ "epoch": 7.465277777777778,
+ "grad_norm": 30.863033294677734,
+ "learning_rate": 1.3930041152263375e-05,
+ "loss": 0.5174,
+ "step": 3225
+ },
+ {
+ "epoch": 7.523148148148148,
+ "grad_norm": 0.19092391431331635,
+ "learning_rate": 1.3865740740740742e-05,
+ "loss": 0.1737,
+ "step": 3250
+ },
+ {
+ "epoch": 7.581018518518518,
+ "grad_norm": 0.1253451704978943,
+ "learning_rate": 1.3801440329218107e-05,
+ "loss": 0.5837,
+ "step": 3275
+ },
+ {
+ "epoch": 7.638888888888889,
+ "grad_norm": 47.45542907714844,
+ "learning_rate": 1.3737139917695474e-05,
+ "loss": 0.482,
+ "step": 3300
+ },
+ {
+ "epoch": 7.6967592592592595,
+ "grad_norm": 1.2099238634109497,
+ "learning_rate": 1.3672839506172841e-05,
+ "loss": 0.556,
+ "step": 3325
+ },
+ {
+ "epoch": 7.75462962962963,
+ "grad_norm": 0.15288490056991577,
+ "learning_rate": 1.3608539094650206e-05,
+ "loss": 0.3511,
+ "step": 3350
+ },
+ {
+ "epoch": 7.8125,
+ "grad_norm": 12.612582206726074,
+ "learning_rate": 1.3544238683127573e-05,
+ "loss": 0.3287,
+ "step": 3375
+ },
+ {
+ "epoch": 7.87037037037037,
+ "grad_norm": 104.33672332763672,
+ "learning_rate": 1.347993827160494e-05,
+ "loss": 0.4412,
+ "step": 3400
+ },
+ {
+ "epoch": 7.9282407407407405,
+ "grad_norm": 85.46415710449219,
+ "learning_rate": 1.3415637860082307e-05,
+ "loss": 0.3166,
+ "step": 3425
+ },
+ {
+ "epoch": 7.986111111111111,
+ "grad_norm": 9.093765258789062,
+ "learning_rate": 1.3351337448559672e-05,
+ "loss": 0.34,
+ "step": 3450
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9537760416666666,
+ "eval_loss": 0.28719714283943176,
+ "eval_macro_f1": 0.850550321459238,
+ "eval_runtime": 2.892,
+ "eval_samples_per_second": 531.117,
+ "eval_steps_per_second": 33.195,
+ "eval_weighted_f1": 0.9536671272816802,
+ "step": 3456
+ },
+ {
+ "epoch": 8.043981481481481,
+ "grad_norm": 38.74711608886719,
+ "learning_rate": 1.3287037037037039e-05,
+ "loss": 0.3174,
+ "step": 3475
+ },
+ {
+ "epoch": 8.101851851851851,
+ "grad_norm": 4.458629131317139,
+ "learning_rate": 1.3222736625514405e-05,
+ "loss": 0.1947,
+ "step": 3500
+ },
+ {
+ "epoch": 8.159722222222221,
+ "grad_norm": 65.85087585449219,
+ "learning_rate": 1.315843621399177e-05,
+ "loss": 0.3645,
+ "step": 3525
+ },
+ {
+ "epoch": 8.217592592592593,
+ "grad_norm": 9.069356918334961,
+ "learning_rate": 1.3094135802469137e-05,
+ "loss": 0.3603,
+ "step": 3550
+ },
+ {
+ "epoch": 8.275462962962964,
+ "grad_norm": 0.22985491156578064,
+ "learning_rate": 1.3029835390946504e-05,
+ "loss": 0.2463,
+ "step": 3575
+ },
+ {
+ "epoch": 8.333333333333334,
+ "grad_norm": 0.1998838484287262,
+ "learning_rate": 1.2965534979423868e-05,
+ "loss": 0.2443,
+ "step": 3600
+ },
+ {
+ "epoch": 8.391203703703704,
+ "grad_norm": 1.8871113061904907,
+ "learning_rate": 1.2901234567901235e-05,
+ "loss": 0.2753,
+ "step": 3625
+ },
+ {
+ "epoch": 8.449074074074074,
+ "grad_norm": 31.646974563598633,
+ "learning_rate": 1.2836934156378601e-05,
+ "loss": 0.273,
+ "step": 3650
+ },
+ {
+ "epoch": 8.506944444444445,
+ "grad_norm": 207.9886932373047,
+ "learning_rate": 1.2772633744855968e-05,
+ "loss": 0.3069,
+ "step": 3675
+ },
+ {
+ "epoch": 8.564814814814815,
+ "grad_norm": 22.318960189819336,
+ "learning_rate": 1.2708333333333333e-05,
+ "loss": 0.2703,
+ "step": 3700
+ },
+ {
+ "epoch": 8.622685185185185,
+ "grad_norm": 82.9929428100586,
+ "learning_rate": 1.26440329218107e-05,
+ "loss": 0.2842,
+ "step": 3725
+ },
+ {
+ "epoch": 8.680555555555555,
+ "grad_norm": 49.92669677734375,
+ "learning_rate": 1.2579732510288067e-05,
+ "loss": 0.1474,
+ "step": 3750
+ },
+ {
+ "epoch": 8.738425925925926,
+ "grad_norm": 11.231054306030273,
+ "learning_rate": 1.2515432098765432e-05,
+ "loss": 0.3954,
+ "step": 3775
+ },
+ {
+ "epoch": 8.796296296296296,
+ "grad_norm": 0.15226250886917114,
+ "learning_rate": 1.2451131687242799e-05,
+ "loss": 0.3299,
+ "step": 3800
+ },
+ {
+ "epoch": 8.854166666666666,
+ "grad_norm": 0.2117779552936554,
+ "learning_rate": 1.2386831275720166e-05,
+ "loss": 0.2646,
+ "step": 3825
+ },
+ {
+ "epoch": 8.912037037037036,
+ "grad_norm": 89.34596252441406,
+ "learning_rate": 1.2322530864197533e-05,
+ "loss": 0.261,
+ "step": 3850
+ },
+ {
+ "epoch": 8.969907407407408,
+ "grad_norm": 0.11930816620588303,
+ "learning_rate": 1.2258230452674898e-05,
+ "loss": 0.3132,
+ "step": 3875
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.953125,
+ "eval_loss": 0.3125706613063812,
+ "eval_macro_f1": 0.8466031662335237,
+ "eval_runtime": 2.7653,
+ "eval_samples_per_second": 555.449,
+ "eval_steps_per_second": 34.716,
+ "eval_weighted_f1": 0.9524531109287692,
+ "step": 3888
+ },
+ {
+ "epoch": 9.027777777777779,
+ "grad_norm": 0.08531542867422104,
+ "learning_rate": 1.2193930041152265e-05,
+ "loss": 0.3669,
+ "step": 3900
+ },
+ {
+ "epoch": 9.085648148148149,
+ "grad_norm": 157.43093872070312,
+ "learning_rate": 1.2129629629629631e-05,
+ "loss": 0.2743,
+ "step": 3925
+ },
+ {
+ "epoch": 9.143518518518519,
+ "grad_norm": 0.2554900050163269,
+ "learning_rate": 1.2065329218106997e-05,
+ "loss": 0.2933,
+ "step": 3950
+ },
+ {
+ "epoch": 9.20138888888889,
+ "grad_norm": 112.08780670166016,
+ "learning_rate": 1.2001028806584363e-05,
+ "loss": 0.3678,
+ "step": 3975
+ },
+ {
+ "epoch": 9.25925925925926,
+ "grad_norm": 220.92645263671875,
+ "learning_rate": 1.193672839506173e-05,
+ "loss": 0.1555,
+ "step": 4000
+ },
+ {
+ "epoch": 9.31712962962963,
+ "grad_norm": 0.07951755821704865,
+ "learning_rate": 1.1872427983539097e-05,
+ "loss": 0.1977,
+ "step": 4025
+ },
+ {
+ "epoch": 9.375,
+ "grad_norm": 0.05407576262950897,
+ "learning_rate": 1.180812757201646e-05,
+ "loss": 0.0943,
+ "step": 4050
+ },
+ {
+ "epoch": 9.43287037037037,
+ "grad_norm": 117.8342056274414,
+ "learning_rate": 1.1743827160493827e-05,
+ "loss": 0.2301,
+ "step": 4075
+ },
+ {
+ "epoch": 9.49074074074074,
+ "grad_norm": 0.5026098489761353,
+ "learning_rate": 1.1679526748971194e-05,
+ "loss": 0.2999,
+ "step": 4100
+ },
+ {
+ "epoch": 9.54861111111111,
+ "grad_norm": 34.44472885131836,
+ "learning_rate": 1.161522633744856e-05,
+ "loss": 0.2069,
+ "step": 4125
+ },
+ {
+ "epoch": 9.606481481481481,
+ "grad_norm": 192.51345825195312,
+ "learning_rate": 1.1550925925925926e-05,
+ "loss": 0.2046,
+ "step": 4150
+ },
+ {
+ "epoch": 9.664351851851851,
+ "grad_norm": 1.2246239185333252,
+ "learning_rate": 1.1486625514403293e-05,
+ "loss": 0.2914,
+ "step": 4175
+ },
+ {
+ "epoch": 9.722222222222221,
+ "grad_norm": 0.1276756376028061,
+ "learning_rate": 1.142232510288066e-05,
+ "loss": 0.3488,
+ "step": 4200
+ },
+ {
+ "epoch": 9.780092592592592,
+ "grad_norm": 0.3095955550670624,
+ "learning_rate": 1.1358024691358025e-05,
+ "loss": 0.2332,
+ "step": 4225
+ },
+ {
+ "epoch": 9.837962962962964,
+ "grad_norm": 0.12175218015909195,
+ "learning_rate": 1.1293724279835392e-05,
+ "loss": 0.2913,
+ "step": 4250
+ },
+ {
+ "epoch": 9.895833333333334,
+ "grad_norm": 0.13042870163917542,
+ "learning_rate": 1.1229423868312759e-05,
+ "loss": 0.3231,
+ "step": 4275
+ },
+ {
+ "epoch": 9.953703703703704,
+ "grad_norm": 101.47859954833984,
+ "learning_rate": 1.1165123456790124e-05,
+ "loss": 0.2844,
+ "step": 4300
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.9505208333333334,
+ "eval_loss": 0.3616989552974701,
+ "eval_macro_f1": 0.8268128776480906,
+ "eval_runtime": 2.8564,
+ "eval_samples_per_second": 537.736,
+ "eval_steps_per_second": 33.608,
+ "eval_weighted_f1": 0.9499909764038086,
+ "step": 4320
+ },
+ {
+ "epoch": 10.011574074074074,
+ "grad_norm": 0.15573643147945404,
+ "learning_rate": 1.110082304526749e-05,
+ "loss": 0.2062,
+ "step": 4325
+ },
+ {
+ "epoch": 10.069444444444445,
+ "grad_norm": 0.20805954933166504,
+ "learning_rate": 1.1036522633744857e-05,
+ "loss": 0.3147,
+ "step": 4350
+ },
+ {
+ "epoch": 10.127314814814815,
+ "grad_norm": 14.457183837890625,
+ "learning_rate": 1.0972222222222224e-05,
+ "loss": 0.1343,
+ "step": 4375
+ },
+ {
+ "epoch": 10.185185185185185,
+ "grad_norm": 0.07937890291213989,
+ "learning_rate": 1.090792181069959e-05,
+ "loss": 0.215,
+ "step": 4400
+ },
+ {
+ "epoch": 10.243055555555555,
+ "grad_norm": 0.06195805221796036,
+ "learning_rate": 1.0843621399176956e-05,
+ "loss": 0.1672,
+ "step": 4425
+ },
+ {
+ "epoch": 10.300925925925926,
+ "grad_norm": 0.04213821887969971,
+ "learning_rate": 1.0779320987654323e-05,
+ "loss": 0.1784,
+ "step": 4450
+ },
+ {
+ "epoch": 10.358796296296296,
+ "grad_norm": 0.0537002757191658,
+ "learning_rate": 1.0715020576131687e-05,
+ "loss": 0.0832,
+ "step": 4475
+ },
+ {
+ "epoch": 10.416666666666666,
+ "grad_norm": 0.053154896944761276,
+ "learning_rate": 1.0650720164609053e-05,
+ "loss": 0.1475,
+ "step": 4500
+ },
+ {
+ "epoch": 10.474537037037036,
+ "grad_norm": 41.40846252441406,
+ "learning_rate": 1.058641975308642e-05,
+ "loss": 0.3012,
+ "step": 4525
+ },
+ {
+ "epoch": 10.532407407407408,
+ "grad_norm": 0.08748806267976761,
+ "learning_rate": 1.0522119341563789e-05,
+ "loss": 0.2174,
+ "step": 4550
+ },
+ {
+ "epoch": 10.590277777777779,
+ "grad_norm": 0.044563766568899155,
+ "learning_rate": 1.0457818930041152e-05,
+ "loss": 0.263,
+ "step": 4575
+ },
+ {
+ "epoch": 10.648148148148149,
+ "grad_norm": 19.37051773071289,
+ "learning_rate": 1.0393518518518519e-05,
+ "loss": 0.3296,
+ "step": 4600
+ },
+ {
+ "epoch": 10.706018518518519,
+ "grad_norm": 0.18841315805912018,
+ "learning_rate": 1.0329218106995886e-05,
+ "loss": 0.2465,
+ "step": 4625
+ },
+ {
+ "epoch": 10.76388888888889,
+ "grad_norm": 0.04381072148680687,
+ "learning_rate": 1.0264917695473251e-05,
+ "loss": 0.1754,
+ "step": 4650
+ },
+ {
+ "epoch": 10.82175925925926,
+ "grad_norm": 3.1694674491882324,
+ "learning_rate": 1.0200617283950618e-05,
+ "loss": 0.1711,
+ "step": 4675
+ },
+ {
+ "epoch": 10.87962962962963,
+ "grad_norm": 101.84947204589844,
+ "learning_rate": 1.0136316872427985e-05,
+ "loss": 0.4633,
+ "step": 4700
+ },
+ {
+ "epoch": 10.9375,
+ "grad_norm": 0.13000927865505219,
+ "learning_rate": 1.0072016460905351e-05,
+ "loss": 0.185,
+ "step": 4725
+ },
+ {
+ "epoch": 10.99537037037037,
+ "grad_norm": 1.3699895143508911,
+ "learning_rate": 1.0007716049382717e-05,
+ "loss": 0.2728,
+ "step": 4750
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.9576822916666666,
+ "eval_loss": 0.3098059296607971,
+ "eval_macro_f1": 0.8620947687790051,
+ "eval_runtime": 2.8337,
+ "eval_samples_per_second": 542.043,
+ "eval_steps_per_second": 33.878,
+ "eval_weighted_f1": 0.95748091835233,
+ "step": 4752
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8640,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/special_tokens_map.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/tokenizer_config.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/trainer_state.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..7b3b05448b966ee04047041b9bd9debc18a9f403
--- /dev/null
+++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044/trainer_state.json
@@ -0,0 +1,396 @@
+{
+ "best_global_step": 1044,
+ "best_metric": 0.583606002878337,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044",
+ "epoch": 6.0,
+ "eval_steps": 500,
+ "global_step": 1044,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.1440922190201729,
+ "grad_norm": 14.397369384765625,
+ "learning_rate": 1.3793103448275862e-06,
+ "loss": 7.5833,
+ "step": 25
+ },
+ {
+ "epoch": 0.2881844380403458,
+ "grad_norm": 18.6118106842041,
+ "learning_rate": 2.8160919540229887e-06,
+ "loss": 7.4942,
+ "step": 50
+ },
+ {
+ "epoch": 0.4322766570605187,
+ "grad_norm": 18.281314849853516,
+ "learning_rate": 4.252873563218391e-06,
+ "loss": 7.3269,
+ "step": 75
+ },
+ {
+ "epoch": 0.5763688760806917,
+ "grad_norm": 140.8556671142578,
+ "learning_rate": 5.689655172413794e-06,
+ "loss": 7.3733,
+ "step": 100
+ },
+ {
+ "epoch": 0.7204610951008645,
+ "grad_norm": 29.720619201660156,
+ "learning_rate": 7.126436781609196e-06,
+ "loss": 7.2979,
+ "step": 125
+ },
+ {
+ "epoch": 0.8645533141210374,
+ "grad_norm": 61.33514404296875,
+ "learning_rate": 8.563218390804599e-06,
+ "loss": 7.273,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.4198250728862974,
+ "eval_loss": 1.572527527809143,
+ "eval_macro_f1": 0.2112788718567607,
+ "eval_runtime": 1.4667,
+ "eval_samples_per_second": 467.732,
+ "eval_steps_per_second": 29.318,
+ "eval_weighted_f1": 0.33389902761183127,
+ "step": 174
+ },
+ {
+ "epoch": 1.005763688760807,
+ "grad_norm": 50.397865295410156,
+ "learning_rate": 1e-05,
+ "loss": 6.6335,
+ "step": 175
+ },
+ {
+ "epoch": 1.1498559077809798,
+ "grad_norm": 141.31520080566406,
+ "learning_rate": 1.1436781609195405e-05,
+ "loss": 6.568,
+ "step": 200
+ },
+ {
+ "epoch": 1.2939481268011528,
+ "grad_norm": 54.08536911010742,
+ "learning_rate": 1.2873563218390805e-05,
+ "loss": 6.1653,
+ "step": 225
+ },
+ {
+ "epoch": 1.4380403458213258,
+ "grad_norm": 120.72863006591797,
+ "learning_rate": 1.4310344827586209e-05,
+ "loss": 5.9587,
+ "step": 250
+ },
+ {
+ "epoch": 1.5821325648414986,
+ "grad_norm": 130.51499938964844,
+ "learning_rate": 1.574712643678161e-05,
+ "loss": 5.9212,
+ "step": 275
+ },
+ {
+ "epoch": 1.7262247838616713,
+ "grad_norm": 59.2241096496582,
+ "learning_rate": 1.7183908045977015e-05,
+ "loss": 5.6351,
+ "step": 300
+ },
+ {
+ "epoch": 1.8703170028818443,
+ "grad_norm": 78.66265869140625,
+ "learning_rate": 1.8620689655172415e-05,
+ "loss": 5.275,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.5087463556851312,
+ "eval_loss": 1.3686367273330688,
+ "eval_macro_f1": 0.39488634930466543,
+ "eval_runtime": 1.6957,
+ "eval_samples_per_second": 404.553,
+ "eval_steps_per_second": 25.358,
+ "eval_weighted_f1": 0.49550844542069256,
+ "step": 348
+ },
+ {
+ "epoch": 2.011527377521614,
+ "grad_norm": 130.68296813964844,
+ "learning_rate": 1.999361430395913e-05,
+ "loss": 5.1613,
+ "step": 350
+ },
+ {
+ "epoch": 2.155619596541787,
+ "grad_norm": 98.5225830078125,
+ "learning_rate": 1.983397190293742e-05,
+ "loss": 4.9708,
+ "step": 375
+ },
+ {
+ "epoch": 2.2997118155619596,
+ "grad_norm": 96.14082336425781,
+ "learning_rate": 1.967432950191571e-05,
+ "loss": 4.7806,
+ "step": 400
+ },
+ {
+ "epoch": 2.443804034582133,
+ "grad_norm": 89.28748321533203,
+ "learning_rate": 1.9514687100894e-05,
+ "loss": 4.6631,
+ "step": 425
+ },
+ {
+ "epoch": 2.5878962536023056,
+ "grad_norm": 54.443153381347656,
+ "learning_rate": 1.9355044699872286e-05,
+ "loss": 4.5638,
+ "step": 450
+ },
+ {
+ "epoch": 2.7319884726224783,
+ "grad_norm": 68.8527603149414,
+ "learning_rate": 1.9195402298850576e-05,
+ "loss": 4.4648,
+ "step": 475
+ },
+ {
+ "epoch": 2.8760806916426516,
+ "grad_norm": 79.49555206298828,
+ "learning_rate": 1.9035759897828865e-05,
+ "loss": 4.6073,
+ "step": 500
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.6005830903790087,
+ "eval_loss": 1.1270520687103271,
+ "eval_macro_f1": 0.48811938620083123,
+ "eval_runtime": 1.392,
+ "eval_samples_per_second": 492.815,
+ "eval_steps_per_second": 30.891,
+ "eval_weighted_f1": 0.589243387353186,
+ "step": 522
+ },
+ {
+ "epoch": 3.0172910662824206,
+ "grad_norm": 126.5875473022461,
+ "learning_rate": 1.8876117496807155e-05,
+ "loss": 4.2088,
+ "step": 525
+ },
+ {
+ "epoch": 3.161383285302594,
+ "grad_norm": 67.62853240966797,
+ "learning_rate": 1.871647509578544e-05,
+ "loss": 3.7265,
+ "step": 550
+ },
+ {
+ "epoch": 3.3054755043227666,
+ "grad_norm": 124.96858978271484,
+ "learning_rate": 1.855683269476373e-05,
+ "loss": 3.7069,
+ "step": 575
+ },
+ {
+ "epoch": 3.4495677233429394,
+ "grad_norm": 92.56148529052734,
+ "learning_rate": 1.839719029374202e-05,
+ "loss": 3.6976,
+ "step": 600
+ },
+ {
+ "epoch": 3.5936599423631126,
+ "grad_norm": 149.15785217285156,
+ "learning_rate": 1.823754789272031e-05,
+ "loss": 4.0099,
+ "step": 625
+ },
+ {
+ "epoch": 3.7377521613832854,
+ "grad_norm": 118.40933990478516,
+ "learning_rate": 1.8077905491698596e-05,
+ "loss": 3.7303,
+ "step": 650
+ },
+ {
+ "epoch": 3.881844380403458,
+ "grad_norm": 60.34745407104492,
+ "learning_rate": 1.7918263090676886e-05,
+ "loss": 3.847,
+ "step": 675
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.6005830903790087,
+ "eval_loss": 1.1241462230682373,
+ "eval_macro_f1": 0.535625576198057,
+ "eval_runtime": 1.549,
+ "eval_samples_per_second": 442.866,
+ "eval_steps_per_second": 27.76,
+ "eval_weighted_f1": 0.6006419524800085,
+ "step": 696
+ },
+ {
+ "epoch": 4.023054755043228,
+ "grad_norm": 90.19131469726562,
+ "learning_rate": 1.7758620689655175e-05,
+ "loss": 3.5303,
+ "step": 700
+ },
+ {
+ "epoch": 4.1671469740634,
+ "grad_norm": 91.65267181396484,
+ "learning_rate": 1.759897828863346e-05,
+ "loss": 3.2951,
+ "step": 725
+ },
+ {
+ "epoch": 4.311239193083574,
+ "grad_norm": 137.1929931640625,
+ "learning_rate": 1.743933588761175e-05,
+ "loss": 3.1192,
+ "step": 750
+ },
+ {
+ "epoch": 4.455331412103746,
+ "grad_norm": 85.91398620605469,
+ "learning_rate": 1.7279693486590037e-05,
+ "loss": 3.0388,
+ "step": 775
+ },
+ {
+ "epoch": 4.599423631123919,
+ "grad_norm": 100.63436889648438,
+ "learning_rate": 1.7120051085568327e-05,
+ "loss": 2.9696,
+ "step": 800
+ },
+ {
+ "epoch": 4.743515850144092,
+ "grad_norm": 127.57121276855469,
+ "learning_rate": 1.6960408684546617e-05,
+ "loss": 3.1718,
+ "step": 825
+ },
+ {
+ "epoch": 4.887608069164266,
+ "grad_norm": 61.47696304321289,
+ "learning_rate": 1.6800766283524906e-05,
+ "loss": 2.9137,
+ "step": 850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.6064139941690962,
+ "eval_loss": 1.1501108407974243,
+ "eval_macro_f1": 0.5325987442497119,
+ "eval_runtime": 1.4446,
+ "eval_samples_per_second": 474.863,
+ "eval_steps_per_second": 29.765,
+ "eval_weighted_f1": 0.5972217074618105,
+ "step": 870
+ },
+ {
+ "epoch": 5.028818443804035,
+ "grad_norm": 135.24183654785156,
+ "learning_rate": 1.6641123882503192e-05,
+ "loss": 2.9527,
+ "step": 875
+ },
+ {
+ "epoch": 5.172910662824208,
+ "grad_norm": 85.44031524658203,
+ "learning_rate": 1.6481481481481482e-05,
+ "loss": 2.7143,
+ "step": 900
+ },
+ {
+ "epoch": 5.31700288184438,
+ "grad_norm": 96.34224700927734,
+ "learning_rate": 1.632183908045977e-05,
+ "loss": 2.5,
+ "step": 925
+ },
+ {
+ "epoch": 5.461095100864553,
+ "grad_norm": 124.63420867919922,
+ "learning_rate": 1.616219667943806e-05,
+ "loss": 2.5813,
+ "step": 950
+ },
+ {
+ "epoch": 5.605187319884726,
+ "grad_norm": 84.30638122558594,
+ "learning_rate": 1.6002554278416347e-05,
+ "loss": 2.7285,
+ "step": 975
+ },
+ {
+ "epoch": 5.749279538904899,
+ "grad_norm": 71.13024139404297,
+ "learning_rate": 1.5842911877394637e-05,
+ "loss": 2.3021,
+ "step": 1000
+ },
+ {
+ "epoch": 5.893371757925072,
+ "grad_norm": 62.620452880859375,
+ "learning_rate": 1.5683269476372927e-05,
+ "loss": 2.5822,
+ "step": 1025
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.6355685131195336,
+ "eval_loss": 1.1157811880111694,
+ "eval_macro_f1": 0.583606002878337,
+ "eval_runtime": 1.5162,
+ "eval_samples_per_second": 452.445,
+ "eval_steps_per_second": 28.36,
+ "eval_weighted_f1": 0.6304732559921651,
+ "step": 1044
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3480,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/special_tokens_map.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/tokenizer_config.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/trainer_state.json b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..db1392218dd0819bf7c5e17d9088b914de885b89
--- /dev/null
+++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1566/trainer_state.json
@@ -0,0 +1,576 @@
+{
+ "best_global_step": 1044,
+ "best_metric": 0.583606002878337,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/trainer/checkpoint-1044",
+ "epoch": 9.0,
+ "eval_steps": 500,
+ "global_step": 1566,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.1440922190201729,
+ "grad_norm": 14.397369384765625,
+ "learning_rate": 1.3793103448275862e-06,
+ "loss": 7.5833,
+ "step": 25
+ },
+ {
+ "epoch": 0.2881844380403458,
+ "grad_norm": 18.6118106842041,
+ "learning_rate": 2.8160919540229887e-06,
+ "loss": 7.4942,
+ "step": 50
+ },
+ {
+ "epoch": 0.4322766570605187,
+ "grad_norm": 18.281314849853516,
+ "learning_rate": 4.252873563218391e-06,
+ "loss": 7.3269,
+ "step": 75
+ },
+ {
+ "epoch": 0.5763688760806917,
+ "grad_norm": 140.8556671142578,
+ "learning_rate": 5.689655172413794e-06,
+ "loss": 7.3733,
+ "step": 100
+ },
+ {
+ "epoch": 0.7204610951008645,
+ "grad_norm": 29.720619201660156,
+ "learning_rate": 7.126436781609196e-06,
+ "loss": 7.2979,
+ "step": 125
+ },
+ {
+ "epoch": 0.8645533141210374,
+ "grad_norm": 61.33514404296875,
+ "learning_rate": 8.563218390804599e-06,
+ "loss": 7.273,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.4198250728862974,
+ "eval_loss": 1.572527527809143,
+ "eval_macro_f1": 0.2112788718567607,
+ "eval_runtime": 1.4667,
+ "eval_samples_per_second": 467.732,
+ "eval_steps_per_second": 29.318,
+ "eval_weighted_f1": 0.33389902761183127,
+ "step": 174
+ },
+ {
+ "epoch": 1.005763688760807,
+ "grad_norm": 50.397865295410156,
+ "learning_rate": 1e-05,
+ "loss": 6.6335,
+ "step": 175
+ },
+ {
+ "epoch": 1.1498559077809798,
+ "grad_norm": 141.31520080566406,
+ "learning_rate": 1.1436781609195405e-05,
+ "loss": 6.568,
+ "step": 200
+ },
+ {
+ "epoch": 1.2939481268011528,
+ "grad_norm": 54.08536911010742,
+ "learning_rate": 1.2873563218390805e-05,
+ "loss": 6.1653,
+ "step": 225
+ },
+ {
+ "epoch": 1.4380403458213258,
+ "grad_norm": 120.72863006591797,
+ "learning_rate": 1.4310344827586209e-05,
+ "loss": 5.9587,
+ "step": 250
+ },
+ {
+ "epoch": 1.5821325648414986,
+ "grad_norm": 130.51499938964844,
+ "learning_rate": 1.574712643678161e-05,
+ "loss": 5.9212,
+ "step": 275
+ },
+ {
+ "epoch": 1.7262247838616713,
+ "grad_norm": 59.2241096496582,
+ "learning_rate": 1.7183908045977015e-05,
+ "loss": 5.6351,
+ "step": 300
+ },
+ {
+ "epoch": 1.8703170028818443,
+ "grad_norm": 78.66265869140625,
+ "learning_rate": 1.8620689655172415e-05,
+ "loss": 5.275,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.5087463556851312,
+ "eval_loss": 1.3686367273330688,
+ "eval_macro_f1": 0.39488634930466543,
+ "eval_runtime": 1.6957,
+ "eval_samples_per_second": 404.553,
+ "eval_steps_per_second": 25.358,
+ "eval_weighted_f1": 0.49550844542069256,
+ "step": 348
+ },
+ {
+ "epoch": 2.011527377521614,
+ "grad_norm": 130.68296813964844,
+ "learning_rate": 1.999361430395913e-05,
+ "loss": 5.1613,
+ "step": 350
+ },
+ {
+ "epoch": 2.155619596541787,
+ "grad_norm": 98.5225830078125,
+ "learning_rate": 1.983397190293742e-05,
+ "loss": 4.9708,
+ "step": 375
+ },
+ {
+ "epoch": 2.2997118155619596,
+ "grad_norm": 96.14082336425781,
+ "learning_rate": 1.967432950191571e-05,
+ "loss": 4.7806,
+ "step": 400
+ },
+ {
+ "epoch": 2.443804034582133,
+ "grad_norm": 89.28748321533203,
+ "learning_rate": 1.9514687100894e-05,
+ "loss": 4.6631,
+ "step": 425
+ },
+ {
+ "epoch": 2.5878962536023056,
+ "grad_norm": 54.443153381347656,
+ "learning_rate": 1.9355044699872286e-05,
+ "loss": 4.5638,
+ "step": 450
+ },
+ {
+ "epoch": 2.7319884726224783,
+ "grad_norm": 68.8527603149414,
+ "learning_rate": 1.9195402298850576e-05,
+ "loss": 4.4648,
+ "step": 475
+ },
+ {
+ "epoch": 2.8760806916426516,
+ "grad_norm": 79.49555206298828,
+ "learning_rate": 1.9035759897828865e-05,
+ "loss": 4.6073,
+ "step": 500
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.6005830903790087,
+ "eval_loss": 1.1270520687103271,
+ "eval_macro_f1": 0.48811938620083123,
+ "eval_runtime": 1.392,
+ "eval_samples_per_second": 492.815,
+ "eval_steps_per_second": 30.891,
+ "eval_weighted_f1": 0.589243387353186,
+ "step": 522
+ },
+ {
+ "epoch": 3.0172910662824206,
+ "grad_norm": 126.5875473022461,
+ "learning_rate": 1.8876117496807155e-05,
+ "loss": 4.2088,
+ "step": 525
+ },
+ {
+ "epoch": 3.161383285302594,
+ "grad_norm": 67.62853240966797,
+ "learning_rate": 1.871647509578544e-05,
+ "loss": 3.7265,
+ "step": 550
+ },
+ {
+ "epoch": 3.3054755043227666,
+ "grad_norm": 124.96858978271484,
+ "learning_rate": 1.855683269476373e-05,
+ "loss": 3.7069,
+ "step": 575
+ },
+ {
+ "epoch": 3.4495677233429394,
+ "grad_norm": 92.56148529052734,
+ "learning_rate": 1.839719029374202e-05,
+ "loss": 3.6976,
+ "step": 600
+ },
+ {
+ "epoch": 3.5936599423631126,
+ "grad_norm": 149.15785217285156,
+ "learning_rate": 1.823754789272031e-05,
+ "loss": 4.0099,
+ "step": 625
+ },
+ {
+ "epoch": 3.7377521613832854,
+ "grad_norm": 118.40933990478516,
+ "learning_rate": 1.8077905491698596e-05,
+ "loss": 3.7303,
+ "step": 650
+ },
+ {
+ "epoch": 3.881844380403458,
+ "grad_norm": 60.34745407104492,
+ "learning_rate": 1.7918263090676886e-05,
+ "loss": 3.847,
+ "step": 675
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.6005830903790087,
+ "eval_loss": 1.1241462230682373,
+ "eval_macro_f1": 0.535625576198057,
+ "eval_runtime": 1.549,
+ "eval_samples_per_second": 442.866,
+ "eval_steps_per_second": 27.76,
+ "eval_weighted_f1": 0.6006419524800085,
+ "step": 696
+ },
+ {
+ "epoch": 4.023054755043228,
+ "grad_norm": 90.19131469726562,
+ "learning_rate": 1.7758620689655175e-05,
+ "loss": 3.5303,
+ "step": 700
+ },
+ {
+ "epoch": 4.1671469740634,
+ "grad_norm": 91.65267181396484,
+ "learning_rate": 1.759897828863346e-05,
+ "loss": 3.2951,
+ "step": 725
+ },
+ {
+ "epoch": 4.311239193083574,
+ "grad_norm": 137.1929931640625,
+ "learning_rate": 1.743933588761175e-05,
+ "loss": 3.1192,
+ "step": 750
+ },
+ {
+ "epoch": 4.455331412103746,
+ "grad_norm": 85.91398620605469,
+ "learning_rate": 1.7279693486590037e-05,
+ "loss": 3.0388,
+ "step": 775
+ },
+ {
+ "epoch": 4.599423631123919,
+ "grad_norm": 100.63436889648438,
+ "learning_rate": 1.7120051085568327e-05,
+ "loss": 2.9696,
+ "step": 800
+ },
+ {
+ "epoch": 4.743515850144092,
+ "grad_norm": 127.57121276855469,
+ "learning_rate": 1.6960408684546617e-05,
+ "loss": 3.1718,
+ "step": 825
+ },
+ {
+ "epoch": 4.887608069164266,
+ "grad_norm": 61.47696304321289,
+ "learning_rate": 1.6800766283524906e-05,
+ "loss": 2.9137,
+ "step": 850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.6064139941690962,
+ "eval_loss": 1.1501108407974243,
+ "eval_macro_f1": 0.5325987442497119,
+ "eval_runtime": 1.4446,
+ "eval_samples_per_second": 474.863,
+ "eval_steps_per_second": 29.765,
+ "eval_weighted_f1": 0.5972217074618105,
+ "step": 870
+ },
+ {
+ "epoch": 5.028818443804035,
+ "grad_norm": 135.24183654785156,
+ "learning_rate": 1.6641123882503192e-05,
+ "loss": 2.9527,
+ "step": 875
+ },
+ {
+ "epoch": 5.172910662824208,
+ "grad_norm": 85.44031524658203,
+ "learning_rate": 1.6481481481481482e-05,
+ "loss": 2.7143,
+ "step": 900
+ },
+ {
+ "epoch": 5.31700288184438,
+ "grad_norm": 96.34224700927734,
+ "learning_rate": 1.632183908045977e-05,
+ "loss": 2.5,
+ "step": 925
+ },
+ {
+ "epoch": 5.461095100864553,
+ "grad_norm": 124.63420867919922,
+ "learning_rate": 1.616219667943806e-05,
+ "loss": 2.5813,
+ "step": 950
+ },
+ {
+ "epoch": 5.605187319884726,
+ "grad_norm": 84.30638122558594,
+ "learning_rate": 1.6002554278416347e-05,
+ "loss": 2.7285,
+ "step": 975
+ },
+ {
+ "epoch": 5.749279538904899,
+ "grad_norm": 71.13024139404297,
+ "learning_rate": 1.5842911877394637e-05,
+ "loss": 2.3021,
+ "step": 1000
+ },
+ {
+ "epoch": 5.893371757925072,
+ "grad_norm": 62.620452880859375,
+ "learning_rate": 1.5683269476372927e-05,
+ "loss": 2.5822,
+ "step": 1025
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.6355685131195336,
+ "eval_loss": 1.1157811880111694,
+ "eval_macro_f1": 0.583606002878337,
+ "eval_runtime": 1.5162,
+ "eval_samples_per_second": 452.445,
+ "eval_steps_per_second": 28.36,
+ "eval_weighted_f1": 0.6304732559921651,
+ "step": 1044
+ },
+ {
+ "epoch": 6.034582132564841,
+ "grad_norm": 92.40717315673828,
+ "learning_rate": 1.5523627075351216e-05,
+ "loss": 2.1711,
+ "step": 1050
+ },
+ {
+ "epoch": 6.178674351585014,
+ "grad_norm": 74.00961303710938,
+ "learning_rate": 1.5363984674329502e-05,
+ "loss": 1.9687,
+ "step": 1075
+ },
+ {
+ "epoch": 6.322766570605188,
+ "grad_norm": 120.0807113647461,
+ "learning_rate": 1.5204342273307792e-05,
+ "loss": 2.012,
+ "step": 1100
+ },
+ {
+ "epoch": 6.46685878962536,
+ "grad_norm": 55.37731170654297,
+ "learning_rate": 1.504469987228608e-05,
+ "loss": 1.9992,
+ "step": 1125
+ },
+ {
+ "epoch": 6.610951008645533,
+ "grad_norm": 120.64459991455078,
+ "learning_rate": 1.4885057471264368e-05,
+ "loss": 2.0866,
+ "step": 1150
+ },
+ {
+ "epoch": 6.755043227665706,
+ "grad_norm": 125.24942779541016,
+ "learning_rate": 1.4725415070242657e-05,
+ "loss": 2.219,
+ "step": 1175
+ },
+ {
+ "epoch": 6.899135446685879,
+ "grad_norm": 203.63250732421875,
+ "learning_rate": 1.4565772669220945e-05,
+ "loss": 2.2144,
+ "step": 1200
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.6370262390670554,
+ "eval_loss": 1.2183979749679565,
+ "eval_macro_f1": 0.5812440136809556,
+ "eval_runtime": 1.5245,
+ "eval_samples_per_second": 449.998,
+ "eval_steps_per_second": 28.207,
+ "eval_weighted_f1": 0.6342359857162293,
+ "step": 1218
+ },
+ {
+ "epoch": 7.040345821325649,
+ "grad_norm": 108.76802825927734,
+ "learning_rate": 1.4406130268199235e-05,
+ "loss": 1.949,
+ "step": 1225
+ },
+ {
+ "epoch": 7.184438040345821,
+ "grad_norm": 287.94097900390625,
+ "learning_rate": 1.4246487867177523e-05,
+ "loss": 1.6411,
+ "step": 1250
+ },
+ {
+ "epoch": 7.328530259365994,
+ "grad_norm": 148.85975646972656,
+ "learning_rate": 1.4086845466155812e-05,
+ "loss": 1.6939,
+ "step": 1275
+ },
+ {
+ "epoch": 7.472622478386167,
+ "grad_norm": 141.8411407470703,
+ "learning_rate": 1.39272030651341e-05,
+ "loss": 1.6939,
+ "step": 1300
+ },
+ {
+ "epoch": 7.61671469740634,
+ "grad_norm": 145.2644805908203,
+ "learning_rate": 1.376756066411239e-05,
+ "loss": 1.3431,
+ "step": 1325
+ },
+ {
+ "epoch": 7.760806916426513,
+ "grad_norm": 68.07330322265625,
+ "learning_rate": 1.3607918263090678e-05,
+ "loss": 1.7612,
+ "step": 1350
+ },
+ {
+ "epoch": 7.904899135446686,
+ "grad_norm": 188.74278259277344,
+ "learning_rate": 1.3448275862068967e-05,
+ "loss": 1.4122,
+ "step": 1375
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.6239067055393586,
+ "eval_loss": 1.3186020851135254,
+ "eval_macro_f1": 0.5771484102629376,
+ "eval_runtime": 1.3815,
+ "eval_samples_per_second": 496.544,
+ "eval_steps_per_second": 31.124,
+ "eval_weighted_f1": 0.6236122924212466,
+ "step": 1392
+ },
+ {
+ "epoch": 8.046109510086456,
+ "grad_norm": 80.04391479492188,
+ "learning_rate": 1.3288633461047255e-05,
+ "loss": 1.7825,
+ "step": 1400
+ },
+ {
+ "epoch": 8.190201729106628,
+ "grad_norm": 122.52225494384766,
+ "learning_rate": 1.3128991060025545e-05,
+ "loss": 1.2121,
+ "step": 1425
+ },
+ {
+ "epoch": 8.3342939481268,
+ "grad_norm": 174.53741455078125,
+ "learning_rate": 1.2969348659003833e-05,
+ "loss": 1.209,
+ "step": 1450
+ },
+ {
+ "epoch": 8.478386167146974,
+ "grad_norm": 89.08956146240234,
+ "learning_rate": 1.2809706257982123e-05,
+ "loss": 1.3279,
+ "step": 1475
+ },
+ {
+ "epoch": 8.622478386167147,
+ "grad_norm": 79.17705535888672,
+ "learning_rate": 1.265006385696041e-05,
+ "loss": 1.2324,
+ "step": 1500
+ },
+ {
+ "epoch": 8.76657060518732,
+ "grad_norm": 64.43740844726562,
+ "learning_rate": 1.24904214559387e-05,
+ "loss": 1.2512,
+ "step": 1525
+ },
+ {
+ "epoch": 8.910662824207492,
+ "grad_norm": 65.23770141601562,
+ "learning_rate": 1.2330779054916986e-05,
+ "loss": 1.2894,
+ "step": 1550
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.6137026239067055,
+ "eval_loss": 1.4468817710876465,
+ "eval_macro_f1": 0.56282421000301,
+ "eval_runtime": 1.5389,
+ "eval_samples_per_second": 445.762,
+ "eval_steps_per_second": 27.941,
+ "eval_weighted_f1": 0.6165373459897565,
+ "step": 1566
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3480,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/special_tokens_map.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/tokenizer_config.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/trainer_state.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..424dad2e578a965c3f5e58853c24cc8e49f71555
--- /dev/null
+++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088/trainer_state.json
@@ -0,0 +1,756 @@
+{
+ "best_global_step": 2088,
+ "best_metric": 0.5754389959045689,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088",
+ "epoch": 12.0,
+ "eval_steps": 500,
+ "global_step": 2088,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.1440922190201729,
+ "grad_norm": 25.409011840820312,
+ "learning_rate": 1.3793103448275862e-06,
+ "loss": 8.1102,
+ "step": 25
+ },
+ {
+ "epoch": 0.2881844380403458,
+ "grad_norm": 26.36658477783203,
+ "learning_rate": 2.8160919540229887e-06,
+ "loss": 8.0451,
+ "step": 50
+ },
+ {
+ "epoch": 0.4322766570605187,
+ "grad_norm": 40.90280532836914,
+ "learning_rate": 4.252873563218391e-06,
+ "loss": 7.8564,
+ "step": 75
+ },
+ {
+ "epoch": 0.5763688760806917,
+ "grad_norm": 70.01329803466797,
+ "learning_rate": 5.689655172413794e-06,
+ "loss": 7.5187,
+ "step": 100
+ },
+ {
+ "epoch": 0.7204610951008645,
+ "grad_norm": 52.07551193237305,
+ "learning_rate": 7.126436781609196e-06,
+ "loss": 7.2167,
+ "step": 125
+ },
+ {
+ "epoch": 0.8645533141210374,
+ "grad_norm": 35.959747314453125,
+ "learning_rate": 8.563218390804599e-06,
+ "loss": 7.0114,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.3935860058309038,
+ "eval_loss": 1.6363770961761475,
+ "eval_macro_f1": 0.2291321429960711,
+ "eval_runtime": 1.3674,
+ "eval_samples_per_second": 501.687,
+ "eval_steps_per_second": 31.447,
+ "eval_weighted_f1": 0.35931533775839664,
+ "step": 174
+ },
+ {
+ "epoch": 1.005763688760807,
+ "grad_norm": 42.88567352294922,
+ "learning_rate": 1e-05,
+ "loss": 6.8769,
+ "step": 175
+ },
+ {
+ "epoch": 1.1498559077809798,
+ "grad_norm": 113.34029388427734,
+ "learning_rate": 1.1436781609195405e-05,
+ "loss": 6.8403,
+ "step": 200
+ },
+ {
+ "epoch": 1.2939481268011528,
+ "grad_norm": 77.8018798828125,
+ "learning_rate": 1.2873563218390805e-05,
+ "loss": 6.346,
+ "step": 225
+ },
+ {
+ "epoch": 1.4380403458213258,
+ "grad_norm": 67.4543228149414,
+ "learning_rate": 1.4310344827586209e-05,
+ "loss": 5.9756,
+ "step": 250
+ },
+ {
+ "epoch": 1.5821325648414986,
+ "grad_norm": 61.21331024169922,
+ "learning_rate": 1.574712643678161e-05,
+ "loss": 5.9322,
+ "step": 275
+ },
+ {
+ "epoch": 1.7262247838616713,
+ "grad_norm": 412.4178466796875,
+ "learning_rate": 1.7183908045977015e-05,
+ "loss": 5.5346,
+ "step": 300
+ },
+ {
+ "epoch": 1.8703170028818443,
+ "grad_norm": 49.49477767944336,
+ "learning_rate": 1.8620689655172415e-05,
+ "loss": 5.5723,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.5597667638483965,
+ "eval_loss": 1.2774362564086914,
+ "eval_macro_f1": 0.36947783596506995,
+ "eval_runtime": 1.4426,
+ "eval_samples_per_second": 475.535,
+ "eval_steps_per_second": 29.808,
+ "eval_weighted_f1": 0.5141639577077276,
+ "step": 348
+ },
+ {
+ "epoch": 2.011527377521614,
+ "grad_norm": 66.45020294189453,
+ "learning_rate": 1.999361430395913e-05,
+ "loss": 5.1781,
+ "step": 350
+ },
+ {
+ "epoch": 2.155619596541787,
+ "grad_norm": 72.80464935302734,
+ "learning_rate": 1.983397190293742e-05,
+ "loss": 4.9899,
+ "step": 375
+ },
+ {
+ "epoch": 2.2997118155619596,
+ "grad_norm": 140.2425994873047,
+ "learning_rate": 1.967432950191571e-05,
+ "loss": 4.8554,
+ "step": 400
+ },
+ {
+ "epoch": 2.443804034582133,
+ "grad_norm": 63.07112503051758,
+ "learning_rate": 1.9514687100894e-05,
+ "loss": 4.4896,
+ "step": 425
+ },
+ {
+ "epoch": 2.5878962536023056,
+ "grad_norm": 67.38774871826172,
+ "learning_rate": 1.9355044699872286e-05,
+ "loss": 4.7224,
+ "step": 450
+ },
+ {
+ "epoch": 2.7319884726224783,
+ "grad_norm": 105.33391571044922,
+ "learning_rate": 1.9195402298850576e-05,
+ "loss": 4.4407,
+ "step": 475
+ },
+ {
+ "epoch": 2.8760806916426516,
+ "grad_norm": 159.6921844482422,
+ "learning_rate": 1.9035759897828865e-05,
+ "loss": 4.5295,
+ "step": 500
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.6034985422740525,
+ "eval_loss": 1.1027911901474,
+ "eval_macro_f1": 0.5007176512669808,
+ "eval_runtime": 1.4129,
+ "eval_samples_per_second": 485.532,
+ "eval_steps_per_second": 30.434,
+ "eval_weighted_f1": 0.5920542836582914,
+ "step": 522
+ },
+ {
+ "epoch": 3.0172910662824206,
+ "grad_norm": 78.40042114257812,
+ "learning_rate": 1.8876117496807155e-05,
+ "loss": 4.3224,
+ "step": 525
+ },
+ {
+ "epoch": 3.161383285302594,
+ "grad_norm": 112.31568145751953,
+ "learning_rate": 1.871647509578544e-05,
+ "loss": 4.1704,
+ "step": 550
+ },
+ {
+ "epoch": 3.3054755043227666,
+ "grad_norm": 86.89190673828125,
+ "learning_rate": 1.855683269476373e-05,
+ "loss": 3.9765,
+ "step": 575
+ },
+ {
+ "epoch": 3.4495677233429394,
+ "grad_norm": 60.991153717041016,
+ "learning_rate": 1.839719029374202e-05,
+ "loss": 3.7586,
+ "step": 600
+ },
+ {
+ "epoch": 3.5936599423631126,
+ "grad_norm": 92.52076721191406,
+ "learning_rate": 1.823754789272031e-05,
+ "loss": 3.7498,
+ "step": 625
+ },
+ {
+ "epoch": 3.7377521613832854,
+ "grad_norm": 61.19248580932617,
+ "learning_rate": 1.8077905491698596e-05,
+ "loss": 3.9657,
+ "step": 650
+ },
+ {
+ "epoch": 3.881844380403458,
+ "grad_norm": 74.10926055908203,
+ "learning_rate": 1.7918263090676886e-05,
+ "loss": 3.5039,
+ "step": 675
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.6151603498542274,
+ "eval_loss": 1.1910370588302612,
+ "eval_macro_f1": 0.5385687449568491,
+ "eval_runtime": 1.4444,
+ "eval_samples_per_second": 474.927,
+ "eval_steps_per_second": 29.769,
+ "eval_weighted_f1": 0.5981397216871904,
+ "step": 696
+ },
+ {
+ "epoch": 4.023054755043228,
+ "grad_norm": 93.08206939697266,
+ "learning_rate": 1.7758620689655175e-05,
+ "loss": 3.4571,
+ "step": 700
+ },
+ {
+ "epoch": 4.1671469740634,
+ "grad_norm": 107.71681213378906,
+ "learning_rate": 1.759897828863346e-05,
+ "loss": 3.1668,
+ "step": 725
+ },
+ {
+ "epoch": 4.311239193083574,
+ "grad_norm": 185.41183471679688,
+ "learning_rate": 1.743933588761175e-05,
+ "loss": 3.1595,
+ "step": 750
+ },
+ {
+ "epoch": 4.455331412103746,
+ "grad_norm": 74.57310485839844,
+ "learning_rate": 1.7279693486590037e-05,
+ "loss": 3.0405,
+ "step": 775
+ },
+ {
+ "epoch": 4.599423631123919,
+ "grad_norm": 149.26861572265625,
+ "learning_rate": 1.7120051085568327e-05,
+ "loss": 3.3884,
+ "step": 800
+ },
+ {
+ "epoch": 4.743515850144092,
+ "grad_norm": 81.49881744384766,
+ "learning_rate": 1.6960408684546617e-05,
+ "loss": 2.7663,
+ "step": 825
+ },
+ {
+ "epoch": 4.887608069164266,
+ "grad_norm": 100.28555297851562,
+ "learning_rate": 1.6800766283524906e-05,
+ "loss": 2.9881,
+ "step": 850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.6122448979591837,
+ "eval_loss": 1.1306499242782593,
+ "eval_macro_f1": 0.5511800013504567,
+ "eval_runtime": 1.466,
+ "eval_samples_per_second": 467.94,
+ "eval_steps_per_second": 29.331,
+ "eval_weighted_f1": 0.6027418257377974,
+ "step": 870
+ },
+ {
+ "epoch": 5.028818443804035,
+ "grad_norm": 176.52047729492188,
+ "learning_rate": 1.6641123882503192e-05,
+ "loss": 2.7591,
+ "step": 875
+ },
+ {
+ "epoch": 5.172910662824208,
+ "grad_norm": 79.86366271972656,
+ "learning_rate": 1.6481481481481482e-05,
+ "loss": 2.3629,
+ "step": 900
+ },
+ {
+ "epoch": 5.31700288184438,
+ "grad_norm": 75.88929748535156,
+ "learning_rate": 1.632183908045977e-05,
+ "loss": 2.4993,
+ "step": 925
+ },
+ {
+ "epoch": 5.461095100864553,
+ "grad_norm": 114.27474212646484,
+ "learning_rate": 1.616219667943806e-05,
+ "loss": 2.5894,
+ "step": 950
+ },
+ {
+ "epoch": 5.605187319884726,
+ "grad_norm": 76.7537612915039,
+ "learning_rate": 1.6002554278416347e-05,
+ "loss": 2.606,
+ "step": 975
+ },
+ {
+ "epoch": 5.749279538904899,
+ "grad_norm": 83.17585754394531,
+ "learning_rate": 1.5842911877394637e-05,
+ "loss": 2.4625,
+ "step": 1000
+ },
+ {
+ "epoch": 5.893371757925072,
+ "grad_norm": 224.8154754638672,
+ "learning_rate": 1.5683269476372927e-05,
+ "loss": 2.6508,
+ "step": 1025
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.6151603498542274,
+ "eval_loss": 1.186454176902771,
+ "eval_macro_f1": 0.561098019714862,
+ "eval_runtime": 1.4738,
+ "eval_samples_per_second": 465.464,
+ "eval_steps_per_second": 29.176,
+ "eval_weighted_f1": 0.6157594207652559,
+ "step": 1044
+ },
+ {
+ "epoch": 6.034582132564841,
+ "grad_norm": 99.22409057617188,
+ "learning_rate": 1.5523627075351216e-05,
+ "loss": 2.4168,
+ "step": 1050
+ },
+ {
+ "epoch": 6.178674351585014,
+ "grad_norm": 83.35447692871094,
+ "learning_rate": 1.5363984674329502e-05,
+ "loss": 2.0894,
+ "step": 1075
+ },
+ {
+ "epoch": 6.322766570605188,
+ "grad_norm": 91.6500244140625,
+ "learning_rate": 1.5204342273307792e-05,
+ "loss": 2.086,
+ "step": 1100
+ },
+ {
+ "epoch": 6.46685878962536,
+ "grad_norm": 168.25729370117188,
+ "learning_rate": 1.504469987228608e-05,
+ "loss": 1.969,
+ "step": 1125
+ },
+ {
+ "epoch": 6.610951008645533,
+ "grad_norm": 134.1697235107422,
+ "learning_rate": 1.4885057471264368e-05,
+ "loss": 1.8243,
+ "step": 1150
+ },
+ {
+ "epoch": 6.755043227665706,
+ "grad_norm": 94.68640899658203,
+ "learning_rate": 1.4725415070242657e-05,
+ "loss": 2.1011,
+ "step": 1175
+ },
+ {
+ "epoch": 6.899135446685879,
+ "grad_norm": 91.7154312133789,
+ "learning_rate": 1.4565772669220945e-05,
+ "loss": 1.8306,
+ "step": 1200
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.5860058309037901,
+ "eval_loss": 1.3595912456512451,
+ "eval_macro_f1": 0.5393007279981095,
+ "eval_runtime": 1.5801,
+ "eval_samples_per_second": 434.146,
+ "eval_steps_per_second": 27.213,
+ "eval_weighted_f1": 0.5848661975027537,
+ "step": 1218
+ },
+ {
+ "epoch": 7.040345821325649,
+ "grad_norm": 153.0696563720703,
+ "learning_rate": 1.4406130268199235e-05,
+ "loss": 2.1777,
+ "step": 1225
+ },
+ {
+ "epoch": 7.184438040345821,
+ "grad_norm": 111.3951644897461,
+ "learning_rate": 1.4246487867177523e-05,
+ "loss": 1.5568,
+ "step": 1250
+ },
+ {
+ "epoch": 7.328530259365994,
+ "grad_norm": 79.67266082763672,
+ "learning_rate": 1.4086845466155812e-05,
+ "loss": 1.67,
+ "step": 1275
+ },
+ {
+ "epoch": 7.472622478386167,
+ "grad_norm": 123.5237808227539,
+ "learning_rate": 1.39272030651341e-05,
+ "loss": 1.6122,
+ "step": 1300
+ },
+ {
+ "epoch": 7.61671469740634,
+ "grad_norm": 69.67051696777344,
+ "learning_rate": 1.376756066411239e-05,
+ "loss": 1.6362,
+ "step": 1325
+ },
+ {
+ "epoch": 7.760806916426513,
+ "grad_norm": 179.90306091308594,
+ "learning_rate": 1.3607918263090678e-05,
+ "loss": 1.5434,
+ "step": 1350
+ },
+ {
+ "epoch": 7.904899135446686,
+ "grad_norm": 209.70628356933594,
+ "learning_rate": 1.3448275862068967e-05,
+ "loss": 1.6258,
+ "step": 1375
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.6020408163265306,
+ "eval_loss": 1.4627659320831299,
+ "eval_macro_f1": 0.5630883910907747,
+ "eval_runtime": 1.4505,
+ "eval_samples_per_second": 472.954,
+ "eval_steps_per_second": 29.646,
+ "eval_weighted_f1": 0.5999080995770613,
+ "step": 1392
+ },
+ {
+ "epoch": 8.046109510086456,
+ "grad_norm": 67.61016845703125,
+ "learning_rate": 1.3288633461047255e-05,
+ "loss": 1.4017,
+ "step": 1400
+ },
+ {
+ "epoch": 8.190201729106628,
+ "grad_norm": 92.2812728881836,
+ "learning_rate": 1.3128991060025545e-05,
+ "loss": 1.22,
+ "step": 1425
+ },
+ {
+ "epoch": 8.3342939481268,
+ "grad_norm": 149.6383819580078,
+ "learning_rate": 1.2969348659003833e-05,
+ "loss": 1.1536,
+ "step": 1450
+ },
+ {
+ "epoch": 8.478386167146974,
+ "grad_norm": 98.09387969970703,
+ "learning_rate": 1.2809706257982123e-05,
+ "loss": 1.0517,
+ "step": 1475
+ },
+ {
+ "epoch": 8.622478386167147,
+ "grad_norm": 115.51671600341797,
+ "learning_rate": 1.265006385696041e-05,
+ "loss": 1.396,
+ "step": 1500
+ },
+ {
+ "epoch": 8.76657060518732,
+ "grad_norm": 99.49845886230469,
+ "learning_rate": 1.24904214559387e-05,
+ "loss": 1.5213,
+ "step": 1525
+ },
+ {
+ "epoch": 8.910662824207492,
+ "grad_norm": 39.198524475097656,
+ "learning_rate": 1.2330779054916986e-05,
+ "loss": 1.2986,
+ "step": 1550
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.6049562682215743,
+ "eval_loss": 1.5522927045822144,
+ "eval_macro_f1": 0.5497145927070005,
+ "eval_runtime": 1.706,
+ "eval_samples_per_second": 402.116,
+ "eval_steps_per_second": 25.206,
+ "eval_weighted_f1": 0.6016175688239225,
+ "step": 1566
+ },
+ {
+ "epoch": 9.051873198847263,
+ "grad_norm": 60.584285736083984,
+ "learning_rate": 1.2171136653895274e-05,
+ "loss": 1.0822,
+ "step": 1575
+ },
+ {
+ "epoch": 9.195965417867436,
+ "grad_norm": 74.70519256591797,
+ "learning_rate": 1.2011494252873564e-05,
+ "loss": 0.7805,
+ "step": 1600
+ },
+ {
+ "epoch": 9.340057636887607,
+ "grad_norm": 26.134737014770508,
+ "learning_rate": 1.1851851851851852e-05,
+ "loss": 1.0386,
+ "step": 1625
+ },
+ {
+ "epoch": 9.48414985590778,
+ "grad_norm": 84.1439208984375,
+ "learning_rate": 1.1692209450830141e-05,
+ "loss": 1.0896,
+ "step": 1650
+ },
+ {
+ "epoch": 9.628242074927954,
+ "grad_norm": 58.2321662902832,
+ "learning_rate": 1.1532567049808429e-05,
+ "loss": 1.0656,
+ "step": 1675
+ },
+ {
+ "epoch": 9.772334293948127,
+ "grad_norm": 51.10061264038086,
+ "learning_rate": 1.1372924648786719e-05,
+ "loss": 0.9505,
+ "step": 1700
+ },
+ {
+ "epoch": 9.9164265129683,
+ "grad_norm": 322.0007629394531,
+ "learning_rate": 1.1213282247765007e-05,
+ "loss": 1.1111,
+ "step": 1725
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.6034985422740525,
+ "eval_loss": 1.708386778831482,
+ "eval_macro_f1": 0.5532004368774068,
+ "eval_runtime": 1.6295,
+ "eval_samples_per_second": 420.977,
+ "eval_steps_per_second": 26.388,
+ "eval_weighted_f1": 0.5989807549481032,
+ "step": 1740
+ },
+ {
+ "epoch": 10.05763688760807,
+ "grad_norm": 51.84536361694336,
+ "learning_rate": 1.1053639846743296e-05,
+ "loss": 0.9566,
+ "step": 1750
+ },
+ {
+ "epoch": 10.201729106628243,
+ "grad_norm": 131.0769805908203,
+ "learning_rate": 1.0893997445721584e-05,
+ "loss": 0.8614,
+ "step": 1775
+ },
+ {
+ "epoch": 10.345821325648416,
+ "grad_norm": 134.8805389404297,
+ "learning_rate": 1.0734355044699874e-05,
+ "loss": 0.8593,
+ "step": 1800
+ },
+ {
+ "epoch": 10.489913544668587,
+ "grad_norm": 129.8817596435547,
+ "learning_rate": 1.0574712643678162e-05,
+ "loss": 0.731,
+ "step": 1825
+ },
+ {
+ "epoch": 10.63400576368876,
+ "grad_norm": 257.5182189941406,
+ "learning_rate": 1.0415070242656451e-05,
+ "loss": 0.7897,
+ "step": 1850
+ },
+ {
+ "epoch": 10.778097982708934,
+ "grad_norm": 33.62117385864258,
+ "learning_rate": 1.025542784163474e-05,
+ "loss": 0.7981,
+ "step": 1875
+ },
+ {
+ "epoch": 10.922190201729107,
+ "grad_norm": 146.9697265625,
+ "learning_rate": 1.0095785440613029e-05,
+ "loss": 0.9133,
+ "step": 1900
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.607871720116618,
+ "eval_loss": 1.6921274662017822,
+ "eval_macro_f1": 0.5682382619910327,
+ "eval_runtime": 1.4607,
+ "eval_samples_per_second": 469.627,
+ "eval_steps_per_second": 29.437,
+ "eval_weighted_f1": 0.608865467221514,
+ "step": 1914
+ },
+ {
+ "epoch": 11.063400576368876,
+ "grad_norm": 44.91331100463867,
+ "learning_rate": 9.936143039591317e-06,
+ "loss": 0.8854,
+ "step": 1925
+ },
+ {
+ "epoch": 11.207492795389049,
+ "grad_norm": 100.35406494140625,
+ "learning_rate": 9.776500638569605e-06,
+ "loss": 0.6283,
+ "step": 1950
+ },
+ {
+ "epoch": 11.351585014409222,
+ "grad_norm": 18.007591247558594,
+ "learning_rate": 9.616858237547894e-06,
+ "loss": 0.5664,
+ "step": 1975
+ },
+ {
+ "epoch": 11.495677233429396,
+ "grad_norm": 71.7136001586914,
+ "learning_rate": 9.457215836526182e-06,
+ "loss": 0.5527,
+ "step": 2000
+ },
+ {
+ "epoch": 11.639769452449567,
+ "grad_norm": 86.22111511230469,
+ "learning_rate": 9.297573435504472e-06,
+ "loss": 0.7512,
+ "step": 2025
+ },
+ {
+ "epoch": 11.78386167146974,
+ "grad_norm": 81.40876007080078,
+ "learning_rate": 9.13793103448276e-06,
+ "loss": 0.611,
+ "step": 2050
+ },
+ {
+ "epoch": 11.927953890489913,
+ "grad_norm": 115.73153686523438,
+ "learning_rate": 8.978288633461047e-06,
+ "loss": 0.5997,
+ "step": 2075
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.6253644314868805,
+ "eval_loss": 1.8453783988952637,
+ "eval_macro_f1": 0.5754389959045689,
+ "eval_runtime": 1.4218,
+ "eval_samples_per_second": 482.497,
+ "eval_steps_per_second": 30.244,
+ "eval_weighted_f1": 0.6199756438710448,
+ "step": 2088
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3480,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/special_tokens_map.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/tokenizer_config.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/trainer_state.json b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..12927965a2758089cd6de131301201d36f144080
--- /dev/null
+++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2610/trainer_state.json
@@ -0,0 +1,936 @@
+{
+ "best_global_step": 2088,
+ "best_metric": 0.5754389959045689,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/trainer/checkpoint-2088",
+ "epoch": 15.0,
+ "eval_steps": 500,
+ "global_step": 2610,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.1440922190201729,
+ "grad_norm": 25.409011840820312,
+ "learning_rate": 1.3793103448275862e-06,
+ "loss": 8.1102,
+ "step": 25
+ },
+ {
+ "epoch": 0.2881844380403458,
+ "grad_norm": 26.36658477783203,
+ "learning_rate": 2.8160919540229887e-06,
+ "loss": 8.0451,
+ "step": 50
+ },
+ {
+ "epoch": 0.4322766570605187,
+ "grad_norm": 40.90280532836914,
+ "learning_rate": 4.252873563218391e-06,
+ "loss": 7.8564,
+ "step": 75
+ },
+ {
+ "epoch": 0.5763688760806917,
+ "grad_norm": 70.01329803466797,
+ "learning_rate": 5.689655172413794e-06,
+ "loss": 7.5187,
+ "step": 100
+ },
+ {
+ "epoch": 0.7204610951008645,
+ "grad_norm": 52.07551193237305,
+ "learning_rate": 7.126436781609196e-06,
+ "loss": 7.2167,
+ "step": 125
+ },
+ {
+ "epoch": 0.8645533141210374,
+ "grad_norm": 35.959747314453125,
+ "learning_rate": 8.563218390804599e-06,
+ "loss": 7.0114,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.3935860058309038,
+ "eval_loss": 1.6363770961761475,
+ "eval_macro_f1": 0.2291321429960711,
+ "eval_runtime": 1.3674,
+ "eval_samples_per_second": 501.687,
+ "eval_steps_per_second": 31.447,
+ "eval_weighted_f1": 0.35931533775839664,
+ "step": 174
+ },
+ {
+ "epoch": 1.005763688760807,
+ "grad_norm": 42.88567352294922,
+ "learning_rate": 1e-05,
+ "loss": 6.8769,
+ "step": 175
+ },
+ {
+ "epoch": 1.1498559077809798,
+ "grad_norm": 113.34029388427734,
+ "learning_rate": 1.1436781609195405e-05,
+ "loss": 6.8403,
+ "step": 200
+ },
+ {
+ "epoch": 1.2939481268011528,
+ "grad_norm": 77.8018798828125,
+ "learning_rate": 1.2873563218390805e-05,
+ "loss": 6.346,
+ "step": 225
+ },
+ {
+ "epoch": 1.4380403458213258,
+ "grad_norm": 67.4543228149414,
+ "learning_rate": 1.4310344827586209e-05,
+ "loss": 5.9756,
+ "step": 250
+ },
+ {
+ "epoch": 1.5821325648414986,
+ "grad_norm": 61.21331024169922,
+ "learning_rate": 1.574712643678161e-05,
+ "loss": 5.9322,
+ "step": 275
+ },
+ {
+ "epoch": 1.7262247838616713,
+ "grad_norm": 412.4178466796875,
+ "learning_rate": 1.7183908045977015e-05,
+ "loss": 5.5346,
+ "step": 300
+ },
+ {
+ "epoch": 1.8703170028818443,
+ "grad_norm": 49.49477767944336,
+ "learning_rate": 1.8620689655172415e-05,
+ "loss": 5.5723,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.5597667638483965,
+ "eval_loss": 1.2774362564086914,
+ "eval_macro_f1": 0.36947783596506995,
+ "eval_runtime": 1.4426,
+ "eval_samples_per_second": 475.535,
+ "eval_steps_per_second": 29.808,
+ "eval_weighted_f1": 0.5141639577077276,
+ "step": 348
+ },
+ {
+ "epoch": 2.011527377521614,
+ "grad_norm": 66.45020294189453,
+ "learning_rate": 1.999361430395913e-05,
+ "loss": 5.1781,
+ "step": 350
+ },
+ {
+ "epoch": 2.155619596541787,
+ "grad_norm": 72.80464935302734,
+ "learning_rate": 1.983397190293742e-05,
+ "loss": 4.9899,
+ "step": 375
+ },
+ {
+ "epoch": 2.2997118155619596,
+ "grad_norm": 140.2425994873047,
+ "learning_rate": 1.967432950191571e-05,
+ "loss": 4.8554,
+ "step": 400
+ },
+ {
+ "epoch": 2.443804034582133,
+ "grad_norm": 63.07112503051758,
+ "learning_rate": 1.9514687100894e-05,
+ "loss": 4.4896,
+ "step": 425
+ },
+ {
+ "epoch": 2.5878962536023056,
+ "grad_norm": 67.38774871826172,
+ "learning_rate": 1.9355044699872286e-05,
+ "loss": 4.7224,
+ "step": 450
+ },
+ {
+ "epoch": 2.7319884726224783,
+ "grad_norm": 105.33391571044922,
+ "learning_rate": 1.9195402298850576e-05,
+ "loss": 4.4407,
+ "step": 475
+ },
+ {
+ "epoch": 2.8760806916426516,
+ "grad_norm": 159.6921844482422,
+ "learning_rate": 1.9035759897828865e-05,
+ "loss": 4.5295,
+ "step": 500
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.6034985422740525,
+ "eval_loss": 1.1027911901474,
+ "eval_macro_f1": 0.5007176512669808,
+ "eval_runtime": 1.4129,
+ "eval_samples_per_second": 485.532,
+ "eval_steps_per_second": 30.434,
+ "eval_weighted_f1": 0.5920542836582914,
+ "step": 522
+ },
+ {
+ "epoch": 3.0172910662824206,
+ "grad_norm": 78.40042114257812,
+ "learning_rate": 1.8876117496807155e-05,
+ "loss": 4.3224,
+ "step": 525
+ },
+ {
+ "epoch": 3.161383285302594,
+ "grad_norm": 112.31568145751953,
+ "learning_rate": 1.871647509578544e-05,
+ "loss": 4.1704,
+ "step": 550
+ },
+ {
+ "epoch": 3.3054755043227666,
+ "grad_norm": 86.89190673828125,
+ "learning_rate": 1.855683269476373e-05,
+ "loss": 3.9765,
+ "step": 575
+ },
+ {
+ "epoch": 3.4495677233429394,
+ "grad_norm": 60.991153717041016,
+ "learning_rate": 1.839719029374202e-05,
+ "loss": 3.7586,
+ "step": 600
+ },
+ {
+ "epoch": 3.5936599423631126,
+ "grad_norm": 92.52076721191406,
+ "learning_rate": 1.823754789272031e-05,
+ "loss": 3.7498,
+ "step": 625
+ },
+ {
+ "epoch": 3.7377521613832854,
+ "grad_norm": 61.19248580932617,
+ "learning_rate": 1.8077905491698596e-05,
+ "loss": 3.9657,
+ "step": 650
+ },
+ {
+ "epoch": 3.881844380403458,
+ "grad_norm": 74.10926055908203,
+ "learning_rate": 1.7918263090676886e-05,
+ "loss": 3.5039,
+ "step": 675
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.6151603498542274,
+ "eval_loss": 1.1910370588302612,
+ "eval_macro_f1": 0.5385687449568491,
+ "eval_runtime": 1.4444,
+ "eval_samples_per_second": 474.927,
+ "eval_steps_per_second": 29.769,
+ "eval_weighted_f1": 0.5981397216871904,
+ "step": 696
+ },
+ {
+ "epoch": 4.023054755043228,
+ "grad_norm": 93.08206939697266,
+ "learning_rate": 1.7758620689655175e-05,
+ "loss": 3.4571,
+ "step": 700
+ },
+ {
+ "epoch": 4.1671469740634,
+ "grad_norm": 107.71681213378906,
+ "learning_rate": 1.759897828863346e-05,
+ "loss": 3.1668,
+ "step": 725
+ },
+ {
+ "epoch": 4.311239193083574,
+ "grad_norm": 185.41183471679688,
+ "learning_rate": 1.743933588761175e-05,
+ "loss": 3.1595,
+ "step": 750
+ },
+ {
+ "epoch": 4.455331412103746,
+ "grad_norm": 74.57310485839844,
+ "learning_rate": 1.7279693486590037e-05,
+ "loss": 3.0405,
+ "step": 775
+ },
+ {
+ "epoch": 4.599423631123919,
+ "grad_norm": 149.26861572265625,
+ "learning_rate": 1.7120051085568327e-05,
+ "loss": 3.3884,
+ "step": 800
+ },
+ {
+ "epoch": 4.743515850144092,
+ "grad_norm": 81.49881744384766,
+ "learning_rate": 1.6960408684546617e-05,
+ "loss": 2.7663,
+ "step": 825
+ },
+ {
+ "epoch": 4.887608069164266,
+ "grad_norm": 100.28555297851562,
+ "learning_rate": 1.6800766283524906e-05,
+ "loss": 2.9881,
+ "step": 850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.6122448979591837,
+ "eval_loss": 1.1306499242782593,
+ "eval_macro_f1": 0.5511800013504567,
+ "eval_runtime": 1.466,
+ "eval_samples_per_second": 467.94,
+ "eval_steps_per_second": 29.331,
+ "eval_weighted_f1": 0.6027418257377974,
+ "step": 870
+ },
+ {
+ "epoch": 5.028818443804035,
+ "grad_norm": 176.52047729492188,
+ "learning_rate": 1.6641123882503192e-05,
+ "loss": 2.7591,
+ "step": 875
+ },
+ {
+ "epoch": 5.172910662824208,
+ "grad_norm": 79.86366271972656,
+ "learning_rate": 1.6481481481481482e-05,
+ "loss": 2.3629,
+ "step": 900
+ },
+ {
+ "epoch": 5.31700288184438,
+ "grad_norm": 75.88929748535156,
+ "learning_rate": 1.632183908045977e-05,
+ "loss": 2.4993,
+ "step": 925
+ },
+ {
+ "epoch": 5.461095100864553,
+ "grad_norm": 114.27474212646484,
+ "learning_rate": 1.616219667943806e-05,
+ "loss": 2.5894,
+ "step": 950
+ },
+ {
+ "epoch": 5.605187319884726,
+ "grad_norm": 76.7537612915039,
+ "learning_rate": 1.6002554278416347e-05,
+ "loss": 2.606,
+ "step": 975
+ },
+ {
+ "epoch": 5.749279538904899,
+ "grad_norm": 83.17585754394531,
+ "learning_rate": 1.5842911877394637e-05,
+ "loss": 2.4625,
+ "step": 1000
+ },
+ {
+ "epoch": 5.893371757925072,
+ "grad_norm": 224.8154754638672,
+ "learning_rate": 1.5683269476372927e-05,
+ "loss": 2.6508,
+ "step": 1025
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.6151603498542274,
+ "eval_loss": 1.186454176902771,
+ "eval_macro_f1": 0.561098019714862,
+ "eval_runtime": 1.4738,
+ "eval_samples_per_second": 465.464,
+ "eval_steps_per_second": 29.176,
+ "eval_weighted_f1": 0.6157594207652559,
+ "step": 1044
+ },
+ {
+ "epoch": 6.034582132564841,
+ "grad_norm": 99.22409057617188,
+ "learning_rate": 1.5523627075351216e-05,
+ "loss": 2.4168,
+ "step": 1050
+ },
+ {
+ "epoch": 6.178674351585014,
+ "grad_norm": 83.35447692871094,
+ "learning_rate": 1.5363984674329502e-05,
+ "loss": 2.0894,
+ "step": 1075
+ },
+ {
+ "epoch": 6.322766570605188,
+ "grad_norm": 91.6500244140625,
+ "learning_rate": 1.5204342273307792e-05,
+ "loss": 2.086,
+ "step": 1100
+ },
+ {
+ "epoch": 6.46685878962536,
+ "grad_norm": 168.25729370117188,
+ "learning_rate": 1.504469987228608e-05,
+ "loss": 1.969,
+ "step": 1125
+ },
+ {
+ "epoch": 6.610951008645533,
+ "grad_norm": 134.1697235107422,
+ "learning_rate": 1.4885057471264368e-05,
+ "loss": 1.8243,
+ "step": 1150
+ },
+ {
+ "epoch": 6.755043227665706,
+ "grad_norm": 94.68640899658203,
+ "learning_rate": 1.4725415070242657e-05,
+ "loss": 2.1011,
+ "step": 1175
+ },
+ {
+ "epoch": 6.899135446685879,
+ "grad_norm": 91.7154312133789,
+ "learning_rate": 1.4565772669220945e-05,
+ "loss": 1.8306,
+ "step": 1200
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.5860058309037901,
+ "eval_loss": 1.3595912456512451,
+ "eval_macro_f1": 0.5393007279981095,
+ "eval_runtime": 1.5801,
+ "eval_samples_per_second": 434.146,
+ "eval_steps_per_second": 27.213,
+ "eval_weighted_f1": 0.5848661975027537,
+ "step": 1218
+ },
+ {
+ "epoch": 7.040345821325649,
+ "grad_norm": 153.0696563720703,
+ "learning_rate": 1.4406130268199235e-05,
+ "loss": 2.1777,
+ "step": 1225
+ },
+ {
+ "epoch": 7.184438040345821,
+ "grad_norm": 111.3951644897461,
+ "learning_rate": 1.4246487867177523e-05,
+ "loss": 1.5568,
+ "step": 1250
+ },
+ {
+ "epoch": 7.328530259365994,
+ "grad_norm": 79.67266082763672,
+ "learning_rate": 1.4086845466155812e-05,
+ "loss": 1.67,
+ "step": 1275
+ },
+ {
+ "epoch": 7.472622478386167,
+ "grad_norm": 123.5237808227539,
+ "learning_rate": 1.39272030651341e-05,
+ "loss": 1.6122,
+ "step": 1300
+ },
+ {
+ "epoch": 7.61671469740634,
+ "grad_norm": 69.67051696777344,
+ "learning_rate": 1.376756066411239e-05,
+ "loss": 1.6362,
+ "step": 1325
+ },
+ {
+ "epoch": 7.760806916426513,
+ "grad_norm": 179.90306091308594,
+ "learning_rate": 1.3607918263090678e-05,
+ "loss": 1.5434,
+ "step": 1350
+ },
+ {
+ "epoch": 7.904899135446686,
+ "grad_norm": 209.70628356933594,
+ "learning_rate": 1.3448275862068967e-05,
+ "loss": 1.6258,
+ "step": 1375
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.6020408163265306,
+ "eval_loss": 1.4627659320831299,
+ "eval_macro_f1": 0.5630883910907747,
+ "eval_runtime": 1.4505,
+ "eval_samples_per_second": 472.954,
+ "eval_steps_per_second": 29.646,
+ "eval_weighted_f1": 0.5999080995770613,
+ "step": 1392
+ },
+ {
+ "epoch": 8.046109510086456,
+ "grad_norm": 67.61016845703125,
+ "learning_rate": 1.3288633461047255e-05,
+ "loss": 1.4017,
+ "step": 1400
+ },
+ {
+ "epoch": 8.190201729106628,
+ "grad_norm": 92.2812728881836,
+ "learning_rate": 1.3128991060025545e-05,
+ "loss": 1.22,
+ "step": 1425
+ },
+ {
+ "epoch": 8.3342939481268,
+ "grad_norm": 149.6383819580078,
+ "learning_rate": 1.2969348659003833e-05,
+ "loss": 1.1536,
+ "step": 1450
+ },
+ {
+ "epoch": 8.478386167146974,
+ "grad_norm": 98.09387969970703,
+ "learning_rate": 1.2809706257982123e-05,
+ "loss": 1.0517,
+ "step": 1475
+ },
+ {
+ "epoch": 8.622478386167147,
+ "grad_norm": 115.51671600341797,
+ "learning_rate": 1.265006385696041e-05,
+ "loss": 1.396,
+ "step": 1500
+ },
+ {
+ "epoch": 8.76657060518732,
+ "grad_norm": 99.49845886230469,
+ "learning_rate": 1.24904214559387e-05,
+ "loss": 1.5213,
+ "step": 1525
+ },
+ {
+ "epoch": 8.910662824207492,
+ "grad_norm": 39.198524475097656,
+ "learning_rate": 1.2330779054916986e-05,
+ "loss": 1.2986,
+ "step": 1550
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.6049562682215743,
+ "eval_loss": 1.5522927045822144,
+ "eval_macro_f1": 0.5497145927070005,
+ "eval_runtime": 1.706,
+ "eval_samples_per_second": 402.116,
+ "eval_steps_per_second": 25.206,
+ "eval_weighted_f1": 0.6016175688239225,
+ "step": 1566
+ },
+ {
+ "epoch": 9.051873198847263,
+ "grad_norm": 60.584285736083984,
+ "learning_rate": 1.2171136653895274e-05,
+ "loss": 1.0822,
+ "step": 1575
+ },
+ {
+ "epoch": 9.195965417867436,
+ "grad_norm": 74.70519256591797,
+ "learning_rate": 1.2011494252873564e-05,
+ "loss": 0.7805,
+ "step": 1600
+ },
+ {
+ "epoch": 9.340057636887607,
+ "grad_norm": 26.134737014770508,
+ "learning_rate": 1.1851851851851852e-05,
+ "loss": 1.0386,
+ "step": 1625
+ },
+ {
+ "epoch": 9.48414985590778,
+ "grad_norm": 84.1439208984375,
+ "learning_rate": 1.1692209450830141e-05,
+ "loss": 1.0896,
+ "step": 1650
+ },
+ {
+ "epoch": 9.628242074927954,
+ "grad_norm": 58.2321662902832,
+ "learning_rate": 1.1532567049808429e-05,
+ "loss": 1.0656,
+ "step": 1675
+ },
+ {
+ "epoch": 9.772334293948127,
+ "grad_norm": 51.10061264038086,
+ "learning_rate": 1.1372924648786719e-05,
+ "loss": 0.9505,
+ "step": 1700
+ },
+ {
+ "epoch": 9.9164265129683,
+ "grad_norm": 322.0007629394531,
+ "learning_rate": 1.1213282247765007e-05,
+ "loss": 1.1111,
+ "step": 1725
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.6034985422740525,
+ "eval_loss": 1.708386778831482,
+ "eval_macro_f1": 0.5532004368774068,
+ "eval_runtime": 1.6295,
+ "eval_samples_per_second": 420.977,
+ "eval_steps_per_second": 26.388,
+ "eval_weighted_f1": 0.5989807549481032,
+ "step": 1740
+ },
+ {
+ "epoch": 10.05763688760807,
+ "grad_norm": 51.84536361694336,
+ "learning_rate": 1.1053639846743296e-05,
+ "loss": 0.9566,
+ "step": 1750
+ },
+ {
+ "epoch": 10.201729106628243,
+ "grad_norm": 131.0769805908203,
+ "learning_rate": 1.0893997445721584e-05,
+ "loss": 0.8614,
+ "step": 1775
+ },
+ {
+ "epoch": 10.345821325648416,
+ "grad_norm": 134.8805389404297,
+ "learning_rate": 1.0734355044699874e-05,
+ "loss": 0.8593,
+ "step": 1800
+ },
+ {
+ "epoch": 10.489913544668587,
+ "grad_norm": 129.8817596435547,
+ "learning_rate": 1.0574712643678162e-05,
+ "loss": 0.731,
+ "step": 1825
+ },
+ {
+ "epoch": 10.63400576368876,
+ "grad_norm": 257.5182189941406,
+ "learning_rate": 1.0415070242656451e-05,
+ "loss": 0.7897,
+ "step": 1850
+ },
+ {
+ "epoch": 10.778097982708934,
+ "grad_norm": 33.62117385864258,
+ "learning_rate": 1.025542784163474e-05,
+ "loss": 0.7981,
+ "step": 1875
+ },
+ {
+ "epoch": 10.922190201729107,
+ "grad_norm": 146.9697265625,
+ "learning_rate": 1.0095785440613029e-05,
+ "loss": 0.9133,
+ "step": 1900
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.607871720116618,
+ "eval_loss": 1.6921274662017822,
+ "eval_macro_f1": 0.5682382619910327,
+ "eval_runtime": 1.4607,
+ "eval_samples_per_second": 469.627,
+ "eval_steps_per_second": 29.437,
+ "eval_weighted_f1": 0.608865467221514,
+ "step": 1914
+ },
+ {
+ "epoch": 11.063400576368876,
+ "grad_norm": 44.91331100463867,
+ "learning_rate": 9.936143039591317e-06,
+ "loss": 0.8854,
+ "step": 1925
+ },
+ {
+ "epoch": 11.207492795389049,
+ "grad_norm": 100.35406494140625,
+ "learning_rate": 9.776500638569605e-06,
+ "loss": 0.6283,
+ "step": 1950
+ },
+ {
+ "epoch": 11.351585014409222,
+ "grad_norm": 18.007591247558594,
+ "learning_rate": 9.616858237547894e-06,
+ "loss": 0.5664,
+ "step": 1975
+ },
+ {
+ "epoch": 11.495677233429396,
+ "grad_norm": 71.7136001586914,
+ "learning_rate": 9.457215836526182e-06,
+ "loss": 0.5527,
+ "step": 2000
+ },
+ {
+ "epoch": 11.639769452449567,
+ "grad_norm": 86.22111511230469,
+ "learning_rate": 9.297573435504472e-06,
+ "loss": 0.7512,
+ "step": 2025
+ },
+ {
+ "epoch": 11.78386167146974,
+ "grad_norm": 81.40876007080078,
+ "learning_rate": 9.13793103448276e-06,
+ "loss": 0.611,
+ "step": 2050
+ },
+ {
+ "epoch": 11.927953890489913,
+ "grad_norm": 115.73153686523438,
+ "learning_rate": 8.978288633461047e-06,
+ "loss": 0.5997,
+ "step": 2075
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.6253644314868805,
+ "eval_loss": 1.8453783988952637,
+ "eval_macro_f1": 0.5754389959045689,
+ "eval_runtime": 1.4218,
+ "eval_samples_per_second": 482.497,
+ "eval_steps_per_second": 30.244,
+ "eval_weighted_f1": 0.6199756438710448,
+ "step": 2088
+ },
+ {
+ "epoch": 12.069164265129682,
+ "grad_norm": 49.74497985839844,
+ "learning_rate": 8.818646232439337e-06,
+ "loss": 0.5717,
+ "step": 2100
+ },
+ {
+ "epoch": 12.213256484149856,
+ "grad_norm": 105.41703033447266,
+ "learning_rate": 8.659003831417625e-06,
+ "loss": 0.4595,
+ "step": 2125
+ },
+ {
+ "epoch": 12.357348703170029,
+ "grad_norm": 219.53707885742188,
+ "learning_rate": 8.499361430395915e-06,
+ "loss": 0.4588,
+ "step": 2150
+ },
+ {
+ "epoch": 12.501440922190202,
+ "grad_norm": 225.53182983398438,
+ "learning_rate": 8.339719029374202e-06,
+ "loss": 0.5138,
+ "step": 2175
+ },
+ {
+ "epoch": 12.645533141210375,
+ "grad_norm": 47.05352020263672,
+ "learning_rate": 8.180076628352492e-06,
+ "loss": 0.5347,
+ "step": 2200
+ },
+ {
+ "epoch": 12.789625360230547,
+ "grad_norm": 189.5583953857422,
+ "learning_rate": 8.02043422733078e-06,
+ "loss": 0.535,
+ "step": 2225
+ },
+ {
+ "epoch": 12.93371757925072,
+ "grad_norm": 46.25929641723633,
+ "learning_rate": 7.86079182630907e-06,
+ "loss": 0.4718,
+ "step": 2250
+ },
+ {
+ "epoch": 13.0,
+ "eval_accuracy": 0.6064139941690962,
+ "eval_loss": 1.98580801486969,
+ "eval_macro_f1": 0.5523468747601671,
+ "eval_runtime": 1.3782,
+ "eval_samples_per_second": 497.753,
+ "eval_steps_per_second": 31.2,
+ "eval_weighted_f1": 0.6065485717682068,
+ "step": 2262
+ },
+ {
+ "epoch": 13.07492795389049,
+ "grad_norm": 184.13954162597656,
+ "learning_rate": 7.701149425287356e-06,
+ "loss": 0.3961,
+ "step": 2275
+ },
+ {
+ "epoch": 13.219020172910662,
+ "grad_norm": 21.28581428527832,
+ "learning_rate": 7.541507024265645e-06,
+ "loss": 0.4537,
+ "step": 2300
+ },
+ {
+ "epoch": 13.363112391930835,
+ "grad_norm": 58.81816482543945,
+ "learning_rate": 7.381864623243934e-06,
+ "loss": 0.4037,
+ "step": 2325
+ },
+ {
+ "epoch": 13.507204610951009,
+ "grad_norm": 99.33963775634766,
+ "learning_rate": 7.222222222222223e-06,
+ "loss": 0.3515,
+ "step": 2350
+ },
+ {
+ "epoch": 13.651296829971182,
+ "grad_norm": 91.5368423461914,
+ "learning_rate": 7.062579821200512e-06,
+ "loss": 0.461,
+ "step": 2375
+ },
+ {
+ "epoch": 13.795389048991355,
+ "grad_norm": 176.69557189941406,
+ "learning_rate": 6.9029374201788e-06,
+ "loss": 0.3921,
+ "step": 2400
+ },
+ {
+ "epoch": 13.939481268011527,
+ "grad_norm": 176.25439453125,
+ "learning_rate": 6.743295019157089e-06,
+ "loss": 0.4194,
+ "step": 2425
+ },
+ {
+ "epoch": 14.0,
+ "eval_accuracy": 0.6166180758017493,
+ "eval_loss": 2.0618107318878174,
+ "eval_macro_f1": 0.5737159099217671,
+ "eval_runtime": 1.5485,
+ "eval_samples_per_second": 443.01,
+ "eval_steps_per_second": 27.769,
+ "eval_weighted_f1": 0.6125282077922768,
+ "step": 2436
+ },
+ {
+ "epoch": 14.080691642651297,
+ "grad_norm": 28.455486297607422,
+ "learning_rate": 6.583652618135378e-06,
+ "loss": 0.3469,
+ "step": 2450
+ },
+ {
+ "epoch": 14.22478386167147,
+ "grad_norm": 94.0846176147461,
+ "learning_rate": 6.424010217113667e-06,
+ "loss": 0.336,
+ "step": 2475
+ },
+ {
+ "epoch": 14.368876080691642,
+ "grad_norm": 196.39483642578125,
+ "learning_rate": 6.264367816091954e-06,
+ "loss": 0.2985,
+ "step": 2500
+ },
+ {
+ "epoch": 14.512968299711815,
+ "grad_norm": 178.54612731933594,
+ "learning_rate": 6.1047254150702425e-06,
+ "loss": 0.3507,
+ "step": 2525
+ },
+ {
+ "epoch": 14.657060518731988,
+ "grad_norm": 77.44483184814453,
+ "learning_rate": 5.945083014048531e-06,
+ "loss": 0.2936,
+ "step": 2550
+ },
+ {
+ "epoch": 14.801152737752162,
+ "grad_norm": 44.77125930786133,
+ "learning_rate": 5.78544061302682e-06,
+ "loss": 0.2548,
+ "step": 2575
+ },
+ {
+ "epoch": 14.945244956772335,
+ "grad_norm": 93.4659652709961,
+ "learning_rate": 5.625798212005109e-06,
+ "loss": 0.3138,
+ "step": 2600
+ },
+ {
+ "epoch": 15.0,
+ "eval_accuracy": 0.6064139941690962,
+ "eval_loss": 2.1609418392181396,
+ "eval_macro_f1": 0.559445956267026,
+ "eval_runtime": 1.453,
+ "eval_samples_per_second": 472.116,
+ "eval_steps_per_second": 29.593,
+ "eval_weighted_f1": 0.6011806518954244,
+ "step": 2610
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3480,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/special_tokens_map.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/tokenizer_config.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/trainer_state.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..adcfe6e640b5e93ab034d71d101930b298cd3a82
--- /dev/null
+++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218/trainer_state.json
@@ -0,0 +1,456 @@
+{
+ "best_global_step": 1218,
+ "best_metric": 0.56221878902591,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218",
+ "epoch": 7.0,
+ "eval_steps": 500,
+ "global_step": 1218,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.1440922190201729,
+ "grad_norm": 16.4318790435791,
+ "learning_rate": 1.3793103448275862e-06,
+ "loss": 7.5891,
+ "step": 25
+ },
+ {
+ "epoch": 0.2881844380403458,
+ "grad_norm": 14.769842147827148,
+ "learning_rate": 2.8160919540229887e-06,
+ "loss": 7.432,
+ "step": 50
+ },
+ {
+ "epoch": 0.4322766570605187,
+ "grad_norm": 35.884857177734375,
+ "learning_rate": 4.252873563218391e-06,
+ "loss": 7.4028,
+ "step": 75
+ },
+ {
+ "epoch": 0.5763688760806917,
+ "grad_norm": 70.54207611083984,
+ "learning_rate": 5.689655172413794e-06,
+ "loss": 7.3133,
+ "step": 100
+ },
+ {
+ "epoch": 0.7204610951008645,
+ "grad_norm": 34.1841926574707,
+ "learning_rate": 7.126436781609196e-06,
+ "loss": 7.1144,
+ "step": 125
+ },
+ {
+ "epoch": 0.8645533141210374,
+ "grad_norm": 29.686918258666992,
+ "learning_rate": 8.563218390804599e-06,
+ "loss": 7.1289,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.4227405247813411,
+ "eval_loss": 1.5607205629348755,
+ "eval_macro_f1": 0.2181466548943554,
+ "eval_runtime": 1.3562,
+ "eval_samples_per_second": 505.839,
+ "eval_steps_per_second": 31.707,
+ "eval_weighted_f1": 0.34327678968786285,
+ "step": 174
+ },
+ {
+ "epoch": 1.005763688760807,
+ "grad_norm": 38.681087493896484,
+ "learning_rate": 1e-05,
+ "loss": 6.5027,
+ "step": 175
+ },
+ {
+ "epoch": 1.1498559077809798,
+ "grad_norm": 84.22254943847656,
+ "learning_rate": 1.1436781609195405e-05,
+ "loss": 6.3065,
+ "step": 200
+ },
+ {
+ "epoch": 1.2939481268011528,
+ "grad_norm": 55.10682678222656,
+ "learning_rate": 1.2873563218390805e-05,
+ "loss": 6.154,
+ "step": 225
+ },
+ {
+ "epoch": 1.4380403458213258,
+ "grad_norm": 135.42495727539062,
+ "learning_rate": 1.4310344827586209e-05,
+ "loss": 5.796,
+ "step": 250
+ },
+ {
+ "epoch": 1.5821325648414986,
+ "grad_norm": 101.76202392578125,
+ "learning_rate": 1.574712643678161e-05,
+ "loss": 5.8506,
+ "step": 275
+ },
+ {
+ "epoch": 1.7262247838616713,
+ "grad_norm": 98.77262115478516,
+ "learning_rate": 1.7183908045977015e-05,
+ "loss": 5.3839,
+ "step": 300
+ },
+ {
+ "epoch": 1.8703170028818443,
+ "grad_norm": 66.48775482177734,
+ "learning_rate": 1.8620689655172415e-05,
+ "loss": 5.4025,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.5247813411078717,
+ "eval_loss": 1.3123139142990112,
+ "eval_macro_f1": 0.3757800970923146,
+ "eval_runtime": 1.5144,
+ "eval_samples_per_second": 452.972,
+ "eval_steps_per_second": 28.393,
+ "eval_weighted_f1": 0.4991602288344432,
+ "step": 348
+ },
+ {
+ "epoch": 2.011527377521614,
+ "grad_norm": 78.97533416748047,
+ "learning_rate": 1.999361430395913e-05,
+ "loss": 5.2374,
+ "step": 350
+ },
+ {
+ "epoch": 2.155619596541787,
+ "grad_norm": 94.4561767578125,
+ "learning_rate": 1.983397190293742e-05,
+ "loss": 4.8092,
+ "step": 375
+ },
+ {
+ "epoch": 2.2997118155619596,
+ "grad_norm": 83.38370513916016,
+ "learning_rate": 1.967432950191571e-05,
+ "loss": 4.9867,
+ "step": 400
+ },
+ {
+ "epoch": 2.443804034582133,
+ "grad_norm": 73.23886108398438,
+ "learning_rate": 1.9514687100894e-05,
+ "loss": 4.5214,
+ "step": 425
+ },
+ {
+ "epoch": 2.5878962536023056,
+ "grad_norm": 71.6441421508789,
+ "learning_rate": 1.9355044699872286e-05,
+ "loss": 4.475,
+ "step": 450
+ },
+ {
+ "epoch": 2.7319884726224783,
+ "grad_norm": 135.22943115234375,
+ "learning_rate": 1.9195402298850576e-05,
+ "loss": 4.8106,
+ "step": 475
+ },
+ {
+ "epoch": 2.8760806916426516,
+ "grad_norm": 85.32803344726562,
+ "learning_rate": 1.9035759897828865e-05,
+ "loss": 4.2046,
+ "step": 500
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.5743440233236151,
+ "eval_loss": 1.1856253147125244,
+ "eval_macro_f1": 0.4459250591878296,
+ "eval_runtime": 1.5487,
+ "eval_samples_per_second": 442.959,
+ "eval_steps_per_second": 27.766,
+ "eval_weighted_f1": 0.539650120178873,
+ "step": 522
+ },
+ {
+ "epoch": 3.0172910662824206,
+ "grad_norm": 68.54916381835938,
+ "learning_rate": 1.8876117496807155e-05,
+ "loss": 4.0546,
+ "step": 525
+ },
+ {
+ "epoch": 3.161383285302594,
+ "grad_norm": 142.9519500732422,
+ "learning_rate": 1.871647509578544e-05,
+ "loss": 3.9405,
+ "step": 550
+ },
+ {
+ "epoch": 3.3054755043227666,
+ "grad_norm": 96.38114166259766,
+ "learning_rate": 1.855683269476373e-05,
+ "loss": 3.8331,
+ "step": 575
+ },
+ {
+ "epoch": 3.4495677233429394,
+ "grad_norm": 135.41664123535156,
+ "learning_rate": 1.839719029374202e-05,
+ "loss": 3.8912,
+ "step": 600
+ },
+ {
+ "epoch": 3.5936599423631126,
+ "grad_norm": 120.46173095703125,
+ "learning_rate": 1.823754789272031e-05,
+ "loss": 3.8232,
+ "step": 625
+ },
+ {
+ "epoch": 3.7377521613832854,
+ "grad_norm": 92.81947326660156,
+ "learning_rate": 1.8077905491698596e-05,
+ "loss": 3.3905,
+ "step": 650
+ },
+ {
+ "epoch": 3.881844380403458,
+ "grad_norm": 68.24173736572266,
+ "learning_rate": 1.7918263090676886e-05,
+ "loss": 3.7407,
+ "step": 675
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.6034985422740525,
+ "eval_loss": 1.1560139656066895,
+ "eval_macro_f1": 0.519281164968877,
+ "eval_runtime": 1.4753,
+ "eval_samples_per_second": 464.994,
+ "eval_steps_per_second": 29.147,
+ "eval_weighted_f1": 0.584573680823801,
+ "step": 696
+ },
+ {
+ "epoch": 4.023054755043228,
+ "grad_norm": 92.00176239013672,
+ "learning_rate": 1.7758620689655175e-05,
+ "loss": 3.3602,
+ "step": 700
+ },
+ {
+ "epoch": 4.1671469740634,
+ "grad_norm": 65.63092041015625,
+ "learning_rate": 1.759897828863346e-05,
+ "loss": 2.7355,
+ "step": 725
+ },
+ {
+ "epoch": 4.311239193083574,
+ "grad_norm": 139.8793182373047,
+ "learning_rate": 1.743933588761175e-05,
+ "loss": 2.9055,
+ "step": 750
+ },
+ {
+ "epoch": 4.455331412103746,
+ "grad_norm": 68.38983917236328,
+ "learning_rate": 1.7279693486590037e-05,
+ "loss": 2.8797,
+ "step": 775
+ },
+ {
+ "epoch": 4.599423631123919,
+ "grad_norm": 81.64115905761719,
+ "learning_rate": 1.7120051085568327e-05,
+ "loss": 3.1707,
+ "step": 800
+ },
+ {
+ "epoch": 4.743515850144092,
+ "grad_norm": 109.96949005126953,
+ "learning_rate": 1.6960408684546617e-05,
+ "loss": 2.8736,
+ "step": 825
+ },
+ {
+ "epoch": 4.887608069164266,
+ "grad_norm": 104.1160888671875,
+ "learning_rate": 1.6800766283524906e-05,
+ "loss": 3.0041,
+ "step": 850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.5787172011661808,
+ "eval_loss": 1.1995666027069092,
+ "eval_macro_f1": 0.5232948097011001,
+ "eval_runtime": 1.4438,
+ "eval_samples_per_second": 475.15,
+ "eval_steps_per_second": 29.783,
+ "eval_weighted_f1": 0.5778903037531845,
+ "step": 870
+ },
+ {
+ "epoch": 5.028818443804035,
+ "grad_norm": 68.70452117919922,
+ "learning_rate": 1.6641123882503192e-05,
+ "loss": 2.9478,
+ "step": 875
+ },
+ {
+ "epoch": 5.172910662824208,
+ "grad_norm": 82.87223052978516,
+ "learning_rate": 1.6481481481481482e-05,
+ "loss": 2.6874,
+ "step": 900
+ },
+ {
+ "epoch": 5.31700288184438,
+ "grad_norm": 102.41788482666016,
+ "learning_rate": 1.632183908045977e-05,
+ "loss": 2.5295,
+ "step": 925
+ },
+ {
+ "epoch": 5.461095100864553,
+ "grad_norm": 55.67705535888672,
+ "learning_rate": 1.616219667943806e-05,
+ "loss": 2.3561,
+ "step": 950
+ },
+ {
+ "epoch": 5.605187319884726,
+ "grad_norm": 127.41241455078125,
+ "learning_rate": 1.6002554278416347e-05,
+ "loss": 2.2101,
+ "step": 975
+ },
+ {
+ "epoch": 5.749279538904899,
+ "grad_norm": 160.8820037841797,
+ "learning_rate": 1.5842911877394637e-05,
+ "loss": 2.6265,
+ "step": 1000
+ },
+ {
+ "epoch": 5.893371757925072,
+ "grad_norm": 89.78642272949219,
+ "learning_rate": 1.5683269476372927e-05,
+ "loss": 2.2675,
+ "step": 1025
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.6020408163265306,
+ "eval_loss": 1.1893993616104126,
+ "eval_macro_f1": 0.5519468524531905,
+ "eval_runtime": 1.4832,
+ "eval_samples_per_second": 462.524,
+ "eval_steps_per_second": 28.992,
+ "eval_weighted_f1": 0.599033671538013,
+ "step": 1044
+ },
+ {
+ "epoch": 6.034582132564841,
+ "grad_norm": 53.04128646850586,
+ "learning_rate": 1.5523627075351216e-05,
+ "loss": 2.5793,
+ "step": 1050
+ },
+ {
+ "epoch": 6.178674351585014,
+ "grad_norm": 161.7720947265625,
+ "learning_rate": 1.5363984674329502e-05,
+ "loss": 1.8884,
+ "step": 1075
+ },
+ {
+ "epoch": 6.322766570605188,
+ "grad_norm": 123.70645904541016,
+ "learning_rate": 1.5204342273307792e-05,
+ "loss": 1.7483,
+ "step": 1100
+ },
+ {
+ "epoch": 6.46685878962536,
+ "grad_norm": 118.51036071777344,
+ "learning_rate": 1.504469987228608e-05,
+ "loss": 1.9895,
+ "step": 1125
+ },
+ {
+ "epoch": 6.610951008645533,
+ "grad_norm": 110.15596771240234,
+ "learning_rate": 1.4885057471264368e-05,
+ "loss": 1.9321,
+ "step": 1150
+ },
+ {
+ "epoch": 6.755043227665706,
+ "grad_norm": 49.60068893432617,
+ "learning_rate": 1.4725415070242657e-05,
+ "loss": 1.8723,
+ "step": 1175
+ },
+ {
+ "epoch": 6.899135446685879,
+ "grad_norm": 114.41606903076172,
+ "learning_rate": 1.4565772669220945e-05,
+ "loss": 1.936,
+ "step": 1200
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.5991253644314869,
+ "eval_loss": 1.3574342727661133,
+ "eval_macro_f1": 0.56221878902591,
+ "eval_runtime": 1.4019,
+ "eval_samples_per_second": 489.348,
+ "eval_steps_per_second": 30.673,
+ "eval_weighted_f1": 0.5981188071112733,
+ "step": 1218
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3480,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/special_tokens_map.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/tokenizer_config.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/trainer_state.json b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c92730d08b8b67e4cc4e976e36b5148a788284a
--- /dev/null
+++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1740/trainer_state.json
@@ -0,0 +1,636 @@
+{
+ "best_global_step": 1218,
+ "best_metric": 0.56221878902591,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/trainer/checkpoint-1218",
+ "epoch": 10.0,
+ "eval_steps": 500,
+ "global_step": 1740,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.1440922190201729,
+ "grad_norm": 16.4318790435791,
+ "learning_rate": 1.3793103448275862e-06,
+ "loss": 7.5891,
+ "step": 25
+ },
+ {
+ "epoch": 0.2881844380403458,
+ "grad_norm": 14.769842147827148,
+ "learning_rate": 2.8160919540229887e-06,
+ "loss": 7.432,
+ "step": 50
+ },
+ {
+ "epoch": 0.4322766570605187,
+ "grad_norm": 35.884857177734375,
+ "learning_rate": 4.252873563218391e-06,
+ "loss": 7.4028,
+ "step": 75
+ },
+ {
+ "epoch": 0.5763688760806917,
+ "grad_norm": 70.54207611083984,
+ "learning_rate": 5.689655172413794e-06,
+ "loss": 7.3133,
+ "step": 100
+ },
+ {
+ "epoch": 0.7204610951008645,
+ "grad_norm": 34.1841926574707,
+ "learning_rate": 7.126436781609196e-06,
+ "loss": 7.1144,
+ "step": 125
+ },
+ {
+ "epoch": 0.8645533141210374,
+ "grad_norm": 29.686918258666992,
+ "learning_rate": 8.563218390804599e-06,
+ "loss": 7.1289,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.4227405247813411,
+ "eval_loss": 1.5607205629348755,
+ "eval_macro_f1": 0.2181466548943554,
+ "eval_runtime": 1.3562,
+ "eval_samples_per_second": 505.839,
+ "eval_steps_per_second": 31.707,
+ "eval_weighted_f1": 0.34327678968786285,
+ "step": 174
+ },
+ {
+ "epoch": 1.005763688760807,
+ "grad_norm": 38.681087493896484,
+ "learning_rate": 1e-05,
+ "loss": 6.5027,
+ "step": 175
+ },
+ {
+ "epoch": 1.1498559077809798,
+ "grad_norm": 84.22254943847656,
+ "learning_rate": 1.1436781609195405e-05,
+ "loss": 6.3065,
+ "step": 200
+ },
+ {
+ "epoch": 1.2939481268011528,
+ "grad_norm": 55.10682678222656,
+ "learning_rate": 1.2873563218390805e-05,
+ "loss": 6.154,
+ "step": 225
+ },
+ {
+ "epoch": 1.4380403458213258,
+ "grad_norm": 135.42495727539062,
+ "learning_rate": 1.4310344827586209e-05,
+ "loss": 5.796,
+ "step": 250
+ },
+ {
+ "epoch": 1.5821325648414986,
+ "grad_norm": 101.76202392578125,
+ "learning_rate": 1.574712643678161e-05,
+ "loss": 5.8506,
+ "step": 275
+ },
+ {
+ "epoch": 1.7262247838616713,
+ "grad_norm": 98.77262115478516,
+ "learning_rate": 1.7183908045977015e-05,
+ "loss": 5.3839,
+ "step": 300
+ },
+ {
+ "epoch": 1.8703170028818443,
+ "grad_norm": 66.48775482177734,
+ "learning_rate": 1.8620689655172415e-05,
+ "loss": 5.4025,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.5247813411078717,
+ "eval_loss": 1.3123139142990112,
+ "eval_macro_f1": 0.3757800970923146,
+ "eval_runtime": 1.5144,
+ "eval_samples_per_second": 452.972,
+ "eval_steps_per_second": 28.393,
+ "eval_weighted_f1": 0.4991602288344432,
+ "step": 348
+ },
+ {
+ "epoch": 2.011527377521614,
+ "grad_norm": 78.97533416748047,
+ "learning_rate": 1.999361430395913e-05,
+ "loss": 5.2374,
+ "step": 350
+ },
+ {
+ "epoch": 2.155619596541787,
+ "grad_norm": 94.4561767578125,
+ "learning_rate": 1.983397190293742e-05,
+ "loss": 4.8092,
+ "step": 375
+ },
+ {
+ "epoch": 2.2997118155619596,
+ "grad_norm": 83.38370513916016,
+ "learning_rate": 1.967432950191571e-05,
+ "loss": 4.9867,
+ "step": 400
+ },
+ {
+ "epoch": 2.443804034582133,
+ "grad_norm": 73.23886108398438,
+ "learning_rate": 1.9514687100894e-05,
+ "loss": 4.5214,
+ "step": 425
+ },
+ {
+ "epoch": 2.5878962536023056,
+ "grad_norm": 71.6441421508789,
+ "learning_rate": 1.9355044699872286e-05,
+ "loss": 4.475,
+ "step": 450
+ },
+ {
+ "epoch": 2.7319884726224783,
+ "grad_norm": 135.22943115234375,
+ "learning_rate": 1.9195402298850576e-05,
+ "loss": 4.8106,
+ "step": 475
+ },
+ {
+ "epoch": 2.8760806916426516,
+ "grad_norm": 85.32803344726562,
+ "learning_rate": 1.9035759897828865e-05,
+ "loss": 4.2046,
+ "step": 500
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.5743440233236151,
+ "eval_loss": 1.1856253147125244,
+ "eval_macro_f1": 0.4459250591878296,
+ "eval_runtime": 1.5487,
+ "eval_samples_per_second": 442.959,
+ "eval_steps_per_second": 27.766,
+ "eval_weighted_f1": 0.539650120178873,
+ "step": 522
+ },
+ {
+ "epoch": 3.0172910662824206,
+ "grad_norm": 68.54916381835938,
+ "learning_rate": 1.8876117496807155e-05,
+ "loss": 4.0546,
+ "step": 525
+ },
+ {
+ "epoch": 3.161383285302594,
+ "grad_norm": 142.9519500732422,
+ "learning_rate": 1.871647509578544e-05,
+ "loss": 3.9405,
+ "step": 550
+ },
+ {
+ "epoch": 3.3054755043227666,
+ "grad_norm": 96.38114166259766,
+ "learning_rate": 1.855683269476373e-05,
+ "loss": 3.8331,
+ "step": 575
+ },
+ {
+ "epoch": 3.4495677233429394,
+ "grad_norm": 135.41664123535156,
+ "learning_rate": 1.839719029374202e-05,
+ "loss": 3.8912,
+ "step": 600
+ },
+ {
+ "epoch": 3.5936599423631126,
+ "grad_norm": 120.46173095703125,
+ "learning_rate": 1.823754789272031e-05,
+ "loss": 3.8232,
+ "step": 625
+ },
+ {
+ "epoch": 3.7377521613832854,
+ "grad_norm": 92.81947326660156,
+ "learning_rate": 1.8077905491698596e-05,
+ "loss": 3.3905,
+ "step": 650
+ },
+ {
+ "epoch": 3.881844380403458,
+ "grad_norm": 68.24173736572266,
+ "learning_rate": 1.7918263090676886e-05,
+ "loss": 3.7407,
+ "step": 675
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.6034985422740525,
+ "eval_loss": 1.1560139656066895,
+ "eval_macro_f1": 0.519281164968877,
+ "eval_runtime": 1.4753,
+ "eval_samples_per_second": 464.994,
+ "eval_steps_per_second": 29.147,
+ "eval_weighted_f1": 0.584573680823801,
+ "step": 696
+ },
+ {
+ "epoch": 4.023054755043228,
+ "grad_norm": 92.00176239013672,
+ "learning_rate": 1.7758620689655175e-05,
+ "loss": 3.3602,
+ "step": 700
+ },
+ {
+ "epoch": 4.1671469740634,
+ "grad_norm": 65.63092041015625,
+ "learning_rate": 1.759897828863346e-05,
+ "loss": 2.7355,
+ "step": 725
+ },
+ {
+ "epoch": 4.311239193083574,
+ "grad_norm": 139.8793182373047,
+ "learning_rate": 1.743933588761175e-05,
+ "loss": 2.9055,
+ "step": 750
+ },
+ {
+ "epoch": 4.455331412103746,
+ "grad_norm": 68.38983917236328,
+ "learning_rate": 1.7279693486590037e-05,
+ "loss": 2.8797,
+ "step": 775
+ },
+ {
+ "epoch": 4.599423631123919,
+ "grad_norm": 81.64115905761719,
+ "learning_rate": 1.7120051085568327e-05,
+ "loss": 3.1707,
+ "step": 800
+ },
+ {
+ "epoch": 4.743515850144092,
+ "grad_norm": 109.96949005126953,
+ "learning_rate": 1.6960408684546617e-05,
+ "loss": 2.8736,
+ "step": 825
+ },
+ {
+ "epoch": 4.887608069164266,
+ "grad_norm": 104.1160888671875,
+ "learning_rate": 1.6800766283524906e-05,
+ "loss": 3.0041,
+ "step": 850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.5787172011661808,
+ "eval_loss": 1.1995666027069092,
+ "eval_macro_f1": 0.5232948097011001,
+ "eval_runtime": 1.4438,
+ "eval_samples_per_second": 475.15,
+ "eval_steps_per_second": 29.783,
+ "eval_weighted_f1": 0.5778903037531845,
+ "step": 870
+ },
+ {
+ "epoch": 5.028818443804035,
+ "grad_norm": 68.70452117919922,
+ "learning_rate": 1.6641123882503192e-05,
+ "loss": 2.9478,
+ "step": 875
+ },
+ {
+ "epoch": 5.172910662824208,
+ "grad_norm": 82.87223052978516,
+ "learning_rate": 1.6481481481481482e-05,
+ "loss": 2.6874,
+ "step": 900
+ },
+ {
+ "epoch": 5.31700288184438,
+ "grad_norm": 102.41788482666016,
+ "learning_rate": 1.632183908045977e-05,
+ "loss": 2.5295,
+ "step": 925
+ },
+ {
+ "epoch": 5.461095100864553,
+ "grad_norm": 55.67705535888672,
+ "learning_rate": 1.616219667943806e-05,
+ "loss": 2.3561,
+ "step": 950
+ },
+ {
+ "epoch": 5.605187319884726,
+ "grad_norm": 127.41241455078125,
+ "learning_rate": 1.6002554278416347e-05,
+ "loss": 2.2101,
+ "step": 975
+ },
+ {
+ "epoch": 5.749279538904899,
+ "grad_norm": 160.8820037841797,
+ "learning_rate": 1.5842911877394637e-05,
+ "loss": 2.6265,
+ "step": 1000
+ },
+ {
+ "epoch": 5.893371757925072,
+ "grad_norm": 89.78642272949219,
+ "learning_rate": 1.5683269476372927e-05,
+ "loss": 2.2675,
+ "step": 1025
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.6020408163265306,
+ "eval_loss": 1.1893993616104126,
+ "eval_macro_f1": 0.5519468524531905,
+ "eval_runtime": 1.4832,
+ "eval_samples_per_second": 462.524,
+ "eval_steps_per_second": 28.992,
+ "eval_weighted_f1": 0.599033671538013,
+ "step": 1044
+ },
+ {
+ "epoch": 6.034582132564841,
+ "grad_norm": 53.04128646850586,
+ "learning_rate": 1.5523627075351216e-05,
+ "loss": 2.5793,
+ "step": 1050
+ },
+ {
+ "epoch": 6.178674351585014,
+ "grad_norm": 161.7720947265625,
+ "learning_rate": 1.5363984674329502e-05,
+ "loss": 1.8884,
+ "step": 1075
+ },
+ {
+ "epoch": 6.322766570605188,
+ "grad_norm": 123.70645904541016,
+ "learning_rate": 1.5204342273307792e-05,
+ "loss": 1.7483,
+ "step": 1100
+ },
+ {
+ "epoch": 6.46685878962536,
+ "grad_norm": 118.51036071777344,
+ "learning_rate": 1.504469987228608e-05,
+ "loss": 1.9895,
+ "step": 1125
+ },
+ {
+ "epoch": 6.610951008645533,
+ "grad_norm": 110.15596771240234,
+ "learning_rate": 1.4885057471264368e-05,
+ "loss": 1.9321,
+ "step": 1150
+ },
+ {
+ "epoch": 6.755043227665706,
+ "grad_norm": 49.60068893432617,
+ "learning_rate": 1.4725415070242657e-05,
+ "loss": 1.8723,
+ "step": 1175
+ },
+ {
+ "epoch": 6.899135446685879,
+ "grad_norm": 114.41606903076172,
+ "learning_rate": 1.4565772669220945e-05,
+ "loss": 1.936,
+ "step": 1200
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.5991253644314869,
+ "eval_loss": 1.3574342727661133,
+ "eval_macro_f1": 0.56221878902591,
+ "eval_runtime": 1.4019,
+ "eval_samples_per_second": 489.348,
+ "eval_steps_per_second": 30.673,
+ "eval_weighted_f1": 0.5981188071112733,
+ "step": 1218
+ },
+ {
+ "epoch": 7.040345821325649,
+ "grad_norm": 236.29356384277344,
+ "learning_rate": 1.4406130268199235e-05,
+ "loss": 1.7509,
+ "step": 1225
+ },
+ {
+ "epoch": 7.184438040345821,
+ "grad_norm": 116.22322082519531,
+ "learning_rate": 1.4246487867177523e-05,
+ "loss": 1.491,
+ "step": 1250
+ },
+ {
+ "epoch": 7.328530259365994,
+ "grad_norm": 79.2769775390625,
+ "learning_rate": 1.4086845466155812e-05,
+ "loss": 1.6156,
+ "step": 1275
+ },
+ {
+ "epoch": 7.472622478386167,
+ "grad_norm": 73.29552459716797,
+ "learning_rate": 1.39272030651341e-05,
+ "loss": 1.3912,
+ "step": 1300
+ },
+ {
+ "epoch": 7.61671469740634,
+ "grad_norm": 118.9476089477539,
+ "learning_rate": 1.376756066411239e-05,
+ "loss": 1.5637,
+ "step": 1325
+ },
+ {
+ "epoch": 7.760806916426513,
+ "grad_norm": 108.66053009033203,
+ "learning_rate": 1.3607918263090678e-05,
+ "loss": 1.5481,
+ "step": 1350
+ },
+ {
+ "epoch": 7.904899135446686,
+ "grad_norm": 120.78102111816406,
+ "learning_rate": 1.3448275862068967e-05,
+ "loss": 1.5022,
+ "step": 1375
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.5947521865889213,
+ "eval_loss": 1.4473258256912231,
+ "eval_macro_f1": 0.543165313202626,
+ "eval_runtime": 1.5063,
+ "eval_samples_per_second": 455.416,
+ "eval_steps_per_second": 28.546,
+ "eval_weighted_f1": 0.5933796028689807,
+ "step": 1392
+ },
+ {
+ "epoch": 8.046109510086456,
+ "grad_norm": 83.12371063232422,
+ "learning_rate": 1.3288633461047255e-05,
+ "loss": 1.2767,
+ "step": 1400
+ },
+ {
+ "epoch": 8.190201729106628,
+ "grad_norm": 130.882568359375,
+ "learning_rate": 1.3128991060025545e-05,
+ "loss": 1.1294,
+ "step": 1425
+ },
+ {
+ "epoch": 8.3342939481268,
+ "grad_norm": 107.93766021728516,
+ "learning_rate": 1.2969348659003833e-05,
+ "loss": 1.1926,
+ "step": 1450
+ },
+ {
+ "epoch": 8.478386167146974,
+ "grad_norm": 137.5901336669922,
+ "learning_rate": 1.2809706257982123e-05,
+ "loss": 1.1537,
+ "step": 1475
+ },
+ {
+ "epoch": 8.622478386167147,
+ "grad_norm": 71.30548095703125,
+ "learning_rate": 1.265006385696041e-05,
+ "loss": 1.0959,
+ "step": 1500
+ },
+ {
+ "epoch": 8.76657060518732,
+ "grad_norm": 97.09355163574219,
+ "learning_rate": 1.24904214559387e-05,
+ "loss": 1.1194,
+ "step": 1525
+ },
+ {
+ "epoch": 8.910662824207492,
+ "grad_norm": 71.34637451171875,
+ "learning_rate": 1.2330779054916986e-05,
+ "loss": 1.2636,
+ "step": 1550
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.6180758017492711,
+ "eval_loss": 1.658446192741394,
+ "eval_macro_f1": 0.5606364076045715,
+ "eval_runtime": 1.5247,
+ "eval_samples_per_second": 449.936,
+ "eval_steps_per_second": 28.203,
+ "eval_weighted_f1": 0.6133770993370722,
+ "step": 1566
+ },
+ {
+ "epoch": 9.051873198847263,
+ "grad_norm": 196.75729370117188,
+ "learning_rate": 1.2171136653895274e-05,
+ "loss": 1.1486,
+ "step": 1575
+ },
+ {
+ "epoch": 9.195965417867436,
+ "grad_norm": 51.050270080566406,
+ "learning_rate": 1.2011494252873564e-05,
+ "loss": 1.0375,
+ "step": 1600
+ },
+ {
+ "epoch": 9.340057636887607,
+ "grad_norm": 81.45064544677734,
+ "learning_rate": 1.1851851851851852e-05,
+ "loss": 1.0368,
+ "step": 1625
+ },
+ {
+ "epoch": 9.48414985590778,
+ "grad_norm": 148.18865966796875,
+ "learning_rate": 1.1692209450830141e-05,
+ "loss": 0.8132,
+ "step": 1650
+ },
+ {
+ "epoch": 9.628242074927954,
+ "grad_norm": 87.72308349609375,
+ "learning_rate": 1.1532567049808429e-05,
+ "loss": 1.0852,
+ "step": 1675
+ },
+ {
+ "epoch": 9.772334293948127,
+ "grad_norm": 91.87796783447266,
+ "learning_rate": 1.1372924648786719e-05,
+ "loss": 1.0197,
+ "step": 1700
+ },
+ {
+ "epoch": 9.9164265129683,
+ "grad_norm": 26.02911376953125,
+ "learning_rate": 1.1213282247765007e-05,
+ "loss": 0.8552,
+ "step": 1725
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.60932944606414,
+ "eval_loss": 1.73653244972229,
+ "eval_macro_f1": 0.5551847562605136,
+ "eval_runtime": 1.4902,
+ "eval_samples_per_second": 460.33,
+ "eval_steps_per_second": 28.854,
+ "eval_weighted_f1": 0.6038090663340726,
+ "step": 1740
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3480,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/trainer_state.json b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..07c29b35cad7c0faafcf5a82e6084dfa07262a69
--- /dev/null
+++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375/trainer_state.json
@@ -0,0 +1,203 @@
+{
+ "best_global_step": 375,
+ "best_metric": 0.8123824451410658,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375",
+ "epoch": 5.0,
+ "eval_steps": 500,
+ "global_step": 375,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.33444816053511706,
+ "grad_norm": 9.688204765319824,
+ "learning_rate": 3.2000000000000003e-06,
+ "loss": 2.9,
+ "step": 25
+ },
+ {
+ "epoch": 0.6688963210702341,
+ "grad_norm": 33.35688781738281,
+ "learning_rate": 6.533333333333334e-06,
+ "loss": 2.7113,
+ "step": 50
+ },
+ {
+ "epoch": 1.0,
+ "grad_norm": 26.677446365356445,
+ "learning_rate": 9.866666666666668e-06,
+ "loss": 2.3284,
+ "step": 75
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.6871345029239766,
+ "eval_loss": 0.5347893834114075,
+ "eval_macro_f1": 0.4072790294627383,
+ "eval_runtime": 0.8557,
+ "eval_samples_per_second": 399.681,
+ "eval_steps_per_second": 25.71,
+ "eval_weighted_f1": 0.5597109469224766,
+ "step": 75
+ },
+ {
+ "epoch": 1.334448160535117,
+ "grad_norm": 29.566699981689453,
+ "learning_rate": 1.3200000000000002e-05,
+ "loss": 2.1659,
+ "step": 100
+ },
+ {
+ "epoch": 1.6688963210702341,
+ "grad_norm": 67.31854248046875,
+ "learning_rate": 1.6533333333333333e-05,
+ "loss": 2.0486,
+ "step": 125
+ },
+ {
+ "epoch": 2.0,
+ "grad_norm": 42.644920349121094,
+ "learning_rate": 1.9866666666666667e-05,
+ "loss": 1.8209,
+ "step": 150
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.7631578947368421,
+ "eval_loss": 0.4877224862575531,
+ "eval_macro_f1": 0.7558929531295436,
+ "eval_runtime": 0.9237,
+ "eval_samples_per_second": 370.231,
+ "eval_steps_per_second": 23.816,
+ "eval_weighted_f1": 0.7716541823792761,
+ "step": 150
+ },
+ {
+ "epoch": 2.334448160535117,
+ "grad_norm": 110.50491333007812,
+ "learning_rate": 1.9644444444444447e-05,
+ "loss": 1.7278,
+ "step": 175
+ },
+ {
+ "epoch": 2.668896321070234,
+ "grad_norm": 69.06147003173828,
+ "learning_rate": 1.9274074074074076e-05,
+ "loss": 1.697,
+ "step": 200
+ },
+ {
+ "epoch": 3.0,
+ "grad_norm": 91.42279815673828,
+ "learning_rate": 1.8903703703703705e-05,
+ "loss": 1.721,
+ "step": 225
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.8187134502923976,
+ "eval_loss": 0.3652512729167938,
+ "eval_macro_f1": 0.7969354529783567,
+ "eval_runtime": 0.8491,
+ "eval_samples_per_second": 402.776,
+ "eval_steps_per_second": 25.91,
+ "eval_weighted_f1": 0.8218245927658322,
+ "step": 225
+ },
+ {
+ "epoch": 3.334448160535117,
+ "grad_norm": 30.15250587463379,
+ "learning_rate": 1.8533333333333334e-05,
+ "loss": 1.2694,
+ "step": 250
+ },
+ {
+ "epoch": 3.668896321070234,
+ "grad_norm": 45.66031265258789,
+ "learning_rate": 1.8162962962962963e-05,
+ "loss": 1.1024,
+ "step": 275
+ },
+ {
+ "epoch": 4.0,
+ "grad_norm": 23.843290328979492,
+ "learning_rate": 1.7792592592592596e-05,
+ "loss": 1.3706,
+ "step": 300
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.7982456140350878,
+ "eval_loss": 0.44699886441230774,
+ "eval_macro_f1": 0.7835899599240667,
+ "eval_runtime": 0.8086,
+ "eval_samples_per_second": 422.945,
+ "eval_steps_per_second": 27.207,
+ "eval_weighted_f1": 0.8046677546005914,
+ "step": 300
+ },
+ {
+ "epoch": 4.334448160535117,
+ "grad_norm": 53.433380126953125,
+ "learning_rate": 1.7422222222222222e-05,
+ "loss": 0.8632,
+ "step": 325
+ },
+ {
+ "epoch": 4.668896321070234,
+ "grad_norm": 42.640045166015625,
+ "learning_rate": 1.7051851851851854e-05,
+ "loss": 0.9063,
+ "step": 350
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 68.17890930175781,
+ "learning_rate": 1.6681481481481484e-05,
+ "loss": 1.0032,
+ "step": 375
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.8362573099415205,
+ "eval_loss": 0.3873085677623749,
+ "eval_macro_f1": 0.8123824451410658,
+ "eval_runtime": 0.802,
+ "eval_samples_per_second": 426.411,
+ "eval_steps_per_second": 27.43,
+ "eval_weighted_f1": 0.8374314836202315,
+ "step": 375
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 1500,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/special_tokens_map.json b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/tokenizer_config.json b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/trainer_state.json b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..19ee05f7cf075b94f0587febd767c5ee751cead9
--- /dev/null
+++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-600/trainer_state.json
@@ -0,0 +1,299 @@
+{
+ "best_global_step": 375,
+ "best_metric": 0.8123824451410658,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/trainer/checkpoint-375",
+ "epoch": 8.0,
+ "eval_steps": 500,
+ "global_step": 600,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.33444816053511706,
+ "grad_norm": 9.688204765319824,
+ "learning_rate": 3.2000000000000003e-06,
+ "loss": 2.9,
+ "step": 25
+ },
+ {
+ "epoch": 0.6688963210702341,
+ "grad_norm": 33.35688781738281,
+ "learning_rate": 6.533333333333334e-06,
+ "loss": 2.7113,
+ "step": 50
+ },
+ {
+ "epoch": 1.0,
+ "grad_norm": 26.677446365356445,
+ "learning_rate": 9.866666666666668e-06,
+ "loss": 2.3284,
+ "step": 75
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.6871345029239766,
+ "eval_loss": 0.5347893834114075,
+ "eval_macro_f1": 0.4072790294627383,
+ "eval_runtime": 0.8557,
+ "eval_samples_per_second": 399.681,
+ "eval_steps_per_second": 25.71,
+ "eval_weighted_f1": 0.5597109469224766,
+ "step": 75
+ },
+ {
+ "epoch": 1.334448160535117,
+ "grad_norm": 29.566699981689453,
+ "learning_rate": 1.3200000000000002e-05,
+ "loss": 2.1659,
+ "step": 100
+ },
+ {
+ "epoch": 1.6688963210702341,
+ "grad_norm": 67.31854248046875,
+ "learning_rate": 1.6533333333333333e-05,
+ "loss": 2.0486,
+ "step": 125
+ },
+ {
+ "epoch": 2.0,
+ "grad_norm": 42.644920349121094,
+ "learning_rate": 1.9866666666666667e-05,
+ "loss": 1.8209,
+ "step": 150
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.7631578947368421,
+ "eval_loss": 0.4877224862575531,
+ "eval_macro_f1": 0.7558929531295436,
+ "eval_runtime": 0.9237,
+ "eval_samples_per_second": 370.231,
+ "eval_steps_per_second": 23.816,
+ "eval_weighted_f1": 0.7716541823792761,
+ "step": 150
+ },
+ {
+ "epoch": 2.334448160535117,
+ "grad_norm": 110.50491333007812,
+ "learning_rate": 1.9644444444444447e-05,
+ "loss": 1.7278,
+ "step": 175
+ },
+ {
+ "epoch": 2.668896321070234,
+ "grad_norm": 69.06147003173828,
+ "learning_rate": 1.9274074074074076e-05,
+ "loss": 1.697,
+ "step": 200
+ },
+ {
+ "epoch": 3.0,
+ "grad_norm": 91.42279815673828,
+ "learning_rate": 1.8903703703703705e-05,
+ "loss": 1.721,
+ "step": 225
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.8187134502923976,
+ "eval_loss": 0.3652512729167938,
+ "eval_macro_f1": 0.7969354529783567,
+ "eval_runtime": 0.8491,
+ "eval_samples_per_second": 402.776,
+ "eval_steps_per_second": 25.91,
+ "eval_weighted_f1": 0.8218245927658322,
+ "step": 225
+ },
+ {
+ "epoch": 3.334448160535117,
+ "grad_norm": 30.15250587463379,
+ "learning_rate": 1.8533333333333334e-05,
+ "loss": 1.2694,
+ "step": 250
+ },
+ {
+ "epoch": 3.668896321070234,
+ "grad_norm": 45.66031265258789,
+ "learning_rate": 1.8162962962962963e-05,
+ "loss": 1.1024,
+ "step": 275
+ },
+ {
+ "epoch": 4.0,
+ "grad_norm": 23.843290328979492,
+ "learning_rate": 1.7792592592592596e-05,
+ "loss": 1.3706,
+ "step": 300
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.7982456140350878,
+ "eval_loss": 0.44699886441230774,
+ "eval_macro_f1": 0.7835899599240667,
+ "eval_runtime": 0.8086,
+ "eval_samples_per_second": 422.945,
+ "eval_steps_per_second": 27.207,
+ "eval_weighted_f1": 0.8046677546005914,
+ "step": 300
+ },
+ {
+ "epoch": 4.334448160535117,
+ "grad_norm": 53.433380126953125,
+ "learning_rate": 1.7422222222222222e-05,
+ "loss": 0.8632,
+ "step": 325
+ },
+ {
+ "epoch": 4.668896321070234,
+ "grad_norm": 42.640045166015625,
+ "learning_rate": 1.7051851851851854e-05,
+ "loss": 0.9063,
+ "step": 350
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 68.17890930175781,
+ "learning_rate": 1.6681481481481484e-05,
+ "loss": 1.0032,
+ "step": 375
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.8362573099415205,
+ "eval_loss": 0.3873085677623749,
+ "eval_macro_f1": 0.8123824451410658,
+ "eval_runtime": 0.802,
+ "eval_samples_per_second": 426.411,
+ "eval_steps_per_second": 27.43,
+ "eval_weighted_f1": 0.8374314836202315,
+ "step": 375
+ },
+ {
+ "epoch": 5.334448160535117,
+ "grad_norm": 42.389041900634766,
+ "learning_rate": 1.6311111111111113e-05,
+ "loss": 0.6175,
+ "step": 400
+ },
+ {
+ "epoch": 5.668896321070234,
+ "grad_norm": 51.74485778808594,
+ "learning_rate": 1.5940740740740742e-05,
+ "loss": 0.8889,
+ "step": 425
+ },
+ {
+ "epoch": 6.0,
+ "grad_norm": 9.123558044433594,
+ "learning_rate": 1.557037037037037e-05,
+ "loss": 0.6166,
+ "step": 450
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.8128654970760234,
+ "eval_loss": 0.5150356888771057,
+ "eval_macro_f1": 0.7937973395636282,
+ "eval_runtime": 0.8126,
+ "eval_samples_per_second": 420.864,
+ "eval_steps_per_second": 27.073,
+ "eval_weighted_f1": 0.8172658411173455,
+ "step": 450
+ },
+ {
+ "epoch": 6.334448160535117,
+ "grad_norm": 61.42338562011719,
+ "learning_rate": 1.5200000000000002e-05,
+ "loss": 0.5087,
+ "step": 475
+ },
+ {
+ "epoch": 6.668896321070234,
+ "grad_norm": 23.754131317138672,
+ "learning_rate": 1.4829629629629631e-05,
+ "loss": 0.6615,
+ "step": 500
+ },
+ {
+ "epoch": 7.0,
+ "grad_norm": 53.00025177001953,
+ "learning_rate": 1.445925925925926e-05,
+ "loss": 0.4838,
+ "step": 525
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.8304093567251462,
+ "eval_loss": 0.6150530576705933,
+ "eval_macro_f1": 0.810036391495882,
+ "eval_runtime": 0.8608,
+ "eval_samples_per_second": 397.296,
+ "eval_steps_per_second": 25.557,
+ "eval_weighted_f1": 0.833319780329327,
+ "step": 525
+ },
+ {
+ "epoch": 7.334448160535117,
+ "grad_norm": 121.45013427734375,
+ "learning_rate": 1.408888888888889e-05,
+ "loss": 0.5436,
+ "step": 550
+ },
+ {
+ "epoch": 7.668896321070234,
+ "grad_norm": 50.436702728271484,
+ "learning_rate": 1.371851851851852e-05,
+ "loss": 0.4105,
+ "step": 575
+ },
+ {
+ "epoch": 8.0,
+ "grad_norm": 10.463554382324219,
+ "learning_rate": 1.334814814814815e-05,
+ "loss": 0.4165,
+ "step": 600
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.8245614035087719,
+ "eval_loss": 0.9154255986213684,
+ "eval_macro_f1": 0.8081597546838188,
+ "eval_runtime": 0.8676,
+ "eval_samples_per_second": 394.184,
+ "eval_steps_per_second": 25.357,
+ "eval_weighted_f1": 0.8291538651797589,
+ "step": 600
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 1500,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/special_tokens_map.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/tokenizer_config.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/trainer_state.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..8c66d395124bf09a415d7b30632f44e8df4e0446
--- /dev/null
+++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304/trainer_state.json
@@ -0,0 +1,495 @@
+{
+ "best_global_step": 1304,
+ "best_metric": 0.8555480149642536,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304",
+ "epoch": 8.0,
+ "eval_steps": 500,
+ "global_step": 1304,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.15408320493066255,
+ "grad_norm": 26.60868263244629,
+ "learning_rate": 1.47239263803681e-06,
+ "loss": 4.8998,
+ "step": 25
+ },
+ {
+ "epoch": 0.3081664098613251,
+ "grad_norm": 51.849578857421875,
+ "learning_rate": 3.0061349693251535e-06,
+ "loss": 4.6794,
+ "step": 50
+ },
+ {
+ "epoch": 0.4622496147919877,
+ "grad_norm": 50.28633117675781,
+ "learning_rate": 4.539877300613497e-06,
+ "loss": 4.6268,
+ "step": 75
+ },
+ {
+ "epoch": 0.6163328197226502,
+ "grad_norm": 42.24408721923828,
+ "learning_rate": 6.073619631901841e-06,
+ "loss": 4.4941,
+ "step": 100
+ },
+ {
+ "epoch": 0.7704160246533128,
+ "grad_norm": 54.877593994140625,
+ "learning_rate": 7.6073619631901856e-06,
+ "loss": 4.4978,
+ "step": 125
+ },
+ {
+ "epoch": 0.9244992295839753,
+ "grad_norm": 44.292293548583984,
+ "learning_rate": 9.14110429447853e-06,
+ "loss": 4.2908,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.5683139534883721,
+ "eval_loss": 0.9555493593215942,
+ "eval_macro_f1": 0.5396755766118813,
+ "eval_runtime": 1.5036,
+ "eval_samples_per_second": 457.56,
+ "eval_steps_per_second": 28.597,
+ "eval_weighted_f1": 0.5408884463614587,
+ "step": 163
+ },
+ {
+ "epoch": 1.073959938366718,
+ "grad_norm": 26.41887664794922,
+ "learning_rate": 1.0674846625766873e-05,
+ "loss": 4.0717,
+ "step": 175
+ },
+ {
+ "epoch": 1.2280431432973806,
+ "grad_norm": 57.581825256347656,
+ "learning_rate": 1.2208588957055216e-05,
+ "loss": 3.9769,
+ "step": 200
+ },
+ {
+ "epoch": 1.3821263482280433,
+ "grad_norm": 34.43814468383789,
+ "learning_rate": 1.374233128834356e-05,
+ "loss": 3.8298,
+ "step": 225
+ },
+ {
+ "epoch": 1.5362095531587057,
+ "grad_norm": 72.52117919921875,
+ "learning_rate": 1.5276073619631903e-05,
+ "loss": 3.789,
+ "step": 250
+ },
+ {
+ "epoch": 1.6902927580893683,
+ "grad_norm": 64.83067321777344,
+ "learning_rate": 1.6809815950920248e-05,
+ "loss": 3.9317,
+ "step": 275
+ },
+ {
+ "epoch": 1.8443759630200307,
+ "grad_norm": 115.99544525146484,
+ "learning_rate": 1.834355828220859e-05,
+ "loss": 3.6792,
+ "step": 300
+ },
+ {
+ "epoch": 1.9984591679506933,
+ "grad_norm": 96.53472137451172,
+ "learning_rate": 1.9877300613496935e-05,
+ "loss": 3.2539,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.686046511627907,
+ "eval_loss": 0.7259438037872314,
+ "eval_macro_f1": 0.66382474413495,
+ "eval_runtime": 1.5305,
+ "eval_samples_per_second": 449.525,
+ "eval_steps_per_second": 28.095,
+ "eval_weighted_f1": 0.6640576412857121,
+ "step": 326
+ },
+ {
+ "epoch": 2.147919876733436,
+ "grad_norm": 71.44196319580078,
+ "learning_rate": 1.9843217450579417e-05,
+ "loss": 2.9259,
+ "step": 350
+ },
+ {
+ "epoch": 2.3020030816640986,
+ "grad_norm": 72.91462707519531,
+ "learning_rate": 1.967280163599182e-05,
+ "loss": 2.8468,
+ "step": 375
+ },
+ {
+ "epoch": 2.4560862865947612,
+ "grad_norm": 69.18099975585938,
+ "learning_rate": 1.9502385821404228e-05,
+ "loss": 2.881,
+ "step": 400
+ },
+ {
+ "epoch": 2.610169491525424,
+ "grad_norm": 87.0950698852539,
+ "learning_rate": 1.9331970006816635e-05,
+ "loss": 2.4908,
+ "step": 425
+ },
+ {
+ "epoch": 2.7642526964560865,
+ "grad_norm": 52.174739837646484,
+ "learning_rate": 1.916155419222904e-05,
+ "loss": 2.5925,
+ "step": 450
+ },
+ {
+ "epoch": 2.9183359013867487,
+ "grad_norm": 51.625221252441406,
+ "learning_rate": 1.8991138377641446e-05,
+ "loss": 2.5638,
+ "step": 475
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.7877906976744186,
+ "eval_loss": 0.5891799330711365,
+ "eval_macro_f1": 0.7888697756384966,
+ "eval_runtime": 1.3965,
+ "eval_samples_per_second": 492.648,
+ "eval_steps_per_second": 30.79,
+ "eval_weighted_f1": 0.7886744663164134,
+ "step": 489
+ },
+ {
+ "epoch": 3.0677966101694913,
+ "grad_norm": 64.60131072998047,
+ "learning_rate": 1.8820722563053853e-05,
+ "loss": 2.3389,
+ "step": 500
+ },
+ {
+ "epoch": 3.221879815100154,
+ "grad_norm": 82.64739990234375,
+ "learning_rate": 1.8650306748466257e-05,
+ "loss": 2.3783,
+ "step": 525
+ },
+ {
+ "epoch": 3.3759630200308166,
+ "grad_norm": 35.807193756103516,
+ "learning_rate": 1.8479890933878664e-05,
+ "loss": 2.4439,
+ "step": 550
+ },
+ {
+ "epoch": 3.5300462249614792,
+ "grad_norm": 102.40327453613281,
+ "learning_rate": 1.8309475119291072e-05,
+ "loss": 2.2572,
+ "step": 575
+ },
+ {
+ "epoch": 3.684129429892142,
+ "grad_norm": 64.15812683105469,
+ "learning_rate": 1.8139059304703476e-05,
+ "loss": 1.9854,
+ "step": 600
+ },
+ {
+ "epoch": 3.8382126348228045,
+ "grad_norm": 64.66801452636719,
+ "learning_rate": 1.7968643490115886e-05,
+ "loss": 2.1459,
+ "step": 625
+ },
+ {
+ "epoch": 3.992295839753467,
+ "grad_norm": 47.17057418823242,
+ "learning_rate": 1.779822767552829e-05,
+ "loss": 2.089,
+ "step": 650
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.8197674418604651,
+ "eval_loss": 0.48126813769340515,
+ "eval_macro_f1": 0.8181076621341243,
+ "eval_runtime": 1.5225,
+ "eval_samples_per_second": 451.892,
+ "eval_steps_per_second": 28.243,
+ "eval_weighted_f1": 0.8183800243147575,
+ "step": 652
+ },
+ {
+ "epoch": 4.141756548536209,
+ "grad_norm": 81.60645294189453,
+ "learning_rate": 1.7627811860940697e-05,
+ "loss": 1.6714,
+ "step": 675
+ },
+ {
+ "epoch": 4.295839753466872,
+ "grad_norm": 101.87310028076172,
+ "learning_rate": 1.7457396046353105e-05,
+ "loss": 1.8823,
+ "step": 700
+ },
+ {
+ "epoch": 4.449922958397535,
+ "grad_norm": 40.200103759765625,
+ "learning_rate": 1.728698023176551e-05,
+ "loss": 1.624,
+ "step": 725
+ },
+ {
+ "epoch": 4.604006163328197,
+ "grad_norm": 87.79881286621094,
+ "learning_rate": 1.7116564417177916e-05,
+ "loss": 1.6335,
+ "step": 750
+ },
+ {
+ "epoch": 4.75808936825886,
+ "grad_norm": 78.1478042602539,
+ "learning_rate": 1.6946148602590323e-05,
+ "loss": 1.5054,
+ "step": 775
+ },
+ {
+ "epoch": 4.9121725731895225,
+ "grad_norm": 165.2704620361328,
+ "learning_rate": 1.6775732788002727e-05,
+ "loss": 1.7022,
+ "step": 800
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.8168604651162791,
+ "eval_loss": 0.5205634236335754,
+ "eval_macro_f1": 0.8150925883191541,
+ "eval_runtime": 1.4025,
+ "eval_samples_per_second": 490.539,
+ "eval_steps_per_second": 30.659,
+ "eval_weighted_f1": 0.8152841476857423,
+ "step": 815
+ },
+ {
+ "epoch": 5.061633281972265,
+ "grad_norm": 51.89537048339844,
+ "learning_rate": 1.6605316973415134e-05,
+ "loss": 1.4554,
+ "step": 825
+ },
+ {
+ "epoch": 5.215716486902927,
+ "grad_norm": 103.20797729492188,
+ "learning_rate": 1.643490115882754e-05,
+ "loss": 1.3702,
+ "step": 850
+ },
+ {
+ "epoch": 5.36979969183359,
+ "grad_norm": 64.35389709472656,
+ "learning_rate": 1.6264485344239945e-05,
+ "loss": 1.2196,
+ "step": 875
+ },
+ {
+ "epoch": 5.523882896764253,
+ "grad_norm": 57.90886306762695,
+ "learning_rate": 1.6094069529652356e-05,
+ "loss": 1.2368,
+ "step": 900
+ },
+ {
+ "epoch": 5.677966101694915,
+ "grad_norm": 46.60675811767578,
+ "learning_rate": 1.592365371506476e-05,
+ "loss": 1.4228,
+ "step": 925
+ },
+ {
+ "epoch": 5.832049306625578,
+ "grad_norm": 127.63880920410156,
+ "learning_rate": 1.5753237900477167e-05,
+ "loss": 1.4039,
+ "step": 950
+ },
+ {
+ "epoch": 5.9861325115562405,
+ "grad_norm": 46.16490173339844,
+ "learning_rate": 1.5582822085889574e-05,
+ "loss": 1.2896,
+ "step": 975
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.8284883720930233,
+ "eval_loss": 0.56329745054245,
+ "eval_macro_f1": 0.8296577590483118,
+ "eval_runtime": 1.5149,
+ "eval_samples_per_second": 454.154,
+ "eval_steps_per_second": 28.385,
+ "eval_weighted_f1": 0.82949194280162,
+ "step": 978
+ },
+ {
+ "epoch": 6.135593220338983,
+ "grad_norm": 76.36415100097656,
+ "learning_rate": 1.5412406271301978e-05,
+ "loss": 0.9603,
+ "step": 1000
+ },
+ {
+ "epoch": 6.289676425269645,
+ "grad_norm": 75.71089172363281,
+ "learning_rate": 1.5241990456714383e-05,
+ "loss": 1.051,
+ "step": 1025
+ },
+ {
+ "epoch": 6.443759630200308,
+ "grad_norm": 82.48997497558594,
+ "learning_rate": 1.5071574642126792e-05,
+ "loss": 0.9093,
+ "step": 1050
+ },
+ {
+ "epoch": 6.597842835130971,
+ "grad_norm": 93.10845947265625,
+ "learning_rate": 1.4901158827539198e-05,
+ "loss": 0.9959,
+ "step": 1075
+ },
+ {
+ "epoch": 6.751926040061633,
+ "grad_norm": 74.37665557861328,
+ "learning_rate": 1.4730743012951603e-05,
+ "loss": 1.0752,
+ "step": 1100
+ },
+ {
+ "epoch": 6.906009244992296,
+ "grad_norm": 26.80744743347168,
+ "learning_rate": 1.456032719836401e-05,
+ "loss": 1.1205,
+ "step": 1125
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.8343023255813954,
+ "eval_loss": 0.5800725221633911,
+ "eval_macro_f1": 0.8349009924515892,
+ "eval_runtime": 1.3909,
+ "eval_samples_per_second": 494.652,
+ "eval_steps_per_second": 30.916,
+ "eval_weighted_f1": 0.8346555021112412,
+ "step": 1141
+ },
+ {
+ "epoch": 7.055469953775039,
+ "grad_norm": 74.0304946899414,
+ "learning_rate": 1.4389911383776416e-05,
+ "loss": 1.0356,
+ "step": 1150
+ },
+ {
+ "epoch": 7.209553158705701,
+ "grad_norm": 56.71416091918945,
+ "learning_rate": 1.4219495569188822e-05,
+ "loss": 0.7116,
+ "step": 1175
+ },
+ {
+ "epoch": 7.363636363636363,
+ "grad_norm": 29.253084182739258,
+ "learning_rate": 1.4049079754601229e-05,
+ "loss": 0.7948,
+ "step": 1200
+ },
+ {
+ "epoch": 7.517719568567026,
+ "grad_norm": 111.19520568847656,
+ "learning_rate": 1.3878663940013635e-05,
+ "loss": 0.7905,
+ "step": 1225
+ },
+ {
+ "epoch": 7.671802773497689,
+ "grad_norm": 206.9371337890625,
+ "learning_rate": 1.370824812542604e-05,
+ "loss": 0.8832,
+ "step": 1250
+ },
+ {
+ "epoch": 7.825885978428351,
+ "grad_norm": 133.59217834472656,
+ "learning_rate": 1.3537832310838447e-05,
+ "loss": 0.7104,
+ "step": 1275
+ },
+ {
+ "epoch": 7.979969183359014,
+ "grad_norm": 73.98663330078125,
+ "learning_rate": 1.3367416496250853e-05,
+ "loss": 0.7216,
+ "step": 1300
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.8546511627906976,
+ "eval_loss": 0.683745801448822,
+ "eval_macro_f1": 0.8555480149642536,
+ "eval_runtime": 1.4938,
+ "eval_samples_per_second": 460.557,
+ "eval_steps_per_second": 28.785,
+ "eval_weighted_f1": 0.8553025961805473,
+ "step": 1304
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3260,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/special_tokens_map.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/tokenizer_config.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/trainer_state.json b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..56f7cbbc483e0155438abdcba3154af09820ae59
--- /dev/null
+++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1793/trainer_state.json
@@ -0,0 +1,661 @@
+{
+ "best_global_step": 1304,
+ "best_metric": 0.8555480149642536,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/trainer/checkpoint-1304",
+ "epoch": 11.0,
+ "eval_steps": 500,
+ "global_step": 1793,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.15408320493066255,
+ "grad_norm": 26.60868263244629,
+ "learning_rate": 1.47239263803681e-06,
+ "loss": 4.8998,
+ "step": 25
+ },
+ {
+ "epoch": 0.3081664098613251,
+ "grad_norm": 51.849578857421875,
+ "learning_rate": 3.0061349693251535e-06,
+ "loss": 4.6794,
+ "step": 50
+ },
+ {
+ "epoch": 0.4622496147919877,
+ "grad_norm": 50.28633117675781,
+ "learning_rate": 4.539877300613497e-06,
+ "loss": 4.6268,
+ "step": 75
+ },
+ {
+ "epoch": 0.6163328197226502,
+ "grad_norm": 42.24408721923828,
+ "learning_rate": 6.073619631901841e-06,
+ "loss": 4.4941,
+ "step": 100
+ },
+ {
+ "epoch": 0.7704160246533128,
+ "grad_norm": 54.877593994140625,
+ "learning_rate": 7.6073619631901856e-06,
+ "loss": 4.4978,
+ "step": 125
+ },
+ {
+ "epoch": 0.9244992295839753,
+ "grad_norm": 44.292293548583984,
+ "learning_rate": 9.14110429447853e-06,
+ "loss": 4.2908,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.5683139534883721,
+ "eval_loss": 0.9555493593215942,
+ "eval_macro_f1": 0.5396755766118813,
+ "eval_runtime": 1.5036,
+ "eval_samples_per_second": 457.56,
+ "eval_steps_per_second": 28.597,
+ "eval_weighted_f1": 0.5408884463614587,
+ "step": 163
+ },
+ {
+ "epoch": 1.073959938366718,
+ "grad_norm": 26.41887664794922,
+ "learning_rate": 1.0674846625766873e-05,
+ "loss": 4.0717,
+ "step": 175
+ },
+ {
+ "epoch": 1.2280431432973806,
+ "grad_norm": 57.581825256347656,
+ "learning_rate": 1.2208588957055216e-05,
+ "loss": 3.9769,
+ "step": 200
+ },
+ {
+ "epoch": 1.3821263482280433,
+ "grad_norm": 34.43814468383789,
+ "learning_rate": 1.374233128834356e-05,
+ "loss": 3.8298,
+ "step": 225
+ },
+ {
+ "epoch": 1.5362095531587057,
+ "grad_norm": 72.52117919921875,
+ "learning_rate": 1.5276073619631903e-05,
+ "loss": 3.789,
+ "step": 250
+ },
+ {
+ "epoch": 1.6902927580893683,
+ "grad_norm": 64.83067321777344,
+ "learning_rate": 1.6809815950920248e-05,
+ "loss": 3.9317,
+ "step": 275
+ },
+ {
+ "epoch": 1.8443759630200307,
+ "grad_norm": 115.99544525146484,
+ "learning_rate": 1.834355828220859e-05,
+ "loss": 3.6792,
+ "step": 300
+ },
+ {
+ "epoch": 1.9984591679506933,
+ "grad_norm": 96.53472137451172,
+ "learning_rate": 1.9877300613496935e-05,
+ "loss": 3.2539,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.686046511627907,
+ "eval_loss": 0.7259438037872314,
+ "eval_macro_f1": 0.66382474413495,
+ "eval_runtime": 1.5305,
+ "eval_samples_per_second": 449.525,
+ "eval_steps_per_second": 28.095,
+ "eval_weighted_f1": 0.6640576412857121,
+ "step": 326
+ },
+ {
+ "epoch": 2.147919876733436,
+ "grad_norm": 71.44196319580078,
+ "learning_rate": 1.9843217450579417e-05,
+ "loss": 2.9259,
+ "step": 350
+ },
+ {
+ "epoch": 2.3020030816640986,
+ "grad_norm": 72.91462707519531,
+ "learning_rate": 1.967280163599182e-05,
+ "loss": 2.8468,
+ "step": 375
+ },
+ {
+ "epoch": 2.4560862865947612,
+ "grad_norm": 69.18099975585938,
+ "learning_rate": 1.9502385821404228e-05,
+ "loss": 2.881,
+ "step": 400
+ },
+ {
+ "epoch": 2.610169491525424,
+ "grad_norm": 87.0950698852539,
+ "learning_rate": 1.9331970006816635e-05,
+ "loss": 2.4908,
+ "step": 425
+ },
+ {
+ "epoch": 2.7642526964560865,
+ "grad_norm": 52.174739837646484,
+ "learning_rate": 1.916155419222904e-05,
+ "loss": 2.5925,
+ "step": 450
+ },
+ {
+ "epoch": 2.9183359013867487,
+ "grad_norm": 51.625221252441406,
+ "learning_rate": 1.8991138377641446e-05,
+ "loss": 2.5638,
+ "step": 475
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.7877906976744186,
+ "eval_loss": 0.5891799330711365,
+ "eval_macro_f1": 0.7888697756384966,
+ "eval_runtime": 1.3965,
+ "eval_samples_per_second": 492.648,
+ "eval_steps_per_second": 30.79,
+ "eval_weighted_f1": 0.7886744663164134,
+ "step": 489
+ },
+ {
+ "epoch": 3.0677966101694913,
+ "grad_norm": 64.60131072998047,
+ "learning_rate": 1.8820722563053853e-05,
+ "loss": 2.3389,
+ "step": 500
+ },
+ {
+ "epoch": 3.221879815100154,
+ "grad_norm": 82.64739990234375,
+ "learning_rate": 1.8650306748466257e-05,
+ "loss": 2.3783,
+ "step": 525
+ },
+ {
+ "epoch": 3.3759630200308166,
+ "grad_norm": 35.807193756103516,
+ "learning_rate": 1.8479890933878664e-05,
+ "loss": 2.4439,
+ "step": 550
+ },
+ {
+ "epoch": 3.5300462249614792,
+ "grad_norm": 102.40327453613281,
+ "learning_rate": 1.8309475119291072e-05,
+ "loss": 2.2572,
+ "step": 575
+ },
+ {
+ "epoch": 3.684129429892142,
+ "grad_norm": 64.15812683105469,
+ "learning_rate": 1.8139059304703476e-05,
+ "loss": 1.9854,
+ "step": 600
+ },
+ {
+ "epoch": 3.8382126348228045,
+ "grad_norm": 64.66801452636719,
+ "learning_rate": 1.7968643490115886e-05,
+ "loss": 2.1459,
+ "step": 625
+ },
+ {
+ "epoch": 3.992295839753467,
+ "grad_norm": 47.17057418823242,
+ "learning_rate": 1.779822767552829e-05,
+ "loss": 2.089,
+ "step": 650
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.8197674418604651,
+ "eval_loss": 0.48126813769340515,
+ "eval_macro_f1": 0.8181076621341243,
+ "eval_runtime": 1.5225,
+ "eval_samples_per_second": 451.892,
+ "eval_steps_per_second": 28.243,
+ "eval_weighted_f1": 0.8183800243147575,
+ "step": 652
+ },
+ {
+ "epoch": 4.141756548536209,
+ "grad_norm": 81.60645294189453,
+ "learning_rate": 1.7627811860940697e-05,
+ "loss": 1.6714,
+ "step": 675
+ },
+ {
+ "epoch": 4.295839753466872,
+ "grad_norm": 101.87310028076172,
+ "learning_rate": 1.7457396046353105e-05,
+ "loss": 1.8823,
+ "step": 700
+ },
+ {
+ "epoch": 4.449922958397535,
+ "grad_norm": 40.200103759765625,
+ "learning_rate": 1.728698023176551e-05,
+ "loss": 1.624,
+ "step": 725
+ },
+ {
+ "epoch": 4.604006163328197,
+ "grad_norm": 87.79881286621094,
+ "learning_rate": 1.7116564417177916e-05,
+ "loss": 1.6335,
+ "step": 750
+ },
+ {
+ "epoch": 4.75808936825886,
+ "grad_norm": 78.1478042602539,
+ "learning_rate": 1.6946148602590323e-05,
+ "loss": 1.5054,
+ "step": 775
+ },
+ {
+ "epoch": 4.9121725731895225,
+ "grad_norm": 165.2704620361328,
+ "learning_rate": 1.6775732788002727e-05,
+ "loss": 1.7022,
+ "step": 800
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.8168604651162791,
+ "eval_loss": 0.5205634236335754,
+ "eval_macro_f1": 0.8150925883191541,
+ "eval_runtime": 1.4025,
+ "eval_samples_per_second": 490.539,
+ "eval_steps_per_second": 30.659,
+ "eval_weighted_f1": 0.8152841476857423,
+ "step": 815
+ },
+ {
+ "epoch": 5.061633281972265,
+ "grad_norm": 51.89537048339844,
+ "learning_rate": 1.6605316973415134e-05,
+ "loss": 1.4554,
+ "step": 825
+ },
+ {
+ "epoch": 5.215716486902927,
+ "grad_norm": 103.20797729492188,
+ "learning_rate": 1.643490115882754e-05,
+ "loss": 1.3702,
+ "step": 850
+ },
+ {
+ "epoch": 5.36979969183359,
+ "grad_norm": 64.35389709472656,
+ "learning_rate": 1.6264485344239945e-05,
+ "loss": 1.2196,
+ "step": 875
+ },
+ {
+ "epoch": 5.523882896764253,
+ "grad_norm": 57.90886306762695,
+ "learning_rate": 1.6094069529652356e-05,
+ "loss": 1.2368,
+ "step": 900
+ },
+ {
+ "epoch": 5.677966101694915,
+ "grad_norm": 46.60675811767578,
+ "learning_rate": 1.592365371506476e-05,
+ "loss": 1.4228,
+ "step": 925
+ },
+ {
+ "epoch": 5.832049306625578,
+ "grad_norm": 127.63880920410156,
+ "learning_rate": 1.5753237900477167e-05,
+ "loss": 1.4039,
+ "step": 950
+ },
+ {
+ "epoch": 5.9861325115562405,
+ "grad_norm": 46.16490173339844,
+ "learning_rate": 1.5582822085889574e-05,
+ "loss": 1.2896,
+ "step": 975
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.8284883720930233,
+ "eval_loss": 0.56329745054245,
+ "eval_macro_f1": 0.8296577590483118,
+ "eval_runtime": 1.5149,
+ "eval_samples_per_second": 454.154,
+ "eval_steps_per_second": 28.385,
+ "eval_weighted_f1": 0.82949194280162,
+ "step": 978
+ },
+ {
+ "epoch": 6.135593220338983,
+ "grad_norm": 76.36415100097656,
+ "learning_rate": 1.5412406271301978e-05,
+ "loss": 0.9603,
+ "step": 1000
+ },
+ {
+ "epoch": 6.289676425269645,
+ "grad_norm": 75.71089172363281,
+ "learning_rate": 1.5241990456714383e-05,
+ "loss": 1.051,
+ "step": 1025
+ },
+ {
+ "epoch": 6.443759630200308,
+ "grad_norm": 82.48997497558594,
+ "learning_rate": 1.5071574642126792e-05,
+ "loss": 0.9093,
+ "step": 1050
+ },
+ {
+ "epoch": 6.597842835130971,
+ "grad_norm": 93.10845947265625,
+ "learning_rate": 1.4901158827539198e-05,
+ "loss": 0.9959,
+ "step": 1075
+ },
+ {
+ "epoch": 6.751926040061633,
+ "grad_norm": 74.37665557861328,
+ "learning_rate": 1.4730743012951603e-05,
+ "loss": 1.0752,
+ "step": 1100
+ },
+ {
+ "epoch": 6.906009244992296,
+ "grad_norm": 26.80744743347168,
+ "learning_rate": 1.456032719836401e-05,
+ "loss": 1.1205,
+ "step": 1125
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.8343023255813954,
+ "eval_loss": 0.5800725221633911,
+ "eval_macro_f1": 0.8349009924515892,
+ "eval_runtime": 1.3909,
+ "eval_samples_per_second": 494.652,
+ "eval_steps_per_second": 30.916,
+ "eval_weighted_f1": 0.8346555021112412,
+ "step": 1141
+ },
+ {
+ "epoch": 7.055469953775039,
+ "grad_norm": 74.0304946899414,
+ "learning_rate": 1.4389911383776416e-05,
+ "loss": 1.0356,
+ "step": 1150
+ },
+ {
+ "epoch": 7.209553158705701,
+ "grad_norm": 56.71416091918945,
+ "learning_rate": 1.4219495569188822e-05,
+ "loss": 0.7116,
+ "step": 1175
+ },
+ {
+ "epoch": 7.363636363636363,
+ "grad_norm": 29.253084182739258,
+ "learning_rate": 1.4049079754601229e-05,
+ "loss": 0.7948,
+ "step": 1200
+ },
+ {
+ "epoch": 7.517719568567026,
+ "grad_norm": 111.19520568847656,
+ "learning_rate": 1.3878663940013635e-05,
+ "loss": 0.7905,
+ "step": 1225
+ },
+ {
+ "epoch": 7.671802773497689,
+ "grad_norm": 206.9371337890625,
+ "learning_rate": 1.370824812542604e-05,
+ "loss": 0.8832,
+ "step": 1250
+ },
+ {
+ "epoch": 7.825885978428351,
+ "grad_norm": 133.59217834472656,
+ "learning_rate": 1.3537832310838447e-05,
+ "loss": 0.7104,
+ "step": 1275
+ },
+ {
+ "epoch": 7.979969183359014,
+ "grad_norm": 73.98663330078125,
+ "learning_rate": 1.3367416496250853e-05,
+ "loss": 0.7216,
+ "step": 1300
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.8546511627906976,
+ "eval_loss": 0.683745801448822,
+ "eval_macro_f1": 0.8555480149642536,
+ "eval_runtime": 1.4938,
+ "eval_samples_per_second": 460.557,
+ "eval_steps_per_second": 28.785,
+ "eval_weighted_f1": 0.8553025961805473,
+ "step": 1304
+ },
+ {
+ "epoch": 8.129429892141756,
+ "grad_norm": 16.85845375061035,
+ "learning_rate": 1.3197000681663258e-05,
+ "loss": 0.5793,
+ "step": 1325
+ },
+ {
+ "epoch": 8.283513097072419,
+ "grad_norm": 91.81355285644531,
+ "learning_rate": 1.3026584867075667e-05,
+ "loss": 0.4237,
+ "step": 1350
+ },
+ {
+ "epoch": 8.437596302003081,
+ "grad_norm": 105.5880126953125,
+ "learning_rate": 1.2856169052488073e-05,
+ "loss": 0.6139,
+ "step": 1375
+ },
+ {
+ "epoch": 8.591679506933744,
+ "grad_norm": 50.506099700927734,
+ "learning_rate": 1.2685753237900478e-05,
+ "loss": 0.6317,
+ "step": 1400
+ },
+ {
+ "epoch": 8.745762711864407,
+ "grad_norm": 78.77650451660156,
+ "learning_rate": 1.2515337423312886e-05,
+ "loss": 0.5896,
+ "step": 1425
+ },
+ {
+ "epoch": 8.89984591679507,
+ "grad_norm": 158.26158142089844,
+ "learning_rate": 1.2344921608725291e-05,
+ "loss": 0.6958,
+ "step": 1450
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.8444767441860465,
+ "eval_loss": 0.6691955924034119,
+ "eval_macro_f1": 0.8450903113734426,
+ "eval_runtime": 1.4415,
+ "eval_samples_per_second": 477.273,
+ "eval_steps_per_second": 29.83,
+ "eval_weighted_f1": 0.8448873147644177,
+ "step": 1467
+ },
+ {
+ "epoch": 9.049306625577811,
+ "grad_norm": 73.5927963256836,
+ "learning_rate": 1.2174505794137697e-05,
+ "loss": 0.5101,
+ "step": 1475
+ },
+ {
+ "epoch": 9.203389830508474,
+ "grad_norm": 71.55709838867188,
+ "learning_rate": 1.2004089979550104e-05,
+ "loss": 0.4401,
+ "step": 1500
+ },
+ {
+ "epoch": 9.357473035439137,
+ "grad_norm": 94.05720520019531,
+ "learning_rate": 1.183367416496251e-05,
+ "loss": 0.4399,
+ "step": 1525
+ },
+ {
+ "epoch": 9.5115562403698,
+ "grad_norm": 20.680824279785156,
+ "learning_rate": 1.1663258350374915e-05,
+ "loss": 0.6,
+ "step": 1550
+ },
+ {
+ "epoch": 9.665639445300462,
+ "grad_norm": 112.55980682373047,
+ "learning_rate": 1.1492842535787322e-05,
+ "loss": 0.4391,
+ "step": 1575
+ },
+ {
+ "epoch": 9.819722650231125,
+ "grad_norm": 64.31360626220703,
+ "learning_rate": 1.1322426721199728e-05,
+ "loss": 0.3785,
+ "step": 1600
+ },
+ {
+ "epoch": 9.973805855161787,
+ "grad_norm": 20.93500328063965,
+ "learning_rate": 1.1152010906612133e-05,
+ "loss": 0.4351,
+ "step": 1625
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.8386627906976745,
+ "eval_loss": 0.81667160987854,
+ "eval_macro_f1": 0.8389778325123153,
+ "eval_runtime": 1.4193,
+ "eval_samples_per_second": 484.741,
+ "eval_steps_per_second": 30.296,
+ "eval_weighted_f1": 0.8387639262802153,
+ "step": 1630
+ },
+ {
+ "epoch": 10.12326656394453,
+ "grad_norm": 27.509366989135742,
+ "learning_rate": 1.0981595092024542e-05,
+ "loss": 0.2668,
+ "step": 1650
+ },
+ {
+ "epoch": 10.277349768875192,
+ "grad_norm": 57.74173355102539,
+ "learning_rate": 1.0811179277436948e-05,
+ "loss": 0.3053,
+ "step": 1675
+ },
+ {
+ "epoch": 10.431432973805855,
+ "grad_norm": 223.96543884277344,
+ "learning_rate": 1.0640763462849353e-05,
+ "loss": 0.3171,
+ "step": 1700
+ },
+ {
+ "epoch": 10.585516178736517,
+ "grad_norm": 122.84101867675781,
+ "learning_rate": 1.047034764826176e-05,
+ "loss": 0.3413,
+ "step": 1725
+ },
+ {
+ "epoch": 10.73959938366718,
+ "grad_norm": 168.6679229736328,
+ "learning_rate": 1.0299931833674166e-05,
+ "loss": 0.3902,
+ "step": 1750
+ },
+ {
+ "epoch": 10.893682588597843,
+ "grad_norm": 178.58111572265625,
+ "learning_rate": 1.0129516019086572e-05,
+ "loss": 0.3803,
+ "step": 1775
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.8444767441860465,
+ "eval_loss": 0.8830406665802002,
+ "eval_macro_f1": 0.8443948233109739,
+ "eval_runtime": 1.4444,
+ "eval_samples_per_second": 476.324,
+ "eval_steps_per_second": 29.77,
+ "eval_weighted_f1": 0.8444905255951057,
+ "step": 1793
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3260,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/special_tokens_map.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/tokenizer_config.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/trainer_state.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..48133ca036a2fd09d53f62c15081e3a9b2092377
--- /dev/null
+++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304/trainer_state.json
@@ -0,0 +1,495 @@
+{
+ "best_global_step": 1304,
+ "best_metric": 0.8464037475484557,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304",
+ "epoch": 8.0,
+ "eval_steps": 500,
+ "global_step": 1304,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.15408320493066255,
+ "grad_norm": 10.269952774047852,
+ "learning_rate": 1.47239263803681e-06,
+ "loss": 4.7214,
+ "step": 25
+ },
+ {
+ "epoch": 0.3081664098613251,
+ "grad_norm": 27.07952117919922,
+ "learning_rate": 3.0061349693251535e-06,
+ "loss": 4.6423,
+ "step": 50
+ },
+ {
+ "epoch": 0.4622496147919877,
+ "grad_norm": 8.798324584960938,
+ "learning_rate": 4.539877300613497e-06,
+ "loss": 4.4898,
+ "step": 75
+ },
+ {
+ "epoch": 0.6163328197226502,
+ "grad_norm": 20.57191276550293,
+ "learning_rate": 6.073619631901841e-06,
+ "loss": 4.4996,
+ "step": 100
+ },
+ {
+ "epoch": 0.7704160246533128,
+ "grad_norm": 49.6365852355957,
+ "learning_rate": 7.6073619631901856e-06,
+ "loss": 4.4339,
+ "step": 125
+ },
+ {
+ "epoch": 0.9244992295839753,
+ "grad_norm": 52.537940979003906,
+ "learning_rate": 9.14110429447853e-06,
+ "loss": 4.5023,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.34011627906976744,
+ "eval_loss": 1.1281965970993042,
+ "eval_macro_f1": 0.33047994647379836,
+ "eval_runtime": 1.5078,
+ "eval_samples_per_second": 456.295,
+ "eval_steps_per_second": 28.518,
+ "eval_weighted_f1": 0.329264098690446,
+ "step": 163
+ },
+ {
+ "epoch": 1.073959938366718,
+ "grad_norm": 56.53388595581055,
+ "learning_rate": 1.0674846625766873e-05,
+ "loss": 4.3034,
+ "step": 175
+ },
+ {
+ "epoch": 1.2280431432973806,
+ "grad_norm": 23.14569091796875,
+ "learning_rate": 1.2208588957055216e-05,
+ "loss": 4.3708,
+ "step": 200
+ },
+ {
+ "epoch": 1.3821263482280433,
+ "grad_norm": 36.13355255126953,
+ "learning_rate": 1.374233128834356e-05,
+ "loss": 4.1946,
+ "step": 225
+ },
+ {
+ "epoch": 1.5362095531587057,
+ "grad_norm": 54.7779426574707,
+ "learning_rate": 1.5276073619631903e-05,
+ "loss": 4.0362,
+ "step": 250
+ },
+ {
+ "epoch": 1.6902927580893683,
+ "grad_norm": 74.9114990234375,
+ "learning_rate": 1.6809815950920248e-05,
+ "loss": 3.6751,
+ "step": 275
+ },
+ {
+ "epoch": 1.8443759630200307,
+ "grad_norm": 245.79933166503906,
+ "learning_rate": 1.834355828220859e-05,
+ "loss": 3.4945,
+ "step": 300
+ },
+ {
+ "epoch": 1.9984591679506933,
+ "grad_norm": 90.7229995727539,
+ "learning_rate": 1.9877300613496935e-05,
+ "loss": 3.3265,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.6976744186046512,
+ "eval_loss": 0.7057750821113586,
+ "eval_macro_f1": 0.6979598379644815,
+ "eval_runtime": 1.5162,
+ "eval_samples_per_second": 453.758,
+ "eval_steps_per_second": 28.36,
+ "eval_weighted_f1": 0.6979594488085262,
+ "step": 326
+ },
+ {
+ "epoch": 2.147919876733436,
+ "grad_norm": 69.89827728271484,
+ "learning_rate": 1.9843217450579417e-05,
+ "loss": 3.2292,
+ "step": 350
+ },
+ {
+ "epoch": 2.3020030816640986,
+ "grad_norm": 74.95113372802734,
+ "learning_rate": 1.967280163599182e-05,
+ "loss": 3.2556,
+ "step": 375
+ },
+ {
+ "epoch": 2.4560862865947612,
+ "grad_norm": 96.1029052734375,
+ "learning_rate": 1.9502385821404228e-05,
+ "loss": 3.0067,
+ "step": 400
+ },
+ {
+ "epoch": 2.610169491525424,
+ "grad_norm": 63.538639068603516,
+ "learning_rate": 1.9331970006816635e-05,
+ "loss": 2.8209,
+ "step": 425
+ },
+ {
+ "epoch": 2.7642526964560865,
+ "grad_norm": 81.5354995727539,
+ "learning_rate": 1.916155419222904e-05,
+ "loss": 3.0879,
+ "step": 450
+ },
+ {
+ "epoch": 2.9183359013867487,
+ "grad_norm": 61.96577835083008,
+ "learning_rate": 1.8991138377641446e-05,
+ "loss": 2.7121,
+ "step": 475
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.7616279069767442,
+ "eval_loss": 0.6098982095718384,
+ "eval_macro_f1": 0.7607842387311101,
+ "eval_runtime": 1.5756,
+ "eval_samples_per_second": 436.655,
+ "eval_steps_per_second": 27.291,
+ "eval_weighted_f1": 0.7607049234538684,
+ "step": 489
+ },
+ {
+ "epoch": 3.0677966101694913,
+ "grad_norm": 82.64781188964844,
+ "learning_rate": 1.8820722563053853e-05,
+ "loss": 2.3634,
+ "step": 500
+ },
+ {
+ "epoch": 3.221879815100154,
+ "grad_norm": 103.3463363647461,
+ "learning_rate": 1.8650306748466257e-05,
+ "loss": 2.4905,
+ "step": 525
+ },
+ {
+ "epoch": 3.3759630200308166,
+ "grad_norm": 70.81452178955078,
+ "learning_rate": 1.8479890933878664e-05,
+ "loss": 2.3863,
+ "step": 550
+ },
+ {
+ "epoch": 3.5300462249614792,
+ "grad_norm": 92.11711120605469,
+ "learning_rate": 1.8309475119291072e-05,
+ "loss": 2.161,
+ "step": 575
+ },
+ {
+ "epoch": 3.684129429892142,
+ "grad_norm": 74.00444793701172,
+ "learning_rate": 1.8139059304703476e-05,
+ "loss": 2.2446,
+ "step": 600
+ },
+ {
+ "epoch": 3.8382126348228045,
+ "grad_norm": 142.7129364013672,
+ "learning_rate": 1.7968643490115886e-05,
+ "loss": 2.2185,
+ "step": 625
+ },
+ {
+ "epoch": 3.992295839753467,
+ "grad_norm": 68.47152709960938,
+ "learning_rate": 1.779822767552829e-05,
+ "loss": 2.262,
+ "step": 650
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.8125,
+ "eval_loss": 0.5274669528007507,
+ "eval_macro_f1": 0.8122253938861949,
+ "eval_runtime": 1.4727,
+ "eval_samples_per_second": 467.173,
+ "eval_steps_per_second": 29.198,
+ "eval_weighted_f1": 0.8119664958087618,
+ "step": 652
+ },
+ {
+ "epoch": 4.141756548536209,
+ "grad_norm": 119.18087768554688,
+ "learning_rate": 1.7627811860940697e-05,
+ "loss": 1.8169,
+ "step": 675
+ },
+ {
+ "epoch": 4.295839753466872,
+ "grad_norm": 107.0189437866211,
+ "learning_rate": 1.7457396046353105e-05,
+ "loss": 1.7627,
+ "step": 700
+ },
+ {
+ "epoch": 4.449922958397535,
+ "grad_norm": 96.16551971435547,
+ "learning_rate": 1.728698023176551e-05,
+ "loss": 1.7649,
+ "step": 725
+ },
+ {
+ "epoch": 4.604006163328197,
+ "grad_norm": 88.83948516845703,
+ "learning_rate": 1.7116564417177916e-05,
+ "loss": 1.9275,
+ "step": 750
+ },
+ {
+ "epoch": 4.75808936825886,
+ "grad_norm": 84.26664733886719,
+ "learning_rate": 1.6946148602590323e-05,
+ "loss": 1.9334,
+ "step": 775
+ },
+ {
+ "epoch": 4.9121725731895225,
+ "grad_norm": 97.72688293457031,
+ "learning_rate": 1.6775732788002727e-05,
+ "loss": 1.7394,
+ "step": 800
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.8197674418604651,
+ "eval_loss": 0.4828687608242035,
+ "eval_macro_f1": 0.8216484370330525,
+ "eval_runtime": 1.5391,
+ "eval_samples_per_second": 447.007,
+ "eval_steps_per_second": 27.938,
+ "eval_weighted_f1": 0.8213676603658715,
+ "step": 815
+ },
+ {
+ "epoch": 5.061633281972265,
+ "grad_norm": 123.32058715820312,
+ "learning_rate": 1.6605316973415134e-05,
+ "loss": 1.6935,
+ "step": 825
+ },
+ {
+ "epoch": 5.215716486902927,
+ "grad_norm": 60.48823547363281,
+ "learning_rate": 1.643490115882754e-05,
+ "loss": 1.3316,
+ "step": 850
+ },
+ {
+ "epoch": 5.36979969183359,
+ "grad_norm": 44.06804275512695,
+ "learning_rate": 1.6264485344239945e-05,
+ "loss": 1.4558,
+ "step": 875
+ },
+ {
+ "epoch": 5.523882896764253,
+ "grad_norm": 183.0559844970703,
+ "learning_rate": 1.6094069529652356e-05,
+ "loss": 1.4008,
+ "step": 900
+ },
+ {
+ "epoch": 5.677966101694915,
+ "grad_norm": 98.99947357177734,
+ "learning_rate": 1.592365371506476e-05,
+ "loss": 1.4999,
+ "step": 925
+ },
+ {
+ "epoch": 5.832049306625578,
+ "grad_norm": 142.22979736328125,
+ "learning_rate": 1.5753237900477167e-05,
+ "loss": 1.3305,
+ "step": 950
+ },
+ {
+ "epoch": 5.9861325115562405,
+ "grad_norm": 91.68956756591797,
+ "learning_rate": 1.5582822085889574e-05,
+ "loss": 1.3343,
+ "step": 975
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.8401162790697675,
+ "eval_loss": 0.4791679084300995,
+ "eval_macro_f1": 0.8397351473759677,
+ "eval_runtime": 1.304,
+ "eval_samples_per_second": 527.622,
+ "eval_steps_per_second": 32.976,
+ "eval_weighted_f1": 0.8397095283552495,
+ "step": 978
+ },
+ {
+ "epoch": 6.135593220338983,
+ "grad_norm": 223.0955047607422,
+ "learning_rate": 1.5412406271301978e-05,
+ "loss": 1.0691,
+ "step": 1000
+ },
+ {
+ "epoch": 6.289676425269645,
+ "grad_norm": 109.87444305419922,
+ "learning_rate": 1.5241990456714383e-05,
+ "loss": 1.0417,
+ "step": 1025
+ },
+ {
+ "epoch": 6.443759630200308,
+ "grad_norm": 142.5769500732422,
+ "learning_rate": 1.5071574642126792e-05,
+ "loss": 1.0251,
+ "step": 1050
+ },
+ {
+ "epoch": 6.597842835130971,
+ "grad_norm": 80.91693115234375,
+ "learning_rate": 1.4901158827539198e-05,
+ "loss": 1.225,
+ "step": 1075
+ },
+ {
+ "epoch": 6.751926040061633,
+ "grad_norm": 152.61866760253906,
+ "learning_rate": 1.4730743012951603e-05,
+ "loss": 0.9447,
+ "step": 1100
+ },
+ {
+ "epoch": 6.906009244992296,
+ "grad_norm": 231.5660400390625,
+ "learning_rate": 1.456032719836401e-05,
+ "loss": 0.969,
+ "step": 1125
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.8226744186046512,
+ "eval_loss": 0.5336207151412964,
+ "eval_macro_f1": 0.820730940848656,
+ "eval_runtime": 1.4763,
+ "eval_samples_per_second": 466.015,
+ "eval_steps_per_second": 29.126,
+ "eval_weighted_f1": 0.8208348426325196,
+ "step": 1141
+ },
+ {
+ "epoch": 7.055469953775039,
+ "grad_norm": 55.59589385986328,
+ "learning_rate": 1.4389911383776416e-05,
+ "loss": 1.1088,
+ "step": 1150
+ },
+ {
+ "epoch": 7.209553158705701,
+ "grad_norm": 147.7883758544922,
+ "learning_rate": 1.4219495569188822e-05,
+ "loss": 0.7902,
+ "step": 1175
+ },
+ {
+ "epoch": 7.363636363636363,
+ "grad_norm": 116.7120361328125,
+ "learning_rate": 1.4049079754601229e-05,
+ "loss": 0.6996,
+ "step": 1200
+ },
+ {
+ "epoch": 7.517719568567026,
+ "grad_norm": 251.59750366210938,
+ "learning_rate": 1.3878663940013635e-05,
+ "loss": 0.8464,
+ "step": 1225
+ },
+ {
+ "epoch": 7.671802773497689,
+ "grad_norm": 105.12106323242188,
+ "learning_rate": 1.370824812542604e-05,
+ "loss": 1.0412,
+ "step": 1250
+ },
+ {
+ "epoch": 7.825885978428351,
+ "grad_norm": 149.6354522705078,
+ "learning_rate": 1.3537832310838447e-05,
+ "loss": 0.9539,
+ "step": 1275
+ },
+ {
+ "epoch": 7.979969183359014,
+ "grad_norm": 78.54564666748047,
+ "learning_rate": 1.3367416496250853e-05,
+ "loss": 0.9708,
+ "step": 1300
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.8459302325581395,
+ "eval_loss": 0.5606505870819092,
+ "eval_macro_f1": 0.8464037475484557,
+ "eval_runtime": 1.4152,
+ "eval_samples_per_second": 486.158,
+ "eval_steps_per_second": 30.385,
+ "eval_weighted_f1": 0.8461212997804614,
+ "step": 1304
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3260,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/special_tokens_map.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/tokenizer_config.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/trainer_state.json b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..c398dce1ff39213636fc428e802f7c3463da155c
--- /dev/null
+++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1793/trainer_state.json
@@ -0,0 +1,661 @@
+{
+ "best_global_step": 1304,
+ "best_metric": 0.8464037475484557,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/trainer/checkpoint-1304",
+ "epoch": 11.0,
+ "eval_steps": 500,
+ "global_step": 1793,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.15408320493066255,
+ "grad_norm": 10.269952774047852,
+ "learning_rate": 1.47239263803681e-06,
+ "loss": 4.7214,
+ "step": 25
+ },
+ {
+ "epoch": 0.3081664098613251,
+ "grad_norm": 27.07952117919922,
+ "learning_rate": 3.0061349693251535e-06,
+ "loss": 4.6423,
+ "step": 50
+ },
+ {
+ "epoch": 0.4622496147919877,
+ "grad_norm": 8.798324584960938,
+ "learning_rate": 4.539877300613497e-06,
+ "loss": 4.4898,
+ "step": 75
+ },
+ {
+ "epoch": 0.6163328197226502,
+ "grad_norm": 20.57191276550293,
+ "learning_rate": 6.073619631901841e-06,
+ "loss": 4.4996,
+ "step": 100
+ },
+ {
+ "epoch": 0.7704160246533128,
+ "grad_norm": 49.6365852355957,
+ "learning_rate": 7.6073619631901856e-06,
+ "loss": 4.4339,
+ "step": 125
+ },
+ {
+ "epoch": 0.9244992295839753,
+ "grad_norm": 52.537940979003906,
+ "learning_rate": 9.14110429447853e-06,
+ "loss": 4.5023,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.34011627906976744,
+ "eval_loss": 1.1281965970993042,
+ "eval_macro_f1": 0.33047994647379836,
+ "eval_runtime": 1.5078,
+ "eval_samples_per_second": 456.295,
+ "eval_steps_per_second": 28.518,
+ "eval_weighted_f1": 0.329264098690446,
+ "step": 163
+ },
+ {
+ "epoch": 1.073959938366718,
+ "grad_norm": 56.53388595581055,
+ "learning_rate": 1.0674846625766873e-05,
+ "loss": 4.3034,
+ "step": 175
+ },
+ {
+ "epoch": 1.2280431432973806,
+ "grad_norm": 23.14569091796875,
+ "learning_rate": 1.2208588957055216e-05,
+ "loss": 4.3708,
+ "step": 200
+ },
+ {
+ "epoch": 1.3821263482280433,
+ "grad_norm": 36.13355255126953,
+ "learning_rate": 1.374233128834356e-05,
+ "loss": 4.1946,
+ "step": 225
+ },
+ {
+ "epoch": 1.5362095531587057,
+ "grad_norm": 54.7779426574707,
+ "learning_rate": 1.5276073619631903e-05,
+ "loss": 4.0362,
+ "step": 250
+ },
+ {
+ "epoch": 1.6902927580893683,
+ "grad_norm": 74.9114990234375,
+ "learning_rate": 1.6809815950920248e-05,
+ "loss": 3.6751,
+ "step": 275
+ },
+ {
+ "epoch": 1.8443759630200307,
+ "grad_norm": 245.79933166503906,
+ "learning_rate": 1.834355828220859e-05,
+ "loss": 3.4945,
+ "step": 300
+ },
+ {
+ "epoch": 1.9984591679506933,
+ "grad_norm": 90.7229995727539,
+ "learning_rate": 1.9877300613496935e-05,
+ "loss": 3.3265,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.6976744186046512,
+ "eval_loss": 0.7057750821113586,
+ "eval_macro_f1": 0.6979598379644815,
+ "eval_runtime": 1.5162,
+ "eval_samples_per_second": 453.758,
+ "eval_steps_per_second": 28.36,
+ "eval_weighted_f1": 0.6979594488085262,
+ "step": 326
+ },
+ {
+ "epoch": 2.147919876733436,
+ "grad_norm": 69.89827728271484,
+ "learning_rate": 1.9843217450579417e-05,
+ "loss": 3.2292,
+ "step": 350
+ },
+ {
+ "epoch": 2.3020030816640986,
+ "grad_norm": 74.95113372802734,
+ "learning_rate": 1.967280163599182e-05,
+ "loss": 3.2556,
+ "step": 375
+ },
+ {
+ "epoch": 2.4560862865947612,
+ "grad_norm": 96.1029052734375,
+ "learning_rate": 1.9502385821404228e-05,
+ "loss": 3.0067,
+ "step": 400
+ },
+ {
+ "epoch": 2.610169491525424,
+ "grad_norm": 63.538639068603516,
+ "learning_rate": 1.9331970006816635e-05,
+ "loss": 2.8209,
+ "step": 425
+ },
+ {
+ "epoch": 2.7642526964560865,
+ "grad_norm": 81.5354995727539,
+ "learning_rate": 1.916155419222904e-05,
+ "loss": 3.0879,
+ "step": 450
+ },
+ {
+ "epoch": 2.9183359013867487,
+ "grad_norm": 61.96577835083008,
+ "learning_rate": 1.8991138377641446e-05,
+ "loss": 2.7121,
+ "step": 475
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.7616279069767442,
+ "eval_loss": 0.6098982095718384,
+ "eval_macro_f1": 0.7607842387311101,
+ "eval_runtime": 1.5756,
+ "eval_samples_per_second": 436.655,
+ "eval_steps_per_second": 27.291,
+ "eval_weighted_f1": 0.7607049234538684,
+ "step": 489
+ },
+ {
+ "epoch": 3.0677966101694913,
+ "grad_norm": 82.64781188964844,
+ "learning_rate": 1.8820722563053853e-05,
+ "loss": 2.3634,
+ "step": 500
+ },
+ {
+ "epoch": 3.221879815100154,
+ "grad_norm": 103.3463363647461,
+ "learning_rate": 1.8650306748466257e-05,
+ "loss": 2.4905,
+ "step": 525
+ },
+ {
+ "epoch": 3.3759630200308166,
+ "grad_norm": 70.81452178955078,
+ "learning_rate": 1.8479890933878664e-05,
+ "loss": 2.3863,
+ "step": 550
+ },
+ {
+ "epoch": 3.5300462249614792,
+ "grad_norm": 92.11711120605469,
+ "learning_rate": 1.8309475119291072e-05,
+ "loss": 2.161,
+ "step": 575
+ },
+ {
+ "epoch": 3.684129429892142,
+ "grad_norm": 74.00444793701172,
+ "learning_rate": 1.8139059304703476e-05,
+ "loss": 2.2446,
+ "step": 600
+ },
+ {
+ "epoch": 3.8382126348228045,
+ "grad_norm": 142.7129364013672,
+ "learning_rate": 1.7968643490115886e-05,
+ "loss": 2.2185,
+ "step": 625
+ },
+ {
+ "epoch": 3.992295839753467,
+ "grad_norm": 68.47152709960938,
+ "learning_rate": 1.779822767552829e-05,
+ "loss": 2.262,
+ "step": 650
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.8125,
+ "eval_loss": 0.5274669528007507,
+ "eval_macro_f1": 0.8122253938861949,
+ "eval_runtime": 1.4727,
+ "eval_samples_per_second": 467.173,
+ "eval_steps_per_second": 29.198,
+ "eval_weighted_f1": 0.8119664958087618,
+ "step": 652
+ },
+ {
+ "epoch": 4.141756548536209,
+ "grad_norm": 119.18087768554688,
+ "learning_rate": 1.7627811860940697e-05,
+ "loss": 1.8169,
+ "step": 675
+ },
+ {
+ "epoch": 4.295839753466872,
+ "grad_norm": 107.0189437866211,
+ "learning_rate": 1.7457396046353105e-05,
+ "loss": 1.7627,
+ "step": 700
+ },
+ {
+ "epoch": 4.449922958397535,
+ "grad_norm": 96.16551971435547,
+ "learning_rate": 1.728698023176551e-05,
+ "loss": 1.7649,
+ "step": 725
+ },
+ {
+ "epoch": 4.604006163328197,
+ "grad_norm": 88.83948516845703,
+ "learning_rate": 1.7116564417177916e-05,
+ "loss": 1.9275,
+ "step": 750
+ },
+ {
+ "epoch": 4.75808936825886,
+ "grad_norm": 84.26664733886719,
+ "learning_rate": 1.6946148602590323e-05,
+ "loss": 1.9334,
+ "step": 775
+ },
+ {
+ "epoch": 4.9121725731895225,
+ "grad_norm": 97.72688293457031,
+ "learning_rate": 1.6775732788002727e-05,
+ "loss": 1.7394,
+ "step": 800
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.8197674418604651,
+ "eval_loss": 0.4828687608242035,
+ "eval_macro_f1": 0.8216484370330525,
+ "eval_runtime": 1.5391,
+ "eval_samples_per_second": 447.007,
+ "eval_steps_per_second": 27.938,
+ "eval_weighted_f1": 0.8213676603658715,
+ "step": 815
+ },
+ {
+ "epoch": 5.061633281972265,
+ "grad_norm": 123.32058715820312,
+ "learning_rate": 1.6605316973415134e-05,
+ "loss": 1.6935,
+ "step": 825
+ },
+ {
+ "epoch": 5.215716486902927,
+ "grad_norm": 60.48823547363281,
+ "learning_rate": 1.643490115882754e-05,
+ "loss": 1.3316,
+ "step": 850
+ },
+ {
+ "epoch": 5.36979969183359,
+ "grad_norm": 44.06804275512695,
+ "learning_rate": 1.6264485344239945e-05,
+ "loss": 1.4558,
+ "step": 875
+ },
+ {
+ "epoch": 5.523882896764253,
+ "grad_norm": 183.0559844970703,
+ "learning_rate": 1.6094069529652356e-05,
+ "loss": 1.4008,
+ "step": 900
+ },
+ {
+ "epoch": 5.677966101694915,
+ "grad_norm": 98.99947357177734,
+ "learning_rate": 1.592365371506476e-05,
+ "loss": 1.4999,
+ "step": 925
+ },
+ {
+ "epoch": 5.832049306625578,
+ "grad_norm": 142.22979736328125,
+ "learning_rate": 1.5753237900477167e-05,
+ "loss": 1.3305,
+ "step": 950
+ },
+ {
+ "epoch": 5.9861325115562405,
+ "grad_norm": 91.68956756591797,
+ "learning_rate": 1.5582822085889574e-05,
+ "loss": 1.3343,
+ "step": 975
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.8401162790697675,
+ "eval_loss": 0.4791679084300995,
+ "eval_macro_f1": 0.8397351473759677,
+ "eval_runtime": 1.304,
+ "eval_samples_per_second": 527.622,
+ "eval_steps_per_second": 32.976,
+ "eval_weighted_f1": 0.8397095283552495,
+ "step": 978
+ },
+ {
+ "epoch": 6.135593220338983,
+ "grad_norm": 223.0955047607422,
+ "learning_rate": 1.5412406271301978e-05,
+ "loss": 1.0691,
+ "step": 1000
+ },
+ {
+ "epoch": 6.289676425269645,
+ "grad_norm": 109.87444305419922,
+ "learning_rate": 1.5241990456714383e-05,
+ "loss": 1.0417,
+ "step": 1025
+ },
+ {
+ "epoch": 6.443759630200308,
+ "grad_norm": 142.5769500732422,
+ "learning_rate": 1.5071574642126792e-05,
+ "loss": 1.0251,
+ "step": 1050
+ },
+ {
+ "epoch": 6.597842835130971,
+ "grad_norm": 80.91693115234375,
+ "learning_rate": 1.4901158827539198e-05,
+ "loss": 1.225,
+ "step": 1075
+ },
+ {
+ "epoch": 6.751926040061633,
+ "grad_norm": 152.61866760253906,
+ "learning_rate": 1.4730743012951603e-05,
+ "loss": 0.9447,
+ "step": 1100
+ },
+ {
+ "epoch": 6.906009244992296,
+ "grad_norm": 231.5660400390625,
+ "learning_rate": 1.456032719836401e-05,
+ "loss": 0.969,
+ "step": 1125
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.8226744186046512,
+ "eval_loss": 0.5336207151412964,
+ "eval_macro_f1": 0.820730940848656,
+ "eval_runtime": 1.4763,
+ "eval_samples_per_second": 466.015,
+ "eval_steps_per_second": 29.126,
+ "eval_weighted_f1": 0.8208348426325196,
+ "step": 1141
+ },
+ {
+ "epoch": 7.055469953775039,
+ "grad_norm": 55.59589385986328,
+ "learning_rate": 1.4389911383776416e-05,
+ "loss": 1.1088,
+ "step": 1150
+ },
+ {
+ "epoch": 7.209553158705701,
+ "grad_norm": 147.7883758544922,
+ "learning_rate": 1.4219495569188822e-05,
+ "loss": 0.7902,
+ "step": 1175
+ },
+ {
+ "epoch": 7.363636363636363,
+ "grad_norm": 116.7120361328125,
+ "learning_rate": 1.4049079754601229e-05,
+ "loss": 0.6996,
+ "step": 1200
+ },
+ {
+ "epoch": 7.517719568567026,
+ "grad_norm": 251.59750366210938,
+ "learning_rate": 1.3878663940013635e-05,
+ "loss": 0.8464,
+ "step": 1225
+ },
+ {
+ "epoch": 7.671802773497689,
+ "grad_norm": 105.12106323242188,
+ "learning_rate": 1.370824812542604e-05,
+ "loss": 1.0412,
+ "step": 1250
+ },
+ {
+ "epoch": 7.825885978428351,
+ "grad_norm": 149.6354522705078,
+ "learning_rate": 1.3537832310838447e-05,
+ "loss": 0.9539,
+ "step": 1275
+ },
+ {
+ "epoch": 7.979969183359014,
+ "grad_norm": 78.54564666748047,
+ "learning_rate": 1.3367416496250853e-05,
+ "loss": 0.9708,
+ "step": 1300
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.8459302325581395,
+ "eval_loss": 0.5606505870819092,
+ "eval_macro_f1": 0.8464037475484557,
+ "eval_runtime": 1.4152,
+ "eval_samples_per_second": 486.158,
+ "eval_steps_per_second": 30.385,
+ "eval_weighted_f1": 0.8461212997804614,
+ "step": 1304
+ },
+ {
+ "epoch": 8.129429892141756,
+ "grad_norm": 90.90609741210938,
+ "learning_rate": 1.3197000681663258e-05,
+ "loss": 0.4911,
+ "step": 1325
+ },
+ {
+ "epoch": 8.283513097072419,
+ "grad_norm": 100.9178695678711,
+ "learning_rate": 1.3026584867075667e-05,
+ "loss": 0.6183,
+ "step": 1350
+ },
+ {
+ "epoch": 8.437596302003081,
+ "grad_norm": 209.90980529785156,
+ "learning_rate": 1.2856169052488073e-05,
+ "loss": 0.6757,
+ "step": 1375
+ },
+ {
+ "epoch": 8.591679506933744,
+ "grad_norm": 108.72864532470703,
+ "learning_rate": 1.2685753237900478e-05,
+ "loss": 0.5807,
+ "step": 1400
+ },
+ {
+ "epoch": 8.745762711864407,
+ "grad_norm": 121.62370300292969,
+ "learning_rate": 1.2515337423312886e-05,
+ "loss": 0.6634,
+ "step": 1425
+ },
+ {
+ "epoch": 8.89984591679507,
+ "grad_norm": 155.72959899902344,
+ "learning_rate": 1.2344921608725291e-05,
+ "loss": 0.6205,
+ "step": 1450
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.8386627906976745,
+ "eval_loss": 0.6168738603591919,
+ "eval_macro_f1": 0.8386062739003916,
+ "eval_runtime": 1.5626,
+ "eval_samples_per_second": 440.291,
+ "eval_steps_per_second": 27.518,
+ "eval_weighted_f1": 0.8384675819696339,
+ "step": 1467
+ },
+ {
+ "epoch": 9.049306625577811,
+ "grad_norm": 104.39860534667969,
+ "learning_rate": 1.2174505794137697e-05,
+ "loss": 0.5622,
+ "step": 1475
+ },
+ {
+ "epoch": 9.203389830508474,
+ "grad_norm": 139.5718994140625,
+ "learning_rate": 1.2004089979550104e-05,
+ "loss": 0.5358,
+ "step": 1500
+ },
+ {
+ "epoch": 9.357473035439137,
+ "grad_norm": 129.81857299804688,
+ "learning_rate": 1.183367416496251e-05,
+ "loss": 0.4363,
+ "step": 1525
+ },
+ {
+ "epoch": 9.5115562403698,
+ "grad_norm": 36.077701568603516,
+ "learning_rate": 1.1663258350374915e-05,
+ "loss": 0.2801,
+ "step": 1550
+ },
+ {
+ "epoch": 9.665639445300462,
+ "grad_norm": 162.3865509033203,
+ "learning_rate": 1.1492842535787322e-05,
+ "loss": 0.3792,
+ "step": 1575
+ },
+ {
+ "epoch": 9.819722650231125,
+ "grad_norm": 7.142119407653809,
+ "learning_rate": 1.1322426721199728e-05,
+ "loss": 0.6699,
+ "step": 1600
+ },
+ {
+ "epoch": 9.973805855161787,
+ "grad_norm": 32.500980377197266,
+ "learning_rate": 1.1152010906612133e-05,
+ "loss": 0.5184,
+ "step": 1625
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.8372093023255814,
+ "eval_loss": 0.8043634295463562,
+ "eval_macro_f1": 0.8372809470848687,
+ "eval_runtime": 1.4026,
+ "eval_samples_per_second": 490.534,
+ "eval_steps_per_second": 30.658,
+ "eval_weighted_f1": 0.8373167897107705,
+ "step": 1630
+ },
+ {
+ "epoch": 10.12326656394453,
+ "grad_norm": 8.672125816345215,
+ "learning_rate": 1.0981595092024542e-05,
+ "loss": 0.3392,
+ "step": 1650
+ },
+ {
+ "epoch": 10.277349768875192,
+ "grad_norm": 154.24154663085938,
+ "learning_rate": 1.0811179277436948e-05,
+ "loss": 0.2331,
+ "step": 1675
+ },
+ {
+ "epoch": 10.431432973805855,
+ "grad_norm": 311.3341064453125,
+ "learning_rate": 1.0640763462849353e-05,
+ "loss": 0.5614,
+ "step": 1700
+ },
+ {
+ "epoch": 10.585516178736517,
+ "grad_norm": 345.58624267578125,
+ "learning_rate": 1.047034764826176e-05,
+ "loss": 0.2928,
+ "step": 1725
+ },
+ {
+ "epoch": 10.73959938366718,
+ "grad_norm": 2.7459499835968018,
+ "learning_rate": 1.0299931833674166e-05,
+ "loss": 0.3286,
+ "step": 1750
+ },
+ {
+ "epoch": 10.893682588597843,
+ "grad_norm": 466.47137451171875,
+ "learning_rate": 1.0129516019086572e-05,
+ "loss": 0.447,
+ "step": 1775
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.815406976744186,
+ "eval_loss": 1.0421580076217651,
+ "eval_macro_f1": 0.8165149620738519,
+ "eval_runtime": 1.4981,
+ "eval_samples_per_second": 459.254,
+ "eval_steps_per_second": 28.703,
+ "eval_weighted_f1": 0.8162487787644587,
+ "step": 1793
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3260,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/special_tokens_map.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/tokenizer_config.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/trainer_state.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..38e0bf70e2aec4ab5d3a62bf25de5b34c93e25dc
--- /dev/null
+++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630/trainer_state.json
@@ -0,0 +1,608 @@
+{
+ "best_global_step": 1630,
+ "best_metric": 0.8355852310476232,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630",
+ "epoch": 10.0,
+ "eval_steps": 500,
+ "global_step": 1630,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.15408320493066255,
+ "grad_norm": 24.50679588317871,
+ "learning_rate": 1.47239263803681e-06,
+ "loss": 4.7592,
+ "step": 25
+ },
+ {
+ "epoch": 0.3081664098613251,
+ "grad_norm": 19.64373207092285,
+ "learning_rate": 3.0061349693251535e-06,
+ "loss": 4.7079,
+ "step": 50
+ },
+ {
+ "epoch": 0.4622496147919877,
+ "grad_norm": 47.81032943725586,
+ "learning_rate": 4.539877300613497e-06,
+ "loss": 4.6794,
+ "step": 75
+ },
+ {
+ "epoch": 0.6163328197226502,
+ "grad_norm": 35.20635223388672,
+ "learning_rate": 6.073619631901841e-06,
+ "loss": 4.5892,
+ "step": 100
+ },
+ {
+ "epoch": 0.7704160246533128,
+ "grad_norm": 45.82052993774414,
+ "learning_rate": 7.6073619631901856e-06,
+ "loss": 4.5259,
+ "step": 125
+ },
+ {
+ "epoch": 0.9244992295839753,
+ "grad_norm": 27.471345901489258,
+ "learning_rate": 9.14110429447853e-06,
+ "loss": 4.3862,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.45058139534883723,
+ "eval_loss": 1.0592296123504639,
+ "eval_macro_f1": 0.42757578616196074,
+ "eval_runtime": 1.5799,
+ "eval_samples_per_second": 435.461,
+ "eval_steps_per_second": 27.216,
+ "eval_weighted_f1": 0.43021596589549105,
+ "step": 163
+ },
+ {
+ "epoch": 1.073959938366718,
+ "grad_norm": 23.468772888183594,
+ "learning_rate": 1.0674846625766873e-05,
+ "loss": 4.3118,
+ "step": 175
+ },
+ {
+ "epoch": 1.2280431432973806,
+ "grad_norm": 33.07905960083008,
+ "learning_rate": 1.2208588957055216e-05,
+ "loss": 4.3588,
+ "step": 200
+ },
+ {
+ "epoch": 1.3821263482280433,
+ "grad_norm": 55.58111572265625,
+ "learning_rate": 1.374233128834356e-05,
+ "loss": 3.9521,
+ "step": 225
+ },
+ {
+ "epoch": 1.5362095531587057,
+ "grad_norm": 52.24873733520508,
+ "learning_rate": 1.5276073619631903e-05,
+ "loss": 3.8537,
+ "step": 250
+ },
+ {
+ "epoch": 1.6902927580893683,
+ "grad_norm": 61.03272247314453,
+ "learning_rate": 1.6809815950920248e-05,
+ "loss": 3.4915,
+ "step": 275
+ },
+ {
+ "epoch": 1.8443759630200307,
+ "grad_norm": 55.00725173950195,
+ "learning_rate": 1.834355828220859e-05,
+ "loss": 3.8128,
+ "step": 300
+ },
+ {
+ "epoch": 1.9984591679506933,
+ "grad_norm": 85.67160034179688,
+ "learning_rate": 1.9877300613496935e-05,
+ "loss": 3.1781,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.6686046511627907,
+ "eval_loss": 0.7247289419174194,
+ "eval_macro_f1": 0.6630824705572836,
+ "eval_runtime": 1.4318,
+ "eval_samples_per_second": 480.51,
+ "eval_steps_per_second": 30.032,
+ "eval_weighted_f1": 0.6613816617486002,
+ "step": 326
+ },
+ {
+ "epoch": 2.147919876733436,
+ "grad_norm": 117.4627914428711,
+ "learning_rate": 1.9843217450579417e-05,
+ "loss": 3.0156,
+ "step": 350
+ },
+ {
+ "epoch": 2.3020030816640986,
+ "grad_norm": 99.81001281738281,
+ "learning_rate": 1.967280163599182e-05,
+ "loss": 3.0458,
+ "step": 375
+ },
+ {
+ "epoch": 2.4560862865947612,
+ "grad_norm": 70.93096923828125,
+ "learning_rate": 1.9502385821404228e-05,
+ "loss": 2.8382,
+ "step": 400
+ },
+ {
+ "epoch": 2.610169491525424,
+ "grad_norm": 67.88056182861328,
+ "learning_rate": 1.9331970006816635e-05,
+ "loss": 2.799,
+ "step": 425
+ },
+ {
+ "epoch": 2.7642526964560865,
+ "grad_norm": 53.83650207519531,
+ "learning_rate": 1.916155419222904e-05,
+ "loss": 2.352,
+ "step": 450
+ },
+ {
+ "epoch": 2.9183359013867487,
+ "grad_norm": 65.04566192626953,
+ "learning_rate": 1.8991138377641446e-05,
+ "loss": 2.4461,
+ "step": 475
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.7776162790697675,
+ "eval_loss": 0.5520260334014893,
+ "eval_macro_f1": 0.7686232733366064,
+ "eval_runtime": 1.4964,
+ "eval_samples_per_second": 459.778,
+ "eval_steps_per_second": 28.736,
+ "eval_weighted_f1": 0.7688365214484186,
+ "step": 489
+ },
+ {
+ "epoch": 3.0677966101694913,
+ "grad_norm": 53.808902740478516,
+ "learning_rate": 1.8820722563053853e-05,
+ "loss": 2.2852,
+ "step": 500
+ },
+ {
+ "epoch": 3.221879815100154,
+ "grad_norm": 81.53692626953125,
+ "learning_rate": 1.8650306748466257e-05,
+ "loss": 1.9552,
+ "step": 525
+ },
+ {
+ "epoch": 3.3759630200308166,
+ "grad_norm": 65.70276641845703,
+ "learning_rate": 1.8479890933878664e-05,
+ "loss": 1.8959,
+ "step": 550
+ },
+ {
+ "epoch": 3.5300462249614792,
+ "grad_norm": 102.56144714355469,
+ "learning_rate": 1.8309475119291072e-05,
+ "loss": 2.1608,
+ "step": 575
+ },
+ {
+ "epoch": 3.684129429892142,
+ "grad_norm": 63.66582107543945,
+ "learning_rate": 1.8139059304703476e-05,
+ "loss": 2.1025,
+ "step": 600
+ },
+ {
+ "epoch": 3.8382126348228045,
+ "grad_norm": 59.52968978881836,
+ "learning_rate": 1.7968643490115886e-05,
+ "loss": 2.0376,
+ "step": 625
+ },
+ {
+ "epoch": 3.992295839753467,
+ "grad_norm": 123.32681274414062,
+ "learning_rate": 1.779822767552829e-05,
+ "loss": 1.877,
+ "step": 650
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.8183139534883721,
+ "eval_loss": 0.4955975413322449,
+ "eval_macro_f1": 0.8181793048324889,
+ "eval_runtime": 1.4706,
+ "eval_samples_per_second": 467.846,
+ "eval_steps_per_second": 29.24,
+ "eval_weighted_f1": 0.8177233714871585,
+ "step": 652
+ },
+ {
+ "epoch": 4.141756548536209,
+ "grad_norm": 58.45392608642578,
+ "learning_rate": 1.7627811860940697e-05,
+ "loss": 1.615,
+ "step": 675
+ },
+ {
+ "epoch": 4.295839753466872,
+ "grad_norm": 85.65283203125,
+ "learning_rate": 1.7457396046353105e-05,
+ "loss": 1.6096,
+ "step": 700
+ },
+ {
+ "epoch": 4.449922958397535,
+ "grad_norm": 52.5756721496582,
+ "learning_rate": 1.728698023176551e-05,
+ "loss": 1.4584,
+ "step": 725
+ },
+ {
+ "epoch": 4.604006163328197,
+ "grad_norm": 75.7162094116211,
+ "learning_rate": 1.7116564417177916e-05,
+ "loss": 1.7296,
+ "step": 750
+ },
+ {
+ "epoch": 4.75808936825886,
+ "grad_norm": 85.91328430175781,
+ "learning_rate": 1.6946148602590323e-05,
+ "loss": 1.4886,
+ "step": 775
+ },
+ {
+ "epoch": 4.9121725731895225,
+ "grad_norm": 67.83627319335938,
+ "learning_rate": 1.6775732788002727e-05,
+ "loss": 1.5059,
+ "step": 800
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.8125,
+ "eval_loss": 0.5560482144355774,
+ "eval_macro_f1": 0.8117562588048859,
+ "eval_runtime": 1.6535,
+ "eval_samples_per_second": 416.075,
+ "eval_steps_per_second": 26.005,
+ "eval_weighted_f1": 0.8117168033996838,
+ "step": 815
+ },
+ {
+ "epoch": 5.061633281972265,
+ "grad_norm": 65.96236419677734,
+ "learning_rate": 1.6605316973415134e-05,
+ "loss": 1.5563,
+ "step": 825
+ },
+ {
+ "epoch": 5.215716486902927,
+ "grad_norm": 53.56138610839844,
+ "learning_rate": 1.643490115882754e-05,
+ "loss": 1.1563,
+ "step": 850
+ },
+ {
+ "epoch": 5.36979969183359,
+ "grad_norm": 73.21570587158203,
+ "learning_rate": 1.6264485344239945e-05,
+ "loss": 1.2367,
+ "step": 875
+ },
+ {
+ "epoch": 5.523882896764253,
+ "grad_norm": 66.76518249511719,
+ "learning_rate": 1.6094069529652356e-05,
+ "loss": 1.1435,
+ "step": 900
+ },
+ {
+ "epoch": 5.677966101694915,
+ "grad_norm": 25.925151824951172,
+ "learning_rate": 1.592365371506476e-05,
+ "loss": 1.1824,
+ "step": 925
+ },
+ {
+ "epoch": 5.832049306625578,
+ "grad_norm": 73.73709869384766,
+ "learning_rate": 1.5753237900477167e-05,
+ "loss": 1.3287,
+ "step": 950
+ },
+ {
+ "epoch": 5.9861325115562405,
+ "grad_norm": 137.44676208496094,
+ "learning_rate": 1.5582822085889574e-05,
+ "loss": 1.2272,
+ "step": 975
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.8328488372093024,
+ "eval_loss": 0.5475932359695435,
+ "eval_macro_f1": 0.8319471414401584,
+ "eval_runtime": 1.5191,
+ "eval_samples_per_second": 452.912,
+ "eval_steps_per_second": 28.307,
+ "eval_weighted_f1": 0.8318975860019181,
+ "step": 978
+ },
+ {
+ "epoch": 6.135593220338983,
+ "grad_norm": 161.33255004882812,
+ "learning_rate": 1.5412406271301978e-05,
+ "loss": 0.7458,
+ "step": 1000
+ },
+ {
+ "epoch": 6.289676425269645,
+ "grad_norm": 55.06943130493164,
+ "learning_rate": 1.5241990456714383e-05,
+ "loss": 0.6863,
+ "step": 1025
+ },
+ {
+ "epoch": 6.443759630200308,
+ "grad_norm": 71.26378631591797,
+ "learning_rate": 1.5071574642126792e-05,
+ "loss": 0.9721,
+ "step": 1050
+ },
+ {
+ "epoch": 6.597842835130971,
+ "grad_norm": 82.58057403564453,
+ "learning_rate": 1.4901158827539198e-05,
+ "loss": 0.8351,
+ "step": 1075
+ },
+ {
+ "epoch": 6.751926040061633,
+ "grad_norm": 135.65072631835938,
+ "learning_rate": 1.4730743012951603e-05,
+ "loss": 0.7964,
+ "step": 1100
+ },
+ {
+ "epoch": 6.906009244992296,
+ "grad_norm": 126.56865692138672,
+ "learning_rate": 1.456032719836401e-05,
+ "loss": 0.8018,
+ "step": 1125
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.8255813953488372,
+ "eval_loss": 0.6083335280418396,
+ "eval_macro_f1": 0.8236951195574003,
+ "eval_runtime": 1.4557,
+ "eval_samples_per_second": 472.632,
+ "eval_steps_per_second": 29.54,
+ "eval_weighted_f1": 0.8238605701782113,
+ "step": 1141
+ },
+ {
+ "epoch": 7.055469953775039,
+ "grad_norm": 77.7928695678711,
+ "learning_rate": 1.4389911383776416e-05,
+ "loss": 0.7078,
+ "step": 1150
+ },
+ {
+ "epoch": 7.209553158705701,
+ "grad_norm": 45.906517028808594,
+ "learning_rate": 1.4219495569188822e-05,
+ "loss": 0.6063,
+ "step": 1175
+ },
+ {
+ "epoch": 7.363636363636363,
+ "grad_norm": 98.238037109375,
+ "learning_rate": 1.4049079754601229e-05,
+ "loss": 0.5239,
+ "step": 1200
+ },
+ {
+ "epoch": 7.517719568567026,
+ "grad_norm": 202.76943969726562,
+ "learning_rate": 1.3878663940013635e-05,
+ "loss": 0.7364,
+ "step": 1225
+ },
+ {
+ "epoch": 7.671802773497689,
+ "grad_norm": 69.04850769042969,
+ "learning_rate": 1.370824812542604e-05,
+ "loss": 0.7005,
+ "step": 1250
+ },
+ {
+ "epoch": 7.825885978428351,
+ "grad_norm": 73.16101837158203,
+ "learning_rate": 1.3537832310838447e-05,
+ "loss": 0.5442,
+ "step": 1275
+ },
+ {
+ "epoch": 7.979969183359014,
+ "grad_norm": 72.51311492919922,
+ "learning_rate": 1.3367416496250853e-05,
+ "loss": 0.6248,
+ "step": 1300
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.8284883720930233,
+ "eval_loss": 0.6884751319885254,
+ "eval_macro_f1": 0.829049351226299,
+ "eval_runtime": 1.4718,
+ "eval_samples_per_second": 467.462,
+ "eval_steps_per_second": 29.216,
+ "eval_weighted_f1": 0.8290066652464368,
+ "step": 1304
+ },
+ {
+ "epoch": 8.129429892141756,
+ "grad_norm": 64.53909301757812,
+ "learning_rate": 1.3197000681663258e-05,
+ "loss": 0.4302,
+ "step": 1325
+ },
+ {
+ "epoch": 8.283513097072419,
+ "grad_norm": 99.26880645751953,
+ "learning_rate": 1.3026584867075667e-05,
+ "loss": 0.4765,
+ "step": 1350
+ },
+ {
+ "epoch": 8.437596302003081,
+ "grad_norm": 37.73013687133789,
+ "learning_rate": 1.2856169052488073e-05,
+ "loss": 0.4426,
+ "step": 1375
+ },
+ {
+ "epoch": 8.591679506933744,
+ "grad_norm": 79.14068603515625,
+ "learning_rate": 1.2685753237900478e-05,
+ "loss": 0.4001,
+ "step": 1400
+ },
+ {
+ "epoch": 8.745762711864407,
+ "grad_norm": 152.45143127441406,
+ "learning_rate": 1.2515337423312886e-05,
+ "loss": 0.4224,
+ "step": 1425
+ },
+ {
+ "epoch": 8.89984591679507,
+ "grad_norm": 96.8750991821289,
+ "learning_rate": 1.2344921608725291e-05,
+ "loss": 0.5477,
+ "step": 1450
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.8328488372093024,
+ "eval_loss": 0.7790147662162781,
+ "eval_macro_f1": 0.8332592621470248,
+ "eval_runtime": 1.5867,
+ "eval_samples_per_second": 433.604,
+ "eval_steps_per_second": 27.1,
+ "eval_weighted_f1": 0.833509641493645,
+ "step": 1467
+ },
+ {
+ "epoch": 9.049306625577811,
+ "grad_norm": 123.28118133544922,
+ "learning_rate": 1.2174505794137697e-05,
+ "loss": 0.6471,
+ "step": 1475
+ },
+ {
+ "epoch": 9.203389830508474,
+ "grad_norm": 61.633445739746094,
+ "learning_rate": 1.2004089979550104e-05,
+ "loss": 0.2173,
+ "step": 1500
+ },
+ {
+ "epoch": 9.357473035439137,
+ "grad_norm": 38.21669006347656,
+ "learning_rate": 1.183367416496251e-05,
+ "loss": 0.2999,
+ "step": 1525
+ },
+ {
+ "epoch": 9.5115562403698,
+ "grad_norm": 150.933349609375,
+ "learning_rate": 1.1663258350374915e-05,
+ "loss": 0.5137,
+ "step": 1550
+ },
+ {
+ "epoch": 9.665639445300462,
+ "grad_norm": 42.68310546875,
+ "learning_rate": 1.1492842535787322e-05,
+ "loss": 0.1869,
+ "step": 1575
+ },
+ {
+ "epoch": 9.819722650231125,
+ "grad_norm": 83.80827331542969,
+ "learning_rate": 1.1322426721199728e-05,
+ "loss": 0.4251,
+ "step": 1600
+ },
+ {
+ "epoch": 9.973805855161787,
+ "grad_norm": 139.23208618164062,
+ "learning_rate": 1.1152010906612133e-05,
+ "loss": 0.7081,
+ "step": 1625
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.8357558139534884,
+ "eval_loss": 0.8335896730422974,
+ "eval_macro_f1": 0.8355852310476232,
+ "eval_runtime": 1.7007,
+ "eval_samples_per_second": 404.529,
+ "eval_steps_per_second": 25.283,
+ "eval_weighted_f1": 0.8358300503356813,
+ "step": 1630
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3260,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/special_tokens_map.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/tokenizer_config.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/trainer_state.json b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..e0892098d5d8031873a5da87710a95e793b7efb8
--- /dev/null
+++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-2119/trainer_state.json
@@ -0,0 +1,774 @@
+{
+ "best_global_step": 1630,
+ "best_metric": 0.8355852310476232,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/trainer/checkpoint-1630",
+ "epoch": 13.0,
+ "eval_steps": 500,
+ "global_step": 2119,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.15408320493066255,
+ "grad_norm": 24.50679588317871,
+ "learning_rate": 1.47239263803681e-06,
+ "loss": 4.7592,
+ "step": 25
+ },
+ {
+ "epoch": 0.3081664098613251,
+ "grad_norm": 19.64373207092285,
+ "learning_rate": 3.0061349693251535e-06,
+ "loss": 4.7079,
+ "step": 50
+ },
+ {
+ "epoch": 0.4622496147919877,
+ "grad_norm": 47.81032943725586,
+ "learning_rate": 4.539877300613497e-06,
+ "loss": 4.6794,
+ "step": 75
+ },
+ {
+ "epoch": 0.6163328197226502,
+ "grad_norm": 35.20635223388672,
+ "learning_rate": 6.073619631901841e-06,
+ "loss": 4.5892,
+ "step": 100
+ },
+ {
+ "epoch": 0.7704160246533128,
+ "grad_norm": 45.82052993774414,
+ "learning_rate": 7.6073619631901856e-06,
+ "loss": 4.5259,
+ "step": 125
+ },
+ {
+ "epoch": 0.9244992295839753,
+ "grad_norm": 27.471345901489258,
+ "learning_rate": 9.14110429447853e-06,
+ "loss": 4.3862,
+ "step": 150
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.45058139534883723,
+ "eval_loss": 1.0592296123504639,
+ "eval_macro_f1": 0.42757578616196074,
+ "eval_runtime": 1.5799,
+ "eval_samples_per_second": 435.461,
+ "eval_steps_per_second": 27.216,
+ "eval_weighted_f1": 0.43021596589549105,
+ "step": 163
+ },
+ {
+ "epoch": 1.073959938366718,
+ "grad_norm": 23.468772888183594,
+ "learning_rate": 1.0674846625766873e-05,
+ "loss": 4.3118,
+ "step": 175
+ },
+ {
+ "epoch": 1.2280431432973806,
+ "grad_norm": 33.07905960083008,
+ "learning_rate": 1.2208588957055216e-05,
+ "loss": 4.3588,
+ "step": 200
+ },
+ {
+ "epoch": 1.3821263482280433,
+ "grad_norm": 55.58111572265625,
+ "learning_rate": 1.374233128834356e-05,
+ "loss": 3.9521,
+ "step": 225
+ },
+ {
+ "epoch": 1.5362095531587057,
+ "grad_norm": 52.24873733520508,
+ "learning_rate": 1.5276073619631903e-05,
+ "loss": 3.8537,
+ "step": 250
+ },
+ {
+ "epoch": 1.6902927580893683,
+ "grad_norm": 61.03272247314453,
+ "learning_rate": 1.6809815950920248e-05,
+ "loss": 3.4915,
+ "step": 275
+ },
+ {
+ "epoch": 1.8443759630200307,
+ "grad_norm": 55.00725173950195,
+ "learning_rate": 1.834355828220859e-05,
+ "loss": 3.8128,
+ "step": 300
+ },
+ {
+ "epoch": 1.9984591679506933,
+ "grad_norm": 85.67160034179688,
+ "learning_rate": 1.9877300613496935e-05,
+ "loss": 3.1781,
+ "step": 325
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.6686046511627907,
+ "eval_loss": 0.7247289419174194,
+ "eval_macro_f1": 0.6630824705572836,
+ "eval_runtime": 1.4318,
+ "eval_samples_per_second": 480.51,
+ "eval_steps_per_second": 30.032,
+ "eval_weighted_f1": 0.6613816617486002,
+ "step": 326
+ },
+ {
+ "epoch": 2.147919876733436,
+ "grad_norm": 117.4627914428711,
+ "learning_rate": 1.9843217450579417e-05,
+ "loss": 3.0156,
+ "step": 350
+ },
+ {
+ "epoch": 2.3020030816640986,
+ "grad_norm": 99.81001281738281,
+ "learning_rate": 1.967280163599182e-05,
+ "loss": 3.0458,
+ "step": 375
+ },
+ {
+ "epoch": 2.4560862865947612,
+ "grad_norm": 70.93096923828125,
+ "learning_rate": 1.9502385821404228e-05,
+ "loss": 2.8382,
+ "step": 400
+ },
+ {
+ "epoch": 2.610169491525424,
+ "grad_norm": 67.88056182861328,
+ "learning_rate": 1.9331970006816635e-05,
+ "loss": 2.799,
+ "step": 425
+ },
+ {
+ "epoch": 2.7642526964560865,
+ "grad_norm": 53.83650207519531,
+ "learning_rate": 1.916155419222904e-05,
+ "loss": 2.352,
+ "step": 450
+ },
+ {
+ "epoch": 2.9183359013867487,
+ "grad_norm": 65.04566192626953,
+ "learning_rate": 1.8991138377641446e-05,
+ "loss": 2.4461,
+ "step": 475
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.7776162790697675,
+ "eval_loss": 0.5520260334014893,
+ "eval_macro_f1": 0.7686232733366064,
+ "eval_runtime": 1.4964,
+ "eval_samples_per_second": 459.778,
+ "eval_steps_per_second": 28.736,
+ "eval_weighted_f1": 0.7688365214484186,
+ "step": 489
+ },
+ {
+ "epoch": 3.0677966101694913,
+ "grad_norm": 53.808902740478516,
+ "learning_rate": 1.8820722563053853e-05,
+ "loss": 2.2852,
+ "step": 500
+ },
+ {
+ "epoch": 3.221879815100154,
+ "grad_norm": 81.53692626953125,
+ "learning_rate": 1.8650306748466257e-05,
+ "loss": 1.9552,
+ "step": 525
+ },
+ {
+ "epoch": 3.3759630200308166,
+ "grad_norm": 65.70276641845703,
+ "learning_rate": 1.8479890933878664e-05,
+ "loss": 1.8959,
+ "step": 550
+ },
+ {
+ "epoch": 3.5300462249614792,
+ "grad_norm": 102.56144714355469,
+ "learning_rate": 1.8309475119291072e-05,
+ "loss": 2.1608,
+ "step": 575
+ },
+ {
+ "epoch": 3.684129429892142,
+ "grad_norm": 63.66582107543945,
+ "learning_rate": 1.8139059304703476e-05,
+ "loss": 2.1025,
+ "step": 600
+ },
+ {
+ "epoch": 3.8382126348228045,
+ "grad_norm": 59.52968978881836,
+ "learning_rate": 1.7968643490115886e-05,
+ "loss": 2.0376,
+ "step": 625
+ },
+ {
+ "epoch": 3.992295839753467,
+ "grad_norm": 123.32681274414062,
+ "learning_rate": 1.779822767552829e-05,
+ "loss": 1.877,
+ "step": 650
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.8183139534883721,
+ "eval_loss": 0.4955975413322449,
+ "eval_macro_f1": 0.8181793048324889,
+ "eval_runtime": 1.4706,
+ "eval_samples_per_second": 467.846,
+ "eval_steps_per_second": 29.24,
+ "eval_weighted_f1": 0.8177233714871585,
+ "step": 652
+ },
+ {
+ "epoch": 4.141756548536209,
+ "grad_norm": 58.45392608642578,
+ "learning_rate": 1.7627811860940697e-05,
+ "loss": 1.615,
+ "step": 675
+ },
+ {
+ "epoch": 4.295839753466872,
+ "grad_norm": 85.65283203125,
+ "learning_rate": 1.7457396046353105e-05,
+ "loss": 1.6096,
+ "step": 700
+ },
+ {
+ "epoch": 4.449922958397535,
+ "grad_norm": 52.5756721496582,
+ "learning_rate": 1.728698023176551e-05,
+ "loss": 1.4584,
+ "step": 725
+ },
+ {
+ "epoch": 4.604006163328197,
+ "grad_norm": 75.7162094116211,
+ "learning_rate": 1.7116564417177916e-05,
+ "loss": 1.7296,
+ "step": 750
+ },
+ {
+ "epoch": 4.75808936825886,
+ "grad_norm": 85.91328430175781,
+ "learning_rate": 1.6946148602590323e-05,
+ "loss": 1.4886,
+ "step": 775
+ },
+ {
+ "epoch": 4.9121725731895225,
+ "grad_norm": 67.83627319335938,
+ "learning_rate": 1.6775732788002727e-05,
+ "loss": 1.5059,
+ "step": 800
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.8125,
+ "eval_loss": 0.5560482144355774,
+ "eval_macro_f1": 0.8117562588048859,
+ "eval_runtime": 1.6535,
+ "eval_samples_per_second": 416.075,
+ "eval_steps_per_second": 26.005,
+ "eval_weighted_f1": 0.8117168033996838,
+ "step": 815
+ },
+ {
+ "epoch": 5.061633281972265,
+ "grad_norm": 65.96236419677734,
+ "learning_rate": 1.6605316973415134e-05,
+ "loss": 1.5563,
+ "step": 825
+ },
+ {
+ "epoch": 5.215716486902927,
+ "grad_norm": 53.56138610839844,
+ "learning_rate": 1.643490115882754e-05,
+ "loss": 1.1563,
+ "step": 850
+ },
+ {
+ "epoch": 5.36979969183359,
+ "grad_norm": 73.21570587158203,
+ "learning_rate": 1.6264485344239945e-05,
+ "loss": 1.2367,
+ "step": 875
+ },
+ {
+ "epoch": 5.523882896764253,
+ "grad_norm": 66.76518249511719,
+ "learning_rate": 1.6094069529652356e-05,
+ "loss": 1.1435,
+ "step": 900
+ },
+ {
+ "epoch": 5.677966101694915,
+ "grad_norm": 25.925151824951172,
+ "learning_rate": 1.592365371506476e-05,
+ "loss": 1.1824,
+ "step": 925
+ },
+ {
+ "epoch": 5.832049306625578,
+ "grad_norm": 73.73709869384766,
+ "learning_rate": 1.5753237900477167e-05,
+ "loss": 1.3287,
+ "step": 950
+ },
+ {
+ "epoch": 5.9861325115562405,
+ "grad_norm": 137.44676208496094,
+ "learning_rate": 1.5582822085889574e-05,
+ "loss": 1.2272,
+ "step": 975
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.8328488372093024,
+ "eval_loss": 0.5475932359695435,
+ "eval_macro_f1": 0.8319471414401584,
+ "eval_runtime": 1.5191,
+ "eval_samples_per_second": 452.912,
+ "eval_steps_per_second": 28.307,
+ "eval_weighted_f1": 0.8318975860019181,
+ "step": 978
+ },
+ {
+ "epoch": 6.135593220338983,
+ "grad_norm": 161.33255004882812,
+ "learning_rate": 1.5412406271301978e-05,
+ "loss": 0.7458,
+ "step": 1000
+ },
+ {
+ "epoch": 6.289676425269645,
+ "grad_norm": 55.06943130493164,
+ "learning_rate": 1.5241990456714383e-05,
+ "loss": 0.6863,
+ "step": 1025
+ },
+ {
+ "epoch": 6.443759630200308,
+ "grad_norm": 71.26378631591797,
+ "learning_rate": 1.5071574642126792e-05,
+ "loss": 0.9721,
+ "step": 1050
+ },
+ {
+ "epoch": 6.597842835130971,
+ "grad_norm": 82.58057403564453,
+ "learning_rate": 1.4901158827539198e-05,
+ "loss": 0.8351,
+ "step": 1075
+ },
+ {
+ "epoch": 6.751926040061633,
+ "grad_norm": 135.65072631835938,
+ "learning_rate": 1.4730743012951603e-05,
+ "loss": 0.7964,
+ "step": 1100
+ },
+ {
+ "epoch": 6.906009244992296,
+ "grad_norm": 126.56865692138672,
+ "learning_rate": 1.456032719836401e-05,
+ "loss": 0.8018,
+ "step": 1125
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.8255813953488372,
+ "eval_loss": 0.6083335280418396,
+ "eval_macro_f1": 0.8236951195574003,
+ "eval_runtime": 1.4557,
+ "eval_samples_per_second": 472.632,
+ "eval_steps_per_second": 29.54,
+ "eval_weighted_f1": 0.8238605701782113,
+ "step": 1141
+ },
+ {
+ "epoch": 7.055469953775039,
+ "grad_norm": 77.7928695678711,
+ "learning_rate": 1.4389911383776416e-05,
+ "loss": 0.7078,
+ "step": 1150
+ },
+ {
+ "epoch": 7.209553158705701,
+ "grad_norm": 45.906517028808594,
+ "learning_rate": 1.4219495569188822e-05,
+ "loss": 0.6063,
+ "step": 1175
+ },
+ {
+ "epoch": 7.363636363636363,
+ "grad_norm": 98.238037109375,
+ "learning_rate": 1.4049079754601229e-05,
+ "loss": 0.5239,
+ "step": 1200
+ },
+ {
+ "epoch": 7.517719568567026,
+ "grad_norm": 202.76943969726562,
+ "learning_rate": 1.3878663940013635e-05,
+ "loss": 0.7364,
+ "step": 1225
+ },
+ {
+ "epoch": 7.671802773497689,
+ "grad_norm": 69.04850769042969,
+ "learning_rate": 1.370824812542604e-05,
+ "loss": 0.7005,
+ "step": 1250
+ },
+ {
+ "epoch": 7.825885978428351,
+ "grad_norm": 73.16101837158203,
+ "learning_rate": 1.3537832310838447e-05,
+ "loss": 0.5442,
+ "step": 1275
+ },
+ {
+ "epoch": 7.979969183359014,
+ "grad_norm": 72.51311492919922,
+ "learning_rate": 1.3367416496250853e-05,
+ "loss": 0.6248,
+ "step": 1300
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.8284883720930233,
+ "eval_loss": 0.6884751319885254,
+ "eval_macro_f1": 0.829049351226299,
+ "eval_runtime": 1.4718,
+ "eval_samples_per_second": 467.462,
+ "eval_steps_per_second": 29.216,
+ "eval_weighted_f1": 0.8290066652464368,
+ "step": 1304
+ },
+ {
+ "epoch": 8.129429892141756,
+ "grad_norm": 64.53909301757812,
+ "learning_rate": 1.3197000681663258e-05,
+ "loss": 0.4302,
+ "step": 1325
+ },
+ {
+ "epoch": 8.283513097072419,
+ "grad_norm": 99.26880645751953,
+ "learning_rate": 1.3026584867075667e-05,
+ "loss": 0.4765,
+ "step": 1350
+ },
+ {
+ "epoch": 8.437596302003081,
+ "grad_norm": 37.73013687133789,
+ "learning_rate": 1.2856169052488073e-05,
+ "loss": 0.4426,
+ "step": 1375
+ },
+ {
+ "epoch": 8.591679506933744,
+ "grad_norm": 79.14068603515625,
+ "learning_rate": 1.2685753237900478e-05,
+ "loss": 0.4001,
+ "step": 1400
+ },
+ {
+ "epoch": 8.745762711864407,
+ "grad_norm": 152.45143127441406,
+ "learning_rate": 1.2515337423312886e-05,
+ "loss": 0.4224,
+ "step": 1425
+ },
+ {
+ "epoch": 8.89984591679507,
+ "grad_norm": 96.8750991821289,
+ "learning_rate": 1.2344921608725291e-05,
+ "loss": 0.5477,
+ "step": 1450
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.8328488372093024,
+ "eval_loss": 0.7790147662162781,
+ "eval_macro_f1": 0.8332592621470248,
+ "eval_runtime": 1.5867,
+ "eval_samples_per_second": 433.604,
+ "eval_steps_per_second": 27.1,
+ "eval_weighted_f1": 0.833509641493645,
+ "step": 1467
+ },
+ {
+ "epoch": 9.049306625577811,
+ "grad_norm": 123.28118133544922,
+ "learning_rate": 1.2174505794137697e-05,
+ "loss": 0.6471,
+ "step": 1475
+ },
+ {
+ "epoch": 9.203389830508474,
+ "grad_norm": 61.633445739746094,
+ "learning_rate": 1.2004089979550104e-05,
+ "loss": 0.2173,
+ "step": 1500
+ },
+ {
+ "epoch": 9.357473035439137,
+ "grad_norm": 38.21669006347656,
+ "learning_rate": 1.183367416496251e-05,
+ "loss": 0.2999,
+ "step": 1525
+ },
+ {
+ "epoch": 9.5115562403698,
+ "grad_norm": 150.933349609375,
+ "learning_rate": 1.1663258350374915e-05,
+ "loss": 0.5137,
+ "step": 1550
+ },
+ {
+ "epoch": 9.665639445300462,
+ "grad_norm": 42.68310546875,
+ "learning_rate": 1.1492842535787322e-05,
+ "loss": 0.1869,
+ "step": 1575
+ },
+ {
+ "epoch": 9.819722650231125,
+ "grad_norm": 83.80827331542969,
+ "learning_rate": 1.1322426721199728e-05,
+ "loss": 0.4251,
+ "step": 1600
+ },
+ {
+ "epoch": 9.973805855161787,
+ "grad_norm": 139.23208618164062,
+ "learning_rate": 1.1152010906612133e-05,
+ "loss": 0.7081,
+ "step": 1625
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.8357558139534884,
+ "eval_loss": 0.8335896730422974,
+ "eval_macro_f1": 0.8355852310476232,
+ "eval_runtime": 1.7007,
+ "eval_samples_per_second": 404.529,
+ "eval_steps_per_second": 25.283,
+ "eval_weighted_f1": 0.8358300503356813,
+ "step": 1630
+ },
+ {
+ "epoch": 10.12326656394453,
+ "grad_norm": 134.8058624267578,
+ "learning_rate": 1.0981595092024542e-05,
+ "loss": 0.3039,
+ "step": 1650
+ },
+ {
+ "epoch": 10.277349768875192,
+ "grad_norm": 167.544677734375,
+ "learning_rate": 1.0811179277436948e-05,
+ "loss": 0.3247,
+ "step": 1675
+ },
+ {
+ "epoch": 10.431432973805855,
+ "grad_norm": 271.02032470703125,
+ "learning_rate": 1.0640763462849353e-05,
+ "loss": 0.325,
+ "step": 1700
+ },
+ {
+ "epoch": 10.585516178736517,
+ "grad_norm": 244.41404724121094,
+ "learning_rate": 1.047034764826176e-05,
+ "loss": 0.2804,
+ "step": 1725
+ },
+ {
+ "epoch": 10.73959938366718,
+ "grad_norm": 94.98546600341797,
+ "learning_rate": 1.0299931833674166e-05,
+ "loss": 0.4035,
+ "step": 1750
+ },
+ {
+ "epoch": 10.893682588597843,
+ "grad_norm": 156.40194702148438,
+ "learning_rate": 1.0129516019086572e-05,
+ "loss": 0.3657,
+ "step": 1775
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.8226744186046512,
+ "eval_loss": 1.1345654726028442,
+ "eval_macro_f1": 0.8234859121251447,
+ "eval_runtime": 1.5562,
+ "eval_samples_per_second": 442.098,
+ "eval_steps_per_second": 27.631,
+ "eval_weighted_f1": 0.8235635279350266,
+ "step": 1793
+ },
+ {
+ "epoch": 11.043143297380585,
+ "grad_norm": 231.99754333496094,
+ "learning_rate": 9.959100204498979e-06,
+ "loss": 0.2904,
+ "step": 1800
+ },
+ {
+ "epoch": 11.197226502311247,
+ "grad_norm": 259.2092590332031,
+ "learning_rate": 9.788684389911385e-06,
+ "loss": 0.1748,
+ "step": 1825
+ },
+ {
+ "epoch": 11.35130970724191,
+ "grad_norm": 6.399983882904053,
+ "learning_rate": 9.61826857532379e-06,
+ "loss": 0.2787,
+ "step": 1850
+ },
+ {
+ "epoch": 11.505392912172573,
+ "grad_norm": 45.40689468383789,
+ "learning_rate": 9.447852760736197e-06,
+ "loss": 0.2182,
+ "step": 1875
+ },
+ {
+ "epoch": 11.659476117103235,
+ "grad_norm": 81.12651062011719,
+ "learning_rate": 9.277436946148603e-06,
+ "loss": 0.4322,
+ "step": 1900
+ },
+ {
+ "epoch": 11.813559322033898,
+ "grad_norm": 0.06477932631969452,
+ "learning_rate": 9.107021131561008e-06,
+ "loss": 0.1895,
+ "step": 1925
+ },
+ {
+ "epoch": 11.96764252696456,
+ "grad_norm": 228.7263946533203,
+ "learning_rate": 8.936605316973416e-06,
+ "loss": 0.2348,
+ "step": 1950
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.8226744186046512,
+ "eval_loss": 1.2847540378570557,
+ "eval_macro_f1": 0.823329553060162,
+ "eval_runtime": 1.4783,
+ "eval_samples_per_second": 465.385,
+ "eval_steps_per_second": 29.087,
+ "eval_weighted_f1": 0.8233584266439649,
+ "step": 1956
+ },
+ {
+ "epoch": 12.117103235747303,
+ "grad_norm": 118.09384155273438,
+ "learning_rate": 8.766189502385823e-06,
+ "loss": 0.1533,
+ "step": 1975
+ },
+ {
+ "epoch": 12.271186440677965,
+ "grad_norm": 1.5939339399337769,
+ "learning_rate": 8.595773687798228e-06,
+ "loss": 0.184,
+ "step": 2000
+ },
+ {
+ "epoch": 12.425269645608628,
+ "grad_norm": 134.76669311523438,
+ "learning_rate": 8.425357873210634e-06,
+ "loss": 0.3628,
+ "step": 2025
+ },
+ {
+ "epoch": 12.57935285053929,
+ "grad_norm": 2.8859448432922363,
+ "learning_rate": 8.254942058623041e-06,
+ "loss": 0.2217,
+ "step": 2050
+ },
+ {
+ "epoch": 12.733436055469953,
+ "grad_norm": 2.390211820602417,
+ "learning_rate": 8.084526244035447e-06,
+ "loss": 0.1965,
+ "step": 2075
+ },
+ {
+ "epoch": 12.887519260400616,
+ "grad_norm": 0.12968820333480835,
+ "learning_rate": 7.914110429447854e-06,
+ "loss": 0.1775,
+ "step": 2100
+ },
+ {
+ "epoch": 13.0,
+ "eval_accuracy": 0.8255813953488372,
+ "eval_loss": 1.389578104019165,
+ "eval_macro_f1": 0.8262608898677746,
+ "eval_runtime": 1.4777,
+ "eval_samples_per_second": 465.591,
+ "eval_steps_per_second": 29.099,
+ "eval_weighted_f1": 0.8263475670275174,
+ "step": 2119
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 3260,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/special_tokens_map.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/tokenizer_config.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/trainer_state.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ae0dd3495873960fa1f614f24baa174e055d99ae
--- /dev/null
+++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-10340/trainer_state.json
@@ -0,0 +1,3174 @@
+{
+ "best_global_step": 9823,
+ "best_metric": 0.5789693570847468,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823",
+ "epoch": 20.0,
+ "eval_steps": 500,
+ "global_step": 10340,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.04837929366231253,
+ "grad_norm": 7.4574408531188965,
+ "learning_rate": 4.6421663442940047e-07,
+ "loss": 5.2315,
+ "step": 25
+ },
+ {
+ "epoch": 0.09675858732462506,
+ "grad_norm": 7.8079514503479,
+ "learning_rate": 9.477756286266926e-07,
+ "loss": 5.2575,
+ "step": 50
+ },
+ {
+ "epoch": 0.14513788098693758,
+ "grad_norm": 6.12672758102417,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 5.1755,
+ "step": 75
+ },
+ {
+ "epoch": 0.1935171746492501,
+ "grad_norm": 7.396457195281982,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 5.2235,
+ "step": 100
+ },
+ {
+ "epoch": 0.24189646831156264,
+ "grad_norm": 6.840659141540527,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 5.3181,
+ "step": 125
+ },
+ {
+ "epoch": 0.29027576197387517,
+ "grad_norm": 7.505004405975342,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 5.3143,
+ "step": 150
+ },
+ {
+ "epoch": 0.3386550556361877,
+ "grad_norm": 12.270278930664062,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 5.1811,
+ "step": 175
+ },
+ {
+ "epoch": 0.3870343492985002,
+ "grad_norm": 10.050745964050293,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 5.1157,
+ "step": 200
+ },
+ {
+ "epoch": 0.43541364296081275,
+ "grad_norm": 15.0072603225708,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 5.1965,
+ "step": 225
+ },
+ {
+ "epoch": 0.4837929366231253,
+ "grad_norm": 8.231404304504395,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 5.2263,
+ "step": 250
+ },
+ {
+ "epoch": 0.5321722302854378,
+ "grad_norm": 8.096590995788574,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 5.182,
+ "step": 275
+ },
+ {
+ "epoch": 0.5805515239477503,
+ "grad_norm": 17.889389038085938,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 5.1474,
+ "step": 300
+ },
+ {
+ "epoch": 0.6289308176100629,
+ "grad_norm": 21.154712677001953,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 5.0371,
+ "step": 325
+ },
+ {
+ "epoch": 0.6773101112723754,
+ "grad_norm": 22.289098739624023,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 4.9296,
+ "step": 350
+ },
+ {
+ "epoch": 0.7256894049346879,
+ "grad_norm": 14.084371566772461,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 4.8284,
+ "step": 375
+ },
+ {
+ "epoch": 0.7740686985970004,
+ "grad_norm": 14.837783813476562,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 4.6898,
+ "step": 400
+ },
+ {
+ "epoch": 0.822447992259313,
+ "grad_norm": 39.777191162109375,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 4.6184,
+ "step": 425
+ },
+ {
+ "epoch": 0.8708272859216255,
+ "grad_norm": 32.85417556762695,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 4.5403,
+ "step": 450
+ },
+ {
+ "epoch": 0.919206579583938,
+ "grad_norm": 31.3796329498291,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 4.3182,
+ "step": 475
+ },
+ {
+ "epoch": 0.9675858732462506,
+ "grad_norm": 26.69031524658203,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 4.3176,
+ "step": 500
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 1.006206750869751,
+ "eval_macro_f1": 0.2646744540082245,
+ "eval_micro_f1": 0.26849885821882136,
+ "eval_runtime": 4.0811,
+ "eval_samples_per_second": 506.23,
+ "eval_steps_per_second": 31.854,
+ "eval_weighted_f1": 0.30137403890315334,
+ "step": 517
+ },
+ {
+ "epoch": 1.01548137397194,
+ "grad_norm": 23.0451717376709,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 4.0809,
+ "step": 525
+ },
+ {
+ "epoch": 1.0638606676342526,
+ "grad_norm": 44.166805267333984,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 3.9748,
+ "step": 550
+ },
+ {
+ "epoch": 1.112239961296565,
+ "grad_norm": 36.45429229736328,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 3.93,
+ "step": 575
+ },
+ {
+ "epoch": 1.1606192549588776,
+ "grad_norm": 20.00099754333496,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 3.9452,
+ "step": 600
+ },
+ {
+ "epoch": 1.20899854862119,
+ "grad_norm": 40.02730941772461,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 3.8995,
+ "step": 625
+ },
+ {
+ "epoch": 1.2573778422835027,
+ "grad_norm": 63.2452507019043,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 3.8364,
+ "step": 650
+ },
+ {
+ "epoch": 1.3057571359458153,
+ "grad_norm": 26.69743537902832,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 3.8679,
+ "step": 675
+ },
+ {
+ "epoch": 1.3541364296081277,
+ "grad_norm": 26.7406005859375,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 3.6734,
+ "step": 700
+ },
+ {
+ "epoch": 1.4025157232704402,
+ "grad_norm": 31.861421585083008,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 3.6364,
+ "step": 725
+ },
+ {
+ "epoch": 1.4508950169327528,
+ "grad_norm": 39.91653823852539,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 3.5522,
+ "step": 750
+ },
+ {
+ "epoch": 1.4992743105950654,
+ "grad_norm": 38.798980712890625,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 3.6872,
+ "step": 775
+ },
+ {
+ "epoch": 1.5476536042573779,
+ "grad_norm": 43.415443420410156,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 3.4391,
+ "step": 800
+ },
+ {
+ "epoch": 1.5960328979196903,
+ "grad_norm": 30.09739112854004,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 3.4387,
+ "step": 825
+ },
+ {
+ "epoch": 1.644412191582003,
+ "grad_norm": 29.74054718017578,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 3.5202,
+ "step": 850
+ },
+ {
+ "epoch": 1.6927914852443156,
+ "grad_norm": 32.1604118347168,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 3.3986,
+ "step": 875
+ },
+ {
+ "epoch": 1.741170778906628,
+ "grad_norm": 66.45137023925781,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 3.3952,
+ "step": 900
+ },
+ {
+ "epoch": 1.7895500725689404,
+ "grad_norm": 19.18963050842285,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 3.278,
+ "step": 925
+ },
+ {
+ "epoch": 1.837929366231253,
+ "grad_norm": 40.79269790649414,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 3.3748,
+ "step": 950
+ },
+ {
+ "epoch": 1.8863086598935657,
+ "grad_norm": 25.693281173706055,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 3.2828,
+ "step": 975
+ },
+ {
+ "epoch": 1.934687953555878,
+ "grad_norm": 28.37810707092285,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 3.3219,
+ "step": 1000
+ },
+ {
+ "epoch": 1.9830672472181905,
+ "grad_norm": 27.398418426513672,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 3.1427,
+ "step": 1025
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 0.7502095103263855,
+ "eval_macro_f1": 0.3776870771773416,
+ "eval_micro_f1": 0.38049340218014915,
+ "eval_runtime": 4.1536,
+ "eval_samples_per_second": 497.405,
+ "eval_steps_per_second": 31.298,
+ "eval_weighted_f1": 0.4207989012356511,
+ "step": 1034
+ },
+ {
+ "epoch": 2.03096274794388,
+ "grad_norm": 28.61382293701172,
+ "learning_rate": 1.996776273372018e-05,
+ "loss": 3.0664,
+ "step": 1050
+ },
+ {
+ "epoch": 2.0793420416061927,
+ "grad_norm": 24.993331909179688,
+ "learning_rate": 1.9914033956587148e-05,
+ "loss": 2.9914,
+ "step": 1075
+ },
+ {
+ "epoch": 2.127721335268505,
+ "grad_norm": 19.726879119873047,
+ "learning_rate": 1.986030517945412e-05,
+ "loss": 2.9043,
+ "step": 1100
+ },
+ {
+ "epoch": 2.1761006289308176,
+ "grad_norm": 44.74205780029297,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 2.9555,
+ "step": 1125
+ },
+ {
+ "epoch": 2.22447992259313,
+ "grad_norm": 56.47777557373047,
+ "learning_rate": 1.9752847625188053e-05,
+ "loss": 3.036,
+ "step": 1150
+ },
+ {
+ "epoch": 2.272859216255443,
+ "grad_norm": 23.12752342224121,
+ "learning_rate": 1.969911884805502e-05,
+ "loss": 2.9194,
+ "step": 1175
+ },
+ {
+ "epoch": 2.3212385099177553,
+ "grad_norm": 35.57957458496094,
+ "learning_rate": 1.9645390070921987e-05,
+ "loss": 2.9237,
+ "step": 1200
+ },
+ {
+ "epoch": 2.3696178035800677,
+ "grad_norm": 37.26255416870117,
+ "learning_rate": 1.9591661293788954e-05,
+ "loss": 2.708,
+ "step": 1225
+ },
+ {
+ "epoch": 2.41799709724238,
+ "grad_norm": 68.0131607055664,
+ "learning_rate": 1.953793251665592e-05,
+ "loss": 2.8312,
+ "step": 1250
+ },
+ {
+ "epoch": 2.466376390904693,
+ "grad_norm": 40.10932540893555,
+ "learning_rate": 1.948420373952289e-05,
+ "loss": 3.0421,
+ "step": 1275
+ },
+ {
+ "epoch": 2.5147556845670054,
+ "grad_norm": 20.3060359954834,
+ "learning_rate": 1.9430474962389858e-05,
+ "loss": 2.8506,
+ "step": 1300
+ },
+ {
+ "epoch": 2.563134978229318,
+ "grad_norm": 35.24542236328125,
+ "learning_rate": 1.9376746185256825e-05,
+ "loss": 2.7013,
+ "step": 1325
+ },
+ {
+ "epoch": 2.6115142718916307,
+ "grad_norm": 25.855791091918945,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 2.8067,
+ "step": 1350
+ },
+ {
+ "epoch": 2.659893565553943,
+ "grad_norm": 30.293352127075195,
+ "learning_rate": 1.9269288630990763e-05,
+ "loss": 2.7576,
+ "step": 1375
+ },
+ {
+ "epoch": 2.7082728592162555,
+ "grad_norm": 41.61870574951172,
+ "learning_rate": 1.921555985385773e-05,
+ "loss": 2.8325,
+ "step": 1400
+ },
+ {
+ "epoch": 2.756652152878568,
+ "grad_norm": 33.640567779541016,
+ "learning_rate": 1.9161831076724697e-05,
+ "loss": 2.7518,
+ "step": 1425
+ },
+ {
+ "epoch": 2.8050314465408803,
+ "grad_norm": 36.20612716674805,
+ "learning_rate": 1.9108102299591664e-05,
+ "loss": 2.7642,
+ "step": 1450
+ },
+ {
+ "epoch": 2.853410740203193,
+ "grad_norm": 30.3179874420166,
+ "learning_rate": 1.905437352245863e-05,
+ "loss": 2.6632,
+ "step": 1475
+ },
+ {
+ "epoch": 2.9017900338655056,
+ "grad_norm": 94.29107666015625,
+ "learning_rate": 1.9000644745325598e-05,
+ "loss": 2.6667,
+ "step": 1500
+ },
+ {
+ "epoch": 2.950169327527818,
+ "grad_norm": 28.42116928100586,
+ "learning_rate": 1.8946915968192565e-05,
+ "loss": 2.6375,
+ "step": 1525
+ },
+ {
+ "epoch": 2.998548621190131,
+ "grad_norm": 31.815589904785156,
+ "learning_rate": 1.889318719105953e-05,
+ "loss": 2.6112,
+ "step": 1550
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.014036786060019362,
+ "eval_loss": 0.6785440444946289,
+ "eval_macro_f1": 0.417292177868266,
+ "eval_micro_f1": 0.42637782733354573,
+ "eval_runtime": 4.1929,
+ "eval_samples_per_second": 492.739,
+ "eval_steps_per_second": 31.005,
+ "eval_weighted_f1": 0.4549275550519193,
+ "step": 1551
+ },
+ {
+ "epoch": 3.04644412191582,
+ "grad_norm": 27.015531539916992,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 2.4078,
+ "step": 1575
+ },
+ {
+ "epoch": 3.0948234155781327,
+ "grad_norm": 20.855077743530273,
+ "learning_rate": 1.878572963679347e-05,
+ "loss": 2.5171,
+ "step": 1600
+ },
+ {
+ "epoch": 3.143202709240445,
+ "grad_norm": 16.040250778198242,
+ "learning_rate": 1.8732000859660436e-05,
+ "loss": 2.365,
+ "step": 1625
+ },
+ {
+ "epoch": 3.1915820029027575,
+ "grad_norm": 33.907413482666016,
+ "learning_rate": 1.8678272082527403e-05,
+ "loss": 2.2935,
+ "step": 1650
+ },
+ {
+ "epoch": 3.2399612965650704,
+ "grad_norm": 19.917593002319336,
+ "learning_rate": 1.862454330539437e-05,
+ "loss": 2.3879,
+ "step": 1675
+ },
+ {
+ "epoch": 3.288340590227383,
+ "grad_norm": 54.60244369506836,
+ "learning_rate": 1.8570814528261337e-05,
+ "loss": 2.3848,
+ "step": 1700
+ },
+ {
+ "epoch": 3.336719883889695,
+ "grad_norm": 26.034090042114258,
+ "learning_rate": 1.8517085751128304e-05,
+ "loss": 2.3156,
+ "step": 1725
+ },
+ {
+ "epoch": 3.3850991775520076,
+ "grad_norm": 35.461021423339844,
+ "learning_rate": 1.846335697399527e-05,
+ "loss": 2.3748,
+ "step": 1750
+ },
+ {
+ "epoch": 3.43347847121432,
+ "grad_norm": 50.63042449951172,
+ "learning_rate": 1.840962819686224e-05,
+ "loss": 2.3799,
+ "step": 1775
+ },
+ {
+ "epoch": 3.481857764876633,
+ "grad_norm": 38.84329605102539,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 2.3599,
+ "step": 1800
+ },
+ {
+ "epoch": 3.5302370585389453,
+ "grad_norm": 47.19224548339844,
+ "learning_rate": 1.8302170642596176e-05,
+ "loss": 2.487,
+ "step": 1825
+ },
+ {
+ "epoch": 3.5786163522012577,
+ "grad_norm": 25.584718704223633,
+ "learning_rate": 1.8248441865463146e-05,
+ "loss": 2.4372,
+ "step": 1850
+ },
+ {
+ "epoch": 3.6269956458635706,
+ "grad_norm": 72.98920440673828,
+ "learning_rate": 1.8194713088330113e-05,
+ "loss": 2.2349,
+ "step": 1875
+ },
+ {
+ "epoch": 3.675374939525883,
+ "grad_norm": 27.754859924316406,
+ "learning_rate": 1.814098431119708e-05,
+ "loss": 2.2573,
+ "step": 1900
+ },
+ {
+ "epoch": 3.7237542331881954,
+ "grad_norm": 31.337692260742188,
+ "learning_rate": 1.8087255534064047e-05,
+ "loss": 2.3079,
+ "step": 1925
+ },
+ {
+ "epoch": 3.772133526850508,
+ "grad_norm": 26.247896194458008,
+ "learning_rate": 1.8033526756931014e-05,
+ "loss": 2.4357,
+ "step": 1950
+ },
+ {
+ "epoch": 3.8205128205128203,
+ "grad_norm": 21.401836395263672,
+ "learning_rate": 1.797979797979798e-05,
+ "loss": 2.2829,
+ "step": 1975
+ },
+ {
+ "epoch": 3.868892114175133,
+ "grad_norm": 26.186683654785156,
+ "learning_rate": 1.7926069202664948e-05,
+ "loss": 2.3361,
+ "step": 2000
+ },
+ {
+ "epoch": 3.9172714078374455,
+ "grad_norm": 40.73328399658203,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 2.3403,
+ "step": 2025
+ },
+ {
+ "epoch": 3.965650701499758,
+ "grad_norm": 54.81376647949219,
+ "learning_rate": 1.7818611648398885e-05,
+ "loss": 2.4987,
+ "step": 2050
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.030977734753146177,
+ "eval_loss": 0.6513363718986511,
+ "eval_macro_f1": 0.4485799304162255,
+ "eval_micro_f1": 0.4521669126526231,
+ "eval_runtime": 3.7102,
+ "eval_samples_per_second": 556.845,
+ "eval_steps_per_second": 35.039,
+ "eval_weighted_f1": 0.4785359182548369,
+ "step": 2068
+ },
+ {
+ "epoch": 4.013546202225448,
+ "grad_norm": 41.451446533203125,
+ "learning_rate": 1.7764882871265852e-05,
+ "loss": 2.2388,
+ "step": 2075
+ },
+ {
+ "epoch": 4.06192549588776,
+ "grad_norm": 20.473159790039062,
+ "learning_rate": 1.771115409413282e-05,
+ "loss": 2.1211,
+ "step": 2100
+ },
+ {
+ "epoch": 4.110304789550073,
+ "grad_norm": 35.52436065673828,
+ "learning_rate": 1.7657425316999787e-05,
+ "loss": 2.0124,
+ "step": 2125
+ },
+ {
+ "epoch": 4.1586840832123855,
+ "grad_norm": 28.775527954101562,
+ "learning_rate": 1.7603696539866754e-05,
+ "loss": 2.0569,
+ "step": 2150
+ },
+ {
+ "epoch": 4.2070633768746974,
+ "grad_norm": 43.781551361083984,
+ "learning_rate": 1.754996776273372e-05,
+ "loss": 2.03,
+ "step": 2175
+ },
+ {
+ "epoch": 4.25544267053701,
+ "grad_norm": 26.5406436920166,
+ "learning_rate": 1.7496238985600688e-05,
+ "loss": 2.0453,
+ "step": 2200
+ },
+ {
+ "epoch": 4.303821964199322,
+ "grad_norm": 28.189624786376953,
+ "learning_rate": 1.7442510208467655e-05,
+ "loss": 2.1137,
+ "step": 2225
+ },
+ {
+ "epoch": 4.352201257861635,
+ "grad_norm": 36.16776657104492,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 2.0712,
+ "step": 2250
+ },
+ {
+ "epoch": 4.400580551523948,
+ "grad_norm": 36.60185623168945,
+ "learning_rate": 1.7335052654201592e-05,
+ "loss": 2.1,
+ "step": 2275
+ },
+ {
+ "epoch": 4.44895984518626,
+ "grad_norm": 27.923667907714844,
+ "learning_rate": 1.728132387706856e-05,
+ "loss": 2.0855,
+ "step": 2300
+ },
+ {
+ "epoch": 4.497339138848573,
+ "grad_norm": 21.63739585876465,
+ "learning_rate": 1.722759509993553e-05,
+ "loss": 2.0515,
+ "step": 2325
+ },
+ {
+ "epoch": 4.545718432510886,
+ "grad_norm": 40.05134201049805,
+ "learning_rate": 1.7173866322802496e-05,
+ "loss": 2.1143,
+ "step": 2350
+ },
+ {
+ "epoch": 4.594097726173198,
+ "grad_norm": 33.047027587890625,
+ "learning_rate": 1.7120137545669463e-05,
+ "loss": 2.0223,
+ "step": 2375
+ },
+ {
+ "epoch": 4.6424770198355105,
+ "grad_norm": 34.9824333190918,
+ "learning_rate": 1.706640876853643e-05,
+ "loss": 2.07,
+ "step": 2400
+ },
+ {
+ "epoch": 4.690856313497823,
+ "grad_norm": 32.455326080322266,
+ "learning_rate": 1.7012679991403397e-05,
+ "loss": 2.0372,
+ "step": 2425
+ },
+ {
+ "epoch": 4.739235607160135,
+ "grad_norm": 21.229093551635742,
+ "learning_rate": 1.6958951214270364e-05,
+ "loss": 1.9542,
+ "step": 2450
+ },
+ {
+ "epoch": 4.787614900822448,
+ "grad_norm": 30.635147094726562,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 1.9828,
+ "step": 2475
+ },
+ {
+ "epoch": 4.83599419448476,
+ "grad_norm": 35.022884368896484,
+ "learning_rate": 1.68514936600043e-05,
+ "loss": 2.0007,
+ "step": 2500
+ },
+ {
+ "epoch": 4.884373488147073,
+ "grad_norm": 53.677852630615234,
+ "learning_rate": 1.679776488287127e-05,
+ "loss": 2.1228,
+ "step": 2525
+ },
+ {
+ "epoch": 4.932752781809386,
+ "grad_norm": 36.72801208496094,
+ "learning_rate": 1.6744036105738236e-05,
+ "loss": 2.0064,
+ "step": 2550
+ },
+ {
+ "epoch": 4.981132075471698,
+ "grad_norm": 40.3040885925293,
+ "learning_rate": 1.6690307328605203e-05,
+ "loss": 2.0684,
+ "step": 2575
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.044530493707647625,
+ "eval_loss": 0.6409594416618347,
+ "eval_macro_f1": 0.4594159814052608,
+ "eval_micro_f1": 0.4713988372927582,
+ "eval_runtime": 3.8242,
+ "eval_samples_per_second": 540.249,
+ "eval_steps_per_second": 33.994,
+ "eval_weighted_f1": 0.4929048060978803,
+ "step": 2585
+ },
+ {
+ "epoch": 5.029027576197388,
+ "grad_norm": 30.186689376831055,
+ "learning_rate": 1.663657855147217e-05,
+ "loss": 1.8733,
+ "step": 2600
+ },
+ {
+ "epoch": 5.0774068698597,
+ "grad_norm": 32.354400634765625,
+ "learning_rate": 1.6582849774339137e-05,
+ "loss": 1.7986,
+ "step": 2625
+ },
+ {
+ "epoch": 5.1257861635220126,
+ "grad_norm": 19.238697052001953,
+ "learning_rate": 1.6529120997206104e-05,
+ "loss": 1.7969,
+ "step": 2650
+ },
+ {
+ "epoch": 5.174165457184325,
+ "grad_norm": 20.428346633911133,
+ "learning_rate": 1.647539222007307e-05,
+ "loss": 1.8039,
+ "step": 2675
+ },
+ {
+ "epoch": 5.222544750846637,
+ "grad_norm": 19.829336166381836,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 1.8105,
+ "step": 2700
+ },
+ {
+ "epoch": 5.27092404450895,
+ "grad_norm": 14.59155559539795,
+ "learning_rate": 1.636793466580701e-05,
+ "loss": 1.7333,
+ "step": 2725
+ },
+ {
+ "epoch": 5.319303338171263,
+ "grad_norm": 24.433414459228516,
+ "learning_rate": 1.6314205888673975e-05,
+ "loss": 1.7676,
+ "step": 2750
+ },
+ {
+ "epoch": 5.367682631833575,
+ "grad_norm": 23.707265853881836,
+ "learning_rate": 1.6260477111540942e-05,
+ "loss": 1.895,
+ "step": 2775
+ },
+ {
+ "epoch": 5.416061925495888,
+ "grad_norm": 37.71471405029297,
+ "learning_rate": 1.6206748334407913e-05,
+ "loss": 1.8229,
+ "step": 2800
+ },
+ {
+ "epoch": 5.4644412191582,
+ "grad_norm": 30.093591690063477,
+ "learning_rate": 1.615301955727488e-05,
+ "loss": 1.77,
+ "step": 2825
+ },
+ {
+ "epoch": 5.512820512820513,
+ "grad_norm": 19.351112365722656,
+ "learning_rate": 1.6099290780141847e-05,
+ "loss": 1.7799,
+ "step": 2850
+ },
+ {
+ "epoch": 5.561199806482826,
+ "grad_norm": 20.545677185058594,
+ "learning_rate": 1.604556200300881e-05,
+ "loss": 1.8679,
+ "step": 2875
+ },
+ {
+ "epoch": 5.609579100145138,
+ "grad_norm": 57.151580810546875,
+ "learning_rate": 1.599183322587578e-05,
+ "loss": 1.819,
+ "step": 2900
+ },
+ {
+ "epoch": 5.6579583938074505,
+ "grad_norm": 30.129487991333008,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 1.8571,
+ "step": 2925
+ },
+ {
+ "epoch": 5.706337687469762,
+ "grad_norm": 28.056697845458984,
+ "learning_rate": 1.5884375671609715e-05,
+ "loss": 1.7165,
+ "step": 2950
+ },
+ {
+ "epoch": 5.754716981132075,
+ "grad_norm": 65.54900360107422,
+ "learning_rate": 1.5830646894476682e-05,
+ "loss": 1.8204,
+ "step": 2975
+ },
+ {
+ "epoch": 5.803096274794388,
+ "grad_norm": 32.93297576904297,
+ "learning_rate": 1.5776918117343652e-05,
+ "loss": 1.6727,
+ "step": 3000
+ },
+ {
+ "epoch": 5.851475568456701,
+ "grad_norm": 31.17938804626465,
+ "learning_rate": 1.572318934021062e-05,
+ "loss": 1.7799,
+ "step": 3025
+ },
+ {
+ "epoch": 5.899854862119013,
+ "grad_norm": 28.93133544921875,
+ "learning_rate": 1.5669460563077586e-05,
+ "loss": 1.7795,
+ "step": 3050
+ },
+ {
+ "epoch": 5.948234155781326,
+ "grad_norm": 28.08961296081543,
+ "learning_rate": 1.5615731785944553e-05,
+ "loss": 1.7276,
+ "step": 3075
+ },
+ {
+ "epoch": 5.996613449443638,
+ "grad_norm": 62.469234466552734,
+ "learning_rate": 1.556200300881152e-05,
+ "loss": 1.8087,
+ "step": 3100
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.06098741529525654,
+ "eval_loss": 0.6554428935050964,
+ "eval_macro_f1": 0.5018958655893055,
+ "eval_micro_f1": 0.5047406151237185,
+ "eval_runtime": 3.7006,
+ "eval_samples_per_second": 558.284,
+ "eval_steps_per_second": 35.129,
+ "eval_weighted_f1": 0.5238125729979322,
+ "step": 3102
+ },
+ {
+ "epoch": 6.044508950169328,
+ "grad_norm": 15.536591529846191,
+ "learning_rate": 1.5508274231678487e-05,
+ "loss": 1.5943,
+ "step": 3125
+ },
+ {
+ "epoch": 6.09288824383164,
+ "grad_norm": 19.647747039794922,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 1.6016,
+ "step": 3150
+ },
+ {
+ "epoch": 6.1412675374939525,
+ "grad_norm": 26.357667922973633,
+ "learning_rate": 1.540081667741242e-05,
+ "loss": 1.5789,
+ "step": 3175
+ },
+ {
+ "epoch": 6.189646831156265,
+ "grad_norm": 18.063825607299805,
+ "learning_rate": 1.5347087900279392e-05,
+ "loss": 1.505,
+ "step": 3200
+ },
+ {
+ "epoch": 6.238026124818577,
+ "grad_norm": 18.22649383544922,
+ "learning_rate": 1.529335912314636e-05,
+ "loss": 1.5797,
+ "step": 3225
+ },
+ {
+ "epoch": 6.28640541848089,
+ "grad_norm": 25.44348907470703,
+ "learning_rate": 1.5239630346013326e-05,
+ "loss": 1.4864,
+ "step": 3250
+ },
+ {
+ "epoch": 6.334784712143203,
+ "grad_norm": 17.53202247619629,
+ "learning_rate": 1.5185901568880293e-05,
+ "loss": 1.5578,
+ "step": 3275
+ },
+ {
+ "epoch": 6.383164005805515,
+ "grad_norm": 28.95733642578125,
+ "learning_rate": 1.5132172791747262e-05,
+ "loss": 1.6671,
+ "step": 3300
+ },
+ {
+ "epoch": 6.431543299467828,
+ "grad_norm": 15.26152515411377,
+ "learning_rate": 1.5078444014614229e-05,
+ "loss": 1.6093,
+ "step": 3325
+ },
+ {
+ "epoch": 6.479922593130141,
+ "grad_norm": 24.09101676940918,
+ "learning_rate": 1.5024715237481196e-05,
+ "loss": 1.6396,
+ "step": 3350
+ },
+ {
+ "epoch": 6.528301886792453,
+ "grad_norm": 38.403011322021484,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 1.5508,
+ "step": 3375
+ },
+ {
+ "epoch": 6.576681180454766,
+ "grad_norm": 38.01456069946289,
+ "learning_rate": 1.4917257683215131e-05,
+ "loss": 1.543,
+ "step": 3400
+ },
+ {
+ "epoch": 6.6250604741170775,
+ "grad_norm": 24.55670166015625,
+ "learning_rate": 1.4863528906082098e-05,
+ "loss": 1.6835,
+ "step": 3425
+ },
+ {
+ "epoch": 6.67343976777939,
+ "grad_norm": 28.268295288085938,
+ "learning_rate": 1.4809800128949065e-05,
+ "loss": 1.4933,
+ "step": 3450
+ },
+ {
+ "epoch": 6.721819061441703,
+ "grad_norm": 26.395313262939453,
+ "learning_rate": 1.4756071351816034e-05,
+ "loss": 1.5907,
+ "step": 3475
+ },
+ {
+ "epoch": 6.770198355104015,
+ "grad_norm": 29.095949172973633,
+ "learning_rate": 1.4702342574683001e-05,
+ "loss": 1.6381,
+ "step": 3500
+ },
+ {
+ "epoch": 6.818577648766328,
+ "grad_norm": 24.102191925048828,
+ "learning_rate": 1.4648613797549968e-05,
+ "loss": 1.5525,
+ "step": 3525
+ },
+ {
+ "epoch": 6.86695694242864,
+ "grad_norm": 29.458398818969727,
+ "learning_rate": 1.4594885020416935e-05,
+ "loss": 1.6265,
+ "step": 3550
+ },
+ {
+ "epoch": 6.915336236090953,
+ "grad_norm": 21.50047492980957,
+ "learning_rate": 1.4541156243283906e-05,
+ "loss": 1.5742,
+ "step": 3575
+ },
+ {
+ "epoch": 6.963715529753266,
+ "grad_norm": 32.26259994506836,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 1.5959,
+ "step": 3600
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.06485963213939981,
+ "eval_loss": 0.6605613231658936,
+ "eval_macro_f1": 0.5045457674504824,
+ "eval_micro_f1": 0.512023969092486,
+ "eval_runtime": 3.7719,
+ "eval_samples_per_second": 547.734,
+ "eval_steps_per_second": 34.465,
+ "eval_weighted_f1": 0.5302004391450165,
+ "step": 3619
+ },
+ {
+ "epoch": 7.011611030478955,
+ "grad_norm": 22.239484786987305,
+ "learning_rate": 1.443369868901784e-05,
+ "loss": 1.567,
+ "step": 3625
+ },
+ {
+ "epoch": 7.059990324141268,
+ "grad_norm": 25.812854766845703,
+ "learning_rate": 1.4379969911884807e-05,
+ "loss": 1.4043,
+ "step": 3650
+ },
+ {
+ "epoch": 7.1083696178035805,
+ "grad_norm": 41.97383117675781,
+ "learning_rate": 1.4326241134751775e-05,
+ "loss": 1.3693,
+ "step": 3675
+ },
+ {
+ "epoch": 7.156748911465892,
+ "grad_norm": 17.667213439941406,
+ "learning_rate": 1.4272512357618742e-05,
+ "loss": 1.3414,
+ "step": 3700
+ },
+ {
+ "epoch": 7.205128205128205,
+ "grad_norm": 21.912391662597656,
+ "learning_rate": 1.421878358048571e-05,
+ "loss": 1.3994,
+ "step": 3725
+ },
+ {
+ "epoch": 7.253507498790517,
+ "grad_norm": 99.9622573852539,
+ "learning_rate": 1.4165054803352676e-05,
+ "loss": 1.4863,
+ "step": 3750
+ },
+ {
+ "epoch": 7.30188679245283,
+ "grad_norm": 32.81298065185547,
+ "learning_rate": 1.4111326026219645e-05,
+ "loss": 1.4594,
+ "step": 3775
+ },
+ {
+ "epoch": 7.350266086115143,
+ "grad_norm": 25.078855514526367,
+ "learning_rate": 1.4057597249086612e-05,
+ "loss": 1.4466,
+ "step": 3800
+ },
+ {
+ "epoch": 7.398645379777455,
+ "grad_norm": 24.657573699951172,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 1.4014,
+ "step": 3825
+ },
+ {
+ "epoch": 7.447024673439768,
+ "grad_norm": 36.48444366455078,
+ "learning_rate": 1.3950139694820548e-05,
+ "loss": 1.4133,
+ "step": 3850
+ },
+ {
+ "epoch": 7.495403967102081,
+ "grad_norm": 25.550947189331055,
+ "learning_rate": 1.3896410917687515e-05,
+ "loss": 1.434,
+ "step": 3875
+ },
+ {
+ "epoch": 7.543783260764393,
+ "grad_norm": 17.312803268432617,
+ "learning_rate": 1.3842682140554482e-05,
+ "loss": 1.498,
+ "step": 3900
+ },
+ {
+ "epoch": 7.5921625544267055,
+ "grad_norm": 29.855262756347656,
+ "learning_rate": 1.3788953363421449e-05,
+ "loss": 1.3487,
+ "step": 3925
+ },
+ {
+ "epoch": 7.640541848089018,
+ "grad_norm": 27.987272262573242,
+ "learning_rate": 1.3735224586288418e-05,
+ "loss": 1.3228,
+ "step": 3950
+ },
+ {
+ "epoch": 7.68892114175133,
+ "grad_norm": 26.148746490478516,
+ "learning_rate": 1.3681495809155385e-05,
+ "loss": 1.3565,
+ "step": 3975
+ },
+ {
+ "epoch": 7.737300435413643,
+ "grad_norm": 32.55499267578125,
+ "learning_rate": 1.3627767032022352e-05,
+ "loss": 1.416,
+ "step": 4000
+ },
+ {
+ "epoch": 7.785679729075955,
+ "grad_norm": 31.810815811157227,
+ "learning_rate": 1.3574038254889319e-05,
+ "loss": 1.3893,
+ "step": 4025
+ },
+ {
+ "epoch": 7.834059022738268,
+ "grad_norm": 26.67323875427246,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 1.3894,
+ "step": 4050
+ },
+ {
+ "epoch": 7.882438316400581,
+ "grad_norm": 26.309982299804688,
+ "learning_rate": 1.3466580700623256e-05,
+ "loss": 1.366,
+ "step": 4075
+ },
+ {
+ "epoch": 7.930817610062893,
+ "grad_norm": 33.694122314453125,
+ "learning_rate": 1.3412851923490221e-05,
+ "loss": 1.4939,
+ "step": 4100
+ },
+ {
+ "epoch": 7.979196903725206,
+ "grad_norm": 26.350305557250977,
+ "learning_rate": 1.3359123146357188e-05,
+ "loss": 1.4257,
+ "step": 4125
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.07889641819941917,
+ "eval_loss": 0.6766025424003601,
+ "eval_macro_f1": 0.515644045342925,
+ "eval_micro_f1": 0.5223917122114365,
+ "eval_runtime": 3.7812,
+ "eval_samples_per_second": 546.387,
+ "eval_steps_per_second": 34.381,
+ "eval_weighted_f1": 0.5383944466587058,
+ "step": 4136
+ },
+ {
+ "epoch": 8.027092404450896,
+ "grad_norm": 13.370097160339355,
+ "learning_rate": 1.3305394369224159e-05,
+ "loss": 1.2879,
+ "step": 4150
+ },
+ {
+ "epoch": 8.075471698113208,
+ "grad_norm": 20.756511688232422,
+ "learning_rate": 1.3251665592091126e-05,
+ "loss": 1.265,
+ "step": 4175
+ },
+ {
+ "epoch": 8.12385099177552,
+ "grad_norm": 26.630773544311523,
+ "learning_rate": 1.3197936814958093e-05,
+ "loss": 1.2781,
+ "step": 4200
+ },
+ {
+ "epoch": 8.172230285437832,
+ "grad_norm": 23.881553649902344,
+ "learning_rate": 1.314420803782506e-05,
+ "loss": 1.2245,
+ "step": 4225
+ },
+ {
+ "epoch": 8.220609579100145,
+ "grad_norm": 20.50310707092285,
+ "learning_rate": 1.3090479260692028e-05,
+ "loss": 1.2665,
+ "step": 4250
+ },
+ {
+ "epoch": 8.268988872762458,
+ "grad_norm": 39.04743957519531,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 1.28,
+ "step": 4275
+ },
+ {
+ "epoch": 8.317368166424771,
+ "grad_norm": 29.843626022338867,
+ "learning_rate": 1.2983021706425962e-05,
+ "loss": 1.1651,
+ "step": 4300
+ },
+ {
+ "epoch": 8.365747460087082,
+ "grad_norm": 20.25792694091797,
+ "learning_rate": 1.2929292929292931e-05,
+ "loss": 1.2554,
+ "step": 4325
+ },
+ {
+ "epoch": 8.414126753749395,
+ "grad_norm": 41.01637268066406,
+ "learning_rate": 1.2875564152159898e-05,
+ "loss": 1.2421,
+ "step": 4350
+ },
+ {
+ "epoch": 8.462506047411708,
+ "grad_norm": 29.692842483520508,
+ "learning_rate": 1.2821835375026865e-05,
+ "loss": 1.3393,
+ "step": 4375
+ },
+ {
+ "epoch": 8.51088534107402,
+ "grad_norm": 45.22134780883789,
+ "learning_rate": 1.2768106597893832e-05,
+ "loss": 1.2519,
+ "step": 4400
+ },
+ {
+ "epoch": 8.559264634736333,
+ "grad_norm": 61.29593276977539,
+ "learning_rate": 1.2714377820760801e-05,
+ "loss": 1.2875,
+ "step": 4425
+ },
+ {
+ "epoch": 8.607643928398645,
+ "grad_norm": 29.126161575317383,
+ "learning_rate": 1.2660649043627768e-05,
+ "loss": 1.3027,
+ "step": 4450
+ },
+ {
+ "epoch": 8.656023222060957,
+ "grad_norm": 39.06868362426758,
+ "learning_rate": 1.2606920266494735e-05,
+ "loss": 1.2972,
+ "step": 4475
+ },
+ {
+ "epoch": 8.70440251572327,
+ "grad_norm": 29.31576919555664,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 1.2575,
+ "step": 4500
+ },
+ {
+ "epoch": 8.752781809385583,
+ "grad_norm": 22.997886657714844,
+ "learning_rate": 1.2499462712228672e-05,
+ "loss": 1.277,
+ "step": 4525
+ },
+ {
+ "epoch": 8.801161103047896,
+ "grad_norm": 18.199256896972656,
+ "learning_rate": 1.2445733935095638e-05,
+ "loss": 1.2253,
+ "step": 4550
+ },
+ {
+ "epoch": 8.849540396710207,
+ "grad_norm": 50.06484603881836,
+ "learning_rate": 1.2392005157962605e-05,
+ "loss": 1.2352,
+ "step": 4575
+ },
+ {
+ "epoch": 8.89791969037252,
+ "grad_norm": 37.04226303100586,
+ "learning_rate": 1.2338276380829572e-05,
+ "loss": 1.2328,
+ "step": 4600
+ },
+ {
+ "epoch": 8.946298984034833,
+ "grad_norm": 23.199504852294922,
+ "learning_rate": 1.2284547603696542e-05,
+ "loss": 1.3145,
+ "step": 4625
+ },
+ {
+ "epoch": 8.994678277697146,
+ "grad_norm": 27.56926918029785,
+ "learning_rate": 1.223081882656351e-05,
+ "loss": 1.3077,
+ "step": 4650
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.09196515004840271,
+ "eval_loss": 0.6778594255447388,
+ "eval_macro_f1": 0.5231360264155674,
+ "eval_micro_f1": 0.5325996331499083,
+ "eval_runtime": 4.6668,
+ "eval_samples_per_second": 442.703,
+ "eval_steps_per_second": 27.856,
+ "eval_weighted_f1": 0.5478881649052241,
+ "step": 4653
+ },
+ {
+ "epoch": 9.042573778422835,
+ "grad_norm": 26.444948196411133,
+ "learning_rate": 1.2177090049430476e-05,
+ "loss": 1.1862,
+ "step": 4675
+ },
+ {
+ "epoch": 9.090953072085147,
+ "grad_norm": 20.18755531311035,
+ "learning_rate": 1.2123361272297443e-05,
+ "loss": 1.1741,
+ "step": 4700
+ },
+ {
+ "epoch": 9.13933236574746,
+ "grad_norm": 20.49857521057129,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 1.1502,
+ "step": 4725
+ },
+ {
+ "epoch": 9.187711659409773,
+ "grad_norm": 14.907716751098633,
+ "learning_rate": 1.2015903718031379e-05,
+ "loss": 1.1352,
+ "step": 4750
+ },
+ {
+ "epoch": 9.236090953072084,
+ "grad_norm": 25.21638298034668,
+ "learning_rate": 1.1962174940898346e-05,
+ "loss": 1.1869,
+ "step": 4775
+ },
+ {
+ "epoch": 9.284470246734397,
+ "grad_norm": 27.79421615600586,
+ "learning_rate": 1.1908446163765313e-05,
+ "loss": 1.1831,
+ "step": 4800
+ },
+ {
+ "epoch": 9.33284954039671,
+ "grad_norm": 28.42626953125,
+ "learning_rate": 1.1854717386632282e-05,
+ "loss": 1.165,
+ "step": 4825
+ },
+ {
+ "epoch": 9.381228834059023,
+ "grad_norm": 35.36985778808594,
+ "learning_rate": 1.1800988609499249e-05,
+ "loss": 1.1548,
+ "step": 4850
+ },
+ {
+ "epoch": 9.429608127721336,
+ "grad_norm": 34.13727569580078,
+ "learning_rate": 1.1747259832366216e-05,
+ "loss": 1.1751,
+ "step": 4875
+ },
+ {
+ "epoch": 9.477987421383649,
+ "grad_norm": 15.436659812927246,
+ "learning_rate": 1.1693531055233184e-05,
+ "loss": 1.1384,
+ "step": 4900
+ },
+ {
+ "epoch": 9.52636671504596,
+ "grad_norm": 32.07352828979492,
+ "learning_rate": 1.1639802278100151e-05,
+ "loss": 1.1535,
+ "step": 4925
+ },
+ {
+ "epoch": 9.574746008708273,
+ "grad_norm": 25.751996994018555,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 1.1096,
+ "step": 4950
+ },
+ {
+ "epoch": 9.623125302370585,
+ "grad_norm": 33.17694091796875,
+ "learning_rate": 1.1532344723834085e-05,
+ "loss": 1.1537,
+ "step": 4975
+ },
+ {
+ "epoch": 9.671504596032898,
+ "grad_norm": 24.851343154907227,
+ "learning_rate": 1.1478615946701054e-05,
+ "loss": 1.0799,
+ "step": 5000
+ },
+ {
+ "epoch": 9.719883889695211,
+ "grad_norm": 39.692230224609375,
+ "learning_rate": 1.1424887169568021e-05,
+ "loss": 1.1906,
+ "step": 5025
+ },
+ {
+ "epoch": 9.768263183357522,
+ "grad_norm": 27.79596519470215,
+ "learning_rate": 1.1371158392434988e-05,
+ "loss": 1.2155,
+ "step": 5050
+ },
+ {
+ "epoch": 9.816642477019835,
+ "grad_norm": 12.405580520629883,
+ "learning_rate": 1.1317429615301955e-05,
+ "loss": 1.104,
+ "step": 5075
+ },
+ {
+ "epoch": 9.865021770682148,
+ "grad_norm": 26.385738372802734,
+ "learning_rate": 1.1263700838168926e-05,
+ "loss": 1.1395,
+ "step": 5100
+ },
+ {
+ "epoch": 9.91340106434446,
+ "grad_norm": 29.98326301574707,
+ "learning_rate": 1.1209972061035893e-05,
+ "loss": 1.0982,
+ "step": 5125
+ },
+ {
+ "epoch": 9.961780358006774,
+ "grad_norm": 23.19658660888672,
+ "learning_rate": 1.115624328390286e-05,
+ "loss": 1.1134,
+ "step": 5150
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.11519845111326234,
+ "eval_loss": 0.7184305787086487,
+ "eval_macro_f1": 0.5447685792423601,
+ "eval_micro_f1": 0.5536963258078796,
+ "eval_runtime": 4.8036,
+ "eval_samples_per_second": 430.098,
+ "eval_steps_per_second": 27.063,
+ "eval_weighted_f1": 0.5641474156910684,
+ "step": 5170
+ },
+ {
+ "epoch": 10.009675858732463,
+ "grad_norm": 30.41419219970703,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 1.1225,
+ "step": 5175
+ },
+ {
+ "epoch": 10.058055152394775,
+ "grad_norm": 25.077320098876953,
+ "learning_rate": 1.1048785729636795e-05,
+ "loss": 1.0301,
+ "step": 5200
+ },
+ {
+ "epoch": 10.106434446057088,
+ "grad_norm": 20.628192901611328,
+ "learning_rate": 1.0995056952503762e-05,
+ "loss": 1.0477,
+ "step": 5225
+ },
+ {
+ "epoch": 10.1548137397194,
+ "grad_norm": 18.412729263305664,
+ "learning_rate": 1.094132817537073e-05,
+ "loss": 1.0516,
+ "step": 5250
+ },
+ {
+ "epoch": 10.203193033381712,
+ "grad_norm": 35.36268997192383,
+ "learning_rate": 1.0887599398237696e-05,
+ "loss": 1.0765,
+ "step": 5275
+ },
+ {
+ "epoch": 10.251572327044025,
+ "grad_norm": 68.99345397949219,
+ "learning_rate": 1.0833870621104665e-05,
+ "loss": 1.0824,
+ "step": 5300
+ },
+ {
+ "epoch": 10.299951620706338,
+ "grad_norm": 30.502676010131836,
+ "learning_rate": 1.0780141843971632e-05,
+ "loss": 1.0314,
+ "step": 5325
+ },
+ {
+ "epoch": 10.34833091436865,
+ "grad_norm": 23.51589012145996,
+ "learning_rate": 1.0726413066838599e-05,
+ "loss": 1.0636,
+ "step": 5350
+ },
+ {
+ "epoch": 10.396710208030962,
+ "grad_norm": 25.17284393310547,
+ "learning_rate": 1.0672684289705568e-05,
+ "loss": 1.0092,
+ "step": 5375
+ },
+ {
+ "epoch": 10.445089501693275,
+ "grad_norm": 37.54499435424805,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 1.0925,
+ "step": 5400
+ },
+ {
+ "epoch": 10.493468795355588,
+ "grad_norm": 33.245033264160156,
+ "learning_rate": 1.0565226735439502e-05,
+ "loss": 1.0049,
+ "step": 5425
+ },
+ {
+ "epoch": 10.5418480890179,
+ "grad_norm": 34.23567199707031,
+ "learning_rate": 1.0511497958306469e-05,
+ "loss": 1.0642,
+ "step": 5450
+ },
+ {
+ "epoch": 10.590227382680213,
+ "grad_norm": 26.508195877075195,
+ "learning_rate": 1.0457769181173438e-05,
+ "loss": 1.0247,
+ "step": 5475
+ },
+ {
+ "epoch": 10.638606676342526,
+ "grad_norm": 25.690935134887695,
+ "learning_rate": 1.0404040404040405e-05,
+ "loss": 1.0308,
+ "step": 5500
+ },
+ {
+ "epoch": 10.686985970004837,
+ "grad_norm": 20.788719177246094,
+ "learning_rate": 1.0350311626907372e-05,
+ "loss": 1.0731,
+ "step": 5525
+ },
+ {
+ "epoch": 10.73536526366715,
+ "grad_norm": 24.41913604736328,
+ "learning_rate": 1.0296582849774339e-05,
+ "loss": 1.0632,
+ "step": 5550
+ },
+ {
+ "epoch": 10.783744557329463,
+ "grad_norm": 41.18459701538086,
+ "learning_rate": 1.0242854072641309e-05,
+ "loss": 1.0506,
+ "step": 5575
+ },
+ {
+ "epoch": 10.832123850991776,
+ "grad_norm": 16.147171020507812,
+ "learning_rate": 1.0189125295508276e-05,
+ "loss": 1.049,
+ "step": 5600
+ },
+ {
+ "epoch": 10.880503144654089,
+ "grad_norm": 51.161678314208984,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 1.0,
+ "step": 5625
+ },
+ {
+ "epoch": 10.9288824383164,
+ "grad_norm": 20.961008071899414,
+ "learning_rate": 1.008166774124221e-05,
+ "loss": 1.03,
+ "step": 5650
+ },
+ {
+ "epoch": 10.977261731978713,
+ "grad_norm": 19.680349349975586,
+ "learning_rate": 1.0027938964109179e-05,
+ "loss": 1.0164,
+ "step": 5675
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.12149080348499516,
+ "eval_loss": 0.7389575242996216,
+ "eval_macro_f1": 0.5496226678978894,
+ "eval_micro_f1": 0.5554456336001439,
+ "eval_runtime": 4.266,
+ "eval_samples_per_second": 484.294,
+ "eval_steps_per_second": 30.473,
+ "eval_weighted_f1": 0.5666999055518387,
+ "step": 5687
+ },
+ {
+ "epoch": 11.025157232704403,
+ "grad_norm": 16.365869522094727,
+ "learning_rate": 9.974210186976146e-06,
+ "loss": 1.0088,
+ "step": 5700
+ },
+ {
+ "epoch": 11.073536526366714,
+ "grad_norm": 37.869014739990234,
+ "learning_rate": 9.920481409843113e-06,
+ "loss": 0.9539,
+ "step": 5725
+ },
+ {
+ "epoch": 11.121915820029027,
+ "grad_norm": 14.615263938903809,
+ "learning_rate": 9.86675263271008e-06,
+ "loss": 0.9596,
+ "step": 5750
+ },
+ {
+ "epoch": 11.17029511369134,
+ "grad_norm": 19.668766021728516,
+ "learning_rate": 9.813023855577047e-06,
+ "loss": 0.9792,
+ "step": 5775
+ },
+ {
+ "epoch": 11.218674407353653,
+ "grad_norm": 31.134946823120117,
+ "learning_rate": 9.759295078444016e-06,
+ "loss": 0.9736,
+ "step": 5800
+ },
+ {
+ "epoch": 11.267053701015966,
+ "grad_norm": 36.901763916015625,
+ "learning_rate": 9.705566301310983e-06,
+ "loss": 0.9475,
+ "step": 5825
+ },
+ {
+ "epoch": 11.315432994678277,
+ "grad_norm": 19.34605598449707,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 0.9772,
+ "step": 5850
+ },
+ {
+ "epoch": 11.36381228834059,
+ "grad_norm": 25.950437545776367,
+ "learning_rate": 9.598108747044918e-06,
+ "loss": 1.0306,
+ "step": 5875
+ },
+ {
+ "epoch": 11.412191582002903,
+ "grad_norm": 21.35264778137207,
+ "learning_rate": 9.544379969911885e-06,
+ "loss": 0.9555,
+ "step": 5900
+ },
+ {
+ "epoch": 11.460570875665216,
+ "grad_norm": 14.769574165344238,
+ "learning_rate": 9.490651192778854e-06,
+ "loss": 0.9551,
+ "step": 5925
+ },
+ {
+ "epoch": 11.508950169327528,
+ "grad_norm": 21.44108009338379,
+ "learning_rate": 9.436922415645821e-06,
+ "loss": 0.9452,
+ "step": 5950
+ },
+ {
+ "epoch": 11.55732946298984,
+ "grad_norm": 20.550514221191406,
+ "learning_rate": 9.383193638512788e-06,
+ "loss": 0.936,
+ "step": 5975
+ },
+ {
+ "epoch": 11.605708756652152,
+ "grad_norm": 34.197479248046875,
+ "learning_rate": 9.329464861379755e-06,
+ "loss": 0.9548,
+ "step": 6000
+ },
+ {
+ "epoch": 11.654088050314465,
+ "grad_norm": 28.083345413208008,
+ "learning_rate": 9.275736084246724e-06,
+ "loss": 0.9335,
+ "step": 6025
+ },
+ {
+ "epoch": 11.702467343976778,
+ "grad_norm": 16.747594833374023,
+ "learning_rate": 9.22200730711369e-06,
+ "loss": 0.8932,
+ "step": 6050
+ },
+ {
+ "epoch": 11.750846637639091,
+ "grad_norm": 25.715654373168945,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 1.0069,
+ "step": 6075
+ },
+ {
+ "epoch": 11.799225931301404,
+ "grad_norm": 13.171542167663574,
+ "learning_rate": 9.114549752847626e-06,
+ "loss": 0.9439,
+ "step": 6100
+ },
+ {
+ "epoch": 11.847605224963715,
+ "grad_norm": 18.097129821777344,
+ "learning_rate": 9.060820975714594e-06,
+ "loss": 0.9791,
+ "step": 6125
+ },
+ {
+ "epoch": 11.895984518626028,
+ "grad_norm": 34.80780029296875,
+ "learning_rate": 9.00709219858156e-06,
+ "loss": 0.9695,
+ "step": 6150
+ },
+ {
+ "epoch": 11.94436381228834,
+ "grad_norm": 24.543773651123047,
+ "learning_rate": 8.95336342144853e-06,
+ "loss": 0.9154,
+ "step": 6175
+ },
+ {
+ "epoch": 11.992743105950654,
+ "grad_norm": 20.72247314453125,
+ "learning_rate": 8.899634644315496e-06,
+ "loss": 0.9824,
+ "step": 6200
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.12633107454017425,
+ "eval_loss": 0.7737350463867188,
+ "eval_macro_f1": 0.549868688344527,
+ "eval_micro_f1": 0.5587567027174407,
+ "eval_runtime": 4.2063,
+ "eval_samples_per_second": 491.163,
+ "eval_steps_per_second": 30.906,
+ "eval_weighted_f1": 0.5684944211623555,
+ "step": 6204
+ },
+ {
+ "epoch": 12.040638606676342,
+ "grad_norm": 36.96916198730469,
+ "learning_rate": 8.845905867182463e-06,
+ "loss": 0.8808,
+ "step": 6225
+ },
+ {
+ "epoch": 12.089017900338655,
+ "grad_norm": 22.38988494873047,
+ "learning_rate": 8.79217709004943e-06,
+ "loss": 0.8965,
+ "step": 6250
+ },
+ {
+ "epoch": 12.137397194000968,
+ "grad_norm": 26.12605857849121,
+ "learning_rate": 8.738448312916399e-06,
+ "loss": 0.8369,
+ "step": 6275
+ },
+ {
+ "epoch": 12.18577648766328,
+ "grad_norm": 25.716129302978516,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 0.8635,
+ "step": 6300
+ },
+ {
+ "epoch": 12.234155781325592,
+ "grad_norm": 22.405120849609375,
+ "learning_rate": 8.630990758650335e-06,
+ "loss": 0.8931,
+ "step": 6325
+ },
+ {
+ "epoch": 12.282535074987905,
+ "grad_norm": 20.14963722229004,
+ "learning_rate": 8.5772619815173e-06,
+ "loss": 0.8586,
+ "step": 6350
+ },
+ {
+ "epoch": 12.330914368650218,
+ "grad_norm": 21.9957218170166,
+ "learning_rate": 8.523533204384269e-06,
+ "loss": 0.9133,
+ "step": 6375
+ },
+ {
+ "epoch": 12.37929366231253,
+ "grad_norm": 14.372432708740234,
+ "learning_rate": 8.469804427251237e-06,
+ "loss": 0.8938,
+ "step": 6400
+ },
+ {
+ "epoch": 12.427672955974844,
+ "grad_norm": 20.961936950683594,
+ "learning_rate": 8.416075650118204e-06,
+ "loss": 0.9147,
+ "step": 6425
+ },
+ {
+ "epoch": 12.476052249637155,
+ "grad_norm": 40.111839294433594,
+ "learning_rate": 8.362346872985171e-06,
+ "loss": 0.8743,
+ "step": 6450
+ },
+ {
+ "epoch": 12.524431543299468,
+ "grad_norm": 22.113506317138672,
+ "learning_rate": 8.308618095852138e-06,
+ "loss": 0.8735,
+ "step": 6475
+ },
+ {
+ "epoch": 12.57281083696178,
+ "grad_norm": 19.516550064086914,
+ "learning_rate": 8.254889318719107e-06,
+ "loss": 0.8819,
+ "step": 6500
+ },
+ {
+ "epoch": 12.621190130624093,
+ "grad_norm": 16.457651138305664,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 0.9195,
+ "step": 6525
+ },
+ {
+ "epoch": 12.669569424286406,
+ "grad_norm": 15.848821640014648,
+ "learning_rate": 8.147431764453041e-06,
+ "loss": 0.8691,
+ "step": 6550
+ },
+ {
+ "epoch": 12.717948717948717,
+ "grad_norm": 23.847902297973633,
+ "learning_rate": 8.093702987320008e-06,
+ "loss": 0.8652,
+ "step": 6575
+ },
+ {
+ "epoch": 12.76632801161103,
+ "grad_norm": 19.832189559936523,
+ "learning_rate": 8.039974210186977e-06,
+ "loss": 0.863,
+ "step": 6600
+ },
+ {
+ "epoch": 12.814707305273343,
+ "grad_norm": 24.52968406677246,
+ "learning_rate": 7.986245433053944e-06,
+ "loss": 0.9018,
+ "step": 6625
+ },
+ {
+ "epoch": 12.863086598935656,
+ "grad_norm": 18.364566802978516,
+ "learning_rate": 7.932516655920913e-06,
+ "loss": 0.8975,
+ "step": 6650
+ },
+ {
+ "epoch": 12.911465892597969,
+ "grad_norm": 12.079939842224121,
+ "learning_rate": 7.87878787878788e-06,
+ "loss": 0.8844,
+ "step": 6675
+ },
+ {
+ "epoch": 12.959845186260281,
+ "grad_norm": 16.940120697021484,
+ "learning_rate": 7.825059101654847e-06,
+ "loss": 0.8657,
+ "step": 6700
+ },
+ {
+ "epoch": 13.0,
+ "eval_accuracy": 0.14133591481122942,
+ "eval_loss": 0.7907617688179016,
+ "eval_macro_f1": 0.5605749348361148,
+ "eval_micro_f1": 0.5690752527143392,
+ "eval_runtime": 4.4032,
+ "eval_samples_per_second": 469.202,
+ "eval_steps_per_second": 29.524,
+ "eval_weighted_f1": 0.5774211191152414,
+ "step": 6721
+ },
+ {
+ "epoch": 13.00774068698597,
+ "grad_norm": 29.16607093811035,
+ "learning_rate": 7.771330324521814e-06,
+ "loss": 0.8281,
+ "step": 6725
+ },
+ {
+ "epoch": 13.056119980648283,
+ "grad_norm": 34.980552673339844,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 0.8059,
+ "step": 6750
+ },
+ {
+ "epoch": 13.104499274310594,
+ "grad_norm": 17.094158172607422,
+ "learning_rate": 7.66387277025575e-06,
+ "loss": 0.8271,
+ "step": 6775
+ },
+ {
+ "epoch": 13.152878567972907,
+ "grad_norm": 9.992654800415039,
+ "learning_rate": 7.610143993122717e-06,
+ "loss": 0.8535,
+ "step": 6800
+ },
+ {
+ "epoch": 13.20125786163522,
+ "grad_norm": 30.044633865356445,
+ "learning_rate": 7.556415215989684e-06,
+ "loss": 0.8244,
+ "step": 6825
+ },
+ {
+ "epoch": 13.249637155297533,
+ "grad_norm": 24.339805603027344,
+ "learning_rate": 7.502686438856652e-06,
+ "loss": 0.814,
+ "step": 6850
+ },
+ {
+ "epoch": 13.298016448959846,
+ "grad_norm": 17.57175636291504,
+ "learning_rate": 7.448957661723619e-06,
+ "loss": 0.7986,
+ "step": 6875
+ },
+ {
+ "epoch": 13.346395742622157,
+ "grad_norm": 20.90529441833496,
+ "learning_rate": 7.395228884590587e-06,
+ "loss": 0.7882,
+ "step": 6900
+ },
+ {
+ "epoch": 13.39477503628447,
+ "grad_norm": 41.05152130126953,
+ "learning_rate": 7.341500107457556e-06,
+ "loss": 0.8239,
+ "step": 6925
+ },
+ {
+ "epoch": 13.443154329946783,
+ "grad_norm": 17.776687622070312,
+ "learning_rate": 7.287771330324522e-06,
+ "loss": 0.7952,
+ "step": 6950
+ },
+ {
+ "epoch": 13.491533623609095,
+ "grad_norm": 27.22687530517578,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 0.8066,
+ "step": 6975
+ },
+ {
+ "epoch": 13.539912917271408,
+ "grad_norm": 15.60950756072998,
+ "learning_rate": 7.180313776058458e-06,
+ "loss": 0.7958,
+ "step": 7000
+ },
+ {
+ "epoch": 13.588292210933721,
+ "grad_norm": 36.247764587402344,
+ "learning_rate": 7.1265849989254255e-06,
+ "loss": 0.8481,
+ "step": 7025
+ },
+ {
+ "epoch": 13.636671504596032,
+ "grad_norm": 26.4659481048584,
+ "learning_rate": 7.0728562217923925e-06,
+ "loss": 0.8645,
+ "step": 7050
+ },
+ {
+ "epoch": 13.685050798258345,
+ "grad_norm": 18.54359245300293,
+ "learning_rate": 7.01912744465936e-06,
+ "loss": 0.823,
+ "step": 7075
+ },
+ {
+ "epoch": 13.733430091920658,
+ "grad_norm": 22.69405174255371,
+ "learning_rate": 6.965398667526327e-06,
+ "loss": 0.8266,
+ "step": 7100
+ },
+ {
+ "epoch": 13.78180938558297,
+ "grad_norm": 22.377986907958984,
+ "learning_rate": 6.911669890393295e-06,
+ "loss": 0.8179,
+ "step": 7125
+ },
+ {
+ "epoch": 13.830188679245284,
+ "grad_norm": 21.35697364807129,
+ "learning_rate": 6.857941113260262e-06,
+ "loss": 0.8279,
+ "step": 7150
+ },
+ {
+ "epoch": 13.878567972907595,
+ "grad_norm": 16.956327438354492,
+ "learning_rate": 6.80421233612723e-06,
+ "loss": 0.7713,
+ "step": 7175
+ },
+ {
+ "epoch": 13.926947266569908,
+ "grad_norm": 14.72351360321045,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 0.7975,
+ "step": 7200
+ },
+ {
+ "epoch": 13.97532656023222,
+ "grad_norm": 12.300443649291992,
+ "learning_rate": 6.696754781861166e-06,
+ "loss": 0.8037,
+ "step": 7225
+ },
+ {
+ "epoch": 14.0,
+ "eval_accuracy": 0.14230396902226525,
+ "eval_loss": 0.8292641639709473,
+ "eval_macro_f1": 0.5675169184631669,
+ "eval_micro_f1": 0.5763589301121657,
+ "eval_runtime": 3.6064,
+ "eval_samples_per_second": 572.877,
+ "eval_steps_per_second": 36.047,
+ "eval_weighted_f1": 0.5825711204739211,
+ "step": 7238
+ },
+ {
+ "epoch": 14.02322206095791,
+ "grad_norm": 19.605745315551758,
+ "learning_rate": 6.643026004728133e-06,
+ "loss": 0.7317,
+ "step": 7250
+ },
+ {
+ "epoch": 14.071601354620222,
+ "grad_norm": 32.18748092651367,
+ "learning_rate": 6.589297227595101e-06,
+ "loss": 0.771,
+ "step": 7275
+ },
+ {
+ "epoch": 14.119980648282535,
+ "grad_norm": 13.740277290344238,
+ "learning_rate": 6.535568450462068e-06,
+ "loss": 0.7554,
+ "step": 7300
+ },
+ {
+ "epoch": 14.168359941944848,
+ "grad_norm": 25.599437713623047,
+ "learning_rate": 6.481839673329036e-06,
+ "loss": 0.7797,
+ "step": 7325
+ },
+ {
+ "epoch": 14.216739235607161,
+ "grad_norm": 12.152711868286133,
+ "learning_rate": 6.428110896196003e-06,
+ "loss": 0.7518,
+ "step": 7350
+ },
+ {
+ "epoch": 14.265118529269472,
+ "grad_norm": 15.011678695678711,
+ "learning_rate": 6.3743821190629705e-06,
+ "loss": 0.7628,
+ "step": 7375
+ },
+ {
+ "epoch": 14.313497822931785,
+ "grad_norm": 27.838069915771484,
+ "learning_rate": 6.320653341929938e-06,
+ "loss": 0.7718,
+ "step": 7400
+ },
+ {
+ "epoch": 14.361877116594098,
+ "grad_norm": 10.167222023010254,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 0.7864,
+ "step": 7425
+ },
+ {
+ "epoch": 14.41025641025641,
+ "grad_norm": 29.229793548583984,
+ "learning_rate": 6.213195787663874e-06,
+ "loss": 0.7374,
+ "step": 7450
+ },
+ {
+ "epoch": 14.458635703918723,
+ "grad_norm": 31.715740203857422,
+ "learning_rate": 6.159467010530841e-06,
+ "loss": 0.7495,
+ "step": 7475
+ },
+ {
+ "epoch": 14.507014997581035,
+ "grad_norm": 26.859636306762695,
+ "learning_rate": 6.105738233397809e-06,
+ "loss": 0.7248,
+ "step": 7500
+ },
+ {
+ "epoch": 14.555394291243347,
+ "grad_norm": 25.254737854003906,
+ "learning_rate": 6.052009456264776e-06,
+ "loss": 0.8038,
+ "step": 7525
+ },
+ {
+ "epoch": 14.60377358490566,
+ "grad_norm": 27.678993225097656,
+ "learning_rate": 5.998280679131744e-06,
+ "loss": 0.7792,
+ "step": 7550
+ },
+ {
+ "epoch": 14.652152878567973,
+ "grad_norm": 33.701358795166016,
+ "learning_rate": 5.944551901998711e-06,
+ "loss": 0.7766,
+ "step": 7575
+ },
+ {
+ "epoch": 14.700532172230286,
+ "grad_norm": 14.853384971618652,
+ "learning_rate": 5.890823124865679e-06,
+ "loss": 0.7508,
+ "step": 7600
+ },
+ {
+ "epoch": 14.748911465892597,
+ "grad_norm": 17.564579010009766,
+ "learning_rate": 5.837094347732646e-06,
+ "loss": 0.7355,
+ "step": 7625
+ },
+ {
+ "epoch": 14.79729075955491,
+ "grad_norm": 12.178282737731934,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 0.8126,
+ "step": 7650
+ },
+ {
+ "epoch": 14.845670053217223,
+ "grad_norm": 17.663158416748047,
+ "learning_rate": 5.729636793466581e-06,
+ "loss": 0.7125,
+ "step": 7675
+ },
+ {
+ "epoch": 14.894049346879536,
+ "grad_norm": 17.597871780395508,
+ "learning_rate": 5.675908016333549e-06,
+ "loss": 0.7403,
+ "step": 7700
+ },
+ {
+ "epoch": 14.942428640541848,
+ "grad_norm": 26.476139068603516,
+ "learning_rate": 5.6221792392005155e-06,
+ "loss": 0.7349,
+ "step": 7725
+ },
+ {
+ "epoch": 14.990807934204161,
+ "grad_norm": 28.088706970214844,
+ "learning_rate": 5.568450462067484e-06,
+ "loss": 0.7447,
+ "step": 7750
+ },
+ {
+ "epoch": 15.0,
+ "eval_accuracy": 0.1606969990319458,
+ "eval_loss": 0.8765203356742859,
+ "eval_macro_f1": 0.5731145010843802,
+ "eval_micro_f1": 0.5818893783651493,
+ "eval_runtime": 4.4534,
+ "eval_samples_per_second": 463.918,
+ "eval_steps_per_second": 29.191,
+ "eval_weighted_f1": 0.5871801526729596,
+ "step": 7755
+ },
+ {
+ "epoch": 15.03870343492985,
+ "grad_norm": 12.470651626586914,
+ "learning_rate": 5.514721684934451e-06,
+ "loss": 0.7404,
+ "step": 7775
+ },
+ {
+ "epoch": 15.087082728592163,
+ "grad_norm": 20.785083770751953,
+ "learning_rate": 5.460992907801419e-06,
+ "loss": 0.7186,
+ "step": 7800
+ },
+ {
+ "epoch": 15.135462022254474,
+ "grad_norm": 43.546024322509766,
+ "learning_rate": 5.407264130668386e-06,
+ "loss": 0.7172,
+ "step": 7825
+ },
+ {
+ "epoch": 15.183841315916787,
+ "grad_norm": 37.55882263183594,
+ "learning_rate": 5.353535353535354e-06,
+ "loss": 0.7011,
+ "step": 7850
+ },
+ {
+ "epoch": 15.2322206095791,
+ "grad_norm": 16.622331619262695,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 0.6914,
+ "step": 7875
+ },
+ {
+ "epoch": 15.280599903241413,
+ "grad_norm": 16.58362579345703,
+ "learning_rate": 5.246077799269289e-06,
+ "loss": 0.6954,
+ "step": 7900
+ },
+ {
+ "epoch": 15.328979196903726,
+ "grad_norm": 20.496652603149414,
+ "learning_rate": 5.1923490221362575e-06,
+ "loss": 0.7623,
+ "step": 7925
+ },
+ {
+ "epoch": 15.377358490566039,
+ "grad_norm": 28.64998435974121,
+ "learning_rate": 5.138620245003224e-06,
+ "loss": 0.699,
+ "step": 7950
+ },
+ {
+ "epoch": 15.42573778422835,
+ "grad_norm": 21.201414108276367,
+ "learning_rate": 5.084891467870192e-06,
+ "loss": 0.6995,
+ "step": 7975
+ },
+ {
+ "epoch": 15.474117077890662,
+ "grad_norm": 16.421131134033203,
+ "learning_rate": 5.031162690737159e-06,
+ "loss": 0.6535,
+ "step": 8000
+ },
+ {
+ "epoch": 15.522496371552975,
+ "grad_norm": 11.961153984069824,
+ "learning_rate": 4.977433913604126e-06,
+ "loss": 0.7263,
+ "step": 8025
+ },
+ {
+ "epoch": 15.570875665215288,
+ "grad_norm": 18.232093811035156,
+ "learning_rate": 4.923705136471094e-06,
+ "loss": 0.6782,
+ "step": 8050
+ },
+ {
+ "epoch": 15.619254958877601,
+ "grad_norm": 20.985666275024414,
+ "learning_rate": 4.869976359338061e-06,
+ "loss": 0.7013,
+ "step": 8075
+ },
+ {
+ "epoch": 15.667634252539912,
+ "grad_norm": 38.80105209350586,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 0.7257,
+ "step": 8100
+ },
+ {
+ "epoch": 15.716013546202225,
+ "grad_norm": 20.889741897583008,
+ "learning_rate": 4.762518805071997e-06,
+ "loss": 0.691,
+ "step": 8125
+ },
+ {
+ "epoch": 15.764392839864538,
+ "grad_norm": 13.68571949005127,
+ "learning_rate": 4.708790027938964e-06,
+ "loss": 0.7131,
+ "step": 8150
+ },
+ {
+ "epoch": 15.81277213352685,
+ "grad_norm": 25.232723236083984,
+ "learning_rate": 4.655061250805932e-06,
+ "loss": 0.7119,
+ "step": 8175
+ },
+ {
+ "epoch": 15.861151427189164,
+ "grad_norm": 31.691993713378906,
+ "learning_rate": 4.6013324736729e-06,
+ "loss": 0.7288,
+ "step": 8200
+ },
+ {
+ "epoch": 15.909530720851475,
+ "grad_norm": 21.710886001586914,
+ "learning_rate": 4.547603696539868e-06,
+ "loss": 0.7087,
+ "step": 8225
+ },
+ {
+ "epoch": 15.957910014513788,
+ "grad_norm": 21.324092864990234,
+ "learning_rate": 4.493874919406835e-06,
+ "loss": 0.6894,
+ "step": 8250
+ },
+ {
+ "epoch": 16.0,
+ "eval_accuracy": 0.15972894482090996,
+ "eval_loss": 0.8854875564575195,
+ "eval_macro_f1": 0.5750651213053898,
+ "eval_micro_f1": 0.5825453112687156,
+ "eval_runtime": 4.398,
+ "eval_samples_per_second": 469.76,
+ "eval_steps_per_second": 29.559,
+ "eval_weighted_f1": 0.589112400473507,
+ "step": 8272
+ },
+ {
+ "epoch": 16.005805515239476,
+ "grad_norm": 14.398701667785645,
+ "learning_rate": 4.4401461422738025e-06,
+ "loss": 0.7102,
+ "step": 8275
+ },
+ {
+ "epoch": 16.05418480890179,
+ "grad_norm": 37.90433883666992,
+ "learning_rate": 4.3864173651407695e-06,
+ "loss": 0.7058,
+ "step": 8300
+ },
+ {
+ "epoch": 16.102564102564102,
+ "grad_norm": 26.040510177612305,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 0.6914,
+ "step": 8325
+ },
+ {
+ "epoch": 16.150943396226417,
+ "grad_norm": 21.02647590637207,
+ "learning_rate": 4.278959810874705e-06,
+ "loss": 0.6544,
+ "step": 8350
+ },
+ {
+ "epoch": 16.199322689888728,
+ "grad_norm": 22.142045974731445,
+ "learning_rate": 4.225231033741672e-06,
+ "loss": 0.6603,
+ "step": 8375
+ },
+ {
+ "epoch": 16.24770198355104,
+ "grad_norm": 28.3433837890625,
+ "learning_rate": 4.17150225660864e-06,
+ "loss": 0.6639,
+ "step": 8400
+ },
+ {
+ "epoch": 16.296081277213354,
+ "grad_norm": 16.24207878112793,
+ "learning_rate": 4.117773479475607e-06,
+ "loss": 0.6933,
+ "step": 8425
+ },
+ {
+ "epoch": 16.344460570875665,
+ "grad_norm": 41.78062057495117,
+ "learning_rate": 4.064044702342575e-06,
+ "loss": 0.6563,
+ "step": 8450
+ },
+ {
+ "epoch": 16.39283986453798,
+ "grad_norm": 12.258007049560547,
+ "learning_rate": 4.010315925209543e-06,
+ "loss": 0.6711,
+ "step": 8475
+ },
+ {
+ "epoch": 16.44121915820029,
+ "grad_norm": 35.66520309448242,
+ "learning_rate": 3.95658714807651e-06,
+ "loss": 0.6596,
+ "step": 8500
+ },
+ {
+ "epoch": 16.4895984518626,
+ "grad_norm": 15.711591720581055,
+ "learning_rate": 3.902858370943478e-06,
+ "loss": 0.6911,
+ "step": 8525
+ },
+ {
+ "epoch": 16.537977745524916,
+ "grad_norm": 27.317428588867188,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 0.6584,
+ "step": 8550
+ },
+ {
+ "epoch": 16.586357039187227,
+ "grad_norm": 14.855978012084961,
+ "learning_rate": 3.7954008166774126e-06,
+ "loss": 0.6544,
+ "step": 8575
+ },
+ {
+ "epoch": 16.634736332849542,
+ "grad_norm": 23.585058212280273,
+ "learning_rate": 3.74167203954438e-06,
+ "loss": 0.6809,
+ "step": 8600
+ },
+ {
+ "epoch": 16.683115626511853,
+ "grad_norm": 16.991788864135742,
+ "learning_rate": 3.6879432624113475e-06,
+ "loss": 0.6704,
+ "step": 8625
+ },
+ {
+ "epoch": 16.731494920174164,
+ "grad_norm": 19.224157333374023,
+ "learning_rate": 3.634214485278315e-06,
+ "loss": 0.6434,
+ "step": 8650
+ },
+ {
+ "epoch": 16.77987421383648,
+ "grad_norm": 15.712929725646973,
+ "learning_rate": 3.580485708145283e-06,
+ "loss": 0.6968,
+ "step": 8675
+ },
+ {
+ "epoch": 16.82825350749879,
+ "grad_norm": 27.479503631591797,
+ "learning_rate": 3.5267569310122506e-06,
+ "loss": 0.6385,
+ "step": 8700
+ },
+ {
+ "epoch": 16.876632801161104,
+ "grad_norm": 43.293006896972656,
+ "learning_rate": 3.473028153879218e-06,
+ "loss": 0.6805,
+ "step": 8725
+ },
+ {
+ "epoch": 16.925012094823416,
+ "grad_norm": 18.493547439575195,
+ "learning_rate": 3.419299376746186e-06,
+ "loss": 0.6925,
+ "step": 8750
+ },
+ {
+ "epoch": 16.973391388485727,
+ "grad_norm": 17.495092391967773,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 0.6781,
+ "step": 8775
+ },
+ {
+ "epoch": 17.0,
+ "eval_accuracy": 0.17231364956437561,
+ "eval_loss": 0.8887425661087036,
+ "eval_macro_f1": 0.5761912859821849,
+ "eval_micro_f1": 0.5857556687643592,
+ "eval_runtime": 3.5898,
+ "eval_samples_per_second": 575.519,
+ "eval_steps_per_second": 36.214,
+ "eval_weighted_f1": 0.5905630011510022,
+ "step": 8789
+ },
+ {
+ "epoch": 17.021286889211417,
+ "grad_norm": 24.55046844482422,
+ "learning_rate": 3.311841822480121e-06,
+ "loss": 0.6386,
+ "step": 8800
+ },
+ {
+ "epoch": 17.06966618287373,
+ "grad_norm": 19.9493408203125,
+ "learning_rate": 3.2581130453470882e-06,
+ "loss": 0.6554,
+ "step": 8825
+ },
+ {
+ "epoch": 17.118045476536043,
+ "grad_norm": 18.956436157226562,
+ "learning_rate": 3.2043842682140557e-06,
+ "loss": 0.6486,
+ "step": 8850
+ },
+ {
+ "epoch": 17.166424770198354,
+ "grad_norm": 27.08485221862793,
+ "learning_rate": 3.150655491081023e-06,
+ "loss": 0.6488,
+ "step": 8875
+ },
+ {
+ "epoch": 17.21480406386067,
+ "grad_norm": 15.494682312011719,
+ "learning_rate": 3.096926713947991e-06,
+ "loss": 0.6194,
+ "step": 8900
+ },
+ {
+ "epoch": 17.26318335752298,
+ "grad_norm": 12.001262664794922,
+ "learning_rate": 3.0431979368149584e-06,
+ "loss": 0.6475,
+ "step": 8925
+ },
+ {
+ "epoch": 17.31156265118529,
+ "grad_norm": 13.930654525756836,
+ "learning_rate": 2.989469159681926e-06,
+ "loss": 0.638,
+ "step": 8950
+ },
+ {
+ "epoch": 17.359941944847606,
+ "grad_norm": 11.235063552856445,
+ "learning_rate": 2.9357403825488933e-06,
+ "loss": 0.6591,
+ "step": 8975
+ },
+ {
+ "epoch": 17.408321238509917,
+ "grad_norm": 23.570838928222656,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 0.6608,
+ "step": 9000
+ },
+ {
+ "epoch": 17.45670053217223,
+ "grad_norm": 20.327136993408203,
+ "learning_rate": 2.8282828282828286e-06,
+ "loss": 0.6247,
+ "step": 9025
+ },
+ {
+ "epoch": 17.505079825834542,
+ "grad_norm": 25.14768409729004,
+ "learning_rate": 2.774554051149796e-06,
+ "loss": 0.6433,
+ "step": 9050
+ },
+ {
+ "epoch": 17.553459119496857,
+ "grad_norm": 8.342070579528809,
+ "learning_rate": 2.7208252740167635e-06,
+ "loss": 0.6876,
+ "step": 9075
+ },
+ {
+ "epoch": 17.601838413159168,
+ "grad_norm": 18.01840591430664,
+ "learning_rate": 2.667096496883731e-06,
+ "loss": 0.6265,
+ "step": 9100
+ },
+ {
+ "epoch": 17.65021770682148,
+ "grad_norm": 21.800458908081055,
+ "learning_rate": 2.6133677197506983e-06,
+ "loss": 0.6534,
+ "step": 9125
+ },
+ {
+ "epoch": 17.698597000483794,
+ "grad_norm": 24.267837524414062,
+ "learning_rate": 2.5596389426176658e-06,
+ "loss": 0.617,
+ "step": 9150
+ },
+ {
+ "epoch": 17.746976294146105,
+ "grad_norm": 14.287700653076172,
+ "learning_rate": 2.5059101654846336e-06,
+ "loss": 0.6351,
+ "step": 9175
+ },
+ {
+ "epoch": 17.79535558780842,
+ "grad_norm": 37.52173614501953,
+ "learning_rate": 2.4521813883516015e-06,
+ "loss": 0.6662,
+ "step": 9200
+ },
+ {
+ "epoch": 17.84373488147073,
+ "grad_norm": 33.756858825683594,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 0.625,
+ "step": 9225
+ },
+ {
+ "epoch": 17.89211417513304,
+ "grad_norm": 18.092039108276367,
+ "learning_rate": 2.3447238340855364e-06,
+ "loss": 0.6403,
+ "step": 9250
+ },
+ {
+ "epoch": 17.940493468795356,
+ "grad_norm": 25.62495994567871,
+ "learning_rate": 2.290995056952504e-06,
+ "loss": 0.6362,
+ "step": 9275
+ },
+ {
+ "epoch": 17.988872762457667,
+ "grad_norm": 15.612441062927246,
+ "learning_rate": 2.2372662798194713e-06,
+ "loss": 0.6363,
+ "step": 9300
+ },
+ {
+ "epoch": 18.0,
+ "eval_accuracy": 0.16311713455953533,
+ "eval_loss": 0.8924351334571838,
+ "eval_macro_f1": 0.5753075404650573,
+ "eval_micro_f1": 0.5847307161175774,
+ "eval_runtime": 3.7708,
+ "eval_samples_per_second": 547.898,
+ "eval_steps_per_second": 34.476,
+ "eval_weighted_f1": 0.5900746358444579,
+ "step": 9306
+ },
+ {
+ "epoch": 18.036768263183358,
+ "grad_norm": 26.371334075927734,
+ "learning_rate": 2.183537502686439e-06,
+ "loss": 0.6108,
+ "step": 9325
+ },
+ {
+ "epoch": 18.08514755684567,
+ "grad_norm": 15.163851737976074,
+ "learning_rate": 2.1298087255534066e-06,
+ "loss": 0.6285,
+ "step": 9350
+ },
+ {
+ "epoch": 18.133526850507984,
+ "grad_norm": 14.0811185836792,
+ "learning_rate": 2.076079948420374e-06,
+ "loss": 0.5912,
+ "step": 9375
+ },
+ {
+ "epoch": 18.181906144170295,
+ "grad_norm": 49.89146041870117,
+ "learning_rate": 2.022351171287342e-06,
+ "loss": 0.6282,
+ "step": 9400
+ },
+ {
+ "epoch": 18.230285437832606,
+ "grad_norm": 17.814292907714844,
+ "learning_rate": 1.9686223941543093e-06,
+ "loss": 0.6065,
+ "step": 9425
+ },
+ {
+ "epoch": 18.27866473149492,
+ "grad_norm": 12.15097713470459,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 0.5865,
+ "step": 9450
+ },
+ {
+ "epoch": 18.32704402515723,
+ "grad_norm": 12.682679176330566,
+ "learning_rate": 1.8611648398882442e-06,
+ "loss": 0.6291,
+ "step": 9475
+ },
+ {
+ "epoch": 18.375423318819546,
+ "grad_norm": 14.00351333618164,
+ "learning_rate": 1.8074360627552118e-06,
+ "loss": 0.5856,
+ "step": 9500
+ },
+ {
+ "epoch": 18.423802612481857,
+ "grad_norm": 16.09202766418457,
+ "learning_rate": 1.7537072856221793e-06,
+ "loss": 0.6356,
+ "step": 9525
+ },
+ {
+ "epoch": 18.47218190614417,
+ "grad_norm": 15.59067440032959,
+ "learning_rate": 1.699978508489147e-06,
+ "loss": 0.6198,
+ "step": 9550
+ },
+ {
+ "epoch": 18.520561199806483,
+ "grad_norm": 15.186423301696777,
+ "learning_rate": 1.6462497313561146e-06,
+ "loss": 0.6251,
+ "step": 9575
+ },
+ {
+ "epoch": 18.568940493468794,
+ "grad_norm": 23.29233169555664,
+ "learning_rate": 1.5925209542230822e-06,
+ "loss": 0.6329,
+ "step": 9600
+ },
+ {
+ "epoch": 18.61731978713111,
+ "grad_norm": 25.361995697021484,
+ "learning_rate": 1.5387921770900496e-06,
+ "loss": 0.6184,
+ "step": 9625
+ },
+ {
+ "epoch": 18.66569908079342,
+ "grad_norm": 27.973472595214844,
+ "learning_rate": 1.485063399957017e-06,
+ "loss": 0.6107,
+ "step": 9650
+ },
+ {
+ "epoch": 18.714078374455735,
+ "grad_norm": 18.810945510864258,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 0.594,
+ "step": 9675
+ },
+ {
+ "epoch": 18.762457668118046,
+ "grad_norm": 18.051698684692383,
+ "learning_rate": 1.3776058456909522e-06,
+ "loss": 0.6028,
+ "step": 9700
+ },
+ {
+ "epoch": 18.810836961780357,
+ "grad_norm": 16.49095344543457,
+ "learning_rate": 1.3238770685579196e-06,
+ "loss": 0.6523,
+ "step": 9725
+ },
+ {
+ "epoch": 18.85921625544267,
+ "grad_norm": 22.241104125976562,
+ "learning_rate": 1.2701482914248873e-06,
+ "loss": 0.5915,
+ "step": 9750
+ },
+ {
+ "epoch": 18.907595549104983,
+ "grad_norm": 26.4422607421875,
+ "learning_rate": 1.216419514291855e-06,
+ "loss": 0.6406,
+ "step": 9775
+ },
+ {
+ "epoch": 18.955974842767297,
+ "grad_norm": 22.068286895751953,
+ "learning_rate": 1.1626907371588223e-06,
+ "loss": 0.6223,
+ "step": 9800
+ },
+ {
+ "epoch": 19.0,
+ "eval_accuracy": 0.16940948693126814,
+ "eval_loss": 0.9085070490837097,
+ "eval_macro_f1": 0.5789693570847468,
+ "eval_micro_f1": 0.5881999398978263,
+ "eval_runtime": 3.9276,
+ "eval_samples_per_second": 526.027,
+ "eval_steps_per_second": 33.099,
+ "eval_weighted_f1": 0.5922669086136705,
+ "step": 9823
+ },
+ {
+ "epoch": 19.003870343492984,
+ "grad_norm": 14.626054763793945,
+ "learning_rate": 1.10896196002579e-06,
+ "loss": 0.5941,
+ "step": 9825
+ },
+ {
+ "epoch": 19.0522496371553,
+ "grad_norm": 28.322410583496094,
+ "learning_rate": 1.0552331828927574e-06,
+ "loss": 0.5784,
+ "step": 9850
+ },
+ {
+ "epoch": 19.10062893081761,
+ "grad_norm": 34.07042694091797,
+ "learning_rate": 1.0015044057597249e-06,
+ "loss": 0.5627,
+ "step": 9875
+ },
+ {
+ "epoch": 19.14900822447992,
+ "grad_norm": 20.061920166015625,
+ "learning_rate": 9.477756286266926e-07,
+ "loss": 0.6052,
+ "step": 9900
+ },
+ {
+ "epoch": 19.197387518142236,
+ "grad_norm": 10.134075164794922,
+ "learning_rate": 8.940468514936601e-07,
+ "loss": 0.6008,
+ "step": 9925
+ },
+ {
+ "epoch": 19.245766811804547,
+ "grad_norm": 16.586193084716797,
+ "learning_rate": 8.403180743606276e-07,
+ "loss": 0.6048,
+ "step": 9950
+ },
+ {
+ "epoch": 19.29414610546686,
+ "grad_norm": 12.982178688049316,
+ "learning_rate": 7.865892972275952e-07,
+ "loss": 0.5964,
+ "step": 9975
+ },
+ {
+ "epoch": 19.342525399129173,
+ "grad_norm": 23.59640121459961,
+ "learning_rate": 7.328605200945627e-07,
+ "loss": 0.6315,
+ "step": 10000
+ },
+ {
+ "epoch": 19.390904692791484,
+ "grad_norm": 20.516469955444336,
+ "learning_rate": 6.791317429615303e-07,
+ "loss": 0.5979,
+ "step": 10025
+ },
+ {
+ "epoch": 19.4392839864538,
+ "grad_norm": 13.68249225616455,
+ "learning_rate": 6.254029658284978e-07,
+ "loss": 0.6201,
+ "step": 10050
+ },
+ {
+ "epoch": 19.48766328011611,
+ "grad_norm": 32.12174987792969,
+ "learning_rate": 5.716741886954653e-07,
+ "loss": 0.6139,
+ "step": 10075
+ },
+ {
+ "epoch": 19.536042573778424,
+ "grad_norm": 17.26110076904297,
+ "learning_rate": 5.179454115624329e-07,
+ "loss": 0.6127,
+ "step": 10100
+ },
+ {
+ "epoch": 19.584421867440735,
+ "grad_norm": 19.192584991455078,
+ "learning_rate": 4.6421663442940047e-07,
+ "loss": 0.5851,
+ "step": 10125
+ },
+ {
+ "epoch": 19.632801161103046,
+ "grad_norm": 18.95388412475586,
+ "learning_rate": 4.1048785729636796e-07,
+ "loss": 0.5681,
+ "step": 10150
+ },
+ {
+ "epoch": 19.68118045476536,
+ "grad_norm": 15.668000221252441,
+ "learning_rate": 3.5675908016333545e-07,
+ "loss": 0.5913,
+ "step": 10175
+ },
+ {
+ "epoch": 19.729559748427672,
+ "grad_norm": 23.707258224487305,
+ "learning_rate": 3.0303030303030305e-07,
+ "loss": 0.5925,
+ "step": 10200
+ },
+ {
+ "epoch": 19.777939042089987,
+ "grad_norm": 24.736671447753906,
+ "learning_rate": 2.493015258972706e-07,
+ "loss": 0.6362,
+ "step": 10225
+ },
+ {
+ "epoch": 19.826318335752298,
+ "grad_norm": 17.00794219970703,
+ "learning_rate": 1.9557274876423814e-07,
+ "loss": 0.5905,
+ "step": 10250
+ },
+ {
+ "epoch": 19.874697629414612,
+ "grad_norm": 16.37458038330078,
+ "learning_rate": 1.4184397163120568e-07,
+ "loss": 0.6065,
+ "step": 10275
+ },
+ {
+ "epoch": 19.923076923076923,
+ "grad_norm": 17.18048667907715,
+ "learning_rate": 8.811519449817324e-08,
+ "loss": 0.5794,
+ "step": 10300
+ },
+ {
+ "epoch": 19.971456216739234,
+ "grad_norm": 23.518640518188477,
+ "learning_rate": 3.438641736514077e-08,
+ "loss": 0.6105,
+ "step": 10325
+ },
+ {
+ "epoch": 20.0,
+ "eval_accuracy": 0.16892545982575025,
+ "eval_loss": 0.9101004004478455,
+ "eval_macro_f1": 0.5783246180092053,
+ "eval_micro_f1": 0.5877755511022044,
+ "eval_runtime": 3.6618,
+ "eval_samples_per_second": 564.199,
+ "eval_steps_per_second": 35.501,
+ "eval_weighted_f1": 0.5923913480543318,
+ "step": 10340
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 10340,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 1
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/special_tokens_map.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/tokenizer_config.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/trainer_state.json b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..f89bb8bc6ed6cfdbcd9618a28e0cefda07e923ba
--- /dev/null
+++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823/trainer_state.json
@@ -0,0 +1,3015 @@
+{
+ "best_global_step": 9823,
+ "best_metric": 0.5789693570847468,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/trainer/checkpoint-9823",
+ "epoch": 19.0,
+ "eval_steps": 500,
+ "global_step": 9823,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.04837929366231253,
+ "grad_norm": 7.4574408531188965,
+ "learning_rate": 4.6421663442940047e-07,
+ "loss": 5.2315,
+ "step": 25
+ },
+ {
+ "epoch": 0.09675858732462506,
+ "grad_norm": 7.8079514503479,
+ "learning_rate": 9.477756286266926e-07,
+ "loss": 5.2575,
+ "step": 50
+ },
+ {
+ "epoch": 0.14513788098693758,
+ "grad_norm": 6.12672758102417,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 5.1755,
+ "step": 75
+ },
+ {
+ "epoch": 0.1935171746492501,
+ "grad_norm": 7.396457195281982,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 5.2235,
+ "step": 100
+ },
+ {
+ "epoch": 0.24189646831156264,
+ "grad_norm": 6.840659141540527,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 5.3181,
+ "step": 125
+ },
+ {
+ "epoch": 0.29027576197387517,
+ "grad_norm": 7.505004405975342,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 5.3143,
+ "step": 150
+ },
+ {
+ "epoch": 0.3386550556361877,
+ "grad_norm": 12.270278930664062,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 5.1811,
+ "step": 175
+ },
+ {
+ "epoch": 0.3870343492985002,
+ "grad_norm": 10.050745964050293,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 5.1157,
+ "step": 200
+ },
+ {
+ "epoch": 0.43541364296081275,
+ "grad_norm": 15.0072603225708,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 5.1965,
+ "step": 225
+ },
+ {
+ "epoch": 0.4837929366231253,
+ "grad_norm": 8.231404304504395,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 5.2263,
+ "step": 250
+ },
+ {
+ "epoch": 0.5321722302854378,
+ "grad_norm": 8.096590995788574,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 5.182,
+ "step": 275
+ },
+ {
+ "epoch": 0.5805515239477503,
+ "grad_norm": 17.889389038085938,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 5.1474,
+ "step": 300
+ },
+ {
+ "epoch": 0.6289308176100629,
+ "grad_norm": 21.154712677001953,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 5.0371,
+ "step": 325
+ },
+ {
+ "epoch": 0.6773101112723754,
+ "grad_norm": 22.289098739624023,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 4.9296,
+ "step": 350
+ },
+ {
+ "epoch": 0.7256894049346879,
+ "grad_norm": 14.084371566772461,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 4.8284,
+ "step": 375
+ },
+ {
+ "epoch": 0.7740686985970004,
+ "grad_norm": 14.837783813476562,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 4.6898,
+ "step": 400
+ },
+ {
+ "epoch": 0.822447992259313,
+ "grad_norm": 39.777191162109375,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 4.6184,
+ "step": 425
+ },
+ {
+ "epoch": 0.8708272859216255,
+ "grad_norm": 32.85417556762695,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 4.5403,
+ "step": 450
+ },
+ {
+ "epoch": 0.919206579583938,
+ "grad_norm": 31.3796329498291,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 4.3182,
+ "step": 475
+ },
+ {
+ "epoch": 0.9675858732462506,
+ "grad_norm": 26.69031524658203,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 4.3176,
+ "step": 500
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 1.006206750869751,
+ "eval_macro_f1": 0.2646744540082245,
+ "eval_micro_f1": 0.26849885821882136,
+ "eval_runtime": 4.0811,
+ "eval_samples_per_second": 506.23,
+ "eval_steps_per_second": 31.854,
+ "eval_weighted_f1": 0.30137403890315334,
+ "step": 517
+ },
+ {
+ "epoch": 1.01548137397194,
+ "grad_norm": 23.0451717376709,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 4.0809,
+ "step": 525
+ },
+ {
+ "epoch": 1.0638606676342526,
+ "grad_norm": 44.166805267333984,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 3.9748,
+ "step": 550
+ },
+ {
+ "epoch": 1.112239961296565,
+ "grad_norm": 36.45429229736328,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 3.93,
+ "step": 575
+ },
+ {
+ "epoch": 1.1606192549588776,
+ "grad_norm": 20.00099754333496,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 3.9452,
+ "step": 600
+ },
+ {
+ "epoch": 1.20899854862119,
+ "grad_norm": 40.02730941772461,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 3.8995,
+ "step": 625
+ },
+ {
+ "epoch": 1.2573778422835027,
+ "grad_norm": 63.2452507019043,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 3.8364,
+ "step": 650
+ },
+ {
+ "epoch": 1.3057571359458153,
+ "grad_norm": 26.69743537902832,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 3.8679,
+ "step": 675
+ },
+ {
+ "epoch": 1.3541364296081277,
+ "grad_norm": 26.7406005859375,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 3.6734,
+ "step": 700
+ },
+ {
+ "epoch": 1.4025157232704402,
+ "grad_norm": 31.861421585083008,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 3.6364,
+ "step": 725
+ },
+ {
+ "epoch": 1.4508950169327528,
+ "grad_norm": 39.91653823852539,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 3.5522,
+ "step": 750
+ },
+ {
+ "epoch": 1.4992743105950654,
+ "grad_norm": 38.798980712890625,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 3.6872,
+ "step": 775
+ },
+ {
+ "epoch": 1.5476536042573779,
+ "grad_norm": 43.415443420410156,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 3.4391,
+ "step": 800
+ },
+ {
+ "epoch": 1.5960328979196903,
+ "grad_norm": 30.09739112854004,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 3.4387,
+ "step": 825
+ },
+ {
+ "epoch": 1.644412191582003,
+ "grad_norm": 29.74054718017578,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 3.5202,
+ "step": 850
+ },
+ {
+ "epoch": 1.6927914852443156,
+ "grad_norm": 32.1604118347168,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 3.3986,
+ "step": 875
+ },
+ {
+ "epoch": 1.741170778906628,
+ "grad_norm": 66.45137023925781,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 3.3952,
+ "step": 900
+ },
+ {
+ "epoch": 1.7895500725689404,
+ "grad_norm": 19.18963050842285,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 3.278,
+ "step": 925
+ },
+ {
+ "epoch": 1.837929366231253,
+ "grad_norm": 40.79269790649414,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 3.3748,
+ "step": 950
+ },
+ {
+ "epoch": 1.8863086598935657,
+ "grad_norm": 25.693281173706055,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 3.2828,
+ "step": 975
+ },
+ {
+ "epoch": 1.934687953555878,
+ "grad_norm": 28.37810707092285,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 3.3219,
+ "step": 1000
+ },
+ {
+ "epoch": 1.9830672472181905,
+ "grad_norm": 27.398418426513672,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 3.1427,
+ "step": 1025
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 0.7502095103263855,
+ "eval_macro_f1": 0.3776870771773416,
+ "eval_micro_f1": 0.38049340218014915,
+ "eval_runtime": 4.1536,
+ "eval_samples_per_second": 497.405,
+ "eval_steps_per_second": 31.298,
+ "eval_weighted_f1": 0.4207989012356511,
+ "step": 1034
+ },
+ {
+ "epoch": 2.03096274794388,
+ "grad_norm": 28.61382293701172,
+ "learning_rate": 1.996776273372018e-05,
+ "loss": 3.0664,
+ "step": 1050
+ },
+ {
+ "epoch": 2.0793420416061927,
+ "grad_norm": 24.993331909179688,
+ "learning_rate": 1.9914033956587148e-05,
+ "loss": 2.9914,
+ "step": 1075
+ },
+ {
+ "epoch": 2.127721335268505,
+ "grad_norm": 19.726879119873047,
+ "learning_rate": 1.986030517945412e-05,
+ "loss": 2.9043,
+ "step": 1100
+ },
+ {
+ "epoch": 2.1761006289308176,
+ "grad_norm": 44.74205780029297,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 2.9555,
+ "step": 1125
+ },
+ {
+ "epoch": 2.22447992259313,
+ "grad_norm": 56.47777557373047,
+ "learning_rate": 1.9752847625188053e-05,
+ "loss": 3.036,
+ "step": 1150
+ },
+ {
+ "epoch": 2.272859216255443,
+ "grad_norm": 23.12752342224121,
+ "learning_rate": 1.969911884805502e-05,
+ "loss": 2.9194,
+ "step": 1175
+ },
+ {
+ "epoch": 2.3212385099177553,
+ "grad_norm": 35.57957458496094,
+ "learning_rate": 1.9645390070921987e-05,
+ "loss": 2.9237,
+ "step": 1200
+ },
+ {
+ "epoch": 2.3696178035800677,
+ "grad_norm": 37.26255416870117,
+ "learning_rate": 1.9591661293788954e-05,
+ "loss": 2.708,
+ "step": 1225
+ },
+ {
+ "epoch": 2.41799709724238,
+ "grad_norm": 68.0131607055664,
+ "learning_rate": 1.953793251665592e-05,
+ "loss": 2.8312,
+ "step": 1250
+ },
+ {
+ "epoch": 2.466376390904693,
+ "grad_norm": 40.10932540893555,
+ "learning_rate": 1.948420373952289e-05,
+ "loss": 3.0421,
+ "step": 1275
+ },
+ {
+ "epoch": 2.5147556845670054,
+ "grad_norm": 20.3060359954834,
+ "learning_rate": 1.9430474962389858e-05,
+ "loss": 2.8506,
+ "step": 1300
+ },
+ {
+ "epoch": 2.563134978229318,
+ "grad_norm": 35.24542236328125,
+ "learning_rate": 1.9376746185256825e-05,
+ "loss": 2.7013,
+ "step": 1325
+ },
+ {
+ "epoch": 2.6115142718916307,
+ "grad_norm": 25.855791091918945,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 2.8067,
+ "step": 1350
+ },
+ {
+ "epoch": 2.659893565553943,
+ "grad_norm": 30.293352127075195,
+ "learning_rate": 1.9269288630990763e-05,
+ "loss": 2.7576,
+ "step": 1375
+ },
+ {
+ "epoch": 2.7082728592162555,
+ "grad_norm": 41.61870574951172,
+ "learning_rate": 1.921555985385773e-05,
+ "loss": 2.8325,
+ "step": 1400
+ },
+ {
+ "epoch": 2.756652152878568,
+ "grad_norm": 33.640567779541016,
+ "learning_rate": 1.9161831076724697e-05,
+ "loss": 2.7518,
+ "step": 1425
+ },
+ {
+ "epoch": 2.8050314465408803,
+ "grad_norm": 36.20612716674805,
+ "learning_rate": 1.9108102299591664e-05,
+ "loss": 2.7642,
+ "step": 1450
+ },
+ {
+ "epoch": 2.853410740203193,
+ "grad_norm": 30.3179874420166,
+ "learning_rate": 1.905437352245863e-05,
+ "loss": 2.6632,
+ "step": 1475
+ },
+ {
+ "epoch": 2.9017900338655056,
+ "grad_norm": 94.29107666015625,
+ "learning_rate": 1.9000644745325598e-05,
+ "loss": 2.6667,
+ "step": 1500
+ },
+ {
+ "epoch": 2.950169327527818,
+ "grad_norm": 28.42116928100586,
+ "learning_rate": 1.8946915968192565e-05,
+ "loss": 2.6375,
+ "step": 1525
+ },
+ {
+ "epoch": 2.998548621190131,
+ "grad_norm": 31.815589904785156,
+ "learning_rate": 1.889318719105953e-05,
+ "loss": 2.6112,
+ "step": 1550
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.014036786060019362,
+ "eval_loss": 0.6785440444946289,
+ "eval_macro_f1": 0.417292177868266,
+ "eval_micro_f1": 0.42637782733354573,
+ "eval_runtime": 4.1929,
+ "eval_samples_per_second": 492.739,
+ "eval_steps_per_second": 31.005,
+ "eval_weighted_f1": 0.4549275550519193,
+ "step": 1551
+ },
+ {
+ "epoch": 3.04644412191582,
+ "grad_norm": 27.015531539916992,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 2.4078,
+ "step": 1575
+ },
+ {
+ "epoch": 3.0948234155781327,
+ "grad_norm": 20.855077743530273,
+ "learning_rate": 1.878572963679347e-05,
+ "loss": 2.5171,
+ "step": 1600
+ },
+ {
+ "epoch": 3.143202709240445,
+ "grad_norm": 16.040250778198242,
+ "learning_rate": 1.8732000859660436e-05,
+ "loss": 2.365,
+ "step": 1625
+ },
+ {
+ "epoch": 3.1915820029027575,
+ "grad_norm": 33.907413482666016,
+ "learning_rate": 1.8678272082527403e-05,
+ "loss": 2.2935,
+ "step": 1650
+ },
+ {
+ "epoch": 3.2399612965650704,
+ "grad_norm": 19.917593002319336,
+ "learning_rate": 1.862454330539437e-05,
+ "loss": 2.3879,
+ "step": 1675
+ },
+ {
+ "epoch": 3.288340590227383,
+ "grad_norm": 54.60244369506836,
+ "learning_rate": 1.8570814528261337e-05,
+ "loss": 2.3848,
+ "step": 1700
+ },
+ {
+ "epoch": 3.336719883889695,
+ "grad_norm": 26.034090042114258,
+ "learning_rate": 1.8517085751128304e-05,
+ "loss": 2.3156,
+ "step": 1725
+ },
+ {
+ "epoch": 3.3850991775520076,
+ "grad_norm": 35.461021423339844,
+ "learning_rate": 1.846335697399527e-05,
+ "loss": 2.3748,
+ "step": 1750
+ },
+ {
+ "epoch": 3.43347847121432,
+ "grad_norm": 50.63042449951172,
+ "learning_rate": 1.840962819686224e-05,
+ "loss": 2.3799,
+ "step": 1775
+ },
+ {
+ "epoch": 3.481857764876633,
+ "grad_norm": 38.84329605102539,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 2.3599,
+ "step": 1800
+ },
+ {
+ "epoch": 3.5302370585389453,
+ "grad_norm": 47.19224548339844,
+ "learning_rate": 1.8302170642596176e-05,
+ "loss": 2.487,
+ "step": 1825
+ },
+ {
+ "epoch": 3.5786163522012577,
+ "grad_norm": 25.584718704223633,
+ "learning_rate": 1.8248441865463146e-05,
+ "loss": 2.4372,
+ "step": 1850
+ },
+ {
+ "epoch": 3.6269956458635706,
+ "grad_norm": 72.98920440673828,
+ "learning_rate": 1.8194713088330113e-05,
+ "loss": 2.2349,
+ "step": 1875
+ },
+ {
+ "epoch": 3.675374939525883,
+ "grad_norm": 27.754859924316406,
+ "learning_rate": 1.814098431119708e-05,
+ "loss": 2.2573,
+ "step": 1900
+ },
+ {
+ "epoch": 3.7237542331881954,
+ "grad_norm": 31.337692260742188,
+ "learning_rate": 1.8087255534064047e-05,
+ "loss": 2.3079,
+ "step": 1925
+ },
+ {
+ "epoch": 3.772133526850508,
+ "grad_norm": 26.247896194458008,
+ "learning_rate": 1.8033526756931014e-05,
+ "loss": 2.4357,
+ "step": 1950
+ },
+ {
+ "epoch": 3.8205128205128203,
+ "grad_norm": 21.401836395263672,
+ "learning_rate": 1.797979797979798e-05,
+ "loss": 2.2829,
+ "step": 1975
+ },
+ {
+ "epoch": 3.868892114175133,
+ "grad_norm": 26.186683654785156,
+ "learning_rate": 1.7926069202664948e-05,
+ "loss": 2.3361,
+ "step": 2000
+ },
+ {
+ "epoch": 3.9172714078374455,
+ "grad_norm": 40.73328399658203,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 2.3403,
+ "step": 2025
+ },
+ {
+ "epoch": 3.965650701499758,
+ "grad_norm": 54.81376647949219,
+ "learning_rate": 1.7818611648398885e-05,
+ "loss": 2.4987,
+ "step": 2050
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.030977734753146177,
+ "eval_loss": 0.6513363718986511,
+ "eval_macro_f1": 0.4485799304162255,
+ "eval_micro_f1": 0.4521669126526231,
+ "eval_runtime": 3.7102,
+ "eval_samples_per_second": 556.845,
+ "eval_steps_per_second": 35.039,
+ "eval_weighted_f1": 0.4785359182548369,
+ "step": 2068
+ },
+ {
+ "epoch": 4.013546202225448,
+ "grad_norm": 41.451446533203125,
+ "learning_rate": 1.7764882871265852e-05,
+ "loss": 2.2388,
+ "step": 2075
+ },
+ {
+ "epoch": 4.06192549588776,
+ "grad_norm": 20.473159790039062,
+ "learning_rate": 1.771115409413282e-05,
+ "loss": 2.1211,
+ "step": 2100
+ },
+ {
+ "epoch": 4.110304789550073,
+ "grad_norm": 35.52436065673828,
+ "learning_rate": 1.7657425316999787e-05,
+ "loss": 2.0124,
+ "step": 2125
+ },
+ {
+ "epoch": 4.1586840832123855,
+ "grad_norm": 28.775527954101562,
+ "learning_rate": 1.7603696539866754e-05,
+ "loss": 2.0569,
+ "step": 2150
+ },
+ {
+ "epoch": 4.2070633768746974,
+ "grad_norm": 43.781551361083984,
+ "learning_rate": 1.754996776273372e-05,
+ "loss": 2.03,
+ "step": 2175
+ },
+ {
+ "epoch": 4.25544267053701,
+ "grad_norm": 26.5406436920166,
+ "learning_rate": 1.7496238985600688e-05,
+ "loss": 2.0453,
+ "step": 2200
+ },
+ {
+ "epoch": 4.303821964199322,
+ "grad_norm": 28.189624786376953,
+ "learning_rate": 1.7442510208467655e-05,
+ "loss": 2.1137,
+ "step": 2225
+ },
+ {
+ "epoch": 4.352201257861635,
+ "grad_norm": 36.16776657104492,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 2.0712,
+ "step": 2250
+ },
+ {
+ "epoch": 4.400580551523948,
+ "grad_norm": 36.60185623168945,
+ "learning_rate": 1.7335052654201592e-05,
+ "loss": 2.1,
+ "step": 2275
+ },
+ {
+ "epoch": 4.44895984518626,
+ "grad_norm": 27.923667907714844,
+ "learning_rate": 1.728132387706856e-05,
+ "loss": 2.0855,
+ "step": 2300
+ },
+ {
+ "epoch": 4.497339138848573,
+ "grad_norm": 21.63739585876465,
+ "learning_rate": 1.722759509993553e-05,
+ "loss": 2.0515,
+ "step": 2325
+ },
+ {
+ "epoch": 4.545718432510886,
+ "grad_norm": 40.05134201049805,
+ "learning_rate": 1.7173866322802496e-05,
+ "loss": 2.1143,
+ "step": 2350
+ },
+ {
+ "epoch": 4.594097726173198,
+ "grad_norm": 33.047027587890625,
+ "learning_rate": 1.7120137545669463e-05,
+ "loss": 2.0223,
+ "step": 2375
+ },
+ {
+ "epoch": 4.6424770198355105,
+ "grad_norm": 34.9824333190918,
+ "learning_rate": 1.706640876853643e-05,
+ "loss": 2.07,
+ "step": 2400
+ },
+ {
+ "epoch": 4.690856313497823,
+ "grad_norm": 32.455326080322266,
+ "learning_rate": 1.7012679991403397e-05,
+ "loss": 2.0372,
+ "step": 2425
+ },
+ {
+ "epoch": 4.739235607160135,
+ "grad_norm": 21.229093551635742,
+ "learning_rate": 1.6958951214270364e-05,
+ "loss": 1.9542,
+ "step": 2450
+ },
+ {
+ "epoch": 4.787614900822448,
+ "grad_norm": 30.635147094726562,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 1.9828,
+ "step": 2475
+ },
+ {
+ "epoch": 4.83599419448476,
+ "grad_norm": 35.022884368896484,
+ "learning_rate": 1.68514936600043e-05,
+ "loss": 2.0007,
+ "step": 2500
+ },
+ {
+ "epoch": 4.884373488147073,
+ "grad_norm": 53.677852630615234,
+ "learning_rate": 1.679776488287127e-05,
+ "loss": 2.1228,
+ "step": 2525
+ },
+ {
+ "epoch": 4.932752781809386,
+ "grad_norm": 36.72801208496094,
+ "learning_rate": 1.6744036105738236e-05,
+ "loss": 2.0064,
+ "step": 2550
+ },
+ {
+ "epoch": 4.981132075471698,
+ "grad_norm": 40.3040885925293,
+ "learning_rate": 1.6690307328605203e-05,
+ "loss": 2.0684,
+ "step": 2575
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.044530493707647625,
+ "eval_loss": 0.6409594416618347,
+ "eval_macro_f1": 0.4594159814052608,
+ "eval_micro_f1": 0.4713988372927582,
+ "eval_runtime": 3.8242,
+ "eval_samples_per_second": 540.249,
+ "eval_steps_per_second": 33.994,
+ "eval_weighted_f1": 0.4929048060978803,
+ "step": 2585
+ },
+ {
+ "epoch": 5.029027576197388,
+ "grad_norm": 30.186689376831055,
+ "learning_rate": 1.663657855147217e-05,
+ "loss": 1.8733,
+ "step": 2600
+ },
+ {
+ "epoch": 5.0774068698597,
+ "grad_norm": 32.354400634765625,
+ "learning_rate": 1.6582849774339137e-05,
+ "loss": 1.7986,
+ "step": 2625
+ },
+ {
+ "epoch": 5.1257861635220126,
+ "grad_norm": 19.238697052001953,
+ "learning_rate": 1.6529120997206104e-05,
+ "loss": 1.7969,
+ "step": 2650
+ },
+ {
+ "epoch": 5.174165457184325,
+ "grad_norm": 20.428346633911133,
+ "learning_rate": 1.647539222007307e-05,
+ "loss": 1.8039,
+ "step": 2675
+ },
+ {
+ "epoch": 5.222544750846637,
+ "grad_norm": 19.829336166381836,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 1.8105,
+ "step": 2700
+ },
+ {
+ "epoch": 5.27092404450895,
+ "grad_norm": 14.59155559539795,
+ "learning_rate": 1.636793466580701e-05,
+ "loss": 1.7333,
+ "step": 2725
+ },
+ {
+ "epoch": 5.319303338171263,
+ "grad_norm": 24.433414459228516,
+ "learning_rate": 1.6314205888673975e-05,
+ "loss": 1.7676,
+ "step": 2750
+ },
+ {
+ "epoch": 5.367682631833575,
+ "grad_norm": 23.707265853881836,
+ "learning_rate": 1.6260477111540942e-05,
+ "loss": 1.895,
+ "step": 2775
+ },
+ {
+ "epoch": 5.416061925495888,
+ "grad_norm": 37.71471405029297,
+ "learning_rate": 1.6206748334407913e-05,
+ "loss": 1.8229,
+ "step": 2800
+ },
+ {
+ "epoch": 5.4644412191582,
+ "grad_norm": 30.093591690063477,
+ "learning_rate": 1.615301955727488e-05,
+ "loss": 1.77,
+ "step": 2825
+ },
+ {
+ "epoch": 5.512820512820513,
+ "grad_norm": 19.351112365722656,
+ "learning_rate": 1.6099290780141847e-05,
+ "loss": 1.7799,
+ "step": 2850
+ },
+ {
+ "epoch": 5.561199806482826,
+ "grad_norm": 20.545677185058594,
+ "learning_rate": 1.604556200300881e-05,
+ "loss": 1.8679,
+ "step": 2875
+ },
+ {
+ "epoch": 5.609579100145138,
+ "grad_norm": 57.151580810546875,
+ "learning_rate": 1.599183322587578e-05,
+ "loss": 1.819,
+ "step": 2900
+ },
+ {
+ "epoch": 5.6579583938074505,
+ "grad_norm": 30.129487991333008,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 1.8571,
+ "step": 2925
+ },
+ {
+ "epoch": 5.706337687469762,
+ "grad_norm": 28.056697845458984,
+ "learning_rate": 1.5884375671609715e-05,
+ "loss": 1.7165,
+ "step": 2950
+ },
+ {
+ "epoch": 5.754716981132075,
+ "grad_norm": 65.54900360107422,
+ "learning_rate": 1.5830646894476682e-05,
+ "loss": 1.8204,
+ "step": 2975
+ },
+ {
+ "epoch": 5.803096274794388,
+ "grad_norm": 32.93297576904297,
+ "learning_rate": 1.5776918117343652e-05,
+ "loss": 1.6727,
+ "step": 3000
+ },
+ {
+ "epoch": 5.851475568456701,
+ "grad_norm": 31.17938804626465,
+ "learning_rate": 1.572318934021062e-05,
+ "loss": 1.7799,
+ "step": 3025
+ },
+ {
+ "epoch": 5.899854862119013,
+ "grad_norm": 28.93133544921875,
+ "learning_rate": 1.5669460563077586e-05,
+ "loss": 1.7795,
+ "step": 3050
+ },
+ {
+ "epoch": 5.948234155781326,
+ "grad_norm": 28.08961296081543,
+ "learning_rate": 1.5615731785944553e-05,
+ "loss": 1.7276,
+ "step": 3075
+ },
+ {
+ "epoch": 5.996613449443638,
+ "grad_norm": 62.469234466552734,
+ "learning_rate": 1.556200300881152e-05,
+ "loss": 1.8087,
+ "step": 3100
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.06098741529525654,
+ "eval_loss": 0.6554428935050964,
+ "eval_macro_f1": 0.5018958655893055,
+ "eval_micro_f1": 0.5047406151237185,
+ "eval_runtime": 3.7006,
+ "eval_samples_per_second": 558.284,
+ "eval_steps_per_second": 35.129,
+ "eval_weighted_f1": 0.5238125729979322,
+ "step": 3102
+ },
+ {
+ "epoch": 6.044508950169328,
+ "grad_norm": 15.536591529846191,
+ "learning_rate": 1.5508274231678487e-05,
+ "loss": 1.5943,
+ "step": 3125
+ },
+ {
+ "epoch": 6.09288824383164,
+ "grad_norm": 19.647747039794922,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 1.6016,
+ "step": 3150
+ },
+ {
+ "epoch": 6.1412675374939525,
+ "grad_norm": 26.357667922973633,
+ "learning_rate": 1.540081667741242e-05,
+ "loss": 1.5789,
+ "step": 3175
+ },
+ {
+ "epoch": 6.189646831156265,
+ "grad_norm": 18.063825607299805,
+ "learning_rate": 1.5347087900279392e-05,
+ "loss": 1.505,
+ "step": 3200
+ },
+ {
+ "epoch": 6.238026124818577,
+ "grad_norm": 18.22649383544922,
+ "learning_rate": 1.529335912314636e-05,
+ "loss": 1.5797,
+ "step": 3225
+ },
+ {
+ "epoch": 6.28640541848089,
+ "grad_norm": 25.44348907470703,
+ "learning_rate": 1.5239630346013326e-05,
+ "loss": 1.4864,
+ "step": 3250
+ },
+ {
+ "epoch": 6.334784712143203,
+ "grad_norm": 17.53202247619629,
+ "learning_rate": 1.5185901568880293e-05,
+ "loss": 1.5578,
+ "step": 3275
+ },
+ {
+ "epoch": 6.383164005805515,
+ "grad_norm": 28.95733642578125,
+ "learning_rate": 1.5132172791747262e-05,
+ "loss": 1.6671,
+ "step": 3300
+ },
+ {
+ "epoch": 6.431543299467828,
+ "grad_norm": 15.26152515411377,
+ "learning_rate": 1.5078444014614229e-05,
+ "loss": 1.6093,
+ "step": 3325
+ },
+ {
+ "epoch": 6.479922593130141,
+ "grad_norm": 24.09101676940918,
+ "learning_rate": 1.5024715237481196e-05,
+ "loss": 1.6396,
+ "step": 3350
+ },
+ {
+ "epoch": 6.528301886792453,
+ "grad_norm": 38.403011322021484,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 1.5508,
+ "step": 3375
+ },
+ {
+ "epoch": 6.576681180454766,
+ "grad_norm": 38.01456069946289,
+ "learning_rate": 1.4917257683215131e-05,
+ "loss": 1.543,
+ "step": 3400
+ },
+ {
+ "epoch": 6.6250604741170775,
+ "grad_norm": 24.55670166015625,
+ "learning_rate": 1.4863528906082098e-05,
+ "loss": 1.6835,
+ "step": 3425
+ },
+ {
+ "epoch": 6.67343976777939,
+ "grad_norm": 28.268295288085938,
+ "learning_rate": 1.4809800128949065e-05,
+ "loss": 1.4933,
+ "step": 3450
+ },
+ {
+ "epoch": 6.721819061441703,
+ "grad_norm": 26.395313262939453,
+ "learning_rate": 1.4756071351816034e-05,
+ "loss": 1.5907,
+ "step": 3475
+ },
+ {
+ "epoch": 6.770198355104015,
+ "grad_norm": 29.095949172973633,
+ "learning_rate": 1.4702342574683001e-05,
+ "loss": 1.6381,
+ "step": 3500
+ },
+ {
+ "epoch": 6.818577648766328,
+ "grad_norm": 24.102191925048828,
+ "learning_rate": 1.4648613797549968e-05,
+ "loss": 1.5525,
+ "step": 3525
+ },
+ {
+ "epoch": 6.86695694242864,
+ "grad_norm": 29.458398818969727,
+ "learning_rate": 1.4594885020416935e-05,
+ "loss": 1.6265,
+ "step": 3550
+ },
+ {
+ "epoch": 6.915336236090953,
+ "grad_norm": 21.50047492980957,
+ "learning_rate": 1.4541156243283906e-05,
+ "loss": 1.5742,
+ "step": 3575
+ },
+ {
+ "epoch": 6.963715529753266,
+ "grad_norm": 32.26259994506836,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 1.5959,
+ "step": 3600
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.06485963213939981,
+ "eval_loss": 0.6605613231658936,
+ "eval_macro_f1": 0.5045457674504824,
+ "eval_micro_f1": 0.512023969092486,
+ "eval_runtime": 3.7719,
+ "eval_samples_per_second": 547.734,
+ "eval_steps_per_second": 34.465,
+ "eval_weighted_f1": 0.5302004391450165,
+ "step": 3619
+ },
+ {
+ "epoch": 7.011611030478955,
+ "grad_norm": 22.239484786987305,
+ "learning_rate": 1.443369868901784e-05,
+ "loss": 1.567,
+ "step": 3625
+ },
+ {
+ "epoch": 7.059990324141268,
+ "grad_norm": 25.812854766845703,
+ "learning_rate": 1.4379969911884807e-05,
+ "loss": 1.4043,
+ "step": 3650
+ },
+ {
+ "epoch": 7.1083696178035805,
+ "grad_norm": 41.97383117675781,
+ "learning_rate": 1.4326241134751775e-05,
+ "loss": 1.3693,
+ "step": 3675
+ },
+ {
+ "epoch": 7.156748911465892,
+ "grad_norm": 17.667213439941406,
+ "learning_rate": 1.4272512357618742e-05,
+ "loss": 1.3414,
+ "step": 3700
+ },
+ {
+ "epoch": 7.205128205128205,
+ "grad_norm": 21.912391662597656,
+ "learning_rate": 1.421878358048571e-05,
+ "loss": 1.3994,
+ "step": 3725
+ },
+ {
+ "epoch": 7.253507498790517,
+ "grad_norm": 99.9622573852539,
+ "learning_rate": 1.4165054803352676e-05,
+ "loss": 1.4863,
+ "step": 3750
+ },
+ {
+ "epoch": 7.30188679245283,
+ "grad_norm": 32.81298065185547,
+ "learning_rate": 1.4111326026219645e-05,
+ "loss": 1.4594,
+ "step": 3775
+ },
+ {
+ "epoch": 7.350266086115143,
+ "grad_norm": 25.078855514526367,
+ "learning_rate": 1.4057597249086612e-05,
+ "loss": 1.4466,
+ "step": 3800
+ },
+ {
+ "epoch": 7.398645379777455,
+ "grad_norm": 24.657573699951172,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 1.4014,
+ "step": 3825
+ },
+ {
+ "epoch": 7.447024673439768,
+ "grad_norm": 36.48444366455078,
+ "learning_rate": 1.3950139694820548e-05,
+ "loss": 1.4133,
+ "step": 3850
+ },
+ {
+ "epoch": 7.495403967102081,
+ "grad_norm": 25.550947189331055,
+ "learning_rate": 1.3896410917687515e-05,
+ "loss": 1.434,
+ "step": 3875
+ },
+ {
+ "epoch": 7.543783260764393,
+ "grad_norm": 17.312803268432617,
+ "learning_rate": 1.3842682140554482e-05,
+ "loss": 1.498,
+ "step": 3900
+ },
+ {
+ "epoch": 7.5921625544267055,
+ "grad_norm": 29.855262756347656,
+ "learning_rate": 1.3788953363421449e-05,
+ "loss": 1.3487,
+ "step": 3925
+ },
+ {
+ "epoch": 7.640541848089018,
+ "grad_norm": 27.987272262573242,
+ "learning_rate": 1.3735224586288418e-05,
+ "loss": 1.3228,
+ "step": 3950
+ },
+ {
+ "epoch": 7.68892114175133,
+ "grad_norm": 26.148746490478516,
+ "learning_rate": 1.3681495809155385e-05,
+ "loss": 1.3565,
+ "step": 3975
+ },
+ {
+ "epoch": 7.737300435413643,
+ "grad_norm": 32.55499267578125,
+ "learning_rate": 1.3627767032022352e-05,
+ "loss": 1.416,
+ "step": 4000
+ },
+ {
+ "epoch": 7.785679729075955,
+ "grad_norm": 31.810815811157227,
+ "learning_rate": 1.3574038254889319e-05,
+ "loss": 1.3893,
+ "step": 4025
+ },
+ {
+ "epoch": 7.834059022738268,
+ "grad_norm": 26.67323875427246,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 1.3894,
+ "step": 4050
+ },
+ {
+ "epoch": 7.882438316400581,
+ "grad_norm": 26.309982299804688,
+ "learning_rate": 1.3466580700623256e-05,
+ "loss": 1.366,
+ "step": 4075
+ },
+ {
+ "epoch": 7.930817610062893,
+ "grad_norm": 33.694122314453125,
+ "learning_rate": 1.3412851923490221e-05,
+ "loss": 1.4939,
+ "step": 4100
+ },
+ {
+ "epoch": 7.979196903725206,
+ "grad_norm": 26.350305557250977,
+ "learning_rate": 1.3359123146357188e-05,
+ "loss": 1.4257,
+ "step": 4125
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.07889641819941917,
+ "eval_loss": 0.6766025424003601,
+ "eval_macro_f1": 0.515644045342925,
+ "eval_micro_f1": 0.5223917122114365,
+ "eval_runtime": 3.7812,
+ "eval_samples_per_second": 546.387,
+ "eval_steps_per_second": 34.381,
+ "eval_weighted_f1": 0.5383944466587058,
+ "step": 4136
+ },
+ {
+ "epoch": 8.027092404450896,
+ "grad_norm": 13.370097160339355,
+ "learning_rate": 1.3305394369224159e-05,
+ "loss": 1.2879,
+ "step": 4150
+ },
+ {
+ "epoch": 8.075471698113208,
+ "grad_norm": 20.756511688232422,
+ "learning_rate": 1.3251665592091126e-05,
+ "loss": 1.265,
+ "step": 4175
+ },
+ {
+ "epoch": 8.12385099177552,
+ "grad_norm": 26.630773544311523,
+ "learning_rate": 1.3197936814958093e-05,
+ "loss": 1.2781,
+ "step": 4200
+ },
+ {
+ "epoch": 8.172230285437832,
+ "grad_norm": 23.881553649902344,
+ "learning_rate": 1.314420803782506e-05,
+ "loss": 1.2245,
+ "step": 4225
+ },
+ {
+ "epoch": 8.220609579100145,
+ "grad_norm": 20.50310707092285,
+ "learning_rate": 1.3090479260692028e-05,
+ "loss": 1.2665,
+ "step": 4250
+ },
+ {
+ "epoch": 8.268988872762458,
+ "grad_norm": 39.04743957519531,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 1.28,
+ "step": 4275
+ },
+ {
+ "epoch": 8.317368166424771,
+ "grad_norm": 29.843626022338867,
+ "learning_rate": 1.2983021706425962e-05,
+ "loss": 1.1651,
+ "step": 4300
+ },
+ {
+ "epoch": 8.365747460087082,
+ "grad_norm": 20.25792694091797,
+ "learning_rate": 1.2929292929292931e-05,
+ "loss": 1.2554,
+ "step": 4325
+ },
+ {
+ "epoch": 8.414126753749395,
+ "grad_norm": 41.01637268066406,
+ "learning_rate": 1.2875564152159898e-05,
+ "loss": 1.2421,
+ "step": 4350
+ },
+ {
+ "epoch": 8.462506047411708,
+ "grad_norm": 29.692842483520508,
+ "learning_rate": 1.2821835375026865e-05,
+ "loss": 1.3393,
+ "step": 4375
+ },
+ {
+ "epoch": 8.51088534107402,
+ "grad_norm": 45.22134780883789,
+ "learning_rate": 1.2768106597893832e-05,
+ "loss": 1.2519,
+ "step": 4400
+ },
+ {
+ "epoch": 8.559264634736333,
+ "grad_norm": 61.29593276977539,
+ "learning_rate": 1.2714377820760801e-05,
+ "loss": 1.2875,
+ "step": 4425
+ },
+ {
+ "epoch": 8.607643928398645,
+ "grad_norm": 29.126161575317383,
+ "learning_rate": 1.2660649043627768e-05,
+ "loss": 1.3027,
+ "step": 4450
+ },
+ {
+ "epoch": 8.656023222060957,
+ "grad_norm": 39.06868362426758,
+ "learning_rate": 1.2606920266494735e-05,
+ "loss": 1.2972,
+ "step": 4475
+ },
+ {
+ "epoch": 8.70440251572327,
+ "grad_norm": 29.31576919555664,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 1.2575,
+ "step": 4500
+ },
+ {
+ "epoch": 8.752781809385583,
+ "grad_norm": 22.997886657714844,
+ "learning_rate": 1.2499462712228672e-05,
+ "loss": 1.277,
+ "step": 4525
+ },
+ {
+ "epoch": 8.801161103047896,
+ "grad_norm": 18.199256896972656,
+ "learning_rate": 1.2445733935095638e-05,
+ "loss": 1.2253,
+ "step": 4550
+ },
+ {
+ "epoch": 8.849540396710207,
+ "grad_norm": 50.06484603881836,
+ "learning_rate": 1.2392005157962605e-05,
+ "loss": 1.2352,
+ "step": 4575
+ },
+ {
+ "epoch": 8.89791969037252,
+ "grad_norm": 37.04226303100586,
+ "learning_rate": 1.2338276380829572e-05,
+ "loss": 1.2328,
+ "step": 4600
+ },
+ {
+ "epoch": 8.946298984034833,
+ "grad_norm": 23.199504852294922,
+ "learning_rate": 1.2284547603696542e-05,
+ "loss": 1.3145,
+ "step": 4625
+ },
+ {
+ "epoch": 8.994678277697146,
+ "grad_norm": 27.56926918029785,
+ "learning_rate": 1.223081882656351e-05,
+ "loss": 1.3077,
+ "step": 4650
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.09196515004840271,
+ "eval_loss": 0.6778594255447388,
+ "eval_macro_f1": 0.5231360264155674,
+ "eval_micro_f1": 0.5325996331499083,
+ "eval_runtime": 4.6668,
+ "eval_samples_per_second": 442.703,
+ "eval_steps_per_second": 27.856,
+ "eval_weighted_f1": 0.5478881649052241,
+ "step": 4653
+ },
+ {
+ "epoch": 9.042573778422835,
+ "grad_norm": 26.444948196411133,
+ "learning_rate": 1.2177090049430476e-05,
+ "loss": 1.1862,
+ "step": 4675
+ },
+ {
+ "epoch": 9.090953072085147,
+ "grad_norm": 20.18755531311035,
+ "learning_rate": 1.2123361272297443e-05,
+ "loss": 1.1741,
+ "step": 4700
+ },
+ {
+ "epoch": 9.13933236574746,
+ "grad_norm": 20.49857521057129,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 1.1502,
+ "step": 4725
+ },
+ {
+ "epoch": 9.187711659409773,
+ "grad_norm": 14.907716751098633,
+ "learning_rate": 1.2015903718031379e-05,
+ "loss": 1.1352,
+ "step": 4750
+ },
+ {
+ "epoch": 9.236090953072084,
+ "grad_norm": 25.21638298034668,
+ "learning_rate": 1.1962174940898346e-05,
+ "loss": 1.1869,
+ "step": 4775
+ },
+ {
+ "epoch": 9.284470246734397,
+ "grad_norm": 27.79421615600586,
+ "learning_rate": 1.1908446163765313e-05,
+ "loss": 1.1831,
+ "step": 4800
+ },
+ {
+ "epoch": 9.33284954039671,
+ "grad_norm": 28.42626953125,
+ "learning_rate": 1.1854717386632282e-05,
+ "loss": 1.165,
+ "step": 4825
+ },
+ {
+ "epoch": 9.381228834059023,
+ "grad_norm": 35.36985778808594,
+ "learning_rate": 1.1800988609499249e-05,
+ "loss": 1.1548,
+ "step": 4850
+ },
+ {
+ "epoch": 9.429608127721336,
+ "grad_norm": 34.13727569580078,
+ "learning_rate": 1.1747259832366216e-05,
+ "loss": 1.1751,
+ "step": 4875
+ },
+ {
+ "epoch": 9.477987421383649,
+ "grad_norm": 15.436659812927246,
+ "learning_rate": 1.1693531055233184e-05,
+ "loss": 1.1384,
+ "step": 4900
+ },
+ {
+ "epoch": 9.52636671504596,
+ "grad_norm": 32.07352828979492,
+ "learning_rate": 1.1639802278100151e-05,
+ "loss": 1.1535,
+ "step": 4925
+ },
+ {
+ "epoch": 9.574746008708273,
+ "grad_norm": 25.751996994018555,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 1.1096,
+ "step": 4950
+ },
+ {
+ "epoch": 9.623125302370585,
+ "grad_norm": 33.17694091796875,
+ "learning_rate": 1.1532344723834085e-05,
+ "loss": 1.1537,
+ "step": 4975
+ },
+ {
+ "epoch": 9.671504596032898,
+ "grad_norm": 24.851343154907227,
+ "learning_rate": 1.1478615946701054e-05,
+ "loss": 1.0799,
+ "step": 5000
+ },
+ {
+ "epoch": 9.719883889695211,
+ "grad_norm": 39.692230224609375,
+ "learning_rate": 1.1424887169568021e-05,
+ "loss": 1.1906,
+ "step": 5025
+ },
+ {
+ "epoch": 9.768263183357522,
+ "grad_norm": 27.79596519470215,
+ "learning_rate": 1.1371158392434988e-05,
+ "loss": 1.2155,
+ "step": 5050
+ },
+ {
+ "epoch": 9.816642477019835,
+ "grad_norm": 12.405580520629883,
+ "learning_rate": 1.1317429615301955e-05,
+ "loss": 1.104,
+ "step": 5075
+ },
+ {
+ "epoch": 9.865021770682148,
+ "grad_norm": 26.385738372802734,
+ "learning_rate": 1.1263700838168926e-05,
+ "loss": 1.1395,
+ "step": 5100
+ },
+ {
+ "epoch": 9.91340106434446,
+ "grad_norm": 29.98326301574707,
+ "learning_rate": 1.1209972061035893e-05,
+ "loss": 1.0982,
+ "step": 5125
+ },
+ {
+ "epoch": 9.961780358006774,
+ "grad_norm": 23.19658660888672,
+ "learning_rate": 1.115624328390286e-05,
+ "loss": 1.1134,
+ "step": 5150
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.11519845111326234,
+ "eval_loss": 0.7184305787086487,
+ "eval_macro_f1": 0.5447685792423601,
+ "eval_micro_f1": 0.5536963258078796,
+ "eval_runtime": 4.8036,
+ "eval_samples_per_second": 430.098,
+ "eval_steps_per_second": 27.063,
+ "eval_weighted_f1": 0.5641474156910684,
+ "step": 5170
+ },
+ {
+ "epoch": 10.009675858732463,
+ "grad_norm": 30.41419219970703,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 1.1225,
+ "step": 5175
+ },
+ {
+ "epoch": 10.058055152394775,
+ "grad_norm": 25.077320098876953,
+ "learning_rate": 1.1048785729636795e-05,
+ "loss": 1.0301,
+ "step": 5200
+ },
+ {
+ "epoch": 10.106434446057088,
+ "grad_norm": 20.628192901611328,
+ "learning_rate": 1.0995056952503762e-05,
+ "loss": 1.0477,
+ "step": 5225
+ },
+ {
+ "epoch": 10.1548137397194,
+ "grad_norm": 18.412729263305664,
+ "learning_rate": 1.094132817537073e-05,
+ "loss": 1.0516,
+ "step": 5250
+ },
+ {
+ "epoch": 10.203193033381712,
+ "grad_norm": 35.36268997192383,
+ "learning_rate": 1.0887599398237696e-05,
+ "loss": 1.0765,
+ "step": 5275
+ },
+ {
+ "epoch": 10.251572327044025,
+ "grad_norm": 68.99345397949219,
+ "learning_rate": 1.0833870621104665e-05,
+ "loss": 1.0824,
+ "step": 5300
+ },
+ {
+ "epoch": 10.299951620706338,
+ "grad_norm": 30.502676010131836,
+ "learning_rate": 1.0780141843971632e-05,
+ "loss": 1.0314,
+ "step": 5325
+ },
+ {
+ "epoch": 10.34833091436865,
+ "grad_norm": 23.51589012145996,
+ "learning_rate": 1.0726413066838599e-05,
+ "loss": 1.0636,
+ "step": 5350
+ },
+ {
+ "epoch": 10.396710208030962,
+ "grad_norm": 25.17284393310547,
+ "learning_rate": 1.0672684289705568e-05,
+ "loss": 1.0092,
+ "step": 5375
+ },
+ {
+ "epoch": 10.445089501693275,
+ "grad_norm": 37.54499435424805,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 1.0925,
+ "step": 5400
+ },
+ {
+ "epoch": 10.493468795355588,
+ "grad_norm": 33.245033264160156,
+ "learning_rate": 1.0565226735439502e-05,
+ "loss": 1.0049,
+ "step": 5425
+ },
+ {
+ "epoch": 10.5418480890179,
+ "grad_norm": 34.23567199707031,
+ "learning_rate": 1.0511497958306469e-05,
+ "loss": 1.0642,
+ "step": 5450
+ },
+ {
+ "epoch": 10.590227382680213,
+ "grad_norm": 26.508195877075195,
+ "learning_rate": 1.0457769181173438e-05,
+ "loss": 1.0247,
+ "step": 5475
+ },
+ {
+ "epoch": 10.638606676342526,
+ "grad_norm": 25.690935134887695,
+ "learning_rate": 1.0404040404040405e-05,
+ "loss": 1.0308,
+ "step": 5500
+ },
+ {
+ "epoch": 10.686985970004837,
+ "grad_norm": 20.788719177246094,
+ "learning_rate": 1.0350311626907372e-05,
+ "loss": 1.0731,
+ "step": 5525
+ },
+ {
+ "epoch": 10.73536526366715,
+ "grad_norm": 24.41913604736328,
+ "learning_rate": 1.0296582849774339e-05,
+ "loss": 1.0632,
+ "step": 5550
+ },
+ {
+ "epoch": 10.783744557329463,
+ "grad_norm": 41.18459701538086,
+ "learning_rate": 1.0242854072641309e-05,
+ "loss": 1.0506,
+ "step": 5575
+ },
+ {
+ "epoch": 10.832123850991776,
+ "grad_norm": 16.147171020507812,
+ "learning_rate": 1.0189125295508276e-05,
+ "loss": 1.049,
+ "step": 5600
+ },
+ {
+ "epoch": 10.880503144654089,
+ "grad_norm": 51.161678314208984,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 1.0,
+ "step": 5625
+ },
+ {
+ "epoch": 10.9288824383164,
+ "grad_norm": 20.961008071899414,
+ "learning_rate": 1.008166774124221e-05,
+ "loss": 1.03,
+ "step": 5650
+ },
+ {
+ "epoch": 10.977261731978713,
+ "grad_norm": 19.680349349975586,
+ "learning_rate": 1.0027938964109179e-05,
+ "loss": 1.0164,
+ "step": 5675
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.12149080348499516,
+ "eval_loss": 0.7389575242996216,
+ "eval_macro_f1": 0.5496226678978894,
+ "eval_micro_f1": 0.5554456336001439,
+ "eval_runtime": 4.266,
+ "eval_samples_per_second": 484.294,
+ "eval_steps_per_second": 30.473,
+ "eval_weighted_f1": 0.5666999055518387,
+ "step": 5687
+ },
+ {
+ "epoch": 11.025157232704403,
+ "grad_norm": 16.365869522094727,
+ "learning_rate": 9.974210186976146e-06,
+ "loss": 1.0088,
+ "step": 5700
+ },
+ {
+ "epoch": 11.073536526366714,
+ "grad_norm": 37.869014739990234,
+ "learning_rate": 9.920481409843113e-06,
+ "loss": 0.9539,
+ "step": 5725
+ },
+ {
+ "epoch": 11.121915820029027,
+ "grad_norm": 14.615263938903809,
+ "learning_rate": 9.86675263271008e-06,
+ "loss": 0.9596,
+ "step": 5750
+ },
+ {
+ "epoch": 11.17029511369134,
+ "grad_norm": 19.668766021728516,
+ "learning_rate": 9.813023855577047e-06,
+ "loss": 0.9792,
+ "step": 5775
+ },
+ {
+ "epoch": 11.218674407353653,
+ "grad_norm": 31.134946823120117,
+ "learning_rate": 9.759295078444016e-06,
+ "loss": 0.9736,
+ "step": 5800
+ },
+ {
+ "epoch": 11.267053701015966,
+ "grad_norm": 36.901763916015625,
+ "learning_rate": 9.705566301310983e-06,
+ "loss": 0.9475,
+ "step": 5825
+ },
+ {
+ "epoch": 11.315432994678277,
+ "grad_norm": 19.34605598449707,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 0.9772,
+ "step": 5850
+ },
+ {
+ "epoch": 11.36381228834059,
+ "grad_norm": 25.950437545776367,
+ "learning_rate": 9.598108747044918e-06,
+ "loss": 1.0306,
+ "step": 5875
+ },
+ {
+ "epoch": 11.412191582002903,
+ "grad_norm": 21.35264778137207,
+ "learning_rate": 9.544379969911885e-06,
+ "loss": 0.9555,
+ "step": 5900
+ },
+ {
+ "epoch": 11.460570875665216,
+ "grad_norm": 14.769574165344238,
+ "learning_rate": 9.490651192778854e-06,
+ "loss": 0.9551,
+ "step": 5925
+ },
+ {
+ "epoch": 11.508950169327528,
+ "grad_norm": 21.44108009338379,
+ "learning_rate": 9.436922415645821e-06,
+ "loss": 0.9452,
+ "step": 5950
+ },
+ {
+ "epoch": 11.55732946298984,
+ "grad_norm": 20.550514221191406,
+ "learning_rate": 9.383193638512788e-06,
+ "loss": 0.936,
+ "step": 5975
+ },
+ {
+ "epoch": 11.605708756652152,
+ "grad_norm": 34.197479248046875,
+ "learning_rate": 9.329464861379755e-06,
+ "loss": 0.9548,
+ "step": 6000
+ },
+ {
+ "epoch": 11.654088050314465,
+ "grad_norm": 28.083345413208008,
+ "learning_rate": 9.275736084246724e-06,
+ "loss": 0.9335,
+ "step": 6025
+ },
+ {
+ "epoch": 11.702467343976778,
+ "grad_norm": 16.747594833374023,
+ "learning_rate": 9.22200730711369e-06,
+ "loss": 0.8932,
+ "step": 6050
+ },
+ {
+ "epoch": 11.750846637639091,
+ "grad_norm": 25.715654373168945,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 1.0069,
+ "step": 6075
+ },
+ {
+ "epoch": 11.799225931301404,
+ "grad_norm": 13.171542167663574,
+ "learning_rate": 9.114549752847626e-06,
+ "loss": 0.9439,
+ "step": 6100
+ },
+ {
+ "epoch": 11.847605224963715,
+ "grad_norm": 18.097129821777344,
+ "learning_rate": 9.060820975714594e-06,
+ "loss": 0.9791,
+ "step": 6125
+ },
+ {
+ "epoch": 11.895984518626028,
+ "grad_norm": 34.80780029296875,
+ "learning_rate": 9.00709219858156e-06,
+ "loss": 0.9695,
+ "step": 6150
+ },
+ {
+ "epoch": 11.94436381228834,
+ "grad_norm": 24.543773651123047,
+ "learning_rate": 8.95336342144853e-06,
+ "loss": 0.9154,
+ "step": 6175
+ },
+ {
+ "epoch": 11.992743105950654,
+ "grad_norm": 20.72247314453125,
+ "learning_rate": 8.899634644315496e-06,
+ "loss": 0.9824,
+ "step": 6200
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.12633107454017425,
+ "eval_loss": 0.7737350463867188,
+ "eval_macro_f1": 0.549868688344527,
+ "eval_micro_f1": 0.5587567027174407,
+ "eval_runtime": 4.2063,
+ "eval_samples_per_second": 491.163,
+ "eval_steps_per_second": 30.906,
+ "eval_weighted_f1": 0.5684944211623555,
+ "step": 6204
+ },
+ {
+ "epoch": 12.040638606676342,
+ "grad_norm": 36.96916198730469,
+ "learning_rate": 8.845905867182463e-06,
+ "loss": 0.8808,
+ "step": 6225
+ },
+ {
+ "epoch": 12.089017900338655,
+ "grad_norm": 22.38988494873047,
+ "learning_rate": 8.79217709004943e-06,
+ "loss": 0.8965,
+ "step": 6250
+ },
+ {
+ "epoch": 12.137397194000968,
+ "grad_norm": 26.12605857849121,
+ "learning_rate": 8.738448312916399e-06,
+ "loss": 0.8369,
+ "step": 6275
+ },
+ {
+ "epoch": 12.18577648766328,
+ "grad_norm": 25.716129302978516,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 0.8635,
+ "step": 6300
+ },
+ {
+ "epoch": 12.234155781325592,
+ "grad_norm": 22.405120849609375,
+ "learning_rate": 8.630990758650335e-06,
+ "loss": 0.8931,
+ "step": 6325
+ },
+ {
+ "epoch": 12.282535074987905,
+ "grad_norm": 20.14963722229004,
+ "learning_rate": 8.5772619815173e-06,
+ "loss": 0.8586,
+ "step": 6350
+ },
+ {
+ "epoch": 12.330914368650218,
+ "grad_norm": 21.9957218170166,
+ "learning_rate": 8.523533204384269e-06,
+ "loss": 0.9133,
+ "step": 6375
+ },
+ {
+ "epoch": 12.37929366231253,
+ "grad_norm": 14.372432708740234,
+ "learning_rate": 8.469804427251237e-06,
+ "loss": 0.8938,
+ "step": 6400
+ },
+ {
+ "epoch": 12.427672955974844,
+ "grad_norm": 20.961936950683594,
+ "learning_rate": 8.416075650118204e-06,
+ "loss": 0.9147,
+ "step": 6425
+ },
+ {
+ "epoch": 12.476052249637155,
+ "grad_norm": 40.111839294433594,
+ "learning_rate": 8.362346872985171e-06,
+ "loss": 0.8743,
+ "step": 6450
+ },
+ {
+ "epoch": 12.524431543299468,
+ "grad_norm": 22.113506317138672,
+ "learning_rate": 8.308618095852138e-06,
+ "loss": 0.8735,
+ "step": 6475
+ },
+ {
+ "epoch": 12.57281083696178,
+ "grad_norm": 19.516550064086914,
+ "learning_rate": 8.254889318719107e-06,
+ "loss": 0.8819,
+ "step": 6500
+ },
+ {
+ "epoch": 12.621190130624093,
+ "grad_norm": 16.457651138305664,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 0.9195,
+ "step": 6525
+ },
+ {
+ "epoch": 12.669569424286406,
+ "grad_norm": 15.848821640014648,
+ "learning_rate": 8.147431764453041e-06,
+ "loss": 0.8691,
+ "step": 6550
+ },
+ {
+ "epoch": 12.717948717948717,
+ "grad_norm": 23.847902297973633,
+ "learning_rate": 8.093702987320008e-06,
+ "loss": 0.8652,
+ "step": 6575
+ },
+ {
+ "epoch": 12.76632801161103,
+ "grad_norm": 19.832189559936523,
+ "learning_rate": 8.039974210186977e-06,
+ "loss": 0.863,
+ "step": 6600
+ },
+ {
+ "epoch": 12.814707305273343,
+ "grad_norm": 24.52968406677246,
+ "learning_rate": 7.986245433053944e-06,
+ "loss": 0.9018,
+ "step": 6625
+ },
+ {
+ "epoch": 12.863086598935656,
+ "grad_norm": 18.364566802978516,
+ "learning_rate": 7.932516655920913e-06,
+ "loss": 0.8975,
+ "step": 6650
+ },
+ {
+ "epoch": 12.911465892597969,
+ "grad_norm": 12.079939842224121,
+ "learning_rate": 7.87878787878788e-06,
+ "loss": 0.8844,
+ "step": 6675
+ },
+ {
+ "epoch": 12.959845186260281,
+ "grad_norm": 16.940120697021484,
+ "learning_rate": 7.825059101654847e-06,
+ "loss": 0.8657,
+ "step": 6700
+ },
+ {
+ "epoch": 13.0,
+ "eval_accuracy": 0.14133591481122942,
+ "eval_loss": 0.7907617688179016,
+ "eval_macro_f1": 0.5605749348361148,
+ "eval_micro_f1": 0.5690752527143392,
+ "eval_runtime": 4.4032,
+ "eval_samples_per_second": 469.202,
+ "eval_steps_per_second": 29.524,
+ "eval_weighted_f1": 0.5774211191152414,
+ "step": 6721
+ },
+ {
+ "epoch": 13.00774068698597,
+ "grad_norm": 29.16607093811035,
+ "learning_rate": 7.771330324521814e-06,
+ "loss": 0.8281,
+ "step": 6725
+ },
+ {
+ "epoch": 13.056119980648283,
+ "grad_norm": 34.980552673339844,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 0.8059,
+ "step": 6750
+ },
+ {
+ "epoch": 13.104499274310594,
+ "grad_norm": 17.094158172607422,
+ "learning_rate": 7.66387277025575e-06,
+ "loss": 0.8271,
+ "step": 6775
+ },
+ {
+ "epoch": 13.152878567972907,
+ "grad_norm": 9.992654800415039,
+ "learning_rate": 7.610143993122717e-06,
+ "loss": 0.8535,
+ "step": 6800
+ },
+ {
+ "epoch": 13.20125786163522,
+ "grad_norm": 30.044633865356445,
+ "learning_rate": 7.556415215989684e-06,
+ "loss": 0.8244,
+ "step": 6825
+ },
+ {
+ "epoch": 13.249637155297533,
+ "grad_norm": 24.339805603027344,
+ "learning_rate": 7.502686438856652e-06,
+ "loss": 0.814,
+ "step": 6850
+ },
+ {
+ "epoch": 13.298016448959846,
+ "grad_norm": 17.57175636291504,
+ "learning_rate": 7.448957661723619e-06,
+ "loss": 0.7986,
+ "step": 6875
+ },
+ {
+ "epoch": 13.346395742622157,
+ "grad_norm": 20.90529441833496,
+ "learning_rate": 7.395228884590587e-06,
+ "loss": 0.7882,
+ "step": 6900
+ },
+ {
+ "epoch": 13.39477503628447,
+ "grad_norm": 41.05152130126953,
+ "learning_rate": 7.341500107457556e-06,
+ "loss": 0.8239,
+ "step": 6925
+ },
+ {
+ "epoch": 13.443154329946783,
+ "grad_norm": 17.776687622070312,
+ "learning_rate": 7.287771330324522e-06,
+ "loss": 0.7952,
+ "step": 6950
+ },
+ {
+ "epoch": 13.491533623609095,
+ "grad_norm": 27.22687530517578,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 0.8066,
+ "step": 6975
+ },
+ {
+ "epoch": 13.539912917271408,
+ "grad_norm": 15.60950756072998,
+ "learning_rate": 7.180313776058458e-06,
+ "loss": 0.7958,
+ "step": 7000
+ },
+ {
+ "epoch": 13.588292210933721,
+ "grad_norm": 36.247764587402344,
+ "learning_rate": 7.1265849989254255e-06,
+ "loss": 0.8481,
+ "step": 7025
+ },
+ {
+ "epoch": 13.636671504596032,
+ "grad_norm": 26.4659481048584,
+ "learning_rate": 7.0728562217923925e-06,
+ "loss": 0.8645,
+ "step": 7050
+ },
+ {
+ "epoch": 13.685050798258345,
+ "grad_norm": 18.54359245300293,
+ "learning_rate": 7.01912744465936e-06,
+ "loss": 0.823,
+ "step": 7075
+ },
+ {
+ "epoch": 13.733430091920658,
+ "grad_norm": 22.69405174255371,
+ "learning_rate": 6.965398667526327e-06,
+ "loss": 0.8266,
+ "step": 7100
+ },
+ {
+ "epoch": 13.78180938558297,
+ "grad_norm": 22.377986907958984,
+ "learning_rate": 6.911669890393295e-06,
+ "loss": 0.8179,
+ "step": 7125
+ },
+ {
+ "epoch": 13.830188679245284,
+ "grad_norm": 21.35697364807129,
+ "learning_rate": 6.857941113260262e-06,
+ "loss": 0.8279,
+ "step": 7150
+ },
+ {
+ "epoch": 13.878567972907595,
+ "grad_norm": 16.956327438354492,
+ "learning_rate": 6.80421233612723e-06,
+ "loss": 0.7713,
+ "step": 7175
+ },
+ {
+ "epoch": 13.926947266569908,
+ "grad_norm": 14.72351360321045,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 0.7975,
+ "step": 7200
+ },
+ {
+ "epoch": 13.97532656023222,
+ "grad_norm": 12.300443649291992,
+ "learning_rate": 6.696754781861166e-06,
+ "loss": 0.8037,
+ "step": 7225
+ },
+ {
+ "epoch": 14.0,
+ "eval_accuracy": 0.14230396902226525,
+ "eval_loss": 0.8292641639709473,
+ "eval_macro_f1": 0.5675169184631669,
+ "eval_micro_f1": 0.5763589301121657,
+ "eval_runtime": 3.6064,
+ "eval_samples_per_second": 572.877,
+ "eval_steps_per_second": 36.047,
+ "eval_weighted_f1": 0.5825711204739211,
+ "step": 7238
+ },
+ {
+ "epoch": 14.02322206095791,
+ "grad_norm": 19.605745315551758,
+ "learning_rate": 6.643026004728133e-06,
+ "loss": 0.7317,
+ "step": 7250
+ },
+ {
+ "epoch": 14.071601354620222,
+ "grad_norm": 32.18748092651367,
+ "learning_rate": 6.589297227595101e-06,
+ "loss": 0.771,
+ "step": 7275
+ },
+ {
+ "epoch": 14.119980648282535,
+ "grad_norm": 13.740277290344238,
+ "learning_rate": 6.535568450462068e-06,
+ "loss": 0.7554,
+ "step": 7300
+ },
+ {
+ "epoch": 14.168359941944848,
+ "grad_norm": 25.599437713623047,
+ "learning_rate": 6.481839673329036e-06,
+ "loss": 0.7797,
+ "step": 7325
+ },
+ {
+ "epoch": 14.216739235607161,
+ "grad_norm": 12.152711868286133,
+ "learning_rate": 6.428110896196003e-06,
+ "loss": 0.7518,
+ "step": 7350
+ },
+ {
+ "epoch": 14.265118529269472,
+ "grad_norm": 15.011678695678711,
+ "learning_rate": 6.3743821190629705e-06,
+ "loss": 0.7628,
+ "step": 7375
+ },
+ {
+ "epoch": 14.313497822931785,
+ "grad_norm": 27.838069915771484,
+ "learning_rate": 6.320653341929938e-06,
+ "loss": 0.7718,
+ "step": 7400
+ },
+ {
+ "epoch": 14.361877116594098,
+ "grad_norm": 10.167222023010254,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 0.7864,
+ "step": 7425
+ },
+ {
+ "epoch": 14.41025641025641,
+ "grad_norm": 29.229793548583984,
+ "learning_rate": 6.213195787663874e-06,
+ "loss": 0.7374,
+ "step": 7450
+ },
+ {
+ "epoch": 14.458635703918723,
+ "grad_norm": 31.715740203857422,
+ "learning_rate": 6.159467010530841e-06,
+ "loss": 0.7495,
+ "step": 7475
+ },
+ {
+ "epoch": 14.507014997581035,
+ "grad_norm": 26.859636306762695,
+ "learning_rate": 6.105738233397809e-06,
+ "loss": 0.7248,
+ "step": 7500
+ },
+ {
+ "epoch": 14.555394291243347,
+ "grad_norm": 25.254737854003906,
+ "learning_rate": 6.052009456264776e-06,
+ "loss": 0.8038,
+ "step": 7525
+ },
+ {
+ "epoch": 14.60377358490566,
+ "grad_norm": 27.678993225097656,
+ "learning_rate": 5.998280679131744e-06,
+ "loss": 0.7792,
+ "step": 7550
+ },
+ {
+ "epoch": 14.652152878567973,
+ "grad_norm": 33.701358795166016,
+ "learning_rate": 5.944551901998711e-06,
+ "loss": 0.7766,
+ "step": 7575
+ },
+ {
+ "epoch": 14.700532172230286,
+ "grad_norm": 14.853384971618652,
+ "learning_rate": 5.890823124865679e-06,
+ "loss": 0.7508,
+ "step": 7600
+ },
+ {
+ "epoch": 14.748911465892597,
+ "grad_norm": 17.564579010009766,
+ "learning_rate": 5.837094347732646e-06,
+ "loss": 0.7355,
+ "step": 7625
+ },
+ {
+ "epoch": 14.79729075955491,
+ "grad_norm": 12.178282737731934,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 0.8126,
+ "step": 7650
+ },
+ {
+ "epoch": 14.845670053217223,
+ "grad_norm": 17.663158416748047,
+ "learning_rate": 5.729636793466581e-06,
+ "loss": 0.7125,
+ "step": 7675
+ },
+ {
+ "epoch": 14.894049346879536,
+ "grad_norm": 17.597871780395508,
+ "learning_rate": 5.675908016333549e-06,
+ "loss": 0.7403,
+ "step": 7700
+ },
+ {
+ "epoch": 14.942428640541848,
+ "grad_norm": 26.476139068603516,
+ "learning_rate": 5.6221792392005155e-06,
+ "loss": 0.7349,
+ "step": 7725
+ },
+ {
+ "epoch": 14.990807934204161,
+ "grad_norm": 28.088706970214844,
+ "learning_rate": 5.568450462067484e-06,
+ "loss": 0.7447,
+ "step": 7750
+ },
+ {
+ "epoch": 15.0,
+ "eval_accuracy": 0.1606969990319458,
+ "eval_loss": 0.8765203356742859,
+ "eval_macro_f1": 0.5731145010843802,
+ "eval_micro_f1": 0.5818893783651493,
+ "eval_runtime": 4.4534,
+ "eval_samples_per_second": 463.918,
+ "eval_steps_per_second": 29.191,
+ "eval_weighted_f1": 0.5871801526729596,
+ "step": 7755
+ },
+ {
+ "epoch": 15.03870343492985,
+ "grad_norm": 12.470651626586914,
+ "learning_rate": 5.514721684934451e-06,
+ "loss": 0.7404,
+ "step": 7775
+ },
+ {
+ "epoch": 15.087082728592163,
+ "grad_norm": 20.785083770751953,
+ "learning_rate": 5.460992907801419e-06,
+ "loss": 0.7186,
+ "step": 7800
+ },
+ {
+ "epoch": 15.135462022254474,
+ "grad_norm": 43.546024322509766,
+ "learning_rate": 5.407264130668386e-06,
+ "loss": 0.7172,
+ "step": 7825
+ },
+ {
+ "epoch": 15.183841315916787,
+ "grad_norm": 37.55882263183594,
+ "learning_rate": 5.353535353535354e-06,
+ "loss": 0.7011,
+ "step": 7850
+ },
+ {
+ "epoch": 15.2322206095791,
+ "grad_norm": 16.622331619262695,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 0.6914,
+ "step": 7875
+ },
+ {
+ "epoch": 15.280599903241413,
+ "grad_norm": 16.58362579345703,
+ "learning_rate": 5.246077799269289e-06,
+ "loss": 0.6954,
+ "step": 7900
+ },
+ {
+ "epoch": 15.328979196903726,
+ "grad_norm": 20.496652603149414,
+ "learning_rate": 5.1923490221362575e-06,
+ "loss": 0.7623,
+ "step": 7925
+ },
+ {
+ "epoch": 15.377358490566039,
+ "grad_norm": 28.64998435974121,
+ "learning_rate": 5.138620245003224e-06,
+ "loss": 0.699,
+ "step": 7950
+ },
+ {
+ "epoch": 15.42573778422835,
+ "grad_norm": 21.201414108276367,
+ "learning_rate": 5.084891467870192e-06,
+ "loss": 0.6995,
+ "step": 7975
+ },
+ {
+ "epoch": 15.474117077890662,
+ "grad_norm": 16.421131134033203,
+ "learning_rate": 5.031162690737159e-06,
+ "loss": 0.6535,
+ "step": 8000
+ },
+ {
+ "epoch": 15.522496371552975,
+ "grad_norm": 11.961153984069824,
+ "learning_rate": 4.977433913604126e-06,
+ "loss": 0.7263,
+ "step": 8025
+ },
+ {
+ "epoch": 15.570875665215288,
+ "grad_norm": 18.232093811035156,
+ "learning_rate": 4.923705136471094e-06,
+ "loss": 0.6782,
+ "step": 8050
+ },
+ {
+ "epoch": 15.619254958877601,
+ "grad_norm": 20.985666275024414,
+ "learning_rate": 4.869976359338061e-06,
+ "loss": 0.7013,
+ "step": 8075
+ },
+ {
+ "epoch": 15.667634252539912,
+ "grad_norm": 38.80105209350586,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 0.7257,
+ "step": 8100
+ },
+ {
+ "epoch": 15.716013546202225,
+ "grad_norm": 20.889741897583008,
+ "learning_rate": 4.762518805071997e-06,
+ "loss": 0.691,
+ "step": 8125
+ },
+ {
+ "epoch": 15.764392839864538,
+ "grad_norm": 13.68571949005127,
+ "learning_rate": 4.708790027938964e-06,
+ "loss": 0.7131,
+ "step": 8150
+ },
+ {
+ "epoch": 15.81277213352685,
+ "grad_norm": 25.232723236083984,
+ "learning_rate": 4.655061250805932e-06,
+ "loss": 0.7119,
+ "step": 8175
+ },
+ {
+ "epoch": 15.861151427189164,
+ "grad_norm": 31.691993713378906,
+ "learning_rate": 4.6013324736729e-06,
+ "loss": 0.7288,
+ "step": 8200
+ },
+ {
+ "epoch": 15.909530720851475,
+ "grad_norm": 21.710886001586914,
+ "learning_rate": 4.547603696539868e-06,
+ "loss": 0.7087,
+ "step": 8225
+ },
+ {
+ "epoch": 15.957910014513788,
+ "grad_norm": 21.324092864990234,
+ "learning_rate": 4.493874919406835e-06,
+ "loss": 0.6894,
+ "step": 8250
+ },
+ {
+ "epoch": 16.0,
+ "eval_accuracy": 0.15972894482090996,
+ "eval_loss": 0.8854875564575195,
+ "eval_macro_f1": 0.5750651213053898,
+ "eval_micro_f1": 0.5825453112687156,
+ "eval_runtime": 4.398,
+ "eval_samples_per_second": 469.76,
+ "eval_steps_per_second": 29.559,
+ "eval_weighted_f1": 0.589112400473507,
+ "step": 8272
+ },
+ {
+ "epoch": 16.005805515239476,
+ "grad_norm": 14.398701667785645,
+ "learning_rate": 4.4401461422738025e-06,
+ "loss": 0.7102,
+ "step": 8275
+ },
+ {
+ "epoch": 16.05418480890179,
+ "grad_norm": 37.90433883666992,
+ "learning_rate": 4.3864173651407695e-06,
+ "loss": 0.7058,
+ "step": 8300
+ },
+ {
+ "epoch": 16.102564102564102,
+ "grad_norm": 26.040510177612305,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 0.6914,
+ "step": 8325
+ },
+ {
+ "epoch": 16.150943396226417,
+ "grad_norm": 21.02647590637207,
+ "learning_rate": 4.278959810874705e-06,
+ "loss": 0.6544,
+ "step": 8350
+ },
+ {
+ "epoch": 16.199322689888728,
+ "grad_norm": 22.142045974731445,
+ "learning_rate": 4.225231033741672e-06,
+ "loss": 0.6603,
+ "step": 8375
+ },
+ {
+ "epoch": 16.24770198355104,
+ "grad_norm": 28.3433837890625,
+ "learning_rate": 4.17150225660864e-06,
+ "loss": 0.6639,
+ "step": 8400
+ },
+ {
+ "epoch": 16.296081277213354,
+ "grad_norm": 16.24207878112793,
+ "learning_rate": 4.117773479475607e-06,
+ "loss": 0.6933,
+ "step": 8425
+ },
+ {
+ "epoch": 16.344460570875665,
+ "grad_norm": 41.78062057495117,
+ "learning_rate": 4.064044702342575e-06,
+ "loss": 0.6563,
+ "step": 8450
+ },
+ {
+ "epoch": 16.39283986453798,
+ "grad_norm": 12.258007049560547,
+ "learning_rate": 4.010315925209543e-06,
+ "loss": 0.6711,
+ "step": 8475
+ },
+ {
+ "epoch": 16.44121915820029,
+ "grad_norm": 35.66520309448242,
+ "learning_rate": 3.95658714807651e-06,
+ "loss": 0.6596,
+ "step": 8500
+ },
+ {
+ "epoch": 16.4895984518626,
+ "grad_norm": 15.711591720581055,
+ "learning_rate": 3.902858370943478e-06,
+ "loss": 0.6911,
+ "step": 8525
+ },
+ {
+ "epoch": 16.537977745524916,
+ "grad_norm": 27.317428588867188,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 0.6584,
+ "step": 8550
+ },
+ {
+ "epoch": 16.586357039187227,
+ "grad_norm": 14.855978012084961,
+ "learning_rate": 3.7954008166774126e-06,
+ "loss": 0.6544,
+ "step": 8575
+ },
+ {
+ "epoch": 16.634736332849542,
+ "grad_norm": 23.585058212280273,
+ "learning_rate": 3.74167203954438e-06,
+ "loss": 0.6809,
+ "step": 8600
+ },
+ {
+ "epoch": 16.683115626511853,
+ "grad_norm": 16.991788864135742,
+ "learning_rate": 3.6879432624113475e-06,
+ "loss": 0.6704,
+ "step": 8625
+ },
+ {
+ "epoch": 16.731494920174164,
+ "grad_norm": 19.224157333374023,
+ "learning_rate": 3.634214485278315e-06,
+ "loss": 0.6434,
+ "step": 8650
+ },
+ {
+ "epoch": 16.77987421383648,
+ "grad_norm": 15.712929725646973,
+ "learning_rate": 3.580485708145283e-06,
+ "loss": 0.6968,
+ "step": 8675
+ },
+ {
+ "epoch": 16.82825350749879,
+ "grad_norm": 27.479503631591797,
+ "learning_rate": 3.5267569310122506e-06,
+ "loss": 0.6385,
+ "step": 8700
+ },
+ {
+ "epoch": 16.876632801161104,
+ "grad_norm": 43.293006896972656,
+ "learning_rate": 3.473028153879218e-06,
+ "loss": 0.6805,
+ "step": 8725
+ },
+ {
+ "epoch": 16.925012094823416,
+ "grad_norm": 18.493547439575195,
+ "learning_rate": 3.419299376746186e-06,
+ "loss": 0.6925,
+ "step": 8750
+ },
+ {
+ "epoch": 16.973391388485727,
+ "grad_norm": 17.495092391967773,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 0.6781,
+ "step": 8775
+ },
+ {
+ "epoch": 17.0,
+ "eval_accuracy": 0.17231364956437561,
+ "eval_loss": 0.8887425661087036,
+ "eval_macro_f1": 0.5761912859821849,
+ "eval_micro_f1": 0.5857556687643592,
+ "eval_runtime": 3.5898,
+ "eval_samples_per_second": 575.519,
+ "eval_steps_per_second": 36.214,
+ "eval_weighted_f1": 0.5905630011510022,
+ "step": 8789
+ },
+ {
+ "epoch": 17.021286889211417,
+ "grad_norm": 24.55046844482422,
+ "learning_rate": 3.311841822480121e-06,
+ "loss": 0.6386,
+ "step": 8800
+ },
+ {
+ "epoch": 17.06966618287373,
+ "grad_norm": 19.9493408203125,
+ "learning_rate": 3.2581130453470882e-06,
+ "loss": 0.6554,
+ "step": 8825
+ },
+ {
+ "epoch": 17.118045476536043,
+ "grad_norm": 18.956436157226562,
+ "learning_rate": 3.2043842682140557e-06,
+ "loss": 0.6486,
+ "step": 8850
+ },
+ {
+ "epoch": 17.166424770198354,
+ "grad_norm": 27.08485221862793,
+ "learning_rate": 3.150655491081023e-06,
+ "loss": 0.6488,
+ "step": 8875
+ },
+ {
+ "epoch": 17.21480406386067,
+ "grad_norm": 15.494682312011719,
+ "learning_rate": 3.096926713947991e-06,
+ "loss": 0.6194,
+ "step": 8900
+ },
+ {
+ "epoch": 17.26318335752298,
+ "grad_norm": 12.001262664794922,
+ "learning_rate": 3.0431979368149584e-06,
+ "loss": 0.6475,
+ "step": 8925
+ },
+ {
+ "epoch": 17.31156265118529,
+ "grad_norm": 13.930654525756836,
+ "learning_rate": 2.989469159681926e-06,
+ "loss": 0.638,
+ "step": 8950
+ },
+ {
+ "epoch": 17.359941944847606,
+ "grad_norm": 11.235063552856445,
+ "learning_rate": 2.9357403825488933e-06,
+ "loss": 0.6591,
+ "step": 8975
+ },
+ {
+ "epoch": 17.408321238509917,
+ "grad_norm": 23.570838928222656,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 0.6608,
+ "step": 9000
+ },
+ {
+ "epoch": 17.45670053217223,
+ "grad_norm": 20.327136993408203,
+ "learning_rate": 2.8282828282828286e-06,
+ "loss": 0.6247,
+ "step": 9025
+ },
+ {
+ "epoch": 17.505079825834542,
+ "grad_norm": 25.14768409729004,
+ "learning_rate": 2.774554051149796e-06,
+ "loss": 0.6433,
+ "step": 9050
+ },
+ {
+ "epoch": 17.553459119496857,
+ "grad_norm": 8.342070579528809,
+ "learning_rate": 2.7208252740167635e-06,
+ "loss": 0.6876,
+ "step": 9075
+ },
+ {
+ "epoch": 17.601838413159168,
+ "grad_norm": 18.01840591430664,
+ "learning_rate": 2.667096496883731e-06,
+ "loss": 0.6265,
+ "step": 9100
+ },
+ {
+ "epoch": 17.65021770682148,
+ "grad_norm": 21.800458908081055,
+ "learning_rate": 2.6133677197506983e-06,
+ "loss": 0.6534,
+ "step": 9125
+ },
+ {
+ "epoch": 17.698597000483794,
+ "grad_norm": 24.267837524414062,
+ "learning_rate": 2.5596389426176658e-06,
+ "loss": 0.617,
+ "step": 9150
+ },
+ {
+ "epoch": 17.746976294146105,
+ "grad_norm": 14.287700653076172,
+ "learning_rate": 2.5059101654846336e-06,
+ "loss": 0.6351,
+ "step": 9175
+ },
+ {
+ "epoch": 17.79535558780842,
+ "grad_norm": 37.52173614501953,
+ "learning_rate": 2.4521813883516015e-06,
+ "loss": 0.6662,
+ "step": 9200
+ },
+ {
+ "epoch": 17.84373488147073,
+ "grad_norm": 33.756858825683594,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 0.625,
+ "step": 9225
+ },
+ {
+ "epoch": 17.89211417513304,
+ "grad_norm": 18.092039108276367,
+ "learning_rate": 2.3447238340855364e-06,
+ "loss": 0.6403,
+ "step": 9250
+ },
+ {
+ "epoch": 17.940493468795356,
+ "grad_norm": 25.62495994567871,
+ "learning_rate": 2.290995056952504e-06,
+ "loss": 0.6362,
+ "step": 9275
+ },
+ {
+ "epoch": 17.988872762457667,
+ "grad_norm": 15.612441062927246,
+ "learning_rate": 2.2372662798194713e-06,
+ "loss": 0.6363,
+ "step": 9300
+ },
+ {
+ "epoch": 18.0,
+ "eval_accuracy": 0.16311713455953533,
+ "eval_loss": 0.8924351334571838,
+ "eval_macro_f1": 0.5753075404650573,
+ "eval_micro_f1": 0.5847307161175774,
+ "eval_runtime": 3.7708,
+ "eval_samples_per_second": 547.898,
+ "eval_steps_per_second": 34.476,
+ "eval_weighted_f1": 0.5900746358444579,
+ "step": 9306
+ },
+ {
+ "epoch": 18.036768263183358,
+ "grad_norm": 26.371334075927734,
+ "learning_rate": 2.183537502686439e-06,
+ "loss": 0.6108,
+ "step": 9325
+ },
+ {
+ "epoch": 18.08514755684567,
+ "grad_norm": 15.163851737976074,
+ "learning_rate": 2.1298087255534066e-06,
+ "loss": 0.6285,
+ "step": 9350
+ },
+ {
+ "epoch": 18.133526850507984,
+ "grad_norm": 14.0811185836792,
+ "learning_rate": 2.076079948420374e-06,
+ "loss": 0.5912,
+ "step": 9375
+ },
+ {
+ "epoch": 18.181906144170295,
+ "grad_norm": 49.89146041870117,
+ "learning_rate": 2.022351171287342e-06,
+ "loss": 0.6282,
+ "step": 9400
+ },
+ {
+ "epoch": 18.230285437832606,
+ "grad_norm": 17.814292907714844,
+ "learning_rate": 1.9686223941543093e-06,
+ "loss": 0.6065,
+ "step": 9425
+ },
+ {
+ "epoch": 18.27866473149492,
+ "grad_norm": 12.15097713470459,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 0.5865,
+ "step": 9450
+ },
+ {
+ "epoch": 18.32704402515723,
+ "grad_norm": 12.682679176330566,
+ "learning_rate": 1.8611648398882442e-06,
+ "loss": 0.6291,
+ "step": 9475
+ },
+ {
+ "epoch": 18.375423318819546,
+ "grad_norm": 14.00351333618164,
+ "learning_rate": 1.8074360627552118e-06,
+ "loss": 0.5856,
+ "step": 9500
+ },
+ {
+ "epoch": 18.423802612481857,
+ "grad_norm": 16.09202766418457,
+ "learning_rate": 1.7537072856221793e-06,
+ "loss": 0.6356,
+ "step": 9525
+ },
+ {
+ "epoch": 18.47218190614417,
+ "grad_norm": 15.59067440032959,
+ "learning_rate": 1.699978508489147e-06,
+ "loss": 0.6198,
+ "step": 9550
+ },
+ {
+ "epoch": 18.520561199806483,
+ "grad_norm": 15.186423301696777,
+ "learning_rate": 1.6462497313561146e-06,
+ "loss": 0.6251,
+ "step": 9575
+ },
+ {
+ "epoch": 18.568940493468794,
+ "grad_norm": 23.29233169555664,
+ "learning_rate": 1.5925209542230822e-06,
+ "loss": 0.6329,
+ "step": 9600
+ },
+ {
+ "epoch": 18.61731978713111,
+ "grad_norm": 25.361995697021484,
+ "learning_rate": 1.5387921770900496e-06,
+ "loss": 0.6184,
+ "step": 9625
+ },
+ {
+ "epoch": 18.66569908079342,
+ "grad_norm": 27.973472595214844,
+ "learning_rate": 1.485063399957017e-06,
+ "loss": 0.6107,
+ "step": 9650
+ },
+ {
+ "epoch": 18.714078374455735,
+ "grad_norm": 18.810945510864258,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 0.594,
+ "step": 9675
+ },
+ {
+ "epoch": 18.762457668118046,
+ "grad_norm": 18.051698684692383,
+ "learning_rate": 1.3776058456909522e-06,
+ "loss": 0.6028,
+ "step": 9700
+ },
+ {
+ "epoch": 18.810836961780357,
+ "grad_norm": 16.49095344543457,
+ "learning_rate": 1.3238770685579196e-06,
+ "loss": 0.6523,
+ "step": 9725
+ },
+ {
+ "epoch": 18.85921625544267,
+ "grad_norm": 22.241104125976562,
+ "learning_rate": 1.2701482914248873e-06,
+ "loss": 0.5915,
+ "step": 9750
+ },
+ {
+ "epoch": 18.907595549104983,
+ "grad_norm": 26.4422607421875,
+ "learning_rate": 1.216419514291855e-06,
+ "loss": 0.6406,
+ "step": 9775
+ },
+ {
+ "epoch": 18.955974842767297,
+ "grad_norm": 22.068286895751953,
+ "learning_rate": 1.1626907371588223e-06,
+ "loss": 0.6223,
+ "step": 9800
+ },
+ {
+ "epoch": 19.0,
+ "eval_accuracy": 0.16940948693126814,
+ "eval_loss": 0.9085070490837097,
+ "eval_macro_f1": 0.5789693570847468,
+ "eval_micro_f1": 0.5881999398978263,
+ "eval_runtime": 3.9276,
+ "eval_samples_per_second": 526.027,
+ "eval_steps_per_second": 33.099,
+ "eval_weighted_f1": 0.5922669086136705,
+ "step": 9823
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 10340,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/special_tokens_map.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/tokenizer_config.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/trainer_state.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..8f42bf64b8bb6491e87e15996108df3b489425a5
--- /dev/null
+++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-10340/trainer_state.json
@@ -0,0 +1,3174 @@
+{
+ "best_global_step": 9306,
+ "best_metric": 0.5798258569812743,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306",
+ "epoch": 20.0,
+ "eval_steps": 500,
+ "global_step": 10340,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.04837929366231253,
+ "grad_norm": 6.986247539520264,
+ "learning_rate": 4.6421663442940047e-07,
+ "loss": 5.2602,
+ "step": 25
+ },
+ {
+ "epoch": 0.09675858732462506,
+ "grad_norm": 6.4505510330200195,
+ "learning_rate": 9.477756286266926e-07,
+ "loss": 5.3185,
+ "step": 50
+ },
+ {
+ "epoch": 0.14513788098693758,
+ "grad_norm": 7.912052154541016,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 5.4252,
+ "step": 75
+ },
+ {
+ "epoch": 0.1935171746492501,
+ "grad_norm": 5.919526100158691,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 5.2862,
+ "step": 100
+ },
+ {
+ "epoch": 0.24189646831156264,
+ "grad_norm": 4.711602687835693,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 5.1948,
+ "step": 125
+ },
+ {
+ "epoch": 0.29027576197387517,
+ "grad_norm": 26.912372589111328,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 5.3551,
+ "step": 150
+ },
+ {
+ "epoch": 0.3386550556361877,
+ "grad_norm": 14.128811836242676,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 5.2292,
+ "step": 175
+ },
+ {
+ "epoch": 0.3870343492985002,
+ "grad_norm": 10.136831283569336,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 5.2564,
+ "step": 200
+ },
+ {
+ "epoch": 0.43541364296081275,
+ "grad_norm": 20.706050872802734,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 5.253,
+ "step": 225
+ },
+ {
+ "epoch": 0.4837929366231253,
+ "grad_norm": 14.025623321533203,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 5.2228,
+ "step": 250
+ },
+ {
+ "epoch": 0.5321722302854378,
+ "grad_norm": 11.115052223205566,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 5.1556,
+ "step": 275
+ },
+ {
+ "epoch": 0.5805515239477503,
+ "grad_norm": 17.422090530395508,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 5.064,
+ "step": 300
+ },
+ {
+ "epoch": 0.6289308176100629,
+ "grad_norm": 47.223514556884766,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 5.0948,
+ "step": 325
+ },
+ {
+ "epoch": 0.6773101112723754,
+ "grad_norm": 23.81229019165039,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 5.1429,
+ "step": 350
+ },
+ {
+ "epoch": 0.7256894049346879,
+ "grad_norm": 23.439891815185547,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 4.9576,
+ "step": 375
+ },
+ {
+ "epoch": 0.7740686985970004,
+ "grad_norm": 20.407093048095703,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 4.8211,
+ "step": 400
+ },
+ {
+ "epoch": 0.822447992259313,
+ "grad_norm": 26.662120819091797,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 4.5999,
+ "step": 425
+ },
+ {
+ "epoch": 0.8708272859216255,
+ "grad_norm": 16.98923683166504,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 4.4892,
+ "step": 450
+ },
+ {
+ "epoch": 0.919206579583938,
+ "grad_norm": 30.732824325561523,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 4.443,
+ "step": 475
+ },
+ {
+ "epoch": 0.9675858732462506,
+ "grad_norm": 21.114051818847656,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 4.375,
+ "step": 500
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 0.9843500852584839,
+ "eval_macro_f1": 0.2714122593479113,
+ "eval_micro_f1": 0.27193462785897815,
+ "eval_runtime": 3.6832,
+ "eval_samples_per_second": 560.92,
+ "eval_steps_per_second": 35.295,
+ "eval_weighted_f1": 0.3131987943141574,
+ "step": 517
+ },
+ {
+ "epoch": 1.01548137397194,
+ "grad_norm": 42.548030853271484,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 4.1054,
+ "step": 525
+ },
+ {
+ "epoch": 1.0638606676342526,
+ "grad_norm": 20.33817481994629,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 4.1,
+ "step": 550
+ },
+ {
+ "epoch": 1.112239961296565,
+ "grad_norm": 33.29596710205078,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 3.9823,
+ "step": 575
+ },
+ {
+ "epoch": 1.1606192549588776,
+ "grad_norm": 33.398155212402344,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 3.8963,
+ "step": 600
+ },
+ {
+ "epoch": 1.20899854862119,
+ "grad_norm": 37.62985610961914,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 4.0865,
+ "step": 625
+ },
+ {
+ "epoch": 1.2573778422835027,
+ "grad_norm": 21.173017501831055,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 3.8263,
+ "step": 650
+ },
+ {
+ "epoch": 1.3057571359458153,
+ "grad_norm": 21.708436965942383,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 3.7233,
+ "step": 675
+ },
+ {
+ "epoch": 1.3541364296081277,
+ "grad_norm": 20.53900146484375,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 3.656,
+ "step": 700
+ },
+ {
+ "epoch": 1.4025157232704402,
+ "grad_norm": 23.7232608795166,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 3.7193,
+ "step": 725
+ },
+ {
+ "epoch": 1.4508950169327528,
+ "grad_norm": 27.50079917907715,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 3.6957,
+ "step": 750
+ },
+ {
+ "epoch": 1.4992743105950654,
+ "grad_norm": 27.596424102783203,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 3.7144,
+ "step": 775
+ },
+ {
+ "epoch": 1.5476536042573779,
+ "grad_norm": 29.266965866088867,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 3.5127,
+ "step": 800
+ },
+ {
+ "epoch": 1.5960328979196903,
+ "grad_norm": 39.4215202331543,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 3.5381,
+ "step": 825
+ },
+ {
+ "epoch": 1.644412191582003,
+ "grad_norm": 25.230287551879883,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 3.4088,
+ "step": 850
+ },
+ {
+ "epoch": 1.6927914852443156,
+ "grad_norm": 29.321563720703125,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 3.5482,
+ "step": 875
+ },
+ {
+ "epoch": 1.741170778906628,
+ "grad_norm": 28.184972763061523,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 3.3957,
+ "step": 900
+ },
+ {
+ "epoch": 1.7895500725689404,
+ "grad_norm": 25.95853042602539,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 3.466,
+ "step": 925
+ },
+ {
+ "epoch": 1.837929366231253,
+ "grad_norm": 24.129798889160156,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 3.2304,
+ "step": 950
+ },
+ {
+ "epoch": 1.8863086598935657,
+ "grad_norm": 34.03657150268555,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 3.3345,
+ "step": 975
+ },
+ {
+ "epoch": 1.934687953555878,
+ "grad_norm": 32.48499298095703,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 3.2686,
+ "step": 1000
+ },
+ {
+ "epoch": 1.9830672472181905,
+ "grad_norm": 39.200538635253906,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 3.2326,
+ "step": 1025
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.000968054211035818,
+ "eval_loss": 0.7589045763015747,
+ "eval_macro_f1": 0.36806474673919937,
+ "eval_micro_f1": 0.37487335359675783,
+ "eval_runtime": 3.9337,
+ "eval_samples_per_second": 525.206,
+ "eval_steps_per_second": 33.048,
+ "eval_weighted_f1": 0.40968579388605075,
+ "step": 1034
+ },
+ {
+ "epoch": 2.03096274794388,
+ "grad_norm": 23.05753517150879,
+ "learning_rate": 1.996776273372018e-05,
+ "loss": 3.1259,
+ "step": 1050
+ },
+ {
+ "epoch": 2.0793420416061927,
+ "grad_norm": 33.5190544128418,
+ "learning_rate": 1.9914033956587148e-05,
+ "loss": 3.1912,
+ "step": 1075
+ },
+ {
+ "epoch": 2.127721335268505,
+ "grad_norm": 20.347591400146484,
+ "learning_rate": 1.986030517945412e-05,
+ "loss": 2.97,
+ "step": 1100
+ },
+ {
+ "epoch": 2.1761006289308176,
+ "grad_norm": 30.98805809020996,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 2.943,
+ "step": 1125
+ },
+ {
+ "epoch": 2.22447992259313,
+ "grad_norm": 30.875328063964844,
+ "learning_rate": 1.9752847625188053e-05,
+ "loss": 2.9528,
+ "step": 1150
+ },
+ {
+ "epoch": 2.272859216255443,
+ "grad_norm": 28.831037521362305,
+ "learning_rate": 1.969911884805502e-05,
+ "loss": 2.9291,
+ "step": 1175
+ },
+ {
+ "epoch": 2.3212385099177553,
+ "grad_norm": 28.460262298583984,
+ "learning_rate": 1.9645390070921987e-05,
+ "loss": 2.8431,
+ "step": 1200
+ },
+ {
+ "epoch": 2.3696178035800677,
+ "grad_norm": 23.09235382080078,
+ "learning_rate": 1.9591661293788954e-05,
+ "loss": 2.9127,
+ "step": 1225
+ },
+ {
+ "epoch": 2.41799709724238,
+ "grad_norm": 25.862464904785156,
+ "learning_rate": 1.953793251665592e-05,
+ "loss": 2.8507,
+ "step": 1250
+ },
+ {
+ "epoch": 2.466376390904693,
+ "grad_norm": 44.94914245605469,
+ "learning_rate": 1.948420373952289e-05,
+ "loss": 2.8786,
+ "step": 1275
+ },
+ {
+ "epoch": 2.5147556845670054,
+ "grad_norm": 30.657482147216797,
+ "learning_rate": 1.9430474962389858e-05,
+ "loss": 2.9386,
+ "step": 1300
+ },
+ {
+ "epoch": 2.563134978229318,
+ "grad_norm": 36.85378646850586,
+ "learning_rate": 1.9376746185256825e-05,
+ "loss": 2.9883,
+ "step": 1325
+ },
+ {
+ "epoch": 2.6115142718916307,
+ "grad_norm": 32.231468200683594,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 2.6997,
+ "step": 1350
+ },
+ {
+ "epoch": 2.659893565553943,
+ "grad_norm": 35.39952087402344,
+ "learning_rate": 1.9269288630990763e-05,
+ "loss": 2.7638,
+ "step": 1375
+ },
+ {
+ "epoch": 2.7082728592162555,
+ "grad_norm": 34.102447509765625,
+ "learning_rate": 1.921555985385773e-05,
+ "loss": 2.5834,
+ "step": 1400
+ },
+ {
+ "epoch": 2.756652152878568,
+ "grad_norm": 31.689434051513672,
+ "learning_rate": 1.9161831076724697e-05,
+ "loss": 2.8877,
+ "step": 1425
+ },
+ {
+ "epoch": 2.8050314465408803,
+ "grad_norm": 22.052072525024414,
+ "learning_rate": 1.9108102299591664e-05,
+ "loss": 2.7465,
+ "step": 1450
+ },
+ {
+ "epoch": 2.853410740203193,
+ "grad_norm": 25.382522583007812,
+ "learning_rate": 1.905437352245863e-05,
+ "loss": 2.7654,
+ "step": 1475
+ },
+ {
+ "epoch": 2.9017900338655056,
+ "grad_norm": 38.07093048095703,
+ "learning_rate": 1.9000644745325598e-05,
+ "loss": 2.6869,
+ "step": 1500
+ },
+ {
+ "epoch": 2.950169327527818,
+ "grad_norm": 26.28631019592285,
+ "learning_rate": 1.8946915968192565e-05,
+ "loss": 2.9036,
+ "step": 1525
+ },
+ {
+ "epoch": 2.998548621190131,
+ "grad_norm": 30.545177459716797,
+ "learning_rate": 1.889318719105953e-05,
+ "loss": 2.8423,
+ "step": 1550
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.008228460793804453,
+ "eval_loss": 0.6725642681121826,
+ "eval_macro_f1": 0.4144657093850709,
+ "eval_micro_f1": 0.4176474212828887,
+ "eval_runtime": 3.9202,
+ "eval_samples_per_second": 527.01,
+ "eval_steps_per_second": 33.161,
+ "eval_weighted_f1": 0.4512423543442768,
+ "step": 1551
+ },
+ {
+ "epoch": 3.04644412191582,
+ "grad_norm": 26.440017700195312,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 2.5534,
+ "step": 1575
+ },
+ {
+ "epoch": 3.0948234155781327,
+ "grad_norm": 25.656982421875,
+ "learning_rate": 1.878572963679347e-05,
+ "loss": 2.4053,
+ "step": 1600
+ },
+ {
+ "epoch": 3.143202709240445,
+ "grad_norm": 60.54360580444336,
+ "learning_rate": 1.8732000859660436e-05,
+ "loss": 2.4473,
+ "step": 1625
+ },
+ {
+ "epoch": 3.1915820029027575,
+ "grad_norm": 63.311790466308594,
+ "learning_rate": 1.8678272082527403e-05,
+ "loss": 2.3655,
+ "step": 1650
+ },
+ {
+ "epoch": 3.2399612965650704,
+ "grad_norm": 27.609106063842773,
+ "learning_rate": 1.862454330539437e-05,
+ "loss": 2.4378,
+ "step": 1675
+ },
+ {
+ "epoch": 3.288340590227383,
+ "grad_norm": 43.07880783081055,
+ "learning_rate": 1.8570814528261337e-05,
+ "loss": 2.4677,
+ "step": 1700
+ },
+ {
+ "epoch": 3.336719883889695,
+ "grad_norm": 33.33213424682617,
+ "learning_rate": 1.8517085751128304e-05,
+ "loss": 2.3889,
+ "step": 1725
+ },
+ {
+ "epoch": 3.3850991775520076,
+ "grad_norm": 20.408994674682617,
+ "learning_rate": 1.846335697399527e-05,
+ "loss": 2.4486,
+ "step": 1750
+ },
+ {
+ "epoch": 3.43347847121432,
+ "grad_norm": 35.0495491027832,
+ "learning_rate": 1.840962819686224e-05,
+ "loss": 2.411,
+ "step": 1775
+ },
+ {
+ "epoch": 3.481857764876633,
+ "grad_norm": 29.14592933654785,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 2.468,
+ "step": 1800
+ },
+ {
+ "epoch": 3.5302370585389453,
+ "grad_norm": 38.37916564941406,
+ "learning_rate": 1.8302170642596176e-05,
+ "loss": 2.4675,
+ "step": 1825
+ },
+ {
+ "epoch": 3.5786163522012577,
+ "grad_norm": 36.26290512084961,
+ "learning_rate": 1.8248441865463146e-05,
+ "loss": 2.3768,
+ "step": 1850
+ },
+ {
+ "epoch": 3.6269956458635706,
+ "grad_norm": 27.652996063232422,
+ "learning_rate": 1.8194713088330113e-05,
+ "loss": 2.372,
+ "step": 1875
+ },
+ {
+ "epoch": 3.675374939525883,
+ "grad_norm": 31.439382553100586,
+ "learning_rate": 1.814098431119708e-05,
+ "loss": 2.4494,
+ "step": 1900
+ },
+ {
+ "epoch": 3.7237542331881954,
+ "grad_norm": 30.047704696655273,
+ "learning_rate": 1.8087255534064047e-05,
+ "loss": 2.2807,
+ "step": 1925
+ },
+ {
+ "epoch": 3.772133526850508,
+ "grad_norm": 24.25094223022461,
+ "learning_rate": 1.8033526756931014e-05,
+ "loss": 2.332,
+ "step": 1950
+ },
+ {
+ "epoch": 3.8205128205128203,
+ "grad_norm": 39.15699768066406,
+ "learning_rate": 1.797979797979798e-05,
+ "loss": 2.3089,
+ "step": 1975
+ },
+ {
+ "epoch": 3.868892114175133,
+ "grad_norm": 22.291481018066406,
+ "learning_rate": 1.7926069202664948e-05,
+ "loss": 2.3331,
+ "step": 2000
+ },
+ {
+ "epoch": 3.9172714078374455,
+ "grad_norm": 40.7725830078125,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 2.4485,
+ "step": 2025
+ },
+ {
+ "epoch": 3.965650701499758,
+ "grad_norm": 27.878034591674805,
+ "learning_rate": 1.7818611648398885e-05,
+ "loss": 2.375,
+ "step": 2050
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.02758954501452081,
+ "eval_loss": 0.6403176188468933,
+ "eval_macro_f1": 0.43982129825646454,
+ "eval_micro_f1": 0.4493662441627752,
+ "eval_runtime": 3.87,
+ "eval_samples_per_second": 533.848,
+ "eval_steps_per_second": 33.592,
+ "eval_weighted_f1": 0.4754188052134704,
+ "step": 2068
+ },
+ {
+ "epoch": 4.013546202225448,
+ "grad_norm": 28.813405990600586,
+ "learning_rate": 1.7764882871265852e-05,
+ "loss": 2.2487,
+ "step": 2075
+ },
+ {
+ "epoch": 4.06192549588776,
+ "grad_norm": 15.445168495178223,
+ "learning_rate": 1.771115409413282e-05,
+ "loss": 2.1334,
+ "step": 2100
+ },
+ {
+ "epoch": 4.110304789550073,
+ "grad_norm": 23.30936050415039,
+ "learning_rate": 1.7657425316999787e-05,
+ "loss": 2.0582,
+ "step": 2125
+ },
+ {
+ "epoch": 4.1586840832123855,
+ "grad_norm": 18.73201560974121,
+ "learning_rate": 1.7603696539866754e-05,
+ "loss": 2.0737,
+ "step": 2150
+ },
+ {
+ "epoch": 4.2070633768746974,
+ "grad_norm": 24.857179641723633,
+ "learning_rate": 1.754996776273372e-05,
+ "loss": 2.1015,
+ "step": 2175
+ },
+ {
+ "epoch": 4.25544267053701,
+ "grad_norm": 24.280235290527344,
+ "learning_rate": 1.7496238985600688e-05,
+ "loss": 2.0624,
+ "step": 2200
+ },
+ {
+ "epoch": 4.303821964199322,
+ "grad_norm": 22.22987174987793,
+ "learning_rate": 1.7442510208467655e-05,
+ "loss": 2.0162,
+ "step": 2225
+ },
+ {
+ "epoch": 4.352201257861635,
+ "grad_norm": 18.26143455505371,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 2.1257,
+ "step": 2250
+ },
+ {
+ "epoch": 4.400580551523948,
+ "grad_norm": 38.28558349609375,
+ "learning_rate": 1.7335052654201592e-05,
+ "loss": 2.2032,
+ "step": 2275
+ },
+ {
+ "epoch": 4.44895984518626,
+ "grad_norm": 34.4977912902832,
+ "learning_rate": 1.728132387706856e-05,
+ "loss": 2.1201,
+ "step": 2300
+ },
+ {
+ "epoch": 4.497339138848573,
+ "grad_norm": 26.664424896240234,
+ "learning_rate": 1.722759509993553e-05,
+ "loss": 2.0791,
+ "step": 2325
+ },
+ {
+ "epoch": 4.545718432510886,
+ "grad_norm": 45.26919937133789,
+ "learning_rate": 1.7173866322802496e-05,
+ "loss": 2.1156,
+ "step": 2350
+ },
+ {
+ "epoch": 4.594097726173198,
+ "grad_norm": 23.00921630859375,
+ "learning_rate": 1.7120137545669463e-05,
+ "loss": 2.0465,
+ "step": 2375
+ },
+ {
+ "epoch": 4.6424770198355105,
+ "grad_norm": 26.901386260986328,
+ "learning_rate": 1.706640876853643e-05,
+ "loss": 2.168,
+ "step": 2400
+ },
+ {
+ "epoch": 4.690856313497823,
+ "grad_norm": 42.0687141418457,
+ "learning_rate": 1.7012679991403397e-05,
+ "loss": 2.0566,
+ "step": 2425
+ },
+ {
+ "epoch": 4.739235607160135,
+ "grad_norm": 27.451356887817383,
+ "learning_rate": 1.6958951214270364e-05,
+ "loss": 2.1012,
+ "step": 2450
+ },
+ {
+ "epoch": 4.787614900822448,
+ "grad_norm": 37.0516357421875,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 2.0178,
+ "step": 2475
+ },
+ {
+ "epoch": 4.83599419448476,
+ "grad_norm": 38.811187744140625,
+ "learning_rate": 1.68514936600043e-05,
+ "loss": 2.0908,
+ "step": 2500
+ },
+ {
+ "epoch": 4.884373488147073,
+ "grad_norm": 85.80949401855469,
+ "learning_rate": 1.679776488287127e-05,
+ "loss": 2.0866,
+ "step": 2525
+ },
+ {
+ "epoch": 4.932752781809386,
+ "grad_norm": 24.288799285888672,
+ "learning_rate": 1.6744036105738236e-05,
+ "loss": 2.0177,
+ "step": 2550
+ },
+ {
+ "epoch": 4.981132075471698,
+ "grad_norm": 36.698612213134766,
+ "learning_rate": 1.6690307328605203e-05,
+ "loss": 1.9968,
+ "step": 2575
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.04114230396902226,
+ "eval_loss": 0.6425732374191284,
+ "eval_macro_f1": 0.48411160835570205,
+ "eval_micro_f1": 0.4951557609181696,
+ "eval_runtime": 3.6549,
+ "eval_samples_per_second": 565.268,
+ "eval_steps_per_second": 35.569,
+ "eval_weighted_f1": 0.5140685561616775,
+ "step": 2585
+ },
+ {
+ "epoch": 5.029027576197388,
+ "grad_norm": 24.147981643676758,
+ "learning_rate": 1.663657855147217e-05,
+ "loss": 1.971,
+ "step": 2600
+ },
+ {
+ "epoch": 5.0774068698597,
+ "grad_norm": 41.070858001708984,
+ "learning_rate": 1.6582849774339137e-05,
+ "loss": 1.7911,
+ "step": 2625
+ },
+ {
+ "epoch": 5.1257861635220126,
+ "grad_norm": 16.015499114990234,
+ "learning_rate": 1.6529120997206104e-05,
+ "loss": 1.7858,
+ "step": 2650
+ },
+ {
+ "epoch": 5.174165457184325,
+ "grad_norm": 27.974584579467773,
+ "learning_rate": 1.647539222007307e-05,
+ "loss": 1.7933,
+ "step": 2675
+ },
+ {
+ "epoch": 5.222544750846637,
+ "grad_norm": 27.864198684692383,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 1.7807,
+ "step": 2700
+ },
+ {
+ "epoch": 5.27092404450895,
+ "grad_norm": 33.54486083984375,
+ "learning_rate": 1.636793466580701e-05,
+ "loss": 1.8005,
+ "step": 2725
+ },
+ {
+ "epoch": 5.319303338171263,
+ "grad_norm": 12.144124984741211,
+ "learning_rate": 1.6314205888673975e-05,
+ "loss": 1.7529,
+ "step": 2750
+ },
+ {
+ "epoch": 5.367682631833575,
+ "grad_norm": 27.0304012298584,
+ "learning_rate": 1.6260477111540942e-05,
+ "loss": 1.891,
+ "step": 2775
+ },
+ {
+ "epoch": 5.416061925495888,
+ "grad_norm": 30.23365592956543,
+ "learning_rate": 1.6206748334407913e-05,
+ "loss": 1.8689,
+ "step": 2800
+ },
+ {
+ "epoch": 5.4644412191582,
+ "grad_norm": 26.60340690612793,
+ "learning_rate": 1.615301955727488e-05,
+ "loss": 1.8587,
+ "step": 2825
+ },
+ {
+ "epoch": 5.512820512820513,
+ "grad_norm": 31.082002639770508,
+ "learning_rate": 1.6099290780141847e-05,
+ "loss": 1.8057,
+ "step": 2850
+ },
+ {
+ "epoch": 5.561199806482826,
+ "grad_norm": 43.08983612060547,
+ "learning_rate": 1.604556200300881e-05,
+ "loss": 1.8047,
+ "step": 2875
+ },
+ {
+ "epoch": 5.609579100145138,
+ "grad_norm": 44.78696060180664,
+ "learning_rate": 1.599183322587578e-05,
+ "loss": 1.8907,
+ "step": 2900
+ },
+ {
+ "epoch": 5.6579583938074505,
+ "grad_norm": 21.775548934936523,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 1.7386,
+ "step": 2925
+ },
+ {
+ "epoch": 5.706337687469762,
+ "grad_norm": 31.195335388183594,
+ "learning_rate": 1.5884375671609715e-05,
+ "loss": 1.7448,
+ "step": 2950
+ },
+ {
+ "epoch": 5.754716981132075,
+ "grad_norm": 32.64009094238281,
+ "learning_rate": 1.5830646894476682e-05,
+ "loss": 1.8564,
+ "step": 2975
+ },
+ {
+ "epoch": 5.803096274794388,
+ "grad_norm": 42.73580551147461,
+ "learning_rate": 1.5776918117343652e-05,
+ "loss": 1.8901,
+ "step": 3000
+ },
+ {
+ "epoch": 5.851475568456701,
+ "grad_norm": 36.579166412353516,
+ "learning_rate": 1.572318934021062e-05,
+ "loss": 1.802,
+ "step": 3025
+ },
+ {
+ "epoch": 5.899854862119013,
+ "grad_norm": 21.069421768188477,
+ "learning_rate": 1.5669460563077586e-05,
+ "loss": 1.755,
+ "step": 3050
+ },
+ {
+ "epoch": 5.948234155781326,
+ "grad_norm": 21.628190994262695,
+ "learning_rate": 1.5615731785944553e-05,
+ "loss": 1.833,
+ "step": 3075
+ },
+ {
+ "epoch": 5.996613449443638,
+ "grad_norm": 36.87156677246094,
+ "learning_rate": 1.556200300881152e-05,
+ "loss": 1.8513,
+ "step": 3100
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.047918683446272994,
+ "eval_loss": 0.6320773959159851,
+ "eval_macro_f1": 0.48670114799316455,
+ "eval_micro_f1": 0.4962786543614171,
+ "eval_runtime": 3.434,
+ "eval_samples_per_second": 601.625,
+ "eval_steps_per_second": 37.856,
+ "eval_weighted_f1": 0.5165071426783393,
+ "step": 3102
+ },
+ {
+ "epoch": 6.044508950169328,
+ "grad_norm": 20.941574096679688,
+ "learning_rate": 1.5508274231678487e-05,
+ "loss": 1.6206,
+ "step": 3125
+ },
+ {
+ "epoch": 6.09288824383164,
+ "grad_norm": 21.745996475219727,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 1.5674,
+ "step": 3150
+ },
+ {
+ "epoch": 6.1412675374939525,
+ "grad_norm": 19.123512268066406,
+ "learning_rate": 1.540081667741242e-05,
+ "loss": 1.5983,
+ "step": 3175
+ },
+ {
+ "epoch": 6.189646831156265,
+ "grad_norm": 34.45368194580078,
+ "learning_rate": 1.5347087900279392e-05,
+ "loss": 1.5876,
+ "step": 3200
+ },
+ {
+ "epoch": 6.238026124818577,
+ "grad_norm": 38.04240036010742,
+ "learning_rate": 1.529335912314636e-05,
+ "loss": 1.612,
+ "step": 3225
+ },
+ {
+ "epoch": 6.28640541848089,
+ "grad_norm": 31.052461624145508,
+ "learning_rate": 1.5239630346013326e-05,
+ "loss": 1.6955,
+ "step": 3250
+ },
+ {
+ "epoch": 6.334784712143203,
+ "grad_norm": 25.720693588256836,
+ "learning_rate": 1.5185901568880293e-05,
+ "loss": 1.577,
+ "step": 3275
+ },
+ {
+ "epoch": 6.383164005805515,
+ "grad_norm": 23.271480560302734,
+ "learning_rate": 1.5132172791747262e-05,
+ "loss": 1.6308,
+ "step": 3300
+ },
+ {
+ "epoch": 6.431543299467828,
+ "grad_norm": 26.317943572998047,
+ "learning_rate": 1.5078444014614229e-05,
+ "loss": 1.6302,
+ "step": 3325
+ },
+ {
+ "epoch": 6.479922593130141,
+ "grad_norm": 28.443822860717773,
+ "learning_rate": 1.5024715237481196e-05,
+ "loss": 1.6151,
+ "step": 3350
+ },
+ {
+ "epoch": 6.528301886792453,
+ "grad_norm": 39.78083801269531,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 1.7139,
+ "step": 3375
+ },
+ {
+ "epoch": 6.576681180454766,
+ "grad_norm": 29.07073402404785,
+ "learning_rate": 1.4917257683215131e-05,
+ "loss": 1.6149,
+ "step": 3400
+ },
+ {
+ "epoch": 6.6250604741170775,
+ "grad_norm": 29.321645736694336,
+ "learning_rate": 1.4863528906082098e-05,
+ "loss": 1.6079,
+ "step": 3425
+ },
+ {
+ "epoch": 6.67343976777939,
+ "grad_norm": 29.511098861694336,
+ "learning_rate": 1.4809800128949065e-05,
+ "loss": 1.5101,
+ "step": 3450
+ },
+ {
+ "epoch": 6.721819061441703,
+ "grad_norm": 16.362110137939453,
+ "learning_rate": 1.4756071351816034e-05,
+ "loss": 1.5567,
+ "step": 3475
+ },
+ {
+ "epoch": 6.770198355104015,
+ "grad_norm": 25.67879867553711,
+ "learning_rate": 1.4702342574683001e-05,
+ "loss": 1.642,
+ "step": 3500
+ },
+ {
+ "epoch": 6.818577648766328,
+ "grad_norm": 28.33863067626953,
+ "learning_rate": 1.4648613797549968e-05,
+ "loss": 1.6407,
+ "step": 3525
+ },
+ {
+ "epoch": 6.86695694242864,
+ "grad_norm": 42.11382293701172,
+ "learning_rate": 1.4594885020416935e-05,
+ "loss": 1.6254,
+ "step": 3550
+ },
+ {
+ "epoch": 6.915336236090953,
+ "grad_norm": 39.101402282714844,
+ "learning_rate": 1.4541156243283906e-05,
+ "loss": 1.6185,
+ "step": 3575
+ },
+ {
+ "epoch": 6.963715529753266,
+ "grad_norm": 30.72218132019043,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 1.5685,
+ "step": 3600
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.06727976766698936,
+ "eval_loss": 0.6385160684585571,
+ "eval_macro_f1": 0.5069876922623642,
+ "eval_micro_f1": 0.5150804813252071,
+ "eval_runtime": 3.8982,
+ "eval_samples_per_second": 529.988,
+ "eval_steps_per_second": 33.349,
+ "eval_weighted_f1": 0.5339959856056846,
+ "step": 3619
+ },
+ {
+ "epoch": 7.011611030478955,
+ "grad_norm": 21.31620979309082,
+ "learning_rate": 1.443369868901784e-05,
+ "loss": 1.5933,
+ "step": 3625
+ },
+ {
+ "epoch": 7.059990324141268,
+ "grad_norm": 32.46412658691406,
+ "learning_rate": 1.4379969911884807e-05,
+ "loss": 1.512,
+ "step": 3650
+ },
+ {
+ "epoch": 7.1083696178035805,
+ "grad_norm": 19.837373733520508,
+ "learning_rate": 1.4326241134751775e-05,
+ "loss": 1.3982,
+ "step": 3675
+ },
+ {
+ "epoch": 7.156748911465892,
+ "grad_norm": 26.505189895629883,
+ "learning_rate": 1.4272512357618742e-05,
+ "loss": 1.4343,
+ "step": 3700
+ },
+ {
+ "epoch": 7.205128205128205,
+ "grad_norm": 18.37325096130371,
+ "learning_rate": 1.421878358048571e-05,
+ "loss": 1.4284,
+ "step": 3725
+ },
+ {
+ "epoch": 7.253507498790517,
+ "grad_norm": 45.82560729980469,
+ "learning_rate": 1.4165054803352676e-05,
+ "loss": 1.4499,
+ "step": 3750
+ },
+ {
+ "epoch": 7.30188679245283,
+ "grad_norm": 20.60210418701172,
+ "learning_rate": 1.4111326026219645e-05,
+ "loss": 1.3927,
+ "step": 3775
+ },
+ {
+ "epoch": 7.350266086115143,
+ "grad_norm": 21.171371459960938,
+ "learning_rate": 1.4057597249086612e-05,
+ "loss": 1.4104,
+ "step": 3800
+ },
+ {
+ "epoch": 7.398645379777455,
+ "grad_norm": 17.978290557861328,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 1.4291,
+ "step": 3825
+ },
+ {
+ "epoch": 7.447024673439768,
+ "grad_norm": 22.800296783447266,
+ "learning_rate": 1.3950139694820548e-05,
+ "loss": 1.4719,
+ "step": 3850
+ },
+ {
+ "epoch": 7.495403967102081,
+ "grad_norm": 33.87398910522461,
+ "learning_rate": 1.3896410917687515e-05,
+ "loss": 1.4641,
+ "step": 3875
+ },
+ {
+ "epoch": 7.543783260764393,
+ "grad_norm": 24.863605499267578,
+ "learning_rate": 1.3842682140554482e-05,
+ "loss": 1.405,
+ "step": 3900
+ },
+ {
+ "epoch": 7.5921625544267055,
+ "grad_norm": 27.757205963134766,
+ "learning_rate": 1.3788953363421449e-05,
+ "loss": 1.4801,
+ "step": 3925
+ },
+ {
+ "epoch": 7.640541848089018,
+ "grad_norm": 25.565343856811523,
+ "learning_rate": 1.3735224586288418e-05,
+ "loss": 1.4938,
+ "step": 3950
+ },
+ {
+ "epoch": 7.68892114175133,
+ "grad_norm": 25.139982223510742,
+ "learning_rate": 1.3681495809155385e-05,
+ "loss": 1.4013,
+ "step": 3975
+ },
+ {
+ "epoch": 7.737300435413643,
+ "grad_norm": 25.578550338745117,
+ "learning_rate": 1.3627767032022352e-05,
+ "loss": 1.4851,
+ "step": 4000
+ },
+ {
+ "epoch": 7.785679729075955,
+ "grad_norm": 37.062950134277344,
+ "learning_rate": 1.3574038254889319e-05,
+ "loss": 1.4223,
+ "step": 4025
+ },
+ {
+ "epoch": 7.834059022738268,
+ "grad_norm": 22.23467254638672,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 1.4016,
+ "step": 4050
+ },
+ {
+ "epoch": 7.882438316400581,
+ "grad_norm": 29.32895851135254,
+ "learning_rate": 1.3466580700623256e-05,
+ "loss": 1.3946,
+ "step": 4075
+ },
+ {
+ "epoch": 7.930817610062893,
+ "grad_norm": 24.89019012451172,
+ "learning_rate": 1.3412851923490221e-05,
+ "loss": 1.4824,
+ "step": 4100
+ },
+ {
+ "epoch": 7.979196903725206,
+ "grad_norm": 13.755044937133789,
+ "learning_rate": 1.3359123146357188e-05,
+ "loss": 1.4641,
+ "step": 4125
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.08422071636011616,
+ "eval_loss": 0.661600649356842,
+ "eval_macro_f1": 0.5232669980994195,
+ "eval_micro_f1": 0.5321681231793591,
+ "eval_runtime": 3.5005,
+ "eval_samples_per_second": 590.208,
+ "eval_steps_per_second": 37.138,
+ "eval_weighted_f1": 0.5474254263927485,
+ "step": 4136
+ },
+ {
+ "epoch": 8.027092404450896,
+ "grad_norm": 21.93389320373535,
+ "learning_rate": 1.3305394369224159e-05,
+ "loss": 1.4088,
+ "step": 4150
+ },
+ {
+ "epoch": 8.075471698113208,
+ "grad_norm": 30.933135986328125,
+ "learning_rate": 1.3251665592091126e-05,
+ "loss": 1.3311,
+ "step": 4175
+ },
+ {
+ "epoch": 8.12385099177552,
+ "grad_norm": 43.72502899169922,
+ "learning_rate": 1.3197936814958093e-05,
+ "loss": 1.2563,
+ "step": 4200
+ },
+ {
+ "epoch": 8.172230285437832,
+ "grad_norm": 33.31612777709961,
+ "learning_rate": 1.314420803782506e-05,
+ "loss": 1.272,
+ "step": 4225
+ },
+ {
+ "epoch": 8.220609579100145,
+ "grad_norm": 21.785717010498047,
+ "learning_rate": 1.3090479260692028e-05,
+ "loss": 1.3437,
+ "step": 4250
+ },
+ {
+ "epoch": 8.268988872762458,
+ "grad_norm": 30.4362850189209,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 1.3049,
+ "step": 4275
+ },
+ {
+ "epoch": 8.317368166424771,
+ "grad_norm": 38.697303771972656,
+ "learning_rate": 1.2983021706425962e-05,
+ "loss": 1.3031,
+ "step": 4300
+ },
+ {
+ "epoch": 8.365747460087082,
+ "grad_norm": 36.31095886230469,
+ "learning_rate": 1.2929292929292931e-05,
+ "loss": 1.3402,
+ "step": 4325
+ },
+ {
+ "epoch": 8.414126753749395,
+ "grad_norm": 24.436565399169922,
+ "learning_rate": 1.2875564152159898e-05,
+ "loss": 1.3137,
+ "step": 4350
+ },
+ {
+ "epoch": 8.462506047411708,
+ "grad_norm": 16.58713722229004,
+ "learning_rate": 1.2821835375026865e-05,
+ "loss": 1.2639,
+ "step": 4375
+ },
+ {
+ "epoch": 8.51088534107402,
+ "grad_norm": 19.46063804626465,
+ "learning_rate": 1.2768106597893832e-05,
+ "loss": 1.2862,
+ "step": 4400
+ },
+ {
+ "epoch": 8.559264634736333,
+ "grad_norm": 26.118724822998047,
+ "learning_rate": 1.2714377820760801e-05,
+ "loss": 1.3469,
+ "step": 4425
+ },
+ {
+ "epoch": 8.607643928398645,
+ "grad_norm": 27.467601776123047,
+ "learning_rate": 1.2660649043627768e-05,
+ "loss": 1.3159,
+ "step": 4450
+ },
+ {
+ "epoch": 8.656023222060957,
+ "grad_norm": 21.901460647583008,
+ "learning_rate": 1.2606920266494735e-05,
+ "loss": 1.2538,
+ "step": 4475
+ },
+ {
+ "epoch": 8.70440251572327,
+ "grad_norm": 24.35893440246582,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 1.3089,
+ "step": 4500
+ },
+ {
+ "epoch": 8.752781809385583,
+ "grad_norm": 23.091920852661133,
+ "learning_rate": 1.2499462712228672e-05,
+ "loss": 1.3095,
+ "step": 4525
+ },
+ {
+ "epoch": 8.801161103047896,
+ "grad_norm": 19.1888370513916,
+ "learning_rate": 1.2445733935095638e-05,
+ "loss": 1.3013,
+ "step": 4550
+ },
+ {
+ "epoch": 8.849540396710207,
+ "grad_norm": 47.45948028564453,
+ "learning_rate": 1.2392005157962605e-05,
+ "loss": 1.2634,
+ "step": 4575
+ },
+ {
+ "epoch": 8.89791969037252,
+ "grad_norm": 42.185760498046875,
+ "learning_rate": 1.2338276380829572e-05,
+ "loss": 1.2708,
+ "step": 4600
+ },
+ {
+ "epoch": 8.946298984034833,
+ "grad_norm": 23.285066604614258,
+ "learning_rate": 1.2284547603696542e-05,
+ "loss": 1.2235,
+ "step": 4625
+ },
+ {
+ "epoch": 8.994678277697146,
+ "grad_norm": 35.46476745605469,
+ "learning_rate": 1.223081882656351e-05,
+ "loss": 1.2609,
+ "step": 4650
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.10164569215876089,
+ "eval_loss": 0.6810997724533081,
+ "eval_macro_f1": 0.5339257998618145,
+ "eval_micro_f1": 0.5427835051546391,
+ "eval_runtime": 3.1645,
+ "eval_samples_per_second": 652.87,
+ "eval_steps_per_second": 41.081,
+ "eval_weighted_f1": 0.5552391570907949,
+ "step": 4653
+ },
+ {
+ "epoch": 9.042573778422835,
+ "grad_norm": 22.920604705810547,
+ "learning_rate": 1.2177090049430476e-05,
+ "loss": 1.1344,
+ "step": 4675
+ },
+ {
+ "epoch": 9.090953072085147,
+ "grad_norm": 19.821924209594727,
+ "learning_rate": 1.2123361272297443e-05,
+ "loss": 1.1382,
+ "step": 4700
+ },
+ {
+ "epoch": 9.13933236574746,
+ "grad_norm": 21.562026977539062,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 1.1924,
+ "step": 4725
+ },
+ {
+ "epoch": 9.187711659409773,
+ "grad_norm": 29.749509811401367,
+ "learning_rate": 1.2015903718031379e-05,
+ "loss": 1.1848,
+ "step": 4750
+ },
+ {
+ "epoch": 9.236090953072084,
+ "grad_norm": 35.086952209472656,
+ "learning_rate": 1.1962174940898346e-05,
+ "loss": 1.1911,
+ "step": 4775
+ },
+ {
+ "epoch": 9.284470246734397,
+ "grad_norm": 15.038681983947754,
+ "learning_rate": 1.1908446163765313e-05,
+ "loss": 1.1783,
+ "step": 4800
+ },
+ {
+ "epoch": 9.33284954039671,
+ "grad_norm": 35.3170051574707,
+ "learning_rate": 1.1854717386632282e-05,
+ "loss": 1.2453,
+ "step": 4825
+ },
+ {
+ "epoch": 9.381228834059023,
+ "grad_norm": 21.777116775512695,
+ "learning_rate": 1.1800988609499249e-05,
+ "loss": 1.1415,
+ "step": 4850
+ },
+ {
+ "epoch": 9.429608127721336,
+ "grad_norm": 28.208332061767578,
+ "learning_rate": 1.1747259832366216e-05,
+ "loss": 1.2169,
+ "step": 4875
+ },
+ {
+ "epoch": 9.477987421383649,
+ "grad_norm": 36.88550567626953,
+ "learning_rate": 1.1693531055233184e-05,
+ "loss": 1.1486,
+ "step": 4900
+ },
+ {
+ "epoch": 9.52636671504596,
+ "grad_norm": 24.264389038085938,
+ "learning_rate": 1.1639802278100151e-05,
+ "loss": 1.1751,
+ "step": 4925
+ },
+ {
+ "epoch": 9.574746008708273,
+ "grad_norm": 18.255756378173828,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 1.1596,
+ "step": 4950
+ },
+ {
+ "epoch": 9.623125302370585,
+ "grad_norm": 28.91038703918457,
+ "learning_rate": 1.1532344723834085e-05,
+ "loss": 1.1358,
+ "step": 4975
+ },
+ {
+ "epoch": 9.671504596032898,
+ "grad_norm": 51.60163497924805,
+ "learning_rate": 1.1478615946701054e-05,
+ "loss": 1.19,
+ "step": 5000
+ },
+ {
+ "epoch": 9.719883889695211,
+ "grad_norm": 24.57830810546875,
+ "learning_rate": 1.1424887169568021e-05,
+ "loss": 1.1843,
+ "step": 5025
+ },
+ {
+ "epoch": 9.768263183357522,
+ "grad_norm": 22.829681396484375,
+ "learning_rate": 1.1371158392434988e-05,
+ "loss": 1.1462,
+ "step": 5050
+ },
+ {
+ "epoch": 9.816642477019835,
+ "grad_norm": 31.298357009887695,
+ "learning_rate": 1.1317429615301955e-05,
+ "loss": 1.1631,
+ "step": 5075
+ },
+ {
+ "epoch": 9.865021770682148,
+ "grad_norm": 15.721089363098145,
+ "learning_rate": 1.1263700838168926e-05,
+ "loss": 1.1233,
+ "step": 5100
+ },
+ {
+ "epoch": 9.91340106434446,
+ "grad_norm": 31.156240463256836,
+ "learning_rate": 1.1209972061035893e-05,
+ "loss": 1.1725,
+ "step": 5125
+ },
+ {
+ "epoch": 9.961780358006774,
+ "grad_norm": 28.626144409179688,
+ "learning_rate": 1.115624328390286e-05,
+ "loss": 1.1154,
+ "step": 5150
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.09777347531461762,
+ "eval_loss": 0.6895507574081421,
+ "eval_macro_f1": 0.5322188780325868,
+ "eval_micro_f1": 0.5406600884654644,
+ "eval_runtime": 3.0927,
+ "eval_samples_per_second": 668.034,
+ "eval_steps_per_second": 42.035,
+ "eval_weighted_f1": 0.5544574651948377,
+ "step": 5170
+ },
+ {
+ "epoch": 10.009675858732463,
+ "grad_norm": 22.23616600036621,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 1.2045,
+ "step": 5175
+ },
+ {
+ "epoch": 10.058055152394775,
+ "grad_norm": 19.928552627563477,
+ "learning_rate": 1.1048785729636795e-05,
+ "loss": 1.0673,
+ "step": 5200
+ },
+ {
+ "epoch": 10.106434446057088,
+ "grad_norm": 28.054990768432617,
+ "learning_rate": 1.0995056952503762e-05,
+ "loss": 1.0266,
+ "step": 5225
+ },
+ {
+ "epoch": 10.1548137397194,
+ "grad_norm": 25.340076446533203,
+ "learning_rate": 1.094132817537073e-05,
+ "loss": 1.0963,
+ "step": 5250
+ },
+ {
+ "epoch": 10.203193033381712,
+ "grad_norm": 37.261810302734375,
+ "learning_rate": 1.0887599398237696e-05,
+ "loss": 1.0748,
+ "step": 5275
+ },
+ {
+ "epoch": 10.251572327044025,
+ "grad_norm": 24.130971908569336,
+ "learning_rate": 1.0833870621104665e-05,
+ "loss": 1.0728,
+ "step": 5300
+ },
+ {
+ "epoch": 10.299951620706338,
+ "grad_norm": 26.919076919555664,
+ "learning_rate": 1.0780141843971632e-05,
+ "loss": 1.0361,
+ "step": 5325
+ },
+ {
+ "epoch": 10.34833091436865,
+ "grad_norm": 29.993417739868164,
+ "learning_rate": 1.0726413066838599e-05,
+ "loss": 1.1535,
+ "step": 5350
+ },
+ {
+ "epoch": 10.396710208030962,
+ "grad_norm": 32.30778121948242,
+ "learning_rate": 1.0672684289705568e-05,
+ "loss": 1.0931,
+ "step": 5375
+ },
+ {
+ "epoch": 10.445089501693275,
+ "grad_norm": 15.371118545532227,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 1.0237,
+ "step": 5400
+ },
+ {
+ "epoch": 10.493468795355588,
+ "grad_norm": 29.54555892944336,
+ "learning_rate": 1.0565226735439502e-05,
+ "loss": 1.0605,
+ "step": 5425
+ },
+ {
+ "epoch": 10.5418480890179,
+ "grad_norm": 43.011802673339844,
+ "learning_rate": 1.0511497958306469e-05,
+ "loss": 1.0386,
+ "step": 5450
+ },
+ {
+ "epoch": 10.590227382680213,
+ "grad_norm": 33.35609436035156,
+ "learning_rate": 1.0457769181173438e-05,
+ "loss": 1.0915,
+ "step": 5475
+ },
+ {
+ "epoch": 10.638606676342526,
+ "grad_norm": 20.90606117248535,
+ "learning_rate": 1.0404040404040405e-05,
+ "loss": 1.0679,
+ "step": 5500
+ },
+ {
+ "epoch": 10.686985970004837,
+ "grad_norm": 17.685396194458008,
+ "learning_rate": 1.0350311626907372e-05,
+ "loss": 1.0415,
+ "step": 5525
+ },
+ {
+ "epoch": 10.73536526366715,
+ "grad_norm": 37.0312614440918,
+ "learning_rate": 1.0296582849774339e-05,
+ "loss": 1.11,
+ "step": 5550
+ },
+ {
+ "epoch": 10.783744557329463,
+ "grad_norm": 15.977460861206055,
+ "learning_rate": 1.0242854072641309e-05,
+ "loss": 1.0597,
+ "step": 5575
+ },
+ {
+ "epoch": 10.832123850991776,
+ "grad_norm": 17.78635597229004,
+ "learning_rate": 1.0189125295508276e-05,
+ "loss": 1.0612,
+ "step": 5600
+ },
+ {
+ "epoch": 10.880503144654089,
+ "grad_norm": 32.10215759277344,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 1.0468,
+ "step": 5625
+ },
+ {
+ "epoch": 10.9288824383164,
+ "grad_norm": 16.461206436157227,
+ "learning_rate": 1.008166774124221e-05,
+ "loss": 1.0499,
+ "step": 5650
+ },
+ {
+ "epoch": 10.977261731978713,
+ "grad_norm": 21.043045043945312,
+ "learning_rate": 1.0027938964109179e-05,
+ "loss": 1.07,
+ "step": 5675
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.10648596321393998,
+ "eval_loss": 0.7370184659957886,
+ "eval_macro_f1": 0.5461671227449256,
+ "eval_micro_f1": 0.5568141592920354,
+ "eval_runtime": 3.1,
+ "eval_samples_per_second": 666.444,
+ "eval_steps_per_second": 41.935,
+ "eval_weighted_f1": 0.5657707476142648,
+ "step": 5687
+ },
+ {
+ "epoch": 11.025157232704403,
+ "grad_norm": 14.979416847229004,
+ "learning_rate": 9.974210186976146e-06,
+ "loss": 0.953,
+ "step": 5700
+ },
+ {
+ "epoch": 11.073536526366714,
+ "grad_norm": 15.703760147094727,
+ "learning_rate": 9.920481409843113e-06,
+ "loss": 1.0303,
+ "step": 5725
+ },
+ {
+ "epoch": 11.121915820029027,
+ "grad_norm": 25.49245262145996,
+ "learning_rate": 9.86675263271008e-06,
+ "loss": 0.9499,
+ "step": 5750
+ },
+ {
+ "epoch": 11.17029511369134,
+ "grad_norm": 31.481117248535156,
+ "learning_rate": 9.813023855577047e-06,
+ "loss": 1.0023,
+ "step": 5775
+ },
+ {
+ "epoch": 11.218674407353653,
+ "grad_norm": 20.061729431152344,
+ "learning_rate": 9.759295078444016e-06,
+ "loss": 0.9814,
+ "step": 5800
+ },
+ {
+ "epoch": 11.267053701015966,
+ "grad_norm": 18.246225357055664,
+ "learning_rate": 9.705566301310983e-06,
+ "loss": 0.9582,
+ "step": 5825
+ },
+ {
+ "epoch": 11.315432994678277,
+ "grad_norm": 27.344772338867188,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 1.014,
+ "step": 5850
+ },
+ {
+ "epoch": 11.36381228834059,
+ "grad_norm": 16.211822509765625,
+ "learning_rate": 9.598108747044918e-06,
+ "loss": 1.0247,
+ "step": 5875
+ },
+ {
+ "epoch": 11.412191582002903,
+ "grad_norm": 38.498634338378906,
+ "learning_rate": 9.544379969911885e-06,
+ "loss": 0.9842,
+ "step": 5900
+ },
+ {
+ "epoch": 11.460570875665216,
+ "grad_norm": 18.95419692993164,
+ "learning_rate": 9.490651192778854e-06,
+ "loss": 1.0002,
+ "step": 5925
+ },
+ {
+ "epoch": 11.508950169327528,
+ "grad_norm": 24.820327758789062,
+ "learning_rate": 9.436922415645821e-06,
+ "loss": 0.9675,
+ "step": 5950
+ },
+ {
+ "epoch": 11.55732946298984,
+ "grad_norm": 27.686737060546875,
+ "learning_rate": 9.383193638512788e-06,
+ "loss": 1.014,
+ "step": 5975
+ },
+ {
+ "epoch": 11.605708756652152,
+ "grad_norm": 23.662439346313477,
+ "learning_rate": 9.329464861379755e-06,
+ "loss": 0.9748,
+ "step": 6000
+ },
+ {
+ "epoch": 11.654088050314465,
+ "grad_norm": 27.75419807434082,
+ "learning_rate": 9.275736084246724e-06,
+ "loss": 1.0218,
+ "step": 6025
+ },
+ {
+ "epoch": 11.702467343976778,
+ "grad_norm": 34.79293441772461,
+ "learning_rate": 9.22200730711369e-06,
+ "loss": 0.9425,
+ "step": 6050
+ },
+ {
+ "epoch": 11.750846637639091,
+ "grad_norm": 21.735645294189453,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 0.9343,
+ "step": 6075
+ },
+ {
+ "epoch": 11.799225931301404,
+ "grad_norm": 24.222219467163086,
+ "learning_rate": 9.114549752847626e-06,
+ "loss": 0.9725,
+ "step": 6100
+ },
+ {
+ "epoch": 11.847605224963715,
+ "grad_norm": 18.60116958618164,
+ "learning_rate": 9.060820975714594e-06,
+ "loss": 0.9246,
+ "step": 6125
+ },
+ {
+ "epoch": 11.895984518626028,
+ "grad_norm": 40.64644241333008,
+ "learning_rate": 9.00709219858156e-06,
+ "loss": 1.0369,
+ "step": 6150
+ },
+ {
+ "epoch": 11.94436381228834,
+ "grad_norm": 28.693328857421875,
+ "learning_rate": 8.95336342144853e-06,
+ "loss": 0.9272,
+ "step": 6175
+ },
+ {
+ "epoch": 11.992743105950654,
+ "grad_norm": 23.950563430786133,
+ "learning_rate": 8.899634644315496e-06,
+ "loss": 0.9787,
+ "step": 6200
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.12971926427879962,
+ "eval_loss": 0.7604398131370544,
+ "eval_macro_f1": 0.5613544417218519,
+ "eval_micro_f1": 0.5683611671866398,
+ "eval_runtime": 3.3102,
+ "eval_samples_per_second": 624.124,
+ "eval_steps_per_second": 39.272,
+ "eval_weighted_f1": 0.5769708932050981,
+ "step": 6204
+ },
+ {
+ "epoch": 12.040638606676342,
+ "grad_norm": 18.3322696685791,
+ "learning_rate": 8.845905867182463e-06,
+ "loss": 0.8745,
+ "step": 6225
+ },
+ {
+ "epoch": 12.089017900338655,
+ "grad_norm": 13.050375938415527,
+ "learning_rate": 8.79217709004943e-06,
+ "loss": 0.9375,
+ "step": 6250
+ },
+ {
+ "epoch": 12.137397194000968,
+ "grad_norm": 15.701397895812988,
+ "learning_rate": 8.738448312916399e-06,
+ "loss": 0.9175,
+ "step": 6275
+ },
+ {
+ "epoch": 12.18577648766328,
+ "grad_norm": 35.1925163269043,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 0.8994,
+ "step": 6300
+ },
+ {
+ "epoch": 12.234155781325592,
+ "grad_norm": 15.847681045532227,
+ "learning_rate": 8.630990758650335e-06,
+ "loss": 0.9274,
+ "step": 6325
+ },
+ {
+ "epoch": 12.282535074987905,
+ "grad_norm": 13.759275436401367,
+ "learning_rate": 8.5772619815173e-06,
+ "loss": 0.8927,
+ "step": 6350
+ },
+ {
+ "epoch": 12.330914368650218,
+ "grad_norm": 19.81844711303711,
+ "learning_rate": 8.523533204384269e-06,
+ "loss": 0.9164,
+ "step": 6375
+ },
+ {
+ "epoch": 12.37929366231253,
+ "grad_norm": 27.25444984436035,
+ "learning_rate": 8.469804427251237e-06,
+ "loss": 0.864,
+ "step": 6400
+ },
+ {
+ "epoch": 12.427672955974844,
+ "grad_norm": 18.008359909057617,
+ "learning_rate": 8.416075650118204e-06,
+ "loss": 0.9228,
+ "step": 6425
+ },
+ {
+ "epoch": 12.476052249637155,
+ "grad_norm": 59.837249755859375,
+ "learning_rate": 8.362346872985171e-06,
+ "loss": 0.9208,
+ "step": 6450
+ },
+ {
+ "epoch": 12.524431543299468,
+ "grad_norm": 9.733592987060547,
+ "learning_rate": 8.308618095852138e-06,
+ "loss": 0.839,
+ "step": 6475
+ },
+ {
+ "epoch": 12.57281083696178,
+ "grad_norm": 54.74702072143555,
+ "learning_rate": 8.254889318719107e-06,
+ "loss": 0.9515,
+ "step": 6500
+ },
+ {
+ "epoch": 12.621190130624093,
+ "grad_norm": 13.763038635253906,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 0.9272,
+ "step": 6525
+ },
+ {
+ "epoch": 12.669569424286406,
+ "grad_norm": 31.846715927124023,
+ "learning_rate": 8.147431764453041e-06,
+ "loss": 0.9044,
+ "step": 6550
+ },
+ {
+ "epoch": 12.717948717948717,
+ "grad_norm": 47.915096282958984,
+ "learning_rate": 8.093702987320008e-06,
+ "loss": 0.9428,
+ "step": 6575
+ },
+ {
+ "epoch": 12.76632801161103,
+ "grad_norm": 22.77875328063965,
+ "learning_rate": 8.039974210186977e-06,
+ "loss": 0.9084,
+ "step": 6600
+ },
+ {
+ "epoch": 12.814707305273343,
+ "grad_norm": 33.443267822265625,
+ "learning_rate": 7.986245433053944e-06,
+ "loss": 0.8904,
+ "step": 6625
+ },
+ {
+ "epoch": 12.863086598935656,
+ "grad_norm": 31.135700225830078,
+ "learning_rate": 7.932516655920913e-06,
+ "loss": 0.9223,
+ "step": 6650
+ },
+ {
+ "epoch": 12.911465892597969,
+ "grad_norm": 20.26923179626465,
+ "learning_rate": 7.87878787878788e-06,
+ "loss": 0.8754,
+ "step": 6675
+ },
+ {
+ "epoch": 12.959845186260281,
+ "grad_norm": 38.23849105834961,
+ "learning_rate": 7.825059101654847e-06,
+ "loss": 0.8561,
+ "step": 6700
+ },
+ {
+ "epoch": 13.0,
+ "eval_accuracy": 0.1292352371732817,
+ "eval_loss": 0.7924312949180603,
+ "eval_macro_f1": 0.5675067113163673,
+ "eval_micro_f1": 0.5739893567360658,
+ "eval_runtime": 3.2687,
+ "eval_samples_per_second": 632.056,
+ "eval_steps_per_second": 39.771,
+ "eval_weighted_f1": 0.5825520974344233,
+ "step": 6721
+ },
+ {
+ "epoch": 13.00774068698597,
+ "grad_norm": 15.349298477172852,
+ "learning_rate": 7.771330324521814e-06,
+ "loss": 0.8739,
+ "step": 6725
+ },
+ {
+ "epoch": 13.056119980648283,
+ "grad_norm": 29.516204833984375,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 0.8431,
+ "step": 6750
+ },
+ {
+ "epoch": 13.104499274310594,
+ "grad_norm": 17.86136245727539,
+ "learning_rate": 7.66387277025575e-06,
+ "loss": 0.8539,
+ "step": 6775
+ },
+ {
+ "epoch": 13.152878567972907,
+ "grad_norm": 32.200260162353516,
+ "learning_rate": 7.610143993122717e-06,
+ "loss": 0.8541,
+ "step": 6800
+ },
+ {
+ "epoch": 13.20125786163522,
+ "grad_norm": 23.501230239868164,
+ "learning_rate": 7.556415215989684e-06,
+ "loss": 0.8363,
+ "step": 6825
+ },
+ {
+ "epoch": 13.249637155297533,
+ "grad_norm": 15.723649978637695,
+ "learning_rate": 7.502686438856652e-06,
+ "loss": 0.8528,
+ "step": 6850
+ },
+ {
+ "epoch": 13.298016448959846,
+ "grad_norm": 45.357208251953125,
+ "learning_rate": 7.448957661723619e-06,
+ "loss": 0.8185,
+ "step": 6875
+ },
+ {
+ "epoch": 13.346395742622157,
+ "grad_norm": 13.492280006408691,
+ "learning_rate": 7.395228884590587e-06,
+ "loss": 0.8427,
+ "step": 6900
+ },
+ {
+ "epoch": 13.39477503628447,
+ "grad_norm": 18.88283920288086,
+ "learning_rate": 7.341500107457556e-06,
+ "loss": 0.8478,
+ "step": 6925
+ },
+ {
+ "epoch": 13.443154329946783,
+ "grad_norm": 22.258699417114258,
+ "learning_rate": 7.287771330324522e-06,
+ "loss": 0.8405,
+ "step": 6950
+ },
+ {
+ "epoch": 13.491533623609095,
+ "grad_norm": 29.63007926940918,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 0.8037,
+ "step": 6975
+ },
+ {
+ "epoch": 13.539912917271408,
+ "grad_norm": 13.086504936218262,
+ "learning_rate": 7.180313776058458e-06,
+ "loss": 0.8368,
+ "step": 7000
+ },
+ {
+ "epoch": 13.588292210933721,
+ "grad_norm": 20.12955093383789,
+ "learning_rate": 7.1265849989254255e-06,
+ "loss": 0.8516,
+ "step": 7025
+ },
+ {
+ "epoch": 13.636671504596032,
+ "grad_norm": 24.95620346069336,
+ "learning_rate": 7.0728562217923925e-06,
+ "loss": 0.8938,
+ "step": 7050
+ },
+ {
+ "epoch": 13.685050798258345,
+ "grad_norm": 31.524459838867188,
+ "learning_rate": 7.01912744465936e-06,
+ "loss": 0.8255,
+ "step": 7075
+ },
+ {
+ "epoch": 13.733430091920658,
+ "grad_norm": 13.682292938232422,
+ "learning_rate": 6.965398667526327e-06,
+ "loss": 0.8312,
+ "step": 7100
+ },
+ {
+ "epoch": 13.78180938558297,
+ "grad_norm": 13.311579704284668,
+ "learning_rate": 6.911669890393295e-06,
+ "loss": 0.8601,
+ "step": 7125
+ },
+ {
+ "epoch": 13.830188679245284,
+ "grad_norm": 19.30748748779297,
+ "learning_rate": 6.857941113260262e-06,
+ "loss": 0.804,
+ "step": 7150
+ },
+ {
+ "epoch": 13.878567972907595,
+ "grad_norm": 22.991422653198242,
+ "learning_rate": 6.80421233612723e-06,
+ "loss": 0.8216,
+ "step": 7175
+ },
+ {
+ "epoch": 13.926947266569908,
+ "grad_norm": 21.96456527709961,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 0.815,
+ "step": 7200
+ },
+ {
+ "epoch": 13.97532656023222,
+ "grad_norm": 16.258760452270508,
+ "learning_rate": 6.696754781861166e-06,
+ "loss": 0.8078,
+ "step": 7225
+ },
+ {
+ "epoch": 14.0,
+ "eval_accuracy": 0.13020329138431752,
+ "eval_loss": 0.8151243329048157,
+ "eval_macro_f1": 0.5703746720930767,
+ "eval_micro_f1": 0.5769194536033915,
+ "eval_runtime": 3.231,
+ "eval_samples_per_second": 639.435,
+ "eval_steps_per_second": 40.235,
+ "eval_weighted_f1": 0.5834537027073396,
+ "step": 7238
+ },
+ {
+ "epoch": 14.02322206095791,
+ "grad_norm": 34.53668212890625,
+ "learning_rate": 6.643026004728133e-06,
+ "loss": 0.8475,
+ "step": 7250
+ },
+ {
+ "epoch": 14.071601354620222,
+ "grad_norm": 15.595403671264648,
+ "learning_rate": 6.589297227595101e-06,
+ "loss": 0.8105,
+ "step": 7275
+ },
+ {
+ "epoch": 14.119980648282535,
+ "grad_norm": 15.723034858703613,
+ "learning_rate": 6.535568450462068e-06,
+ "loss": 0.8113,
+ "step": 7300
+ },
+ {
+ "epoch": 14.168359941944848,
+ "grad_norm": 15.689093589782715,
+ "learning_rate": 6.481839673329036e-06,
+ "loss": 0.739,
+ "step": 7325
+ },
+ {
+ "epoch": 14.216739235607161,
+ "grad_norm": 31.24777603149414,
+ "learning_rate": 6.428110896196003e-06,
+ "loss": 0.7765,
+ "step": 7350
+ },
+ {
+ "epoch": 14.265118529269472,
+ "grad_norm": 40.647972106933594,
+ "learning_rate": 6.3743821190629705e-06,
+ "loss": 0.7902,
+ "step": 7375
+ },
+ {
+ "epoch": 14.313497822931785,
+ "grad_norm": 21.353744506835938,
+ "learning_rate": 6.320653341929938e-06,
+ "loss": 0.7957,
+ "step": 7400
+ },
+ {
+ "epoch": 14.361877116594098,
+ "grad_norm": 30.586891174316406,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 0.7583,
+ "step": 7425
+ },
+ {
+ "epoch": 14.41025641025641,
+ "grad_norm": 23.39781379699707,
+ "learning_rate": 6.213195787663874e-06,
+ "loss": 0.7722,
+ "step": 7450
+ },
+ {
+ "epoch": 14.458635703918723,
+ "grad_norm": 18.77271842956543,
+ "learning_rate": 6.159467010530841e-06,
+ "loss": 0.8006,
+ "step": 7475
+ },
+ {
+ "epoch": 14.507014997581035,
+ "grad_norm": 15.401045799255371,
+ "learning_rate": 6.105738233397809e-06,
+ "loss": 0.7678,
+ "step": 7500
+ },
+ {
+ "epoch": 14.555394291243347,
+ "grad_norm": 21.366275787353516,
+ "learning_rate": 6.052009456264776e-06,
+ "loss": 0.7454,
+ "step": 7525
+ },
+ {
+ "epoch": 14.60377358490566,
+ "grad_norm": 29.39297866821289,
+ "learning_rate": 5.998280679131744e-06,
+ "loss": 0.7865,
+ "step": 7550
+ },
+ {
+ "epoch": 14.652152878567973,
+ "grad_norm": 21.11429214477539,
+ "learning_rate": 5.944551901998711e-06,
+ "loss": 0.8035,
+ "step": 7575
+ },
+ {
+ "epoch": 14.700532172230286,
+ "grad_norm": 25.58483123779297,
+ "learning_rate": 5.890823124865679e-06,
+ "loss": 0.7241,
+ "step": 7600
+ },
+ {
+ "epoch": 14.748911465892597,
+ "grad_norm": 46.46735763549805,
+ "learning_rate": 5.837094347732646e-06,
+ "loss": 0.7788,
+ "step": 7625
+ },
+ {
+ "epoch": 14.79729075955491,
+ "grad_norm": 19.054737091064453,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 0.7477,
+ "step": 7650
+ },
+ {
+ "epoch": 14.845670053217223,
+ "grad_norm": 18.849714279174805,
+ "learning_rate": 5.729636793466581e-06,
+ "loss": 0.7891,
+ "step": 7675
+ },
+ {
+ "epoch": 14.894049346879536,
+ "grad_norm": 34.65773010253906,
+ "learning_rate": 5.675908016333549e-06,
+ "loss": 0.8063,
+ "step": 7700
+ },
+ {
+ "epoch": 14.942428640541848,
+ "grad_norm": 22.826784133911133,
+ "learning_rate": 5.6221792392005155e-06,
+ "loss": 0.7898,
+ "step": 7725
+ },
+ {
+ "epoch": 14.990807934204161,
+ "grad_norm": 25.4615535736084,
+ "learning_rate": 5.568450462067484e-06,
+ "loss": 0.7391,
+ "step": 7750
+ },
+ {
+ "epoch": 15.0,
+ "eval_accuracy": 0.14617618586640851,
+ "eval_loss": 0.8309133648872375,
+ "eval_macro_f1": 0.5704322878746412,
+ "eval_micro_f1": 0.579185520361991,
+ "eval_runtime": 3.22,
+ "eval_samples_per_second": 641.61,
+ "eval_steps_per_second": 40.372,
+ "eval_weighted_f1": 0.5857897200925098,
+ "step": 7755
+ },
+ {
+ "epoch": 15.03870343492985,
+ "grad_norm": 17.666648864746094,
+ "learning_rate": 5.514721684934451e-06,
+ "loss": 0.7581,
+ "step": 7775
+ },
+ {
+ "epoch": 15.087082728592163,
+ "grad_norm": 30.62248992919922,
+ "learning_rate": 5.460992907801419e-06,
+ "loss": 0.75,
+ "step": 7800
+ },
+ {
+ "epoch": 15.135462022254474,
+ "grad_norm": 22.894771575927734,
+ "learning_rate": 5.407264130668386e-06,
+ "loss": 0.703,
+ "step": 7825
+ },
+ {
+ "epoch": 15.183841315916787,
+ "grad_norm": 14.256181716918945,
+ "learning_rate": 5.353535353535354e-06,
+ "loss": 0.7417,
+ "step": 7850
+ },
+ {
+ "epoch": 15.2322206095791,
+ "grad_norm": 19.060197830200195,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 0.6878,
+ "step": 7875
+ },
+ {
+ "epoch": 15.280599903241413,
+ "grad_norm": 21.48556900024414,
+ "learning_rate": 5.246077799269289e-06,
+ "loss": 0.7508,
+ "step": 7900
+ },
+ {
+ "epoch": 15.328979196903726,
+ "grad_norm": 21.833667755126953,
+ "learning_rate": 5.1923490221362575e-06,
+ "loss": 0.7321,
+ "step": 7925
+ },
+ {
+ "epoch": 15.377358490566039,
+ "grad_norm": 13.664298057556152,
+ "learning_rate": 5.138620245003224e-06,
+ "loss": 0.7594,
+ "step": 7950
+ },
+ {
+ "epoch": 15.42573778422835,
+ "grad_norm": 16.70064926147461,
+ "learning_rate": 5.084891467870192e-06,
+ "loss": 0.7435,
+ "step": 7975
+ },
+ {
+ "epoch": 15.474117077890662,
+ "grad_norm": 29.122882843017578,
+ "learning_rate": 5.031162690737159e-06,
+ "loss": 0.7261,
+ "step": 8000
+ },
+ {
+ "epoch": 15.522496371552975,
+ "grad_norm": 23.374406814575195,
+ "learning_rate": 4.977433913604126e-06,
+ "loss": 0.7386,
+ "step": 8025
+ },
+ {
+ "epoch": 15.570875665215288,
+ "grad_norm": 17.952428817749023,
+ "learning_rate": 4.923705136471094e-06,
+ "loss": 0.7748,
+ "step": 8050
+ },
+ {
+ "epoch": 15.619254958877601,
+ "grad_norm": 20.60281753540039,
+ "learning_rate": 4.869976359338061e-06,
+ "loss": 0.6734,
+ "step": 8075
+ },
+ {
+ "epoch": 15.667634252539912,
+ "grad_norm": 17.949743270874023,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 0.7235,
+ "step": 8100
+ },
+ {
+ "epoch": 15.716013546202225,
+ "grad_norm": 18.777246475219727,
+ "learning_rate": 4.762518805071997e-06,
+ "loss": 0.7135,
+ "step": 8125
+ },
+ {
+ "epoch": 15.764392839864538,
+ "grad_norm": 15.491708755493164,
+ "learning_rate": 4.708790027938964e-06,
+ "loss": 0.7257,
+ "step": 8150
+ },
+ {
+ "epoch": 15.81277213352685,
+ "grad_norm": 18.900455474853516,
+ "learning_rate": 4.655061250805932e-06,
+ "loss": 0.7128,
+ "step": 8175
+ },
+ {
+ "epoch": 15.861151427189164,
+ "grad_norm": 20.874067306518555,
+ "learning_rate": 4.6013324736729e-06,
+ "loss": 0.7232,
+ "step": 8200
+ },
+ {
+ "epoch": 15.909530720851475,
+ "grad_norm": 37.39208221435547,
+ "learning_rate": 4.547603696539868e-06,
+ "loss": 0.7411,
+ "step": 8225
+ },
+ {
+ "epoch": 15.957910014513788,
+ "grad_norm": 17.02424430847168,
+ "learning_rate": 4.493874919406835e-06,
+ "loss": 0.7673,
+ "step": 8250
+ },
+ {
+ "epoch": 16.0,
+ "eval_accuracy": 0.15295256534365925,
+ "eval_loss": 0.8397064208984375,
+ "eval_macro_f1": 0.5679605561977511,
+ "eval_micro_f1": 0.5780570323827936,
+ "eval_runtime": 3.1433,
+ "eval_samples_per_second": 657.261,
+ "eval_steps_per_second": 41.357,
+ "eval_weighted_f1": 0.5847339902680536,
+ "step": 8272
+ },
+ {
+ "epoch": 16.005805515239476,
+ "grad_norm": 14.298952102661133,
+ "learning_rate": 4.4401461422738025e-06,
+ "loss": 0.7223,
+ "step": 8275
+ },
+ {
+ "epoch": 16.05418480890179,
+ "grad_norm": 37.05644226074219,
+ "learning_rate": 4.3864173651407695e-06,
+ "loss": 0.6891,
+ "step": 8300
+ },
+ {
+ "epoch": 16.102564102564102,
+ "grad_norm": 19.519882202148438,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 0.6999,
+ "step": 8325
+ },
+ {
+ "epoch": 16.150943396226417,
+ "grad_norm": 12.247383117675781,
+ "learning_rate": 4.278959810874705e-06,
+ "loss": 0.6843,
+ "step": 8350
+ },
+ {
+ "epoch": 16.199322689888728,
+ "grad_norm": 14.877107620239258,
+ "learning_rate": 4.225231033741672e-06,
+ "loss": 0.6737,
+ "step": 8375
+ },
+ {
+ "epoch": 16.24770198355104,
+ "grad_norm": 42.742252349853516,
+ "learning_rate": 4.17150225660864e-06,
+ "loss": 0.6764,
+ "step": 8400
+ },
+ {
+ "epoch": 16.296081277213354,
+ "grad_norm": 34.25813293457031,
+ "learning_rate": 4.117773479475607e-06,
+ "loss": 0.675,
+ "step": 8425
+ },
+ {
+ "epoch": 16.344460570875665,
+ "grad_norm": 39.227352142333984,
+ "learning_rate": 4.064044702342575e-06,
+ "loss": 0.7055,
+ "step": 8450
+ },
+ {
+ "epoch": 16.39283986453798,
+ "grad_norm": 38.781185150146484,
+ "learning_rate": 4.010315925209543e-06,
+ "loss": 0.7292,
+ "step": 8475
+ },
+ {
+ "epoch": 16.44121915820029,
+ "grad_norm": 23.016979217529297,
+ "learning_rate": 3.95658714807651e-06,
+ "loss": 0.6744,
+ "step": 8500
+ },
+ {
+ "epoch": 16.4895984518626,
+ "grad_norm": 21.067232131958008,
+ "learning_rate": 3.902858370943478e-06,
+ "loss": 0.6948,
+ "step": 8525
+ },
+ {
+ "epoch": 16.537977745524916,
+ "grad_norm": 19.11478614807129,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 0.7123,
+ "step": 8550
+ },
+ {
+ "epoch": 16.586357039187227,
+ "grad_norm": 26.363101959228516,
+ "learning_rate": 3.7954008166774126e-06,
+ "loss": 0.6863,
+ "step": 8575
+ },
+ {
+ "epoch": 16.634736332849542,
+ "grad_norm": 25.031681060791016,
+ "learning_rate": 3.74167203954438e-06,
+ "loss": 0.7121,
+ "step": 8600
+ },
+ {
+ "epoch": 16.683115626511853,
+ "grad_norm": 23.881732940673828,
+ "learning_rate": 3.6879432624113475e-06,
+ "loss": 0.6677,
+ "step": 8625
+ },
+ {
+ "epoch": 16.731494920174164,
+ "grad_norm": 27.166379928588867,
+ "learning_rate": 3.634214485278315e-06,
+ "loss": 0.6947,
+ "step": 8650
+ },
+ {
+ "epoch": 16.77987421383648,
+ "grad_norm": 29.63300895690918,
+ "learning_rate": 3.580485708145283e-06,
+ "loss": 0.6719,
+ "step": 8675
+ },
+ {
+ "epoch": 16.82825350749879,
+ "grad_norm": 28.933929443359375,
+ "learning_rate": 3.5267569310122506e-06,
+ "loss": 0.7009,
+ "step": 8700
+ },
+ {
+ "epoch": 16.876632801161104,
+ "grad_norm": 11.924473762512207,
+ "learning_rate": 3.473028153879218e-06,
+ "loss": 0.6912,
+ "step": 8725
+ },
+ {
+ "epoch": 16.925012094823416,
+ "grad_norm": 22.88268280029297,
+ "learning_rate": 3.419299376746186e-06,
+ "loss": 0.665,
+ "step": 8750
+ },
+ {
+ "epoch": 16.973391388485727,
+ "grad_norm": 32.981773376464844,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 0.6765,
+ "step": 8775
+ },
+ {
+ "epoch": 17.0,
+ "eval_accuracy": 0.15150048402710553,
+ "eval_loss": 0.861801028251648,
+ "eval_macro_f1": 0.5732015784226354,
+ "eval_micro_f1": 0.5806136408051593,
+ "eval_runtime": 3.2006,
+ "eval_samples_per_second": 645.503,
+ "eval_steps_per_second": 40.617,
+ "eval_weighted_f1": 0.5869800977888227,
+ "step": 8789
+ },
+ {
+ "epoch": 17.021286889211417,
+ "grad_norm": 15.081356048583984,
+ "learning_rate": 3.311841822480121e-06,
+ "loss": 0.6438,
+ "step": 8800
+ },
+ {
+ "epoch": 17.06966618287373,
+ "grad_norm": 14.565335273742676,
+ "learning_rate": 3.2581130453470882e-06,
+ "loss": 0.6637,
+ "step": 8825
+ },
+ {
+ "epoch": 17.118045476536043,
+ "grad_norm": 16.61520767211914,
+ "learning_rate": 3.2043842682140557e-06,
+ "loss": 0.6341,
+ "step": 8850
+ },
+ {
+ "epoch": 17.166424770198354,
+ "grad_norm": 20.17801856994629,
+ "learning_rate": 3.150655491081023e-06,
+ "loss": 0.6421,
+ "step": 8875
+ },
+ {
+ "epoch": 17.21480406386067,
+ "grad_norm": 23.683712005615234,
+ "learning_rate": 3.096926713947991e-06,
+ "loss": 0.6504,
+ "step": 8900
+ },
+ {
+ "epoch": 17.26318335752298,
+ "grad_norm": 24.110666275024414,
+ "learning_rate": 3.0431979368149584e-06,
+ "loss": 0.6601,
+ "step": 8925
+ },
+ {
+ "epoch": 17.31156265118529,
+ "grad_norm": 10.443506240844727,
+ "learning_rate": 2.989469159681926e-06,
+ "loss": 0.6538,
+ "step": 8950
+ },
+ {
+ "epoch": 17.359941944847606,
+ "grad_norm": 38.277976989746094,
+ "learning_rate": 2.9357403825488933e-06,
+ "loss": 0.6459,
+ "step": 8975
+ },
+ {
+ "epoch": 17.408321238509917,
+ "grad_norm": 17.759496688842773,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 0.6537,
+ "step": 9000
+ },
+ {
+ "epoch": 17.45670053217223,
+ "grad_norm": 24.960155487060547,
+ "learning_rate": 2.8282828282828286e-06,
+ "loss": 0.6899,
+ "step": 9025
+ },
+ {
+ "epoch": 17.505079825834542,
+ "grad_norm": 25.187402725219727,
+ "learning_rate": 2.774554051149796e-06,
+ "loss": 0.6715,
+ "step": 9050
+ },
+ {
+ "epoch": 17.553459119496857,
+ "grad_norm": 15.403215408325195,
+ "learning_rate": 2.7208252740167635e-06,
+ "loss": 0.642,
+ "step": 9075
+ },
+ {
+ "epoch": 17.601838413159168,
+ "grad_norm": 17.70595359802246,
+ "learning_rate": 2.667096496883731e-06,
+ "loss": 0.6646,
+ "step": 9100
+ },
+ {
+ "epoch": 17.65021770682148,
+ "grad_norm": 19.346527099609375,
+ "learning_rate": 2.6133677197506983e-06,
+ "loss": 0.642,
+ "step": 9125
+ },
+ {
+ "epoch": 17.698597000483794,
+ "grad_norm": 13.469184875488281,
+ "learning_rate": 2.5596389426176658e-06,
+ "loss": 0.6649,
+ "step": 9150
+ },
+ {
+ "epoch": 17.746976294146105,
+ "grad_norm": 24.732797622680664,
+ "learning_rate": 2.5059101654846336e-06,
+ "loss": 0.6394,
+ "step": 9175
+ },
+ {
+ "epoch": 17.79535558780842,
+ "grad_norm": 13.777486801147461,
+ "learning_rate": 2.4521813883516015e-06,
+ "loss": 0.6733,
+ "step": 9200
+ },
+ {
+ "epoch": 17.84373488147073,
+ "grad_norm": 20.03852081298828,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 0.6548,
+ "step": 9225
+ },
+ {
+ "epoch": 17.89211417513304,
+ "grad_norm": 24.61626625061035,
+ "learning_rate": 2.3447238340855364e-06,
+ "loss": 0.6849,
+ "step": 9250
+ },
+ {
+ "epoch": 17.940493468795356,
+ "grad_norm": 31.133153915405273,
+ "learning_rate": 2.290995056952504e-06,
+ "loss": 0.6576,
+ "step": 9275
+ },
+ {
+ "epoch": 17.988872762457667,
+ "grad_norm": 8.63671588897705,
+ "learning_rate": 2.2372662798194713e-06,
+ "loss": 0.6338,
+ "step": 9300
+ },
+ {
+ "epoch": 18.0,
+ "eval_accuracy": 0.16118102613746368,
+ "eval_loss": 0.8902262449264526,
+ "eval_macro_f1": 0.5798258569812743,
+ "eval_micro_f1": 0.5874139822479306,
+ "eval_runtime": 3.2142,
+ "eval_samples_per_second": 642.769,
+ "eval_steps_per_second": 40.445,
+ "eval_weighted_f1": 0.5927125030817478,
+ "step": 9306
+ },
+ {
+ "epoch": 18.036768263183358,
+ "grad_norm": 19.98072624206543,
+ "learning_rate": 2.183537502686439e-06,
+ "loss": 0.6452,
+ "step": 9325
+ },
+ {
+ "epoch": 18.08514755684567,
+ "grad_norm": 27.9208984375,
+ "learning_rate": 2.1298087255534066e-06,
+ "loss": 0.6084,
+ "step": 9350
+ },
+ {
+ "epoch": 18.133526850507984,
+ "grad_norm": 16.22889518737793,
+ "learning_rate": 2.076079948420374e-06,
+ "loss": 0.6579,
+ "step": 9375
+ },
+ {
+ "epoch": 18.181906144170295,
+ "grad_norm": 15.161165237426758,
+ "learning_rate": 2.022351171287342e-06,
+ "loss": 0.6649,
+ "step": 9400
+ },
+ {
+ "epoch": 18.230285437832606,
+ "grad_norm": 19.796518325805664,
+ "learning_rate": 1.9686223941543093e-06,
+ "loss": 0.6125,
+ "step": 9425
+ },
+ {
+ "epoch": 18.27866473149492,
+ "grad_norm": 27.406991958618164,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 0.6109,
+ "step": 9450
+ },
+ {
+ "epoch": 18.32704402515723,
+ "grad_norm": 33.10793685913086,
+ "learning_rate": 1.8611648398882442e-06,
+ "loss": 0.6557,
+ "step": 9475
+ },
+ {
+ "epoch": 18.375423318819546,
+ "grad_norm": 21.392574310302734,
+ "learning_rate": 1.8074360627552118e-06,
+ "loss": 0.6412,
+ "step": 9500
+ },
+ {
+ "epoch": 18.423802612481857,
+ "grad_norm": 17.817058563232422,
+ "learning_rate": 1.7537072856221793e-06,
+ "loss": 0.648,
+ "step": 9525
+ },
+ {
+ "epoch": 18.47218190614417,
+ "grad_norm": 16.5948543548584,
+ "learning_rate": 1.699978508489147e-06,
+ "loss": 0.6692,
+ "step": 9550
+ },
+ {
+ "epoch": 18.520561199806483,
+ "grad_norm": 17.156566619873047,
+ "learning_rate": 1.6462497313561146e-06,
+ "loss": 0.6516,
+ "step": 9575
+ },
+ {
+ "epoch": 18.568940493468794,
+ "grad_norm": 21.694766998291016,
+ "learning_rate": 1.5925209542230822e-06,
+ "loss": 0.6513,
+ "step": 9600
+ },
+ {
+ "epoch": 18.61731978713111,
+ "grad_norm": 15.486685752868652,
+ "learning_rate": 1.5387921770900496e-06,
+ "loss": 0.6347,
+ "step": 9625
+ },
+ {
+ "epoch": 18.66569908079342,
+ "grad_norm": 12.834264755249023,
+ "learning_rate": 1.485063399957017e-06,
+ "loss": 0.6026,
+ "step": 9650
+ },
+ {
+ "epoch": 18.714078374455735,
+ "grad_norm": 21.496484756469727,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 0.6205,
+ "step": 9675
+ },
+ {
+ "epoch": 18.762457668118046,
+ "grad_norm": 15.628223419189453,
+ "learning_rate": 1.3776058456909522e-06,
+ "loss": 0.6826,
+ "step": 9700
+ },
+ {
+ "epoch": 18.810836961780357,
+ "grad_norm": 21.408206939697266,
+ "learning_rate": 1.3238770685579196e-06,
+ "loss": 0.6182,
+ "step": 9725
+ },
+ {
+ "epoch": 18.85921625544267,
+ "grad_norm": 23.876440048217773,
+ "learning_rate": 1.2701482914248873e-06,
+ "loss": 0.6563,
+ "step": 9750
+ },
+ {
+ "epoch": 18.907595549104983,
+ "grad_norm": 11.885416030883789,
+ "learning_rate": 1.216419514291855e-06,
+ "loss": 0.636,
+ "step": 9775
+ },
+ {
+ "epoch": 18.955974842767297,
+ "grad_norm": 13.314395904541016,
+ "learning_rate": 1.1626907371588223e-06,
+ "loss": 0.627,
+ "step": 9800
+ },
+ {
+ "epoch": 19.0,
+ "eval_accuracy": 0.16118102613746368,
+ "eval_loss": 0.8865264058113098,
+ "eval_macro_f1": 0.5746885715489178,
+ "eval_micro_f1": 0.5843253968253969,
+ "eval_runtime": 3.2169,
+ "eval_samples_per_second": 642.226,
+ "eval_steps_per_second": 40.411,
+ "eval_weighted_f1": 0.589070077070069,
+ "step": 9823
+ },
+ {
+ "epoch": 19.003870343492984,
+ "grad_norm": 15.24216079711914,
+ "learning_rate": 1.10896196002579e-06,
+ "loss": 0.5999,
+ "step": 9825
+ },
+ {
+ "epoch": 19.0522496371553,
+ "grad_norm": 22.060941696166992,
+ "learning_rate": 1.0552331828927574e-06,
+ "loss": 0.6211,
+ "step": 9850
+ },
+ {
+ "epoch": 19.10062893081761,
+ "grad_norm": 16.3547420501709,
+ "learning_rate": 1.0015044057597249e-06,
+ "loss": 0.6099,
+ "step": 9875
+ },
+ {
+ "epoch": 19.14900822447992,
+ "grad_norm": 13.843040466308594,
+ "learning_rate": 9.477756286266926e-07,
+ "loss": 0.6018,
+ "step": 9900
+ },
+ {
+ "epoch": 19.197387518142236,
+ "grad_norm": 21.904644012451172,
+ "learning_rate": 8.940468514936601e-07,
+ "loss": 0.6144,
+ "step": 9925
+ },
+ {
+ "epoch": 19.245766811804547,
+ "grad_norm": 26.53631019592285,
+ "learning_rate": 8.403180743606276e-07,
+ "loss": 0.6309,
+ "step": 9950
+ },
+ {
+ "epoch": 19.29414610546686,
+ "grad_norm": 16.7963809967041,
+ "learning_rate": 7.865892972275952e-07,
+ "loss": 0.6138,
+ "step": 9975
+ },
+ {
+ "epoch": 19.342525399129173,
+ "grad_norm": 12.525195121765137,
+ "learning_rate": 7.328605200945627e-07,
+ "loss": 0.6038,
+ "step": 10000
+ },
+ {
+ "epoch": 19.390904692791484,
+ "grad_norm": 16.300472259521484,
+ "learning_rate": 6.791317429615303e-07,
+ "loss": 0.5967,
+ "step": 10025
+ },
+ {
+ "epoch": 19.4392839864538,
+ "grad_norm": 12.508477210998535,
+ "learning_rate": 6.254029658284978e-07,
+ "loss": 0.5904,
+ "step": 10050
+ },
+ {
+ "epoch": 19.48766328011611,
+ "grad_norm": 32.16303253173828,
+ "learning_rate": 5.716741886954653e-07,
+ "loss": 0.6595,
+ "step": 10075
+ },
+ {
+ "epoch": 19.536042573778424,
+ "grad_norm": 14.768805503845215,
+ "learning_rate": 5.179454115624329e-07,
+ "loss": 0.6612,
+ "step": 10100
+ },
+ {
+ "epoch": 19.584421867440735,
+ "grad_norm": 62.1322021484375,
+ "learning_rate": 4.6421663442940047e-07,
+ "loss": 0.6221,
+ "step": 10125
+ },
+ {
+ "epoch": 19.632801161103046,
+ "grad_norm": 19.444854736328125,
+ "learning_rate": 4.1048785729636796e-07,
+ "loss": 0.6525,
+ "step": 10150
+ },
+ {
+ "epoch": 19.68118045476536,
+ "grad_norm": 16.639358520507812,
+ "learning_rate": 3.5675908016333545e-07,
+ "loss": 0.6384,
+ "step": 10175
+ },
+ {
+ "epoch": 19.729559748427672,
+ "grad_norm": 19.873783111572266,
+ "learning_rate": 3.0303030303030305e-07,
+ "loss": 0.5979,
+ "step": 10200
+ },
+ {
+ "epoch": 19.777939042089987,
+ "grad_norm": 37.18057632446289,
+ "learning_rate": 2.493015258972706e-07,
+ "loss": 0.62,
+ "step": 10225
+ },
+ {
+ "epoch": 19.826318335752298,
+ "grad_norm": 21.87669563293457,
+ "learning_rate": 1.9557274876423814e-07,
+ "loss": 0.6358,
+ "step": 10250
+ },
+ {
+ "epoch": 19.874697629414612,
+ "grad_norm": 14.491168975830078,
+ "learning_rate": 1.4184397163120568e-07,
+ "loss": 0.6044,
+ "step": 10275
+ },
+ {
+ "epoch": 19.923076923076923,
+ "grad_norm": 13.468998908996582,
+ "learning_rate": 8.811519449817324e-08,
+ "loss": 0.6134,
+ "step": 10300
+ },
+ {
+ "epoch": 19.971456216739234,
+ "grad_norm": 18.725984573364258,
+ "learning_rate": 3.438641736514077e-08,
+ "loss": 0.5721,
+ "step": 10325
+ },
+ {
+ "epoch": 20.0,
+ "eval_accuracy": 0.1669893514036786,
+ "eval_loss": 0.8862267136573792,
+ "eval_macro_f1": 0.5770165141423922,
+ "eval_micro_f1": 0.5858023463909325,
+ "eval_runtime": 3.2226,
+ "eval_samples_per_second": 641.103,
+ "eval_steps_per_second": 40.34,
+ "eval_weighted_f1": 0.5915193919654719,
+ "step": 10340
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 10340,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 2
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/special_tokens_map.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/tokenizer_config.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/trainer_state.json b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..264f0ec615c5477d5a996835afe5e606a05d3ef3
--- /dev/null
+++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306/trainer_state.json
@@ -0,0 +1,2863 @@
+{
+ "best_global_step": 9306,
+ "best_metric": 0.5798258569812743,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/trainer/checkpoint-9306",
+ "epoch": 18.0,
+ "eval_steps": 500,
+ "global_step": 9306,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.04837929366231253,
+ "grad_norm": 6.986247539520264,
+ "learning_rate": 4.6421663442940047e-07,
+ "loss": 5.2602,
+ "step": 25
+ },
+ {
+ "epoch": 0.09675858732462506,
+ "grad_norm": 6.4505510330200195,
+ "learning_rate": 9.477756286266926e-07,
+ "loss": 5.3185,
+ "step": 50
+ },
+ {
+ "epoch": 0.14513788098693758,
+ "grad_norm": 7.912052154541016,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 5.4252,
+ "step": 75
+ },
+ {
+ "epoch": 0.1935171746492501,
+ "grad_norm": 5.919526100158691,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 5.2862,
+ "step": 100
+ },
+ {
+ "epoch": 0.24189646831156264,
+ "grad_norm": 4.711602687835693,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 5.1948,
+ "step": 125
+ },
+ {
+ "epoch": 0.29027576197387517,
+ "grad_norm": 26.912372589111328,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 5.3551,
+ "step": 150
+ },
+ {
+ "epoch": 0.3386550556361877,
+ "grad_norm": 14.128811836242676,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 5.2292,
+ "step": 175
+ },
+ {
+ "epoch": 0.3870343492985002,
+ "grad_norm": 10.136831283569336,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 5.2564,
+ "step": 200
+ },
+ {
+ "epoch": 0.43541364296081275,
+ "grad_norm": 20.706050872802734,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 5.253,
+ "step": 225
+ },
+ {
+ "epoch": 0.4837929366231253,
+ "grad_norm": 14.025623321533203,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 5.2228,
+ "step": 250
+ },
+ {
+ "epoch": 0.5321722302854378,
+ "grad_norm": 11.115052223205566,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 5.1556,
+ "step": 275
+ },
+ {
+ "epoch": 0.5805515239477503,
+ "grad_norm": 17.422090530395508,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 5.064,
+ "step": 300
+ },
+ {
+ "epoch": 0.6289308176100629,
+ "grad_norm": 47.223514556884766,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 5.0948,
+ "step": 325
+ },
+ {
+ "epoch": 0.6773101112723754,
+ "grad_norm": 23.81229019165039,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 5.1429,
+ "step": 350
+ },
+ {
+ "epoch": 0.7256894049346879,
+ "grad_norm": 23.439891815185547,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 4.9576,
+ "step": 375
+ },
+ {
+ "epoch": 0.7740686985970004,
+ "grad_norm": 20.407093048095703,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 4.8211,
+ "step": 400
+ },
+ {
+ "epoch": 0.822447992259313,
+ "grad_norm": 26.662120819091797,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 4.5999,
+ "step": 425
+ },
+ {
+ "epoch": 0.8708272859216255,
+ "grad_norm": 16.98923683166504,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 4.4892,
+ "step": 450
+ },
+ {
+ "epoch": 0.919206579583938,
+ "grad_norm": 30.732824325561523,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 4.443,
+ "step": 475
+ },
+ {
+ "epoch": 0.9675858732462506,
+ "grad_norm": 21.114051818847656,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 4.375,
+ "step": 500
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 0.9843500852584839,
+ "eval_macro_f1": 0.2714122593479113,
+ "eval_micro_f1": 0.27193462785897815,
+ "eval_runtime": 3.6832,
+ "eval_samples_per_second": 560.92,
+ "eval_steps_per_second": 35.295,
+ "eval_weighted_f1": 0.3131987943141574,
+ "step": 517
+ },
+ {
+ "epoch": 1.01548137397194,
+ "grad_norm": 42.548030853271484,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 4.1054,
+ "step": 525
+ },
+ {
+ "epoch": 1.0638606676342526,
+ "grad_norm": 20.33817481994629,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 4.1,
+ "step": 550
+ },
+ {
+ "epoch": 1.112239961296565,
+ "grad_norm": 33.29596710205078,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 3.9823,
+ "step": 575
+ },
+ {
+ "epoch": 1.1606192549588776,
+ "grad_norm": 33.398155212402344,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 3.8963,
+ "step": 600
+ },
+ {
+ "epoch": 1.20899854862119,
+ "grad_norm": 37.62985610961914,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 4.0865,
+ "step": 625
+ },
+ {
+ "epoch": 1.2573778422835027,
+ "grad_norm": 21.173017501831055,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 3.8263,
+ "step": 650
+ },
+ {
+ "epoch": 1.3057571359458153,
+ "grad_norm": 21.708436965942383,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 3.7233,
+ "step": 675
+ },
+ {
+ "epoch": 1.3541364296081277,
+ "grad_norm": 20.53900146484375,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 3.656,
+ "step": 700
+ },
+ {
+ "epoch": 1.4025157232704402,
+ "grad_norm": 23.7232608795166,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 3.7193,
+ "step": 725
+ },
+ {
+ "epoch": 1.4508950169327528,
+ "grad_norm": 27.50079917907715,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 3.6957,
+ "step": 750
+ },
+ {
+ "epoch": 1.4992743105950654,
+ "grad_norm": 27.596424102783203,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 3.7144,
+ "step": 775
+ },
+ {
+ "epoch": 1.5476536042573779,
+ "grad_norm": 29.266965866088867,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 3.5127,
+ "step": 800
+ },
+ {
+ "epoch": 1.5960328979196903,
+ "grad_norm": 39.4215202331543,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 3.5381,
+ "step": 825
+ },
+ {
+ "epoch": 1.644412191582003,
+ "grad_norm": 25.230287551879883,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 3.4088,
+ "step": 850
+ },
+ {
+ "epoch": 1.6927914852443156,
+ "grad_norm": 29.321563720703125,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 3.5482,
+ "step": 875
+ },
+ {
+ "epoch": 1.741170778906628,
+ "grad_norm": 28.184972763061523,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 3.3957,
+ "step": 900
+ },
+ {
+ "epoch": 1.7895500725689404,
+ "grad_norm": 25.95853042602539,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 3.466,
+ "step": 925
+ },
+ {
+ "epoch": 1.837929366231253,
+ "grad_norm": 24.129798889160156,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 3.2304,
+ "step": 950
+ },
+ {
+ "epoch": 1.8863086598935657,
+ "grad_norm": 34.03657150268555,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 3.3345,
+ "step": 975
+ },
+ {
+ "epoch": 1.934687953555878,
+ "grad_norm": 32.48499298095703,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 3.2686,
+ "step": 1000
+ },
+ {
+ "epoch": 1.9830672472181905,
+ "grad_norm": 39.200538635253906,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 3.2326,
+ "step": 1025
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.000968054211035818,
+ "eval_loss": 0.7589045763015747,
+ "eval_macro_f1": 0.36806474673919937,
+ "eval_micro_f1": 0.37487335359675783,
+ "eval_runtime": 3.9337,
+ "eval_samples_per_second": 525.206,
+ "eval_steps_per_second": 33.048,
+ "eval_weighted_f1": 0.40968579388605075,
+ "step": 1034
+ },
+ {
+ "epoch": 2.03096274794388,
+ "grad_norm": 23.05753517150879,
+ "learning_rate": 1.996776273372018e-05,
+ "loss": 3.1259,
+ "step": 1050
+ },
+ {
+ "epoch": 2.0793420416061927,
+ "grad_norm": 33.5190544128418,
+ "learning_rate": 1.9914033956587148e-05,
+ "loss": 3.1912,
+ "step": 1075
+ },
+ {
+ "epoch": 2.127721335268505,
+ "grad_norm": 20.347591400146484,
+ "learning_rate": 1.986030517945412e-05,
+ "loss": 2.97,
+ "step": 1100
+ },
+ {
+ "epoch": 2.1761006289308176,
+ "grad_norm": 30.98805809020996,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 2.943,
+ "step": 1125
+ },
+ {
+ "epoch": 2.22447992259313,
+ "grad_norm": 30.875328063964844,
+ "learning_rate": 1.9752847625188053e-05,
+ "loss": 2.9528,
+ "step": 1150
+ },
+ {
+ "epoch": 2.272859216255443,
+ "grad_norm": 28.831037521362305,
+ "learning_rate": 1.969911884805502e-05,
+ "loss": 2.9291,
+ "step": 1175
+ },
+ {
+ "epoch": 2.3212385099177553,
+ "grad_norm": 28.460262298583984,
+ "learning_rate": 1.9645390070921987e-05,
+ "loss": 2.8431,
+ "step": 1200
+ },
+ {
+ "epoch": 2.3696178035800677,
+ "grad_norm": 23.09235382080078,
+ "learning_rate": 1.9591661293788954e-05,
+ "loss": 2.9127,
+ "step": 1225
+ },
+ {
+ "epoch": 2.41799709724238,
+ "grad_norm": 25.862464904785156,
+ "learning_rate": 1.953793251665592e-05,
+ "loss": 2.8507,
+ "step": 1250
+ },
+ {
+ "epoch": 2.466376390904693,
+ "grad_norm": 44.94914245605469,
+ "learning_rate": 1.948420373952289e-05,
+ "loss": 2.8786,
+ "step": 1275
+ },
+ {
+ "epoch": 2.5147556845670054,
+ "grad_norm": 30.657482147216797,
+ "learning_rate": 1.9430474962389858e-05,
+ "loss": 2.9386,
+ "step": 1300
+ },
+ {
+ "epoch": 2.563134978229318,
+ "grad_norm": 36.85378646850586,
+ "learning_rate": 1.9376746185256825e-05,
+ "loss": 2.9883,
+ "step": 1325
+ },
+ {
+ "epoch": 2.6115142718916307,
+ "grad_norm": 32.231468200683594,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 2.6997,
+ "step": 1350
+ },
+ {
+ "epoch": 2.659893565553943,
+ "grad_norm": 35.39952087402344,
+ "learning_rate": 1.9269288630990763e-05,
+ "loss": 2.7638,
+ "step": 1375
+ },
+ {
+ "epoch": 2.7082728592162555,
+ "grad_norm": 34.102447509765625,
+ "learning_rate": 1.921555985385773e-05,
+ "loss": 2.5834,
+ "step": 1400
+ },
+ {
+ "epoch": 2.756652152878568,
+ "grad_norm": 31.689434051513672,
+ "learning_rate": 1.9161831076724697e-05,
+ "loss": 2.8877,
+ "step": 1425
+ },
+ {
+ "epoch": 2.8050314465408803,
+ "grad_norm": 22.052072525024414,
+ "learning_rate": 1.9108102299591664e-05,
+ "loss": 2.7465,
+ "step": 1450
+ },
+ {
+ "epoch": 2.853410740203193,
+ "grad_norm": 25.382522583007812,
+ "learning_rate": 1.905437352245863e-05,
+ "loss": 2.7654,
+ "step": 1475
+ },
+ {
+ "epoch": 2.9017900338655056,
+ "grad_norm": 38.07093048095703,
+ "learning_rate": 1.9000644745325598e-05,
+ "loss": 2.6869,
+ "step": 1500
+ },
+ {
+ "epoch": 2.950169327527818,
+ "grad_norm": 26.28631019592285,
+ "learning_rate": 1.8946915968192565e-05,
+ "loss": 2.9036,
+ "step": 1525
+ },
+ {
+ "epoch": 2.998548621190131,
+ "grad_norm": 30.545177459716797,
+ "learning_rate": 1.889318719105953e-05,
+ "loss": 2.8423,
+ "step": 1550
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.008228460793804453,
+ "eval_loss": 0.6725642681121826,
+ "eval_macro_f1": 0.4144657093850709,
+ "eval_micro_f1": 0.4176474212828887,
+ "eval_runtime": 3.9202,
+ "eval_samples_per_second": 527.01,
+ "eval_steps_per_second": 33.161,
+ "eval_weighted_f1": 0.4512423543442768,
+ "step": 1551
+ },
+ {
+ "epoch": 3.04644412191582,
+ "grad_norm": 26.440017700195312,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 2.5534,
+ "step": 1575
+ },
+ {
+ "epoch": 3.0948234155781327,
+ "grad_norm": 25.656982421875,
+ "learning_rate": 1.878572963679347e-05,
+ "loss": 2.4053,
+ "step": 1600
+ },
+ {
+ "epoch": 3.143202709240445,
+ "grad_norm": 60.54360580444336,
+ "learning_rate": 1.8732000859660436e-05,
+ "loss": 2.4473,
+ "step": 1625
+ },
+ {
+ "epoch": 3.1915820029027575,
+ "grad_norm": 63.311790466308594,
+ "learning_rate": 1.8678272082527403e-05,
+ "loss": 2.3655,
+ "step": 1650
+ },
+ {
+ "epoch": 3.2399612965650704,
+ "grad_norm": 27.609106063842773,
+ "learning_rate": 1.862454330539437e-05,
+ "loss": 2.4378,
+ "step": 1675
+ },
+ {
+ "epoch": 3.288340590227383,
+ "grad_norm": 43.07880783081055,
+ "learning_rate": 1.8570814528261337e-05,
+ "loss": 2.4677,
+ "step": 1700
+ },
+ {
+ "epoch": 3.336719883889695,
+ "grad_norm": 33.33213424682617,
+ "learning_rate": 1.8517085751128304e-05,
+ "loss": 2.3889,
+ "step": 1725
+ },
+ {
+ "epoch": 3.3850991775520076,
+ "grad_norm": 20.408994674682617,
+ "learning_rate": 1.846335697399527e-05,
+ "loss": 2.4486,
+ "step": 1750
+ },
+ {
+ "epoch": 3.43347847121432,
+ "grad_norm": 35.0495491027832,
+ "learning_rate": 1.840962819686224e-05,
+ "loss": 2.411,
+ "step": 1775
+ },
+ {
+ "epoch": 3.481857764876633,
+ "grad_norm": 29.14592933654785,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 2.468,
+ "step": 1800
+ },
+ {
+ "epoch": 3.5302370585389453,
+ "grad_norm": 38.37916564941406,
+ "learning_rate": 1.8302170642596176e-05,
+ "loss": 2.4675,
+ "step": 1825
+ },
+ {
+ "epoch": 3.5786163522012577,
+ "grad_norm": 36.26290512084961,
+ "learning_rate": 1.8248441865463146e-05,
+ "loss": 2.3768,
+ "step": 1850
+ },
+ {
+ "epoch": 3.6269956458635706,
+ "grad_norm": 27.652996063232422,
+ "learning_rate": 1.8194713088330113e-05,
+ "loss": 2.372,
+ "step": 1875
+ },
+ {
+ "epoch": 3.675374939525883,
+ "grad_norm": 31.439382553100586,
+ "learning_rate": 1.814098431119708e-05,
+ "loss": 2.4494,
+ "step": 1900
+ },
+ {
+ "epoch": 3.7237542331881954,
+ "grad_norm": 30.047704696655273,
+ "learning_rate": 1.8087255534064047e-05,
+ "loss": 2.2807,
+ "step": 1925
+ },
+ {
+ "epoch": 3.772133526850508,
+ "grad_norm": 24.25094223022461,
+ "learning_rate": 1.8033526756931014e-05,
+ "loss": 2.332,
+ "step": 1950
+ },
+ {
+ "epoch": 3.8205128205128203,
+ "grad_norm": 39.15699768066406,
+ "learning_rate": 1.797979797979798e-05,
+ "loss": 2.3089,
+ "step": 1975
+ },
+ {
+ "epoch": 3.868892114175133,
+ "grad_norm": 22.291481018066406,
+ "learning_rate": 1.7926069202664948e-05,
+ "loss": 2.3331,
+ "step": 2000
+ },
+ {
+ "epoch": 3.9172714078374455,
+ "grad_norm": 40.7725830078125,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 2.4485,
+ "step": 2025
+ },
+ {
+ "epoch": 3.965650701499758,
+ "grad_norm": 27.878034591674805,
+ "learning_rate": 1.7818611648398885e-05,
+ "loss": 2.375,
+ "step": 2050
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.02758954501452081,
+ "eval_loss": 0.6403176188468933,
+ "eval_macro_f1": 0.43982129825646454,
+ "eval_micro_f1": 0.4493662441627752,
+ "eval_runtime": 3.87,
+ "eval_samples_per_second": 533.848,
+ "eval_steps_per_second": 33.592,
+ "eval_weighted_f1": 0.4754188052134704,
+ "step": 2068
+ },
+ {
+ "epoch": 4.013546202225448,
+ "grad_norm": 28.813405990600586,
+ "learning_rate": 1.7764882871265852e-05,
+ "loss": 2.2487,
+ "step": 2075
+ },
+ {
+ "epoch": 4.06192549588776,
+ "grad_norm": 15.445168495178223,
+ "learning_rate": 1.771115409413282e-05,
+ "loss": 2.1334,
+ "step": 2100
+ },
+ {
+ "epoch": 4.110304789550073,
+ "grad_norm": 23.30936050415039,
+ "learning_rate": 1.7657425316999787e-05,
+ "loss": 2.0582,
+ "step": 2125
+ },
+ {
+ "epoch": 4.1586840832123855,
+ "grad_norm": 18.73201560974121,
+ "learning_rate": 1.7603696539866754e-05,
+ "loss": 2.0737,
+ "step": 2150
+ },
+ {
+ "epoch": 4.2070633768746974,
+ "grad_norm": 24.857179641723633,
+ "learning_rate": 1.754996776273372e-05,
+ "loss": 2.1015,
+ "step": 2175
+ },
+ {
+ "epoch": 4.25544267053701,
+ "grad_norm": 24.280235290527344,
+ "learning_rate": 1.7496238985600688e-05,
+ "loss": 2.0624,
+ "step": 2200
+ },
+ {
+ "epoch": 4.303821964199322,
+ "grad_norm": 22.22987174987793,
+ "learning_rate": 1.7442510208467655e-05,
+ "loss": 2.0162,
+ "step": 2225
+ },
+ {
+ "epoch": 4.352201257861635,
+ "grad_norm": 18.26143455505371,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 2.1257,
+ "step": 2250
+ },
+ {
+ "epoch": 4.400580551523948,
+ "grad_norm": 38.28558349609375,
+ "learning_rate": 1.7335052654201592e-05,
+ "loss": 2.2032,
+ "step": 2275
+ },
+ {
+ "epoch": 4.44895984518626,
+ "grad_norm": 34.4977912902832,
+ "learning_rate": 1.728132387706856e-05,
+ "loss": 2.1201,
+ "step": 2300
+ },
+ {
+ "epoch": 4.497339138848573,
+ "grad_norm": 26.664424896240234,
+ "learning_rate": 1.722759509993553e-05,
+ "loss": 2.0791,
+ "step": 2325
+ },
+ {
+ "epoch": 4.545718432510886,
+ "grad_norm": 45.26919937133789,
+ "learning_rate": 1.7173866322802496e-05,
+ "loss": 2.1156,
+ "step": 2350
+ },
+ {
+ "epoch": 4.594097726173198,
+ "grad_norm": 23.00921630859375,
+ "learning_rate": 1.7120137545669463e-05,
+ "loss": 2.0465,
+ "step": 2375
+ },
+ {
+ "epoch": 4.6424770198355105,
+ "grad_norm": 26.901386260986328,
+ "learning_rate": 1.706640876853643e-05,
+ "loss": 2.168,
+ "step": 2400
+ },
+ {
+ "epoch": 4.690856313497823,
+ "grad_norm": 42.0687141418457,
+ "learning_rate": 1.7012679991403397e-05,
+ "loss": 2.0566,
+ "step": 2425
+ },
+ {
+ "epoch": 4.739235607160135,
+ "grad_norm": 27.451356887817383,
+ "learning_rate": 1.6958951214270364e-05,
+ "loss": 2.1012,
+ "step": 2450
+ },
+ {
+ "epoch": 4.787614900822448,
+ "grad_norm": 37.0516357421875,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 2.0178,
+ "step": 2475
+ },
+ {
+ "epoch": 4.83599419448476,
+ "grad_norm": 38.811187744140625,
+ "learning_rate": 1.68514936600043e-05,
+ "loss": 2.0908,
+ "step": 2500
+ },
+ {
+ "epoch": 4.884373488147073,
+ "grad_norm": 85.80949401855469,
+ "learning_rate": 1.679776488287127e-05,
+ "loss": 2.0866,
+ "step": 2525
+ },
+ {
+ "epoch": 4.932752781809386,
+ "grad_norm": 24.288799285888672,
+ "learning_rate": 1.6744036105738236e-05,
+ "loss": 2.0177,
+ "step": 2550
+ },
+ {
+ "epoch": 4.981132075471698,
+ "grad_norm": 36.698612213134766,
+ "learning_rate": 1.6690307328605203e-05,
+ "loss": 1.9968,
+ "step": 2575
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.04114230396902226,
+ "eval_loss": 0.6425732374191284,
+ "eval_macro_f1": 0.48411160835570205,
+ "eval_micro_f1": 0.4951557609181696,
+ "eval_runtime": 3.6549,
+ "eval_samples_per_second": 565.268,
+ "eval_steps_per_second": 35.569,
+ "eval_weighted_f1": 0.5140685561616775,
+ "step": 2585
+ },
+ {
+ "epoch": 5.029027576197388,
+ "grad_norm": 24.147981643676758,
+ "learning_rate": 1.663657855147217e-05,
+ "loss": 1.971,
+ "step": 2600
+ },
+ {
+ "epoch": 5.0774068698597,
+ "grad_norm": 41.070858001708984,
+ "learning_rate": 1.6582849774339137e-05,
+ "loss": 1.7911,
+ "step": 2625
+ },
+ {
+ "epoch": 5.1257861635220126,
+ "grad_norm": 16.015499114990234,
+ "learning_rate": 1.6529120997206104e-05,
+ "loss": 1.7858,
+ "step": 2650
+ },
+ {
+ "epoch": 5.174165457184325,
+ "grad_norm": 27.974584579467773,
+ "learning_rate": 1.647539222007307e-05,
+ "loss": 1.7933,
+ "step": 2675
+ },
+ {
+ "epoch": 5.222544750846637,
+ "grad_norm": 27.864198684692383,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 1.7807,
+ "step": 2700
+ },
+ {
+ "epoch": 5.27092404450895,
+ "grad_norm": 33.54486083984375,
+ "learning_rate": 1.636793466580701e-05,
+ "loss": 1.8005,
+ "step": 2725
+ },
+ {
+ "epoch": 5.319303338171263,
+ "grad_norm": 12.144124984741211,
+ "learning_rate": 1.6314205888673975e-05,
+ "loss": 1.7529,
+ "step": 2750
+ },
+ {
+ "epoch": 5.367682631833575,
+ "grad_norm": 27.0304012298584,
+ "learning_rate": 1.6260477111540942e-05,
+ "loss": 1.891,
+ "step": 2775
+ },
+ {
+ "epoch": 5.416061925495888,
+ "grad_norm": 30.23365592956543,
+ "learning_rate": 1.6206748334407913e-05,
+ "loss": 1.8689,
+ "step": 2800
+ },
+ {
+ "epoch": 5.4644412191582,
+ "grad_norm": 26.60340690612793,
+ "learning_rate": 1.615301955727488e-05,
+ "loss": 1.8587,
+ "step": 2825
+ },
+ {
+ "epoch": 5.512820512820513,
+ "grad_norm": 31.082002639770508,
+ "learning_rate": 1.6099290780141847e-05,
+ "loss": 1.8057,
+ "step": 2850
+ },
+ {
+ "epoch": 5.561199806482826,
+ "grad_norm": 43.08983612060547,
+ "learning_rate": 1.604556200300881e-05,
+ "loss": 1.8047,
+ "step": 2875
+ },
+ {
+ "epoch": 5.609579100145138,
+ "grad_norm": 44.78696060180664,
+ "learning_rate": 1.599183322587578e-05,
+ "loss": 1.8907,
+ "step": 2900
+ },
+ {
+ "epoch": 5.6579583938074505,
+ "grad_norm": 21.775548934936523,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 1.7386,
+ "step": 2925
+ },
+ {
+ "epoch": 5.706337687469762,
+ "grad_norm": 31.195335388183594,
+ "learning_rate": 1.5884375671609715e-05,
+ "loss": 1.7448,
+ "step": 2950
+ },
+ {
+ "epoch": 5.754716981132075,
+ "grad_norm": 32.64009094238281,
+ "learning_rate": 1.5830646894476682e-05,
+ "loss": 1.8564,
+ "step": 2975
+ },
+ {
+ "epoch": 5.803096274794388,
+ "grad_norm": 42.73580551147461,
+ "learning_rate": 1.5776918117343652e-05,
+ "loss": 1.8901,
+ "step": 3000
+ },
+ {
+ "epoch": 5.851475568456701,
+ "grad_norm": 36.579166412353516,
+ "learning_rate": 1.572318934021062e-05,
+ "loss": 1.802,
+ "step": 3025
+ },
+ {
+ "epoch": 5.899854862119013,
+ "grad_norm": 21.069421768188477,
+ "learning_rate": 1.5669460563077586e-05,
+ "loss": 1.755,
+ "step": 3050
+ },
+ {
+ "epoch": 5.948234155781326,
+ "grad_norm": 21.628190994262695,
+ "learning_rate": 1.5615731785944553e-05,
+ "loss": 1.833,
+ "step": 3075
+ },
+ {
+ "epoch": 5.996613449443638,
+ "grad_norm": 36.87156677246094,
+ "learning_rate": 1.556200300881152e-05,
+ "loss": 1.8513,
+ "step": 3100
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.047918683446272994,
+ "eval_loss": 0.6320773959159851,
+ "eval_macro_f1": 0.48670114799316455,
+ "eval_micro_f1": 0.4962786543614171,
+ "eval_runtime": 3.434,
+ "eval_samples_per_second": 601.625,
+ "eval_steps_per_second": 37.856,
+ "eval_weighted_f1": 0.5165071426783393,
+ "step": 3102
+ },
+ {
+ "epoch": 6.044508950169328,
+ "grad_norm": 20.941574096679688,
+ "learning_rate": 1.5508274231678487e-05,
+ "loss": 1.6206,
+ "step": 3125
+ },
+ {
+ "epoch": 6.09288824383164,
+ "grad_norm": 21.745996475219727,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 1.5674,
+ "step": 3150
+ },
+ {
+ "epoch": 6.1412675374939525,
+ "grad_norm": 19.123512268066406,
+ "learning_rate": 1.540081667741242e-05,
+ "loss": 1.5983,
+ "step": 3175
+ },
+ {
+ "epoch": 6.189646831156265,
+ "grad_norm": 34.45368194580078,
+ "learning_rate": 1.5347087900279392e-05,
+ "loss": 1.5876,
+ "step": 3200
+ },
+ {
+ "epoch": 6.238026124818577,
+ "grad_norm": 38.04240036010742,
+ "learning_rate": 1.529335912314636e-05,
+ "loss": 1.612,
+ "step": 3225
+ },
+ {
+ "epoch": 6.28640541848089,
+ "grad_norm": 31.052461624145508,
+ "learning_rate": 1.5239630346013326e-05,
+ "loss": 1.6955,
+ "step": 3250
+ },
+ {
+ "epoch": 6.334784712143203,
+ "grad_norm": 25.720693588256836,
+ "learning_rate": 1.5185901568880293e-05,
+ "loss": 1.577,
+ "step": 3275
+ },
+ {
+ "epoch": 6.383164005805515,
+ "grad_norm": 23.271480560302734,
+ "learning_rate": 1.5132172791747262e-05,
+ "loss": 1.6308,
+ "step": 3300
+ },
+ {
+ "epoch": 6.431543299467828,
+ "grad_norm": 26.317943572998047,
+ "learning_rate": 1.5078444014614229e-05,
+ "loss": 1.6302,
+ "step": 3325
+ },
+ {
+ "epoch": 6.479922593130141,
+ "grad_norm": 28.443822860717773,
+ "learning_rate": 1.5024715237481196e-05,
+ "loss": 1.6151,
+ "step": 3350
+ },
+ {
+ "epoch": 6.528301886792453,
+ "grad_norm": 39.78083801269531,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 1.7139,
+ "step": 3375
+ },
+ {
+ "epoch": 6.576681180454766,
+ "grad_norm": 29.07073402404785,
+ "learning_rate": 1.4917257683215131e-05,
+ "loss": 1.6149,
+ "step": 3400
+ },
+ {
+ "epoch": 6.6250604741170775,
+ "grad_norm": 29.321645736694336,
+ "learning_rate": 1.4863528906082098e-05,
+ "loss": 1.6079,
+ "step": 3425
+ },
+ {
+ "epoch": 6.67343976777939,
+ "grad_norm": 29.511098861694336,
+ "learning_rate": 1.4809800128949065e-05,
+ "loss": 1.5101,
+ "step": 3450
+ },
+ {
+ "epoch": 6.721819061441703,
+ "grad_norm": 16.362110137939453,
+ "learning_rate": 1.4756071351816034e-05,
+ "loss": 1.5567,
+ "step": 3475
+ },
+ {
+ "epoch": 6.770198355104015,
+ "grad_norm": 25.67879867553711,
+ "learning_rate": 1.4702342574683001e-05,
+ "loss": 1.642,
+ "step": 3500
+ },
+ {
+ "epoch": 6.818577648766328,
+ "grad_norm": 28.33863067626953,
+ "learning_rate": 1.4648613797549968e-05,
+ "loss": 1.6407,
+ "step": 3525
+ },
+ {
+ "epoch": 6.86695694242864,
+ "grad_norm": 42.11382293701172,
+ "learning_rate": 1.4594885020416935e-05,
+ "loss": 1.6254,
+ "step": 3550
+ },
+ {
+ "epoch": 6.915336236090953,
+ "grad_norm": 39.101402282714844,
+ "learning_rate": 1.4541156243283906e-05,
+ "loss": 1.6185,
+ "step": 3575
+ },
+ {
+ "epoch": 6.963715529753266,
+ "grad_norm": 30.72218132019043,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 1.5685,
+ "step": 3600
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.06727976766698936,
+ "eval_loss": 0.6385160684585571,
+ "eval_macro_f1": 0.5069876922623642,
+ "eval_micro_f1": 0.5150804813252071,
+ "eval_runtime": 3.8982,
+ "eval_samples_per_second": 529.988,
+ "eval_steps_per_second": 33.349,
+ "eval_weighted_f1": 0.5339959856056846,
+ "step": 3619
+ },
+ {
+ "epoch": 7.011611030478955,
+ "grad_norm": 21.31620979309082,
+ "learning_rate": 1.443369868901784e-05,
+ "loss": 1.5933,
+ "step": 3625
+ },
+ {
+ "epoch": 7.059990324141268,
+ "grad_norm": 32.46412658691406,
+ "learning_rate": 1.4379969911884807e-05,
+ "loss": 1.512,
+ "step": 3650
+ },
+ {
+ "epoch": 7.1083696178035805,
+ "grad_norm": 19.837373733520508,
+ "learning_rate": 1.4326241134751775e-05,
+ "loss": 1.3982,
+ "step": 3675
+ },
+ {
+ "epoch": 7.156748911465892,
+ "grad_norm": 26.505189895629883,
+ "learning_rate": 1.4272512357618742e-05,
+ "loss": 1.4343,
+ "step": 3700
+ },
+ {
+ "epoch": 7.205128205128205,
+ "grad_norm": 18.37325096130371,
+ "learning_rate": 1.421878358048571e-05,
+ "loss": 1.4284,
+ "step": 3725
+ },
+ {
+ "epoch": 7.253507498790517,
+ "grad_norm": 45.82560729980469,
+ "learning_rate": 1.4165054803352676e-05,
+ "loss": 1.4499,
+ "step": 3750
+ },
+ {
+ "epoch": 7.30188679245283,
+ "grad_norm": 20.60210418701172,
+ "learning_rate": 1.4111326026219645e-05,
+ "loss": 1.3927,
+ "step": 3775
+ },
+ {
+ "epoch": 7.350266086115143,
+ "grad_norm": 21.171371459960938,
+ "learning_rate": 1.4057597249086612e-05,
+ "loss": 1.4104,
+ "step": 3800
+ },
+ {
+ "epoch": 7.398645379777455,
+ "grad_norm": 17.978290557861328,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 1.4291,
+ "step": 3825
+ },
+ {
+ "epoch": 7.447024673439768,
+ "grad_norm": 22.800296783447266,
+ "learning_rate": 1.3950139694820548e-05,
+ "loss": 1.4719,
+ "step": 3850
+ },
+ {
+ "epoch": 7.495403967102081,
+ "grad_norm": 33.87398910522461,
+ "learning_rate": 1.3896410917687515e-05,
+ "loss": 1.4641,
+ "step": 3875
+ },
+ {
+ "epoch": 7.543783260764393,
+ "grad_norm": 24.863605499267578,
+ "learning_rate": 1.3842682140554482e-05,
+ "loss": 1.405,
+ "step": 3900
+ },
+ {
+ "epoch": 7.5921625544267055,
+ "grad_norm": 27.757205963134766,
+ "learning_rate": 1.3788953363421449e-05,
+ "loss": 1.4801,
+ "step": 3925
+ },
+ {
+ "epoch": 7.640541848089018,
+ "grad_norm": 25.565343856811523,
+ "learning_rate": 1.3735224586288418e-05,
+ "loss": 1.4938,
+ "step": 3950
+ },
+ {
+ "epoch": 7.68892114175133,
+ "grad_norm": 25.139982223510742,
+ "learning_rate": 1.3681495809155385e-05,
+ "loss": 1.4013,
+ "step": 3975
+ },
+ {
+ "epoch": 7.737300435413643,
+ "grad_norm": 25.578550338745117,
+ "learning_rate": 1.3627767032022352e-05,
+ "loss": 1.4851,
+ "step": 4000
+ },
+ {
+ "epoch": 7.785679729075955,
+ "grad_norm": 37.062950134277344,
+ "learning_rate": 1.3574038254889319e-05,
+ "loss": 1.4223,
+ "step": 4025
+ },
+ {
+ "epoch": 7.834059022738268,
+ "grad_norm": 22.23467254638672,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 1.4016,
+ "step": 4050
+ },
+ {
+ "epoch": 7.882438316400581,
+ "grad_norm": 29.32895851135254,
+ "learning_rate": 1.3466580700623256e-05,
+ "loss": 1.3946,
+ "step": 4075
+ },
+ {
+ "epoch": 7.930817610062893,
+ "grad_norm": 24.89019012451172,
+ "learning_rate": 1.3412851923490221e-05,
+ "loss": 1.4824,
+ "step": 4100
+ },
+ {
+ "epoch": 7.979196903725206,
+ "grad_norm": 13.755044937133789,
+ "learning_rate": 1.3359123146357188e-05,
+ "loss": 1.4641,
+ "step": 4125
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.08422071636011616,
+ "eval_loss": 0.661600649356842,
+ "eval_macro_f1": 0.5232669980994195,
+ "eval_micro_f1": 0.5321681231793591,
+ "eval_runtime": 3.5005,
+ "eval_samples_per_second": 590.208,
+ "eval_steps_per_second": 37.138,
+ "eval_weighted_f1": 0.5474254263927485,
+ "step": 4136
+ },
+ {
+ "epoch": 8.027092404450896,
+ "grad_norm": 21.93389320373535,
+ "learning_rate": 1.3305394369224159e-05,
+ "loss": 1.4088,
+ "step": 4150
+ },
+ {
+ "epoch": 8.075471698113208,
+ "grad_norm": 30.933135986328125,
+ "learning_rate": 1.3251665592091126e-05,
+ "loss": 1.3311,
+ "step": 4175
+ },
+ {
+ "epoch": 8.12385099177552,
+ "grad_norm": 43.72502899169922,
+ "learning_rate": 1.3197936814958093e-05,
+ "loss": 1.2563,
+ "step": 4200
+ },
+ {
+ "epoch": 8.172230285437832,
+ "grad_norm": 33.31612777709961,
+ "learning_rate": 1.314420803782506e-05,
+ "loss": 1.272,
+ "step": 4225
+ },
+ {
+ "epoch": 8.220609579100145,
+ "grad_norm": 21.785717010498047,
+ "learning_rate": 1.3090479260692028e-05,
+ "loss": 1.3437,
+ "step": 4250
+ },
+ {
+ "epoch": 8.268988872762458,
+ "grad_norm": 30.4362850189209,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 1.3049,
+ "step": 4275
+ },
+ {
+ "epoch": 8.317368166424771,
+ "grad_norm": 38.697303771972656,
+ "learning_rate": 1.2983021706425962e-05,
+ "loss": 1.3031,
+ "step": 4300
+ },
+ {
+ "epoch": 8.365747460087082,
+ "grad_norm": 36.31095886230469,
+ "learning_rate": 1.2929292929292931e-05,
+ "loss": 1.3402,
+ "step": 4325
+ },
+ {
+ "epoch": 8.414126753749395,
+ "grad_norm": 24.436565399169922,
+ "learning_rate": 1.2875564152159898e-05,
+ "loss": 1.3137,
+ "step": 4350
+ },
+ {
+ "epoch": 8.462506047411708,
+ "grad_norm": 16.58713722229004,
+ "learning_rate": 1.2821835375026865e-05,
+ "loss": 1.2639,
+ "step": 4375
+ },
+ {
+ "epoch": 8.51088534107402,
+ "grad_norm": 19.46063804626465,
+ "learning_rate": 1.2768106597893832e-05,
+ "loss": 1.2862,
+ "step": 4400
+ },
+ {
+ "epoch": 8.559264634736333,
+ "grad_norm": 26.118724822998047,
+ "learning_rate": 1.2714377820760801e-05,
+ "loss": 1.3469,
+ "step": 4425
+ },
+ {
+ "epoch": 8.607643928398645,
+ "grad_norm": 27.467601776123047,
+ "learning_rate": 1.2660649043627768e-05,
+ "loss": 1.3159,
+ "step": 4450
+ },
+ {
+ "epoch": 8.656023222060957,
+ "grad_norm": 21.901460647583008,
+ "learning_rate": 1.2606920266494735e-05,
+ "loss": 1.2538,
+ "step": 4475
+ },
+ {
+ "epoch": 8.70440251572327,
+ "grad_norm": 24.35893440246582,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 1.3089,
+ "step": 4500
+ },
+ {
+ "epoch": 8.752781809385583,
+ "grad_norm": 23.091920852661133,
+ "learning_rate": 1.2499462712228672e-05,
+ "loss": 1.3095,
+ "step": 4525
+ },
+ {
+ "epoch": 8.801161103047896,
+ "grad_norm": 19.1888370513916,
+ "learning_rate": 1.2445733935095638e-05,
+ "loss": 1.3013,
+ "step": 4550
+ },
+ {
+ "epoch": 8.849540396710207,
+ "grad_norm": 47.45948028564453,
+ "learning_rate": 1.2392005157962605e-05,
+ "loss": 1.2634,
+ "step": 4575
+ },
+ {
+ "epoch": 8.89791969037252,
+ "grad_norm": 42.185760498046875,
+ "learning_rate": 1.2338276380829572e-05,
+ "loss": 1.2708,
+ "step": 4600
+ },
+ {
+ "epoch": 8.946298984034833,
+ "grad_norm": 23.285066604614258,
+ "learning_rate": 1.2284547603696542e-05,
+ "loss": 1.2235,
+ "step": 4625
+ },
+ {
+ "epoch": 8.994678277697146,
+ "grad_norm": 35.46476745605469,
+ "learning_rate": 1.223081882656351e-05,
+ "loss": 1.2609,
+ "step": 4650
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.10164569215876089,
+ "eval_loss": 0.6810997724533081,
+ "eval_macro_f1": 0.5339257998618145,
+ "eval_micro_f1": 0.5427835051546391,
+ "eval_runtime": 3.1645,
+ "eval_samples_per_second": 652.87,
+ "eval_steps_per_second": 41.081,
+ "eval_weighted_f1": 0.5552391570907949,
+ "step": 4653
+ },
+ {
+ "epoch": 9.042573778422835,
+ "grad_norm": 22.920604705810547,
+ "learning_rate": 1.2177090049430476e-05,
+ "loss": 1.1344,
+ "step": 4675
+ },
+ {
+ "epoch": 9.090953072085147,
+ "grad_norm": 19.821924209594727,
+ "learning_rate": 1.2123361272297443e-05,
+ "loss": 1.1382,
+ "step": 4700
+ },
+ {
+ "epoch": 9.13933236574746,
+ "grad_norm": 21.562026977539062,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 1.1924,
+ "step": 4725
+ },
+ {
+ "epoch": 9.187711659409773,
+ "grad_norm": 29.749509811401367,
+ "learning_rate": 1.2015903718031379e-05,
+ "loss": 1.1848,
+ "step": 4750
+ },
+ {
+ "epoch": 9.236090953072084,
+ "grad_norm": 35.086952209472656,
+ "learning_rate": 1.1962174940898346e-05,
+ "loss": 1.1911,
+ "step": 4775
+ },
+ {
+ "epoch": 9.284470246734397,
+ "grad_norm": 15.038681983947754,
+ "learning_rate": 1.1908446163765313e-05,
+ "loss": 1.1783,
+ "step": 4800
+ },
+ {
+ "epoch": 9.33284954039671,
+ "grad_norm": 35.3170051574707,
+ "learning_rate": 1.1854717386632282e-05,
+ "loss": 1.2453,
+ "step": 4825
+ },
+ {
+ "epoch": 9.381228834059023,
+ "grad_norm": 21.777116775512695,
+ "learning_rate": 1.1800988609499249e-05,
+ "loss": 1.1415,
+ "step": 4850
+ },
+ {
+ "epoch": 9.429608127721336,
+ "grad_norm": 28.208332061767578,
+ "learning_rate": 1.1747259832366216e-05,
+ "loss": 1.2169,
+ "step": 4875
+ },
+ {
+ "epoch": 9.477987421383649,
+ "grad_norm": 36.88550567626953,
+ "learning_rate": 1.1693531055233184e-05,
+ "loss": 1.1486,
+ "step": 4900
+ },
+ {
+ "epoch": 9.52636671504596,
+ "grad_norm": 24.264389038085938,
+ "learning_rate": 1.1639802278100151e-05,
+ "loss": 1.1751,
+ "step": 4925
+ },
+ {
+ "epoch": 9.574746008708273,
+ "grad_norm": 18.255756378173828,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 1.1596,
+ "step": 4950
+ },
+ {
+ "epoch": 9.623125302370585,
+ "grad_norm": 28.91038703918457,
+ "learning_rate": 1.1532344723834085e-05,
+ "loss": 1.1358,
+ "step": 4975
+ },
+ {
+ "epoch": 9.671504596032898,
+ "grad_norm": 51.60163497924805,
+ "learning_rate": 1.1478615946701054e-05,
+ "loss": 1.19,
+ "step": 5000
+ },
+ {
+ "epoch": 9.719883889695211,
+ "grad_norm": 24.57830810546875,
+ "learning_rate": 1.1424887169568021e-05,
+ "loss": 1.1843,
+ "step": 5025
+ },
+ {
+ "epoch": 9.768263183357522,
+ "grad_norm": 22.829681396484375,
+ "learning_rate": 1.1371158392434988e-05,
+ "loss": 1.1462,
+ "step": 5050
+ },
+ {
+ "epoch": 9.816642477019835,
+ "grad_norm": 31.298357009887695,
+ "learning_rate": 1.1317429615301955e-05,
+ "loss": 1.1631,
+ "step": 5075
+ },
+ {
+ "epoch": 9.865021770682148,
+ "grad_norm": 15.721089363098145,
+ "learning_rate": 1.1263700838168926e-05,
+ "loss": 1.1233,
+ "step": 5100
+ },
+ {
+ "epoch": 9.91340106434446,
+ "grad_norm": 31.156240463256836,
+ "learning_rate": 1.1209972061035893e-05,
+ "loss": 1.1725,
+ "step": 5125
+ },
+ {
+ "epoch": 9.961780358006774,
+ "grad_norm": 28.626144409179688,
+ "learning_rate": 1.115624328390286e-05,
+ "loss": 1.1154,
+ "step": 5150
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.09777347531461762,
+ "eval_loss": 0.6895507574081421,
+ "eval_macro_f1": 0.5322188780325868,
+ "eval_micro_f1": 0.5406600884654644,
+ "eval_runtime": 3.0927,
+ "eval_samples_per_second": 668.034,
+ "eval_steps_per_second": 42.035,
+ "eval_weighted_f1": 0.5544574651948377,
+ "step": 5170
+ },
+ {
+ "epoch": 10.009675858732463,
+ "grad_norm": 22.23616600036621,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 1.2045,
+ "step": 5175
+ },
+ {
+ "epoch": 10.058055152394775,
+ "grad_norm": 19.928552627563477,
+ "learning_rate": 1.1048785729636795e-05,
+ "loss": 1.0673,
+ "step": 5200
+ },
+ {
+ "epoch": 10.106434446057088,
+ "grad_norm": 28.054990768432617,
+ "learning_rate": 1.0995056952503762e-05,
+ "loss": 1.0266,
+ "step": 5225
+ },
+ {
+ "epoch": 10.1548137397194,
+ "grad_norm": 25.340076446533203,
+ "learning_rate": 1.094132817537073e-05,
+ "loss": 1.0963,
+ "step": 5250
+ },
+ {
+ "epoch": 10.203193033381712,
+ "grad_norm": 37.261810302734375,
+ "learning_rate": 1.0887599398237696e-05,
+ "loss": 1.0748,
+ "step": 5275
+ },
+ {
+ "epoch": 10.251572327044025,
+ "grad_norm": 24.130971908569336,
+ "learning_rate": 1.0833870621104665e-05,
+ "loss": 1.0728,
+ "step": 5300
+ },
+ {
+ "epoch": 10.299951620706338,
+ "grad_norm": 26.919076919555664,
+ "learning_rate": 1.0780141843971632e-05,
+ "loss": 1.0361,
+ "step": 5325
+ },
+ {
+ "epoch": 10.34833091436865,
+ "grad_norm": 29.993417739868164,
+ "learning_rate": 1.0726413066838599e-05,
+ "loss": 1.1535,
+ "step": 5350
+ },
+ {
+ "epoch": 10.396710208030962,
+ "grad_norm": 32.30778121948242,
+ "learning_rate": 1.0672684289705568e-05,
+ "loss": 1.0931,
+ "step": 5375
+ },
+ {
+ "epoch": 10.445089501693275,
+ "grad_norm": 15.371118545532227,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 1.0237,
+ "step": 5400
+ },
+ {
+ "epoch": 10.493468795355588,
+ "grad_norm": 29.54555892944336,
+ "learning_rate": 1.0565226735439502e-05,
+ "loss": 1.0605,
+ "step": 5425
+ },
+ {
+ "epoch": 10.5418480890179,
+ "grad_norm": 43.011802673339844,
+ "learning_rate": 1.0511497958306469e-05,
+ "loss": 1.0386,
+ "step": 5450
+ },
+ {
+ "epoch": 10.590227382680213,
+ "grad_norm": 33.35609436035156,
+ "learning_rate": 1.0457769181173438e-05,
+ "loss": 1.0915,
+ "step": 5475
+ },
+ {
+ "epoch": 10.638606676342526,
+ "grad_norm": 20.90606117248535,
+ "learning_rate": 1.0404040404040405e-05,
+ "loss": 1.0679,
+ "step": 5500
+ },
+ {
+ "epoch": 10.686985970004837,
+ "grad_norm": 17.685396194458008,
+ "learning_rate": 1.0350311626907372e-05,
+ "loss": 1.0415,
+ "step": 5525
+ },
+ {
+ "epoch": 10.73536526366715,
+ "grad_norm": 37.0312614440918,
+ "learning_rate": 1.0296582849774339e-05,
+ "loss": 1.11,
+ "step": 5550
+ },
+ {
+ "epoch": 10.783744557329463,
+ "grad_norm": 15.977460861206055,
+ "learning_rate": 1.0242854072641309e-05,
+ "loss": 1.0597,
+ "step": 5575
+ },
+ {
+ "epoch": 10.832123850991776,
+ "grad_norm": 17.78635597229004,
+ "learning_rate": 1.0189125295508276e-05,
+ "loss": 1.0612,
+ "step": 5600
+ },
+ {
+ "epoch": 10.880503144654089,
+ "grad_norm": 32.10215759277344,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 1.0468,
+ "step": 5625
+ },
+ {
+ "epoch": 10.9288824383164,
+ "grad_norm": 16.461206436157227,
+ "learning_rate": 1.008166774124221e-05,
+ "loss": 1.0499,
+ "step": 5650
+ },
+ {
+ "epoch": 10.977261731978713,
+ "grad_norm": 21.043045043945312,
+ "learning_rate": 1.0027938964109179e-05,
+ "loss": 1.07,
+ "step": 5675
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.10648596321393998,
+ "eval_loss": 0.7370184659957886,
+ "eval_macro_f1": 0.5461671227449256,
+ "eval_micro_f1": 0.5568141592920354,
+ "eval_runtime": 3.1,
+ "eval_samples_per_second": 666.444,
+ "eval_steps_per_second": 41.935,
+ "eval_weighted_f1": 0.5657707476142648,
+ "step": 5687
+ },
+ {
+ "epoch": 11.025157232704403,
+ "grad_norm": 14.979416847229004,
+ "learning_rate": 9.974210186976146e-06,
+ "loss": 0.953,
+ "step": 5700
+ },
+ {
+ "epoch": 11.073536526366714,
+ "grad_norm": 15.703760147094727,
+ "learning_rate": 9.920481409843113e-06,
+ "loss": 1.0303,
+ "step": 5725
+ },
+ {
+ "epoch": 11.121915820029027,
+ "grad_norm": 25.49245262145996,
+ "learning_rate": 9.86675263271008e-06,
+ "loss": 0.9499,
+ "step": 5750
+ },
+ {
+ "epoch": 11.17029511369134,
+ "grad_norm": 31.481117248535156,
+ "learning_rate": 9.813023855577047e-06,
+ "loss": 1.0023,
+ "step": 5775
+ },
+ {
+ "epoch": 11.218674407353653,
+ "grad_norm": 20.061729431152344,
+ "learning_rate": 9.759295078444016e-06,
+ "loss": 0.9814,
+ "step": 5800
+ },
+ {
+ "epoch": 11.267053701015966,
+ "grad_norm": 18.246225357055664,
+ "learning_rate": 9.705566301310983e-06,
+ "loss": 0.9582,
+ "step": 5825
+ },
+ {
+ "epoch": 11.315432994678277,
+ "grad_norm": 27.344772338867188,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 1.014,
+ "step": 5850
+ },
+ {
+ "epoch": 11.36381228834059,
+ "grad_norm": 16.211822509765625,
+ "learning_rate": 9.598108747044918e-06,
+ "loss": 1.0247,
+ "step": 5875
+ },
+ {
+ "epoch": 11.412191582002903,
+ "grad_norm": 38.498634338378906,
+ "learning_rate": 9.544379969911885e-06,
+ "loss": 0.9842,
+ "step": 5900
+ },
+ {
+ "epoch": 11.460570875665216,
+ "grad_norm": 18.95419692993164,
+ "learning_rate": 9.490651192778854e-06,
+ "loss": 1.0002,
+ "step": 5925
+ },
+ {
+ "epoch": 11.508950169327528,
+ "grad_norm": 24.820327758789062,
+ "learning_rate": 9.436922415645821e-06,
+ "loss": 0.9675,
+ "step": 5950
+ },
+ {
+ "epoch": 11.55732946298984,
+ "grad_norm": 27.686737060546875,
+ "learning_rate": 9.383193638512788e-06,
+ "loss": 1.014,
+ "step": 5975
+ },
+ {
+ "epoch": 11.605708756652152,
+ "grad_norm": 23.662439346313477,
+ "learning_rate": 9.329464861379755e-06,
+ "loss": 0.9748,
+ "step": 6000
+ },
+ {
+ "epoch": 11.654088050314465,
+ "grad_norm": 27.75419807434082,
+ "learning_rate": 9.275736084246724e-06,
+ "loss": 1.0218,
+ "step": 6025
+ },
+ {
+ "epoch": 11.702467343976778,
+ "grad_norm": 34.79293441772461,
+ "learning_rate": 9.22200730711369e-06,
+ "loss": 0.9425,
+ "step": 6050
+ },
+ {
+ "epoch": 11.750846637639091,
+ "grad_norm": 21.735645294189453,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 0.9343,
+ "step": 6075
+ },
+ {
+ "epoch": 11.799225931301404,
+ "grad_norm": 24.222219467163086,
+ "learning_rate": 9.114549752847626e-06,
+ "loss": 0.9725,
+ "step": 6100
+ },
+ {
+ "epoch": 11.847605224963715,
+ "grad_norm": 18.60116958618164,
+ "learning_rate": 9.060820975714594e-06,
+ "loss": 0.9246,
+ "step": 6125
+ },
+ {
+ "epoch": 11.895984518626028,
+ "grad_norm": 40.64644241333008,
+ "learning_rate": 9.00709219858156e-06,
+ "loss": 1.0369,
+ "step": 6150
+ },
+ {
+ "epoch": 11.94436381228834,
+ "grad_norm": 28.693328857421875,
+ "learning_rate": 8.95336342144853e-06,
+ "loss": 0.9272,
+ "step": 6175
+ },
+ {
+ "epoch": 11.992743105950654,
+ "grad_norm": 23.950563430786133,
+ "learning_rate": 8.899634644315496e-06,
+ "loss": 0.9787,
+ "step": 6200
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.12971926427879962,
+ "eval_loss": 0.7604398131370544,
+ "eval_macro_f1": 0.5613544417218519,
+ "eval_micro_f1": 0.5683611671866398,
+ "eval_runtime": 3.3102,
+ "eval_samples_per_second": 624.124,
+ "eval_steps_per_second": 39.272,
+ "eval_weighted_f1": 0.5769708932050981,
+ "step": 6204
+ },
+ {
+ "epoch": 12.040638606676342,
+ "grad_norm": 18.3322696685791,
+ "learning_rate": 8.845905867182463e-06,
+ "loss": 0.8745,
+ "step": 6225
+ },
+ {
+ "epoch": 12.089017900338655,
+ "grad_norm": 13.050375938415527,
+ "learning_rate": 8.79217709004943e-06,
+ "loss": 0.9375,
+ "step": 6250
+ },
+ {
+ "epoch": 12.137397194000968,
+ "grad_norm": 15.701397895812988,
+ "learning_rate": 8.738448312916399e-06,
+ "loss": 0.9175,
+ "step": 6275
+ },
+ {
+ "epoch": 12.18577648766328,
+ "grad_norm": 35.1925163269043,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 0.8994,
+ "step": 6300
+ },
+ {
+ "epoch": 12.234155781325592,
+ "grad_norm": 15.847681045532227,
+ "learning_rate": 8.630990758650335e-06,
+ "loss": 0.9274,
+ "step": 6325
+ },
+ {
+ "epoch": 12.282535074987905,
+ "grad_norm": 13.759275436401367,
+ "learning_rate": 8.5772619815173e-06,
+ "loss": 0.8927,
+ "step": 6350
+ },
+ {
+ "epoch": 12.330914368650218,
+ "grad_norm": 19.81844711303711,
+ "learning_rate": 8.523533204384269e-06,
+ "loss": 0.9164,
+ "step": 6375
+ },
+ {
+ "epoch": 12.37929366231253,
+ "grad_norm": 27.25444984436035,
+ "learning_rate": 8.469804427251237e-06,
+ "loss": 0.864,
+ "step": 6400
+ },
+ {
+ "epoch": 12.427672955974844,
+ "grad_norm": 18.008359909057617,
+ "learning_rate": 8.416075650118204e-06,
+ "loss": 0.9228,
+ "step": 6425
+ },
+ {
+ "epoch": 12.476052249637155,
+ "grad_norm": 59.837249755859375,
+ "learning_rate": 8.362346872985171e-06,
+ "loss": 0.9208,
+ "step": 6450
+ },
+ {
+ "epoch": 12.524431543299468,
+ "grad_norm": 9.733592987060547,
+ "learning_rate": 8.308618095852138e-06,
+ "loss": 0.839,
+ "step": 6475
+ },
+ {
+ "epoch": 12.57281083696178,
+ "grad_norm": 54.74702072143555,
+ "learning_rate": 8.254889318719107e-06,
+ "loss": 0.9515,
+ "step": 6500
+ },
+ {
+ "epoch": 12.621190130624093,
+ "grad_norm": 13.763038635253906,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 0.9272,
+ "step": 6525
+ },
+ {
+ "epoch": 12.669569424286406,
+ "grad_norm": 31.846715927124023,
+ "learning_rate": 8.147431764453041e-06,
+ "loss": 0.9044,
+ "step": 6550
+ },
+ {
+ "epoch": 12.717948717948717,
+ "grad_norm": 47.915096282958984,
+ "learning_rate": 8.093702987320008e-06,
+ "loss": 0.9428,
+ "step": 6575
+ },
+ {
+ "epoch": 12.76632801161103,
+ "grad_norm": 22.77875328063965,
+ "learning_rate": 8.039974210186977e-06,
+ "loss": 0.9084,
+ "step": 6600
+ },
+ {
+ "epoch": 12.814707305273343,
+ "grad_norm": 33.443267822265625,
+ "learning_rate": 7.986245433053944e-06,
+ "loss": 0.8904,
+ "step": 6625
+ },
+ {
+ "epoch": 12.863086598935656,
+ "grad_norm": 31.135700225830078,
+ "learning_rate": 7.932516655920913e-06,
+ "loss": 0.9223,
+ "step": 6650
+ },
+ {
+ "epoch": 12.911465892597969,
+ "grad_norm": 20.26923179626465,
+ "learning_rate": 7.87878787878788e-06,
+ "loss": 0.8754,
+ "step": 6675
+ },
+ {
+ "epoch": 12.959845186260281,
+ "grad_norm": 38.23849105834961,
+ "learning_rate": 7.825059101654847e-06,
+ "loss": 0.8561,
+ "step": 6700
+ },
+ {
+ "epoch": 13.0,
+ "eval_accuracy": 0.1292352371732817,
+ "eval_loss": 0.7924312949180603,
+ "eval_macro_f1": 0.5675067113163673,
+ "eval_micro_f1": 0.5739893567360658,
+ "eval_runtime": 3.2687,
+ "eval_samples_per_second": 632.056,
+ "eval_steps_per_second": 39.771,
+ "eval_weighted_f1": 0.5825520974344233,
+ "step": 6721
+ },
+ {
+ "epoch": 13.00774068698597,
+ "grad_norm": 15.349298477172852,
+ "learning_rate": 7.771330324521814e-06,
+ "loss": 0.8739,
+ "step": 6725
+ },
+ {
+ "epoch": 13.056119980648283,
+ "grad_norm": 29.516204833984375,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 0.8431,
+ "step": 6750
+ },
+ {
+ "epoch": 13.104499274310594,
+ "grad_norm": 17.86136245727539,
+ "learning_rate": 7.66387277025575e-06,
+ "loss": 0.8539,
+ "step": 6775
+ },
+ {
+ "epoch": 13.152878567972907,
+ "grad_norm": 32.200260162353516,
+ "learning_rate": 7.610143993122717e-06,
+ "loss": 0.8541,
+ "step": 6800
+ },
+ {
+ "epoch": 13.20125786163522,
+ "grad_norm": 23.501230239868164,
+ "learning_rate": 7.556415215989684e-06,
+ "loss": 0.8363,
+ "step": 6825
+ },
+ {
+ "epoch": 13.249637155297533,
+ "grad_norm": 15.723649978637695,
+ "learning_rate": 7.502686438856652e-06,
+ "loss": 0.8528,
+ "step": 6850
+ },
+ {
+ "epoch": 13.298016448959846,
+ "grad_norm": 45.357208251953125,
+ "learning_rate": 7.448957661723619e-06,
+ "loss": 0.8185,
+ "step": 6875
+ },
+ {
+ "epoch": 13.346395742622157,
+ "grad_norm": 13.492280006408691,
+ "learning_rate": 7.395228884590587e-06,
+ "loss": 0.8427,
+ "step": 6900
+ },
+ {
+ "epoch": 13.39477503628447,
+ "grad_norm": 18.88283920288086,
+ "learning_rate": 7.341500107457556e-06,
+ "loss": 0.8478,
+ "step": 6925
+ },
+ {
+ "epoch": 13.443154329946783,
+ "grad_norm": 22.258699417114258,
+ "learning_rate": 7.287771330324522e-06,
+ "loss": 0.8405,
+ "step": 6950
+ },
+ {
+ "epoch": 13.491533623609095,
+ "grad_norm": 29.63007926940918,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 0.8037,
+ "step": 6975
+ },
+ {
+ "epoch": 13.539912917271408,
+ "grad_norm": 13.086504936218262,
+ "learning_rate": 7.180313776058458e-06,
+ "loss": 0.8368,
+ "step": 7000
+ },
+ {
+ "epoch": 13.588292210933721,
+ "grad_norm": 20.12955093383789,
+ "learning_rate": 7.1265849989254255e-06,
+ "loss": 0.8516,
+ "step": 7025
+ },
+ {
+ "epoch": 13.636671504596032,
+ "grad_norm": 24.95620346069336,
+ "learning_rate": 7.0728562217923925e-06,
+ "loss": 0.8938,
+ "step": 7050
+ },
+ {
+ "epoch": 13.685050798258345,
+ "grad_norm": 31.524459838867188,
+ "learning_rate": 7.01912744465936e-06,
+ "loss": 0.8255,
+ "step": 7075
+ },
+ {
+ "epoch": 13.733430091920658,
+ "grad_norm": 13.682292938232422,
+ "learning_rate": 6.965398667526327e-06,
+ "loss": 0.8312,
+ "step": 7100
+ },
+ {
+ "epoch": 13.78180938558297,
+ "grad_norm": 13.311579704284668,
+ "learning_rate": 6.911669890393295e-06,
+ "loss": 0.8601,
+ "step": 7125
+ },
+ {
+ "epoch": 13.830188679245284,
+ "grad_norm": 19.30748748779297,
+ "learning_rate": 6.857941113260262e-06,
+ "loss": 0.804,
+ "step": 7150
+ },
+ {
+ "epoch": 13.878567972907595,
+ "grad_norm": 22.991422653198242,
+ "learning_rate": 6.80421233612723e-06,
+ "loss": 0.8216,
+ "step": 7175
+ },
+ {
+ "epoch": 13.926947266569908,
+ "grad_norm": 21.96456527709961,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 0.815,
+ "step": 7200
+ },
+ {
+ "epoch": 13.97532656023222,
+ "grad_norm": 16.258760452270508,
+ "learning_rate": 6.696754781861166e-06,
+ "loss": 0.8078,
+ "step": 7225
+ },
+ {
+ "epoch": 14.0,
+ "eval_accuracy": 0.13020329138431752,
+ "eval_loss": 0.8151243329048157,
+ "eval_macro_f1": 0.5703746720930767,
+ "eval_micro_f1": 0.5769194536033915,
+ "eval_runtime": 3.231,
+ "eval_samples_per_second": 639.435,
+ "eval_steps_per_second": 40.235,
+ "eval_weighted_f1": 0.5834537027073396,
+ "step": 7238
+ },
+ {
+ "epoch": 14.02322206095791,
+ "grad_norm": 34.53668212890625,
+ "learning_rate": 6.643026004728133e-06,
+ "loss": 0.8475,
+ "step": 7250
+ },
+ {
+ "epoch": 14.071601354620222,
+ "grad_norm": 15.595403671264648,
+ "learning_rate": 6.589297227595101e-06,
+ "loss": 0.8105,
+ "step": 7275
+ },
+ {
+ "epoch": 14.119980648282535,
+ "grad_norm": 15.723034858703613,
+ "learning_rate": 6.535568450462068e-06,
+ "loss": 0.8113,
+ "step": 7300
+ },
+ {
+ "epoch": 14.168359941944848,
+ "grad_norm": 15.689093589782715,
+ "learning_rate": 6.481839673329036e-06,
+ "loss": 0.739,
+ "step": 7325
+ },
+ {
+ "epoch": 14.216739235607161,
+ "grad_norm": 31.24777603149414,
+ "learning_rate": 6.428110896196003e-06,
+ "loss": 0.7765,
+ "step": 7350
+ },
+ {
+ "epoch": 14.265118529269472,
+ "grad_norm": 40.647972106933594,
+ "learning_rate": 6.3743821190629705e-06,
+ "loss": 0.7902,
+ "step": 7375
+ },
+ {
+ "epoch": 14.313497822931785,
+ "grad_norm": 21.353744506835938,
+ "learning_rate": 6.320653341929938e-06,
+ "loss": 0.7957,
+ "step": 7400
+ },
+ {
+ "epoch": 14.361877116594098,
+ "grad_norm": 30.586891174316406,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 0.7583,
+ "step": 7425
+ },
+ {
+ "epoch": 14.41025641025641,
+ "grad_norm": 23.39781379699707,
+ "learning_rate": 6.213195787663874e-06,
+ "loss": 0.7722,
+ "step": 7450
+ },
+ {
+ "epoch": 14.458635703918723,
+ "grad_norm": 18.77271842956543,
+ "learning_rate": 6.159467010530841e-06,
+ "loss": 0.8006,
+ "step": 7475
+ },
+ {
+ "epoch": 14.507014997581035,
+ "grad_norm": 15.401045799255371,
+ "learning_rate": 6.105738233397809e-06,
+ "loss": 0.7678,
+ "step": 7500
+ },
+ {
+ "epoch": 14.555394291243347,
+ "grad_norm": 21.366275787353516,
+ "learning_rate": 6.052009456264776e-06,
+ "loss": 0.7454,
+ "step": 7525
+ },
+ {
+ "epoch": 14.60377358490566,
+ "grad_norm": 29.39297866821289,
+ "learning_rate": 5.998280679131744e-06,
+ "loss": 0.7865,
+ "step": 7550
+ },
+ {
+ "epoch": 14.652152878567973,
+ "grad_norm": 21.11429214477539,
+ "learning_rate": 5.944551901998711e-06,
+ "loss": 0.8035,
+ "step": 7575
+ },
+ {
+ "epoch": 14.700532172230286,
+ "grad_norm": 25.58483123779297,
+ "learning_rate": 5.890823124865679e-06,
+ "loss": 0.7241,
+ "step": 7600
+ },
+ {
+ "epoch": 14.748911465892597,
+ "grad_norm": 46.46735763549805,
+ "learning_rate": 5.837094347732646e-06,
+ "loss": 0.7788,
+ "step": 7625
+ },
+ {
+ "epoch": 14.79729075955491,
+ "grad_norm": 19.054737091064453,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 0.7477,
+ "step": 7650
+ },
+ {
+ "epoch": 14.845670053217223,
+ "grad_norm": 18.849714279174805,
+ "learning_rate": 5.729636793466581e-06,
+ "loss": 0.7891,
+ "step": 7675
+ },
+ {
+ "epoch": 14.894049346879536,
+ "grad_norm": 34.65773010253906,
+ "learning_rate": 5.675908016333549e-06,
+ "loss": 0.8063,
+ "step": 7700
+ },
+ {
+ "epoch": 14.942428640541848,
+ "grad_norm": 22.826784133911133,
+ "learning_rate": 5.6221792392005155e-06,
+ "loss": 0.7898,
+ "step": 7725
+ },
+ {
+ "epoch": 14.990807934204161,
+ "grad_norm": 25.4615535736084,
+ "learning_rate": 5.568450462067484e-06,
+ "loss": 0.7391,
+ "step": 7750
+ },
+ {
+ "epoch": 15.0,
+ "eval_accuracy": 0.14617618586640851,
+ "eval_loss": 0.8309133648872375,
+ "eval_macro_f1": 0.5704322878746412,
+ "eval_micro_f1": 0.579185520361991,
+ "eval_runtime": 3.22,
+ "eval_samples_per_second": 641.61,
+ "eval_steps_per_second": 40.372,
+ "eval_weighted_f1": 0.5857897200925098,
+ "step": 7755
+ },
+ {
+ "epoch": 15.03870343492985,
+ "grad_norm": 17.666648864746094,
+ "learning_rate": 5.514721684934451e-06,
+ "loss": 0.7581,
+ "step": 7775
+ },
+ {
+ "epoch": 15.087082728592163,
+ "grad_norm": 30.62248992919922,
+ "learning_rate": 5.460992907801419e-06,
+ "loss": 0.75,
+ "step": 7800
+ },
+ {
+ "epoch": 15.135462022254474,
+ "grad_norm": 22.894771575927734,
+ "learning_rate": 5.407264130668386e-06,
+ "loss": 0.703,
+ "step": 7825
+ },
+ {
+ "epoch": 15.183841315916787,
+ "grad_norm": 14.256181716918945,
+ "learning_rate": 5.353535353535354e-06,
+ "loss": 0.7417,
+ "step": 7850
+ },
+ {
+ "epoch": 15.2322206095791,
+ "grad_norm": 19.060197830200195,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 0.6878,
+ "step": 7875
+ },
+ {
+ "epoch": 15.280599903241413,
+ "grad_norm": 21.48556900024414,
+ "learning_rate": 5.246077799269289e-06,
+ "loss": 0.7508,
+ "step": 7900
+ },
+ {
+ "epoch": 15.328979196903726,
+ "grad_norm": 21.833667755126953,
+ "learning_rate": 5.1923490221362575e-06,
+ "loss": 0.7321,
+ "step": 7925
+ },
+ {
+ "epoch": 15.377358490566039,
+ "grad_norm": 13.664298057556152,
+ "learning_rate": 5.138620245003224e-06,
+ "loss": 0.7594,
+ "step": 7950
+ },
+ {
+ "epoch": 15.42573778422835,
+ "grad_norm": 16.70064926147461,
+ "learning_rate": 5.084891467870192e-06,
+ "loss": 0.7435,
+ "step": 7975
+ },
+ {
+ "epoch": 15.474117077890662,
+ "grad_norm": 29.122882843017578,
+ "learning_rate": 5.031162690737159e-06,
+ "loss": 0.7261,
+ "step": 8000
+ },
+ {
+ "epoch": 15.522496371552975,
+ "grad_norm": 23.374406814575195,
+ "learning_rate": 4.977433913604126e-06,
+ "loss": 0.7386,
+ "step": 8025
+ },
+ {
+ "epoch": 15.570875665215288,
+ "grad_norm": 17.952428817749023,
+ "learning_rate": 4.923705136471094e-06,
+ "loss": 0.7748,
+ "step": 8050
+ },
+ {
+ "epoch": 15.619254958877601,
+ "grad_norm": 20.60281753540039,
+ "learning_rate": 4.869976359338061e-06,
+ "loss": 0.6734,
+ "step": 8075
+ },
+ {
+ "epoch": 15.667634252539912,
+ "grad_norm": 17.949743270874023,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 0.7235,
+ "step": 8100
+ },
+ {
+ "epoch": 15.716013546202225,
+ "grad_norm": 18.777246475219727,
+ "learning_rate": 4.762518805071997e-06,
+ "loss": 0.7135,
+ "step": 8125
+ },
+ {
+ "epoch": 15.764392839864538,
+ "grad_norm": 15.491708755493164,
+ "learning_rate": 4.708790027938964e-06,
+ "loss": 0.7257,
+ "step": 8150
+ },
+ {
+ "epoch": 15.81277213352685,
+ "grad_norm": 18.900455474853516,
+ "learning_rate": 4.655061250805932e-06,
+ "loss": 0.7128,
+ "step": 8175
+ },
+ {
+ "epoch": 15.861151427189164,
+ "grad_norm": 20.874067306518555,
+ "learning_rate": 4.6013324736729e-06,
+ "loss": 0.7232,
+ "step": 8200
+ },
+ {
+ "epoch": 15.909530720851475,
+ "grad_norm": 37.39208221435547,
+ "learning_rate": 4.547603696539868e-06,
+ "loss": 0.7411,
+ "step": 8225
+ },
+ {
+ "epoch": 15.957910014513788,
+ "grad_norm": 17.02424430847168,
+ "learning_rate": 4.493874919406835e-06,
+ "loss": 0.7673,
+ "step": 8250
+ },
+ {
+ "epoch": 16.0,
+ "eval_accuracy": 0.15295256534365925,
+ "eval_loss": 0.8397064208984375,
+ "eval_macro_f1": 0.5679605561977511,
+ "eval_micro_f1": 0.5780570323827936,
+ "eval_runtime": 3.1433,
+ "eval_samples_per_second": 657.261,
+ "eval_steps_per_second": 41.357,
+ "eval_weighted_f1": 0.5847339902680536,
+ "step": 8272
+ },
+ {
+ "epoch": 16.005805515239476,
+ "grad_norm": 14.298952102661133,
+ "learning_rate": 4.4401461422738025e-06,
+ "loss": 0.7223,
+ "step": 8275
+ },
+ {
+ "epoch": 16.05418480890179,
+ "grad_norm": 37.05644226074219,
+ "learning_rate": 4.3864173651407695e-06,
+ "loss": 0.6891,
+ "step": 8300
+ },
+ {
+ "epoch": 16.102564102564102,
+ "grad_norm": 19.519882202148438,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 0.6999,
+ "step": 8325
+ },
+ {
+ "epoch": 16.150943396226417,
+ "grad_norm": 12.247383117675781,
+ "learning_rate": 4.278959810874705e-06,
+ "loss": 0.6843,
+ "step": 8350
+ },
+ {
+ "epoch": 16.199322689888728,
+ "grad_norm": 14.877107620239258,
+ "learning_rate": 4.225231033741672e-06,
+ "loss": 0.6737,
+ "step": 8375
+ },
+ {
+ "epoch": 16.24770198355104,
+ "grad_norm": 42.742252349853516,
+ "learning_rate": 4.17150225660864e-06,
+ "loss": 0.6764,
+ "step": 8400
+ },
+ {
+ "epoch": 16.296081277213354,
+ "grad_norm": 34.25813293457031,
+ "learning_rate": 4.117773479475607e-06,
+ "loss": 0.675,
+ "step": 8425
+ },
+ {
+ "epoch": 16.344460570875665,
+ "grad_norm": 39.227352142333984,
+ "learning_rate": 4.064044702342575e-06,
+ "loss": 0.7055,
+ "step": 8450
+ },
+ {
+ "epoch": 16.39283986453798,
+ "grad_norm": 38.781185150146484,
+ "learning_rate": 4.010315925209543e-06,
+ "loss": 0.7292,
+ "step": 8475
+ },
+ {
+ "epoch": 16.44121915820029,
+ "grad_norm": 23.016979217529297,
+ "learning_rate": 3.95658714807651e-06,
+ "loss": 0.6744,
+ "step": 8500
+ },
+ {
+ "epoch": 16.4895984518626,
+ "grad_norm": 21.067232131958008,
+ "learning_rate": 3.902858370943478e-06,
+ "loss": 0.6948,
+ "step": 8525
+ },
+ {
+ "epoch": 16.537977745524916,
+ "grad_norm": 19.11478614807129,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 0.7123,
+ "step": 8550
+ },
+ {
+ "epoch": 16.586357039187227,
+ "grad_norm": 26.363101959228516,
+ "learning_rate": 3.7954008166774126e-06,
+ "loss": 0.6863,
+ "step": 8575
+ },
+ {
+ "epoch": 16.634736332849542,
+ "grad_norm": 25.031681060791016,
+ "learning_rate": 3.74167203954438e-06,
+ "loss": 0.7121,
+ "step": 8600
+ },
+ {
+ "epoch": 16.683115626511853,
+ "grad_norm": 23.881732940673828,
+ "learning_rate": 3.6879432624113475e-06,
+ "loss": 0.6677,
+ "step": 8625
+ },
+ {
+ "epoch": 16.731494920174164,
+ "grad_norm": 27.166379928588867,
+ "learning_rate": 3.634214485278315e-06,
+ "loss": 0.6947,
+ "step": 8650
+ },
+ {
+ "epoch": 16.77987421383648,
+ "grad_norm": 29.63300895690918,
+ "learning_rate": 3.580485708145283e-06,
+ "loss": 0.6719,
+ "step": 8675
+ },
+ {
+ "epoch": 16.82825350749879,
+ "grad_norm": 28.933929443359375,
+ "learning_rate": 3.5267569310122506e-06,
+ "loss": 0.7009,
+ "step": 8700
+ },
+ {
+ "epoch": 16.876632801161104,
+ "grad_norm": 11.924473762512207,
+ "learning_rate": 3.473028153879218e-06,
+ "loss": 0.6912,
+ "step": 8725
+ },
+ {
+ "epoch": 16.925012094823416,
+ "grad_norm": 22.88268280029297,
+ "learning_rate": 3.419299376746186e-06,
+ "loss": 0.665,
+ "step": 8750
+ },
+ {
+ "epoch": 16.973391388485727,
+ "grad_norm": 32.981773376464844,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 0.6765,
+ "step": 8775
+ },
+ {
+ "epoch": 17.0,
+ "eval_accuracy": 0.15150048402710553,
+ "eval_loss": 0.861801028251648,
+ "eval_macro_f1": 0.5732015784226354,
+ "eval_micro_f1": 0.5806136408051593,
+ "eval_runtime": 3.2006,
+ "eval_samples_per_second": 645.503,
+ "eval_steps_per_second": 40.617,
+ "eval_weighted_f1": 0.5869800977888227,
+ "step": 8789
+ },
+ {
+ "epoch": 17.021286889211417,
+ "grad_norm": 15.081356048583984,
+ "learning_rate": 3.311841822480121e-06,
+ "loss": 0.6438,
+ "step": 8800
+ },
+ {
+ "epoch": 17.06966618287373,
+ "grad_norm": 14.565335273742676,
+ "learning_rate": 3.2581130453470882e-06,
+ "loss": 0.6637,
+ "step": 8825
+ },
+ {
+ "epoch": 17.118045476536043,
+ "grad_norm": 16.61520767211914,
+ "learning_rate": 3.2043842682140557e-06,
+ "loss": 0.6341,
+ "step": 8850
+ },
+ {
+ "epoch": 17.166424770198354,
+ "grad_norm": 20.17801856994629,
+ "learning_rate": 3.150655491081023e-06,
+ "loss": 0.6421,
+ "step": 8875
+ },
+ {
+ "epoch": 17.21480406386067,
+ "grad_norm": 23.683712005615234,
+ "learning_rate": 3.096926713947991e-06,
+ "loss": 0.6504,
+ "step": 8900
+ },
+ {
+ "epoch": 17.26318335752298,
+ "grad_norm": 24.110666275024414,
+ "learning_rate": 3.0431979368149584e-06,
+ "loss": 0.6601,
+ "step": 8925
+ },
+ {
+ "epoch": 17.31156265118529,
+ "grad_norm": 10.443506240844727,
+ "learning_rate": 2.989469159681926e-06,
+ "loss": 0.6538,
+ "step": 8950
+ },
+ {
+ "epoch": 17.359941944847606,
+ "grad_norm": 38.277976989746094,
+ "learning_rate": 2.9357403825488933e-06,
+ "loss": 0.6459,
+ "step": 8975
+ },
+ {
+ "epoch": 17.408321238509917,
+ "grad_norm": 17.759496688842773,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 0.6537,
+ "step": 9000
+ },
+ {
+ "epoch": 17.45670053217223,
+ "grad_norm": 24.960155487060547,
+ "learning_rate": 2.8282828282828286e-06,
+ "loss": 0.6899,
+ "step": 9025
+ },
+ {
+ "epoch": 17.505079825834542,
+ "grad_norm": 25.187402725219727,
+ "learning_rate": 2.774554051149796e-06,
+ "loss": 0.6715,
+ "step": 9050
+ },
+ {
+ "epoch": 17.553459119496857,
+ "grad_norm": 15.403215408325195,
+ "learning_rate": 2.7208252740167635e-06,
+ "loss": 0.642,
+ "step": 9075
+ },
+ {
+ "epoch": 17.601838413159168,
+ "grad_norm": 17.70595359802246,
+ "learning_rate": 2.667096496883731e-06,
+ "loss": 0.6646,
+ "step": 9100
+ },
+ {
+ "epoch": 17.65021770682148,
+ "grad_norm": 19.346527099609375,
+ "learning_rate": 2.6133677197506983e-06,
+ "loss": 0.642,
+ "step": 9125
+ },
+ {
+ "epoch": 17.698597000483794,
+ "grad_norm": 13.469184875488281,
+ "learning_rate": 2.5596389426176658e-06,
+ "loss": 0.6649,
+ "step": 9150
+ },
+ {
+ "epoch": 17.746976294146105,
+ "grad_norm": 24.732797622680664,
+ "learning_rate": 2.5059101654846336e-06,
+ "loss": 0.6394,
+ "step": 9175
+ },
+ {
+ "epoch": 17.79535558780842,
+ "grad_norm": 13.777486801147461,
+ "learning_rate": 2.4521813883516015e-06,
+ "loss": 0.6733,
+ "step": 9200
+ },
+ {
+ "epoch": 17.84373488147073,
+ "grad_norm": 20.03852081298828,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 0.6548,
+ "step": 9225
+ },
+ {
+ "epoch": 17.89211417513304,
+ "grad_norm": 24.61626625061035,
+ "learning_rate": 2.3447238340855364e-06,
+ "loss": 0.6849,
+ "step": 9250
+ },
+ {
+ "epoch": 17.940493468795356,
+ "grad_norm": 31.133153915405273,
+ "learning_rate": 2.290995056952504e-06,
+ "loss": 0.6576,
+ "step": 9275
+ },
+ {
+ "epoch": 17.988872762457667,
+ "grad_norm": 8.63671588897705,
+ "learning_rate": 2.2372662798194713e-06,
+ "loss": 0.6338,
+ "step": 9300
+ },
+ {
+ "epoch": 18.0,
+ "eval_accuracy": 0.16118102613746368,
+ "eval_loss": 0.8902262449264526,
+ "eval_macro_f1": 0.5798258569812743,
+ "eval_micro_f1": 0.5874139822479306,
+ "eval_runtime": 3.2142,
+ "eval_samples_per_second": 642.769,
+ "eval_steps_per_second": 40.445,
+ "eval_weighted_f1": 0.5927125030817478,
+ "step": 9306
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 10340,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/special_tokens_map.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/tokenizer_config.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/trainer_state.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..5f5355f3f18d690b0dd1e37ca9f4a963c5196a38
--- /dev/null
+++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340/trainer_state.json
@@ -0,0 +1,3174 @@
+{
+ "best_global_step": 10340,
+ "best_metric": 0.5812184049333916,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-10340",
+ "epoch": 20.0,
+ "eval_steps": 500,
+ "global_step": 10340,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.04837929366231253,
+ "grad_norm": 5.030349254608154,
+ "learning_rate": 4.6421663442940047e-07,
+ "loss": 5.2594,
+ "step": 25
+ },
+ {
+ "epoch": 0.09675858732462506,
+ "grad_norm": 7.033849239349365,
+ "learning_rate": 9.477756286266926e-07,
+ "loss": 5.2124,
+ "step": 50
+ },
+ {
+ "epoch": 0.14513788098693758,
+ "grad_norm": 10.56724739074707,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 5.2932,
+ "step": 75
+ },
+ {
+ "epoch": 0.1935171746492501,
+ "grad_norm": 9.558903694152832,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 5.3769,
+ "step": 100
+ },
+ {
+ "epoch": 0.24189646831156264,
+ "grad_norm": 8.174936294555664,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 5.313,
+ "step": 125
+ },
+ {
+ "epoch": 0.29027576197387517,
+ "grad_norm": 7.387320518493652,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 5.1514,
+ "step": 150
+ },
+ {
+ "epoch": 0.3386550556361877,
+ "grad_norm": 9.960283279418945,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 5.2318,
+ "step": 175
+ },
+ {
+ "epoch": 0.3870343492985002,
+ "grad_norm": 16.17552375793457,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 5.2516,
+ "step": 200
+ },
+ {
+ "epoch": 0.43541364296081275,
+ "grad_norm": 7.509119510650635,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 5.2526,
+ "step": 225
+ },
+ {
+ "epoch": 0.4837929366231253,
+ "grad_norm": 8.535961151123047,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 5.292,
+ "step": 250
+ },
+ {
+ "epoch": 0.5321722302854378,
+ "grad_norm": 31.931241989135742,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 5.1663,
+ "step": 275
+ },
+ {
+ "epoch": 0.5805515239477503,
+ "grad_norm": 44.969879150390625,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 5.1649,
+ "step": 300
+ },
+ {
+ "epoch": 0.6289308176100629,
+ "grad_norm": 14.989969253540039,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 5.0896,
+ "step": 325
+ },
+ {
+ "epoch": 0.6773101112723754,
+ "grad_norm": 19.70501136779785,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 5.0471,
+ "step": 350
+ },
+ {
+ "epoch": 0.7256894049346879,
+ "grad_norm": 25.903169631958008,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 4.8715,
+ "step": 375
+ },
+ {
+ "epoch": 0.7740686985970004,
+ "grad_norm": 34.86677932739258,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 4.6663,
+ "step": 400
+ },
+ {
+ "epoch": 0.822447992259313,
+ "grad_norm": 32.07916259765625,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 4.5837,
+ "step": 425
+ },
+ {
+ "epoch": 0.8708272859216255,
+ "grad_norm": 148.7032470703125,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 4.506,
+ "step": 450
+ },
+ {
+ "epoch": 0.919206579583938,
+ "grad_norm": 38.17563247680664,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 4.3882,
+ "step": 475
+ },
+ {
+ "epoch": 0.9675858732462506,
+ "grad_norm": 16.990028381347656,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 4.2516,
+ "step": 500
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 0.9872849583625793,
+ "eval_macro_f1": 0.25820805531714713,
+ "eval_micro_f1": 0.2624102025990798,
+ "eval_runtime": 3.2673,
+ "eval_samples_per_second": 632.33,
+ "eval_steps_per_second": 39.788,
+ "eval_weighted_f1": 0.30434047987388735,
+ "step": 517
+ },
+ {
+ "epoch": 1.01548137397194,
+ "grad_norm": 39.67068099975586,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 4.1747,
+ "step": 525
+ },
+ {
+ "epoch": 1.0638606676342526,
+ "grad_norm": 30.28286361694336,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 4.212,
+ "step": 550
+ },
+ {
+ "epoch": 1.112239961296565,
+ "grad_norm": 20.4986629486084,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 4.1217,
+ "step": 575
+ },
+ {
+ "epoch": 1.1606192549588776,
+ "grad_norm": 22.38190460205078,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 3.9561,
+ "step": 600
+ },
+ {
+ "epoch": 1.20899854862119,
+ "grad_norm": 24.456451416015625,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 3.935,
+ "step": 625
+ },
+ {
+ "epoch": 1.2573778422835027,
+ "grad_norm": 32.658939361572266,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 3.9185,
+ "step": 650
+ },
+ {
+ "epoch": 1.3057571359458153,
+ "grad_norm": 21.355199813842773,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 3.7648,
+ "step": 675
+ },
+ {
+ "epoch": 1.3541364296081277,
+ "grad_norm": 28.44369125366211,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 3.7295,
+ "step": 700
+ },
+ {
+ "epoch": 1.4025157232704402,
+ "grad_norm": 52.4595832824707,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 3.755,
+ "step": 725
+ },
+ {
+ "epoch": 1.4508950169327528,
+ "grad_norm": 27.29616355895996,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 3.7054,
+ "step": 750
+ },
+ {
+ "epoch": 1.4992743105950654,
+ "grad_norm": 23.53550148010254,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 3.6951,
+ "step": 775
+ },
+ {
+ "epoch": 1.5476536042573779,
+ "grad_norm": 31.177663803100586,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 3.7439,
+ "step": 800
+ },
+ {
+ "epoch": 1.5960328979196903,
+ "grad_norm": 30.602027893066406,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 3.4714,
+ "step": 825
+ },
+ {
+ "epoch": 1.644412191582003,
+ "grad_norm": 21.896156311035156,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 3.4922,
+ "step": 850
+ },
+ {
+ "epoch": 1.6927914852443156,
+ "grad_norm": 29.83670425415039,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 3.367,
+ "step": 875
+ },
+ {
+ "epoch": 1.741170778906628,
+ "grad_norm": 48.413673400878906,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 3.408,
+ "step": 900
+ },
+ {
+ "epoch": 1.7895500725689404,
+ "grad_norm": 20.748083114624023,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 3.5291,
+ "step": 925
+ },
+ {
+ "epoch": 1.837929366231253,
+ "grad_norm": 27.893390655517578,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 3.3427,
+ "step": 950
+ },
+ {
+ "epoch": 1.8863086598935657,
+ "grad_norm": 35.14794158935547,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 3.3337,
+ "step": 975
+ },
+ {
+ "epoch": 1.934687953555878,
+ "grad_norm": 35.734004974365234,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 3.5439,
+ "step": 1000
+ },
+ {
+ "epoch": 1.9830672472181905,
+ "grad_norm": 35.636295318603516,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 3.3986,
+ "step": 1025
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 0.7679983973503113,
+ "eval_macro_f1": 0.36115705465937475,
+ "eval_micro_f1": 0.3685957729334956,
+ "eval_runtime": 3.2479,
+ "eval_samples_per_second": 636.103,
+ "eval_steps_per_second": 40.026,
+ "eval_weighted_f1": 0.403104338187065,
+ "step": 1034
+ },
+ {
+ "epoch": 2.03096274794388,
+ "grad_norm": 23.939693450927734,
+ "learning_rate": 1.996776273372018e-05,
+ "loss": 3.2281,
+ "step": 1050
+ },
+ {
+ "epoch": 2.0793420416061927,
+ "grad_norm": 21.494407653808594,
+ "learning_rate": 1.9914033956587148e-05,
+ "loss": 3.1008,
+ "step": 1075
+ },
+ {
+ "epoch": 2.127721335268505,
+ "grad_norm": 48.467655181884766,
+ "learning_rate": 1.986030517945412e-05,
+ "loss": 3.0574,
+ "step": 1100
+ },
+ {
+ "epoch": 2.1761006289308176,
+ "grad_norm": 24.309160232543945,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 3.0284,
+ "step": 1125
+ },
+ {
+ "epoch": 2.22447992259313,
+ "grad_norm": 29.803586959838867,
+ "learning_rate": 1.9752847625188053e-05,
+ "loss": 3.016,
+ "step": 1150
+ },
+ {
+ "epoch": 2.272859216255443,
+ "grad_norm": 39.199432373046875,
+ "learning_rate": 1.969911884805502e-05,
+ "loss": 3.1123,
+ "step": 1175
+ },
+ {
+ "epoch": 2.3212385099177553,
+ "grad_norm": 29.055376052856445,
+ "learning_rate": 1.9645390070921987e-05,
+ "loss": 2.9232,
+ "step": 1200
+ },
+ {
+ "epoch": 2.3696178035800677,
+ "grad_norm": 35.47110366821289,
+ "learning_rate": 1.9591661293788954e-05,
+ "loss": 2.9488,
+ "step": 1225
+ },
+ {
+ "epoch": 2.41799709724238,
+ "grad_norm": 38.79860305786133,
+ "learning_rate": 1.953793251665592e-05,
+ "loss": 3.0036,
+ "step": 1250
+ },
+ {
+ "epoch": 2.466376390904693,
+ "grad_norm": 25.713035583496094,
+ "learning_rate": 1.948420373952289e-05,
+ "loss": 2.9632,
+ "step": 1275
+ },
+ {
+ "epoch": 2.5147556845670054,
+ "grad_norm": 40.8914680480957,
+ "learning_rate": 1.9430474962389858e-05,
+ "loss": 3.0253,
+ "step": 1300
+ },
+ {
+ "epoch": 2.563134978229318,
+ "grad_norm": 26.178176879882812,
+ "learning_rate": 1.9376746185256825e-05,
+ "loss": 2.9367,
+ "step": 1325
+ },
+ {
+ "epoch": 2.6115142718916307,
+ "grad_norm": 28.110414505004883,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 2.878,
+ "step": 1350
+ },
+ {
+ "epoch": 2.659893565553943,
+ "grad_norm": 32.23483657836914,
+ "learning_rate": 1.9269288630990763e-05,
+ "loss": 2.9814,
+ "step": 1375
+ },
+ {
+ "epoch": 2.7082728592162555,
+ "grad_norm": 22.767606735229492,
+ "learning_rate": 1.921555985385773e-05,
+ "loss": 2.7824,
+ "step": 1400
+ },
+ {
+ "epoch": 2.756652152878568,
+ "grad_norm": 32.10272979736328,
+ "learning_rate": 1.9161831076724697e-05,
+ "loss": 2.8232,
+ "step": 1425
+ },
+ {
+ "epoch": 2.8050314465408803,
+ "grad_norm": 45.669410705566406,
+ "learning_rate": 1.9108102299591664e-05,
+ "loss": 2.7806,
+ "step": 1450
+ },
+ {
+ "epoch": 2.853410740203193,
+ "grad_norm": 33.774749755859375,
+ "learning_rate": 1.905437352245863e-05,
+ "loss": 2.7365,
+ "step": 1475
+ },
+ {
+ "epoch": 2.9017900338655056,
+ "grad_norm": 44.91356658935547,
+ "learning_rate": 1.9000644745325598e-05,
+ "loss": 2.9015,
+ "step": 1500
+ },
+ {
+ "epoch": 2.950169327527818,
+ "grad_norm": 33.099388122558594,
+ "learning_rate": 1.8946915968192565e-05,
+ "loss": 2.7846,
+ "step": 1525
+ },
+ {
+ "epoch": 2.998548621190131,
+ "grad_norm": 26.6445369720459,
+ "learning_rate": 1.889318719105953e-05,
+ "loss": 2.7527,
+ "step": 1550
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.011132623426911906,
+ "eval_loss": 0.6857200860977173,
+ "eval_macro_f1": 0.41460140362173453,
+ "eval_micro_f1": 0.4234428517062032,
+ "eval_runtime": 3.2107,
+ "eval_samples_per_second": 643.478,
+ "eval_steps_per_second": 40.49,
+ "eval_weighted_f1": 0.44953791408781474,
+ "step": 1551
+ },
+ {
+ "epoch": 3.04644412191582,
+ "grad_norm": 25.06745719909668,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 2.5207,
+ "step": 1575
+ },
+ {
+ "epoch": 3.0948234155781327,
+ "grad_norm": 20.098939895629883,
+ "learning_rate": 1.878572963679347e-05,
+ "loss": 2.4426,
+ "step": 1600
+ },
+ {
+ "epoch": 3.143202709240445,
+ "grad_norm": 34.32400131225586,
+ "learning_rate": 1.8732000859660436e-05,
+ "loss": 2.4526,
+ "step": 1625
+ },
+ {
+ "epoch": 3.1915820029027575,
+ "grad_norm": 19.440597534179688,
+ "learning_rate": 1.8678272082527403e-05,
+ "loss": 2.4476,
+ "step": 1650
+ },
+ {
+ "epoch": 3.2399612965650704,
+ "grad_norm": 28.117626190185547,
+ "learning_rate": 1.862454330539437e-05,
+ "loss": 2.4334,
+ "step": 1675
+ },
+ {
+ "epoch": 3.288340590227383,
+ "grad_norm": 45.279205322265625,
+ "learning_rate": 1.8570814528261337e-05,
+ "loss": 2.3972,
+ "step": 1700
+ },
+ {
+ "epoch": 3.336719883889695,
+ "grad_norm": 20.554630279541016,
+ "learning_rate": 1.8517085751128304e-05,
+ "loss": 2.4628,
+ "step": 1725
+ },
+ {
+ "epoch": 3.3850991775520076,
+ "grad_norm": 32.59201431274414,
+ "learning_rate": 1.846335697399527e-05,
+ "loss": 2.5068,
+ "step": 1750
+ },
+ {
+ "epoch": 3.43347847121432,
+ "grad_norm": 18.284103393554688,
+ "learning_rate": 1.840962819686224e-05,
+ "loss": 2.5193,
+ "step": 1775
+ },
+ {
+ "epoch": 3.481857764876633,
+ "grad_norm": 31.65237808227539,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 2.4627,
+ "step": 1800
+ },
+ {
+ "epoch": 3.5302370585389453,
+ "grad_norm": 31.073774337768555,
+ "learning_rate": 1.8302170642596176e-05,
+ "loss": 2.4206,
+ "step": 1825
+ },
+ {
+ "epoch": 3.5786163522012577,
+ "grad_norm": 32.54043197631836,
+ "learning_rate": 1.8248441865463146e-05,
+ "loss": 2.4369,
+ "step": 1850
+ },
+ {
+ "epoch": 3.6269956458635706,
+ "grad_norm": 33.97284698486328,
+ "learning_rate": 1.8194713088330113e-05,
+ "loss": 2.4124,
+ "step": 1875
+ },
+ {
+ "epoch": 3.675374939525883,
+ "grad_norm": 37.65242385864258,
+ "learning_rate": 1.814098431119708e-05,
+ "loss": 2.4563,
+ "step": 1900
+ },
+ {
+ "epoch": 3.7237542331881954,
+ "grad_norm": 37.54109573364258,
+ "learning_rate": 1.8087255534064047e-05,
+ "loss": 2.4181,
+ "step": 1925
+ },
+ {
+ "epoch": 3.772133526850508,
+ "grad_norm": 39.489051818847656,
+ "learning_rate": 1.8033526756931014e-05,
+ "loss": 2.4264,
+ "step": 1950
+ },
+ {
+ "epoch": 3.8205128205128203,
+ "grad_norm": 35.37299346923828,
+ "learning_rate": 1.797979797979798e-05,
+ "loss": 2.2968,
+ "step": 1975
+ },
+ {
+ "epoch": 3.868892114175133,
+ "grad_norm": 72.02377319335938,
+ "learning_rate": 1.7926069202664948e-05,
+ "loss": 2.4388,
+ "step": 2000
+ },
+ {
+ "epoch": 3.9172714078374455,
+ "grad_norm": 18.70840072631836,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 2.4897,
+ "step": 2025
+ },
+ {
+ "epoch": 3.965650701499758,
+ "grad_norm": 21.934314727783203,
+ "learning_rate": 1.7818611648398885e-05,
+ "loss": 2.3352,
+ "step": 2050
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.027105517909002903,
+ "eval_loss": 0.6536456346511841,
+ "eval_macro_f1": 0.45451657320756195,
+ "eval_micro_f1": 0.46138002059732236,
+ "eval_runtime": 3.3853,
+ "eval_samples_per_second": 610.283,
+ "eval_steps_per_second": 38.401,
+ "eval_weighted_f1": 0.48276546233883777,
+ "step": 2068
+ },
+ {
+ "epoch": 4.013546202225448,
+ "grad_norm": 22.0271053314209,
+ "learning_rate": 1.7764882871265852e-05,
+ "loss": 2.2827,
+ "step": 2075
+ },
+ {
+ "epoch": 4.06192549588776,
+ "grad_norm": 31.94649314880371,
+ "learning_rate": 1.771115409413282e-05,
+ "loss": 2.1675,
+ "step": 2100
+ },
+ {
+ "epoch": 4.110304789550073,
+ "grad_norm": 25.385923385620117,
+ "learning_rate": 1.7657425316999787e-05,
+ "loss": 2.1244,
+ "step": 2125
+ },
+ {
+ "epoch": 4.1586840832123855,
+ "grad_norm": 20.71317481994629,
+ "learning_rate": 1.7603696539866754e-05,
+ "loss": 2.0487,
+ "step": 2150
+ },
+ {
+ "epoch": 4.2070633768746974,
+ "grad_norm": 21.751741409301758,
+ "learning_rate": 1.754996776273372e-05,
+ "loss": 2.1222,
+ "step": 2175
+ },
+ {
+ "epoch": 4.25544267053701,
+ "grad_norm": 33.14812469482422,
+ "learning_rate": 1.7496238985600688e-05,
+ "loss": 2.0982,
+ "step": 2200
+ },
+ {
+ "epoch": 4.303821964199322,
+ "grad_norm": 26.77890968322754,
+ "learning_rate": 1.7442510208467655e-05,
+ "loss": 2.0063,
+ "step": 2225
+ },
+ {
+ "epoch": 4.352201257861635,
+ "grad_norm": 28.390352249145508,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 2.1634,
+ "step": 2250
+ },
+ {
+ "epoch": 4.400580551523948,
+ "grad_norm": 27.23562240600586,
+ "learning_rate": 1.7335052654201592e-05,
+ "loss": 2.1903,
+ "step": 2275
+ },
+ {
+ "epoch": 4.44895984518626,
+ "grad_norm": 37.29578399658203,
+ "learning_rate": 1.728132387706856e-05,
+ "loss": 2.1298,
+ "step": 2300
+ },
+ {
+ "epoch": 4.497339138848573,
+ "grad_norm": 27.901798248291016,
+ "learning_rate": 1.722759509993553e-05,
+ "loss": 2.1361,
+ "step": 2325
+ },
+ {
+ "epoch": 4.545718432510886,
+ "grad_norm": 25.927602767944336,
+ "learning_rate": 1.7173866322802496e-05,
+ "loss": 2.003,
+ "step": 2350
+ },
+ {
+ "epoch": 4.594097726173198,
+ "grad_norm": 46.491119384765625,
+ "learning_rate": 1.7120137545669463e-05,
+ "loss": 2.0741,
+ "step": 2375
+ },
+ {
+ "epoch": 4.6424770198355105,
+ "grad_norm": 26.707759857177734,
+ "learning_rate": 1.706640876853643e-05,
+ "loss": 2.1815,
+ "step": 2400
+ },
+ {
+ "epoch": 4.690856313497823,
+ "grad_norm": 20.935928344726562,
+ "learning_rate": 1.7012679991403397e-05,
+ "loss": 1.9835,
+ "step": 2425
+ },
+ {
+ "epoch": 4.739235607160135,
+ "grad_norm": 20.48263168334961,
+ "learning_rate": 1.6958951214270364e-05,
+ "loss": 2.0837,
+ "step": 2450
+ },
+ {
+ "epoch": 4.787614900822448,
+ "grad_norm": 33.22564697265625,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 2.1418,
+ "step": 2475
+ },
+ {
+ "epoch": 4.83599419448476,
+ "grad_norm": 37.39802932739258,
+ "learning_rate": 1.68514936600043e-05,
+ "loss": 2.1621,
+ "step": 2500
+ },
+ {
+ "epoch": 4.884373488147073,
+ "grad_norm": 26.35202980041504,
+ "learning_rate": 1.679776488287127e-05,
+ "loss": 2.0856,
+ "step": 2525
+ },
+ {
+ "epoch": 4.932752781809386,
+ "grad_norm": 29.965774536132812,
+ "learning_rate": 1.6744036105738236e-05,
+ "loss": 2.0136,
+ "step": 2550
+ },
+ {
+ "epoch": 4.981132075471698,
+ "grad_norm": 21.780113220214844,
+ "learning_rate": 1.6690307328605203e-05,
+ "loss": 2.0894,
+ "step": 2575
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.03872216844143272,
+ "eval_loss": 0.6518785357475281,
+ "eval_macro_f1": 0.4715581997724431,
+ "eval_micro_f1": 0.4791288566243194,
+ "eval_runtime": 3.3783,
+ "eval_samples_per_second": 611.546,
+ "eval_steps_per_second": 38.481,
+ "eval_weighted_f1": 0.5026258740709629,
+ "step": 2585
+ },
+ {
+ "epoch": 5.029027576197388,
+ "grad_norm": 21.980981826782227,
+ "learning_rate": 1.663657855147217e-05,
+ "loss": 2.0012,
+ "step": 2600
+ },
+ {
+ "epoch": 5.0774068698597,
+ "grad_norm": 22.82278823852539,
+ "learning_rate": 1.6582849774339137e-05,
+ "loss": 1.8239,
+ "step": 2625
+ },
+ {
+ "epoch": 5.1257861635220126,
+ "grad_norm": 28.913883209228516,
+ "learning_rate": 1.6529120997206104e-05,
+ "loss": 1.8044,
+ "step": 2650
+ },
+ {
+ "epoch": 5.174165457184325,
+ "grad_norm": 22.570383071899414,
+ "learning_rate": 1.647539222007307e-05,
+ "loss": 1.8393,
+ "step": 2675
+ },
+ {
+ "epoch": 5.222544750846637,
+ "grad_norm": 50.716835021972656,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 1.8239,
+ "step": 2700
+ },
+ {
+ "epoch": 5.27092404450895,
+ "grad_norm": 45.96292495727539,
+ "learning_rate": 1.636793466580701e-05,
+ "loss": 1.9506,
+ "step": 2725
+ },
+ {
+ "epoch": 5.319303338171263,
+ "grad_norm": 34.61444091796875,
+ "learning_rate": 1.6314205888673975e-05,
+ "loss": 1.8844,
+ "step": 2750
+ },
+ {
+ "epoch": 5.367682631833575,
+ "grad_norm": 22.960071563720703,
+ "learning_rate": 1.6260477111540942e-05,
+ "loss": 1.8977,
+ "step": 2775
+ },
+ {
+ "epoch": 5.416061925495888,
+ "grad_norm": 31.460073471069336,
+ "learning_rate": 1.6206748334407913e-05,
+ "loss": 1.856,
+ "step": 2800
+ },
+ {
+ "epoch": 5.4644412191582,
+ "grad_norm": 18.102249145507812,
+ "learning_rate": 1.615301955727488e-05,
+ "loss": 1.8051,
+ "step": 2825
+ },
+ {
+ "epoch": 5.512820512820513,
+ "grad_norm": 32.75643539428711,
+ "learning_rate": 1.6099290780141847e-05,
+ "loss": 1.937,
+ "step": 2850
+ },
+ {
+ "epoch": 5.561199806482826,
+ "grad_norm": 26.939165115356445,
+ "learning_rate": 1.604556200300881e-05,
+ "loss": 1.8587,
+ "step": 2875
+ },
+ {
+ "epoch": 5.609579100145138,
+ "grad_norm": 55.00938415527344,
+ "learning_rate": 1.599183322587578e-05,
+ "loss": 1.7828,
+ "step": 2900
+ },
+ {
+ "epoch": 5.6579583938074505,
+ "grad_norm": 18.898900985717773,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 1.7708,
+ "step": 2925
+ },
+ {
+ "epoch": 5.706337687469762,
+ "grad_norm": 25.859146118164062,
+ "learning_rate": 1.5884375671609715e-05,
+ "loss": 1.7921,
+ "step": 2950
+ },
+ {
+ "epoch": 5.754716981132075,
+ "grad_norm": 15.96219253540039,
+ "learning_rate": 1.5830646894476682e-05,
+ "loss": 1.8805,
+ "step": 2975
+ },
+ {
+ "epoch": 5.803096274794388,
+ "grad_norm": 42.335391998291016,
+ "learning_rate": 1.5776918117343652e-05,
+ "loss": 1.8806,
+ "step": 3000
+ },
+ {
+ "epoch": 5.851475568456701,
+ "grad_norm": 28.542770385742188,
+ "learning_rate": 1.572318934021062e-05,
+ "loss": 1.7829,
+ "step": 3025
+ },
+ {
+ "epoch": 5.899854862119013,
+ "grad_norm": 36.091583251953125,
+ "learning_rate": 1.5669460563077586e-05,
+ "loss": 1.8707,
+ "step": 3050
+ },
+ {
+ "epoch": 5.948234155781326,
+ "grad_norm": 24.824914932250977,
+ "learning_rate": 1.5615731785944553e-05,
+ "loss": 1.7885,
+ "step": 3075
+ },
+ {
+ "epoch": 5.996613449443638,
+ "grad_norm": 32.47216796875,
+ "learning_rate": 1.556200300881152e-05,
+ "loss": 1.855,
+ "step": 3100
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.060019361084220714,
+ "eval_loss": 0.6278892755508423,
+ "eval_macro_f1": 0.48787695535415615,
+ "eval_micro_f1": 0.49621670702179177,
+ "eval_runtime": 3.2132,
+ "eval_samples_per_second": 642.982,
+ "eval_steps_per_second": 40.459,
+ "eval_weighted_f1": 0.5200617859682412,
+ "step": 3102
+ },
+ {
+ "epoch": 6.044508950169328,
+ "grad_norm": 39.531944274902344,
+ "learning_rate": 1.5508274231678487e-05,
+ "loss": 1.6755,
+ "step": 3125
+ },
+ {
+ "epoch": 6.09288824383164,
+ "grad_norm": 31.53166961669922,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 1.6869,
+ "step": 3150
+ },
+ {
+ "epoch": 6.1412675374939525,
+ "grad_norm": 48.40192794799805,
+ "learning_rate": 1.540081667741242e-05,
+ "loss": 1.6398,
+ "step": 3175
+ },
+ {
+ "epoch": 6.189646831156265,
+ "grad_norm": 29.400575637817383,
+ "learning_rate": 1.5347087900279392e-05,
+ "loss": 1.6455,
+ "step": 3200
+ },
+ {
+ "epoch": 6.238026124818577,
+ "grad_norm": 30.326644897460938,
+ "learning_rate": 1.529335912314636e-05,
+ "loss": 1.664,
+ "step": 3225
+ },
+ {
+ "epoch": 6.28640541848089,
+ "grad_norm": 31.57500457763672,
+ "learning_rate": 1.5239630346013326e-05,
+ "loss": 1.6248,
+ "step": 3250
+ },
+ {
+ "epoch": 6.334784712143203,
+ "grad_norm": 19.682048797607422,
+ "learning_rate": 1.5185901568880293e-05,
+ "loss": 1.5407,
+ "step": 3275
+ },
+ {
+ "epoch": 6.383164005805515,
+ "grad_norm": 15.557771682739258,
+ "learning_rate": 1.5132172791747262e-05,
+ "loss": 1.6177,
+ "step": 3300
+ },
+ {
+ "epoch": 6.431543299467828,
+ "grad_norm": 33.74415588378906,
+ "learning_rate": 1.5078444014614229e-05,
+ "loss": 1.5923,
+ "step": 3325
+ },
+ {
+ "epoch": 6.479922593130141,
+ "grad_norm": 17.477346420288086,
+ "learning_rate": 1.5024715237481196e-05,
+ "loss": 1.6175,
+ "step": 3350
+ },
+ {
+ "epoch": 6.528301886792453,
+ "grad_norm": 24.11629867553711,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 1.6442,
+ "step": 3375
+ },
+ {
+ "epoch": 6.576681180454766,
+ "grad_norm": 29.81661033630371,
+ "learning_rate": 1.4917257683215131e-05,
+ "loss": 1.6817,
+ "step": 3400
+ },
+ {
+ "epoch": 6.6250604741170775,
+ "grad_norm": 31.801525115966797,
+ "learning_rate": 1.4863528906082098e-05,
+ "loss": 1.7038,
+ "step": 3425
+ },
+ {
+ "epoch": 6.67343976777939,
+ "grad_norm": 21.901906967163086,
+ "learning_rate": 1.4809800128949065e-05,
+ "loss": 1.5892,
+ "step": 3450
+ },
+ {
+ "epoch": 6.721819061441703,
+ "grad_norm": 28.736740112304688,
+ "learning_rate": 1.4756071351816034e-05,
+ "loss": 1.6424,
+ "step": 3475
+ },
+ {
+ "epoch": 6.770198355104015,
+ "grad_norm": 25.00885009765625,
+ "learning_rate": 1.4702342574683001e-05,
+ "loss": 1.6371,
+ "step": 3500
+ },
+ {
+ "epoch": 6.818577648766328,
+ "grad_norm": 37.12677001953125,
+ "learning_rate": 1.4648613797549968e-05,
+ "loss": 1.6494,
+ "step": 3525
+ },
+ {
+ "epoch": 6.86695694242864,
+ "grad_norm": 29.04409408569336,
+ "learning_rate": 1.4594885020416935e-05,
+ "loss": 1.6103,
+ "step": 3550
+ },
+ {
+ "epoch": 6.915336236090953,
+ "grad_norm": 39.816287994384766,
+ "learning_rate": 1.4541156243283906e-05,
+ "loss": 1.689,
+ "step": 3575
+ },
+ {
+ "epoch": 6.963715529753266,
+ "grad_norm": 41.63314437866211,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 1.6182,
+ "step": 3600
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.07260406582768635,
+ "eval_loss": 0.6452505588531494,
+ "eval_macro_f1": 0.4985438330874325,
+ "eval_micro_f1": 0.5087234546459304,
+ "eval_runtime": 3.2804,
+ "eval_samples_per_second": 629.794,
+ "eval_steps_per_second": 39.629,
+ "eval_weighted_f1": 0.5293090669328118,
+ "step": 3619
+ },
+ {
+ "epoch": 7.011611030478955,
+ "grad_norm": 22.72754669189453,
+ "learning_rate": 1.443369868901784e-05,
+ "loss": 1.6462,
+ "step": 3625
+ },
+ {
+ "epoch": 7.059990324141268,
+ "grad_norm": 19.056352615356445,
+ "learning_rate": 1.4379969911884807e-05,
+ "loss": 1.4816,
+ "step": 3650
+ },
+ {
+ "epoch": 7.1083696178035805,
+ "grad_norm": 24.51243782043457,
+ "learning_rate": 1.4326241134751775e-05,
+ "loss": 1.4736,
+ "step": 3675
+ },
+ {
+ "epoch": 7.156748911465892,
+ "grad_norm": 21.290987014770508,
+ "learning_rate": 1.4272512357618742e-05,
+ "loss": 1.4683,
+ "step": 3700
+ },
+ {
+ "epoch": 7.205128205128205,
+ "grad_norm": 44.22176742553711,
+ "learning_rate": 1.421878358048571e-05,
+ "loss": 1.4795,
+ "step": 3725
+ },
+ {
+ "epoch": 7.253507498790517,
+ "grad_norm": 18.404287338256836,
+ "learning_rate": 1.4165054803352676e-05,
+ "loss": 1.5017,
+ "step": 3750
+ },
+ {
+ "epoch": 7.30188679245283,
+ "grad_norm": 25.99568748474121,
+ "learning_rate": 1.4111326026219645e-05,
+ "loss": 1.491,
+ "step": 3775
+ },
+ {
+ "epoch": 7.350266086115143,
+ "grad_norm": 20.10620880126953,
+ "learning_rate": 1.4057597249086612e-05,
+ "loss": 1.4777,
+ "step": 3800
+ },
+ {
+ "epoch": 7.398645379777455,
+ "grad_norm": 27.5725154876709,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 1.4757,
+ "step": 3825
+ },
+ {
+ "epoch": 7.447024673439768,
+ "grad_norm": 41.573543548583984,
+ "learning_rate": 1.3950139694820548e-05,
+ "loss": 1.425,
+ "step": 3850
+ },
+ {
+ "epoch": 7.495403967102081,
+ "grad_norm": 22.527671813964844,
+ "learning_rate": 1.3896410917687515e-05,
+ "loss": 1.4215,
+ "step": 3875
+ },
+ {
+ "epoch": 7.543783260764393,
+ "grad_norm": 27.871583938598633,
+ "learning_rate": 1.3842682140554482e-05,
+ "loss": 1.4672,
+ "step": 3900
+ },
+ {
+ "epoch": 7.5921625544267055,
+ "grad_norm": 17.22614288330078,
+ "learning_rate": 1.3788953363421449e-05,
+ "loss": 1.4923,
+ "step": 3925
+ },
+ {
+ "epoch": 7.640541848089018,
+ "grad_norm": 47.67251205444336,
+ "learning_rate": 1.3735224586288418e-05,
+ "loss": 1.382,
+ "step": 3950
+ },
+ {
+ "epoch": 7.68892114175133,
+ "grad_norm": 45.61868667602539,
+ "learning_rate": 1.3681495809155385e-05,
+ "loss": 1.4621,
+ "step": 3975
+ },
+ {
+ "epoch": 7.737300435413643,
+ "grad_norm": 36.84296798706055,
+ "learning_rate": 1.3627767032022352e-05,
+ "loss": 1.4486,
+ "step": 4000
+ },
+ {
+ "epoch": 7.785679729075955,
+ "grad_norm": 27.138286590576172,
+ "learning_rate": 1.3574038254889319e-05,
+ "loss": 1.4483,
+ "step": 4025
+ },
+ {
+ "epoch": 7.834059022738268,
+ "grad_norm": 48.576820373535156,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 1.4161,
+ "step": 4050
+ },
+ {
+ "epoch": 7.882438316400581,
+ "grad_norm": 24.098434448242188,
+ "learning_rate": 1.3466580700623256e-05,
+ "loss": 1.4982,
+ "step": 4075
+ },
+ {
+ "epoch": 7.930817610062893,
+ "grad_norm": 24.477806091308594,
+ "learning_rate": 1.3412851923490221e-05,
+ "loss": 1.3944,
+ "step": 4100
+ },
+ {
+ "epoch": 7.979196903725206,
+ "grad_norm": 28.02906036376953,
+ "learning_rate": 1.3359123146357188e-05,
+ "loss": 1.4612,
+ "step": 4125
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.08615682478218781,
+ "eval_loss": 0.6670424342155457,
+ "eval_macro_f1": 0.5161951462687562,
+ "eval_micro_f1": 0.5241018086586464,
+ "eval_runtime": 3.1892,
+ "eval_samples_per_second": 647.809,
+ "eval_steps_per_second": 40.762,
+ "eval_weighted_f1": 0.5405479923726798,
+ "step": 4136
+ },
+ {
+ "epoch": 8.027092404450896,
+ "grad_norm": 22.157817840576172,
+ "learning_rate": 1.3305394369224159e-05,
+ "loss": 1.3857,
+ "step": 4150
+ },
+ {
+ "epoch": 8.075471698113208,
+ "grad_norm": 20.149925231933594,
+ "learning_rate": 1.3251665592091126e-05,
+ "loss": 1.2913,
+ "step": 4175
+ },
+ {
+ "epoch": 8.12385099177552,
+ "grad_norm": 37.63851547241211,
+ "learning_rate": 1.3197936814958093e-05,
+ "loss": 1.3431,
+ "step": 4200
+ },
+ {
+ "epoch": 8.172230285437832,
+ "grad_norm": 22.499420166015625,
+ "learning_rate": 1.314420803782506e-05,
+ "loss": 1.3167,
+ "step": 4225
+ },
+ {
+ "epoch": 8.220609579100145,
+ "grad_norm": 37.405052185058594,
+ "learning_rate": 1.3090479260692028e-05,
+ "loss": 1.3207,
+ "step": 4250
+ },
+ {
+ "epoch": 8.268988872762458,
+ "grad_norm": 25.642433166503906,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 1.3698,
+ "step": 4275
+ },
+ {
+ "epoch": 8.317368166424771,
+ "grad_norm": 20.101699829101562,
+ "learning_rate": 1.2983021706425962e-05,
+ "loss": 1.2957,
+ "step": 4300
+ },
+ {
+ "epoch": 8.365747460087082,
+ "grad_norm": 26.31281280517578,
+ "learning_rate": 1.2929292929292931e-05,
+ "loss": 1.3663,
+ "step": 4325
+ },
+ {
+ "epoch": 8.414126753749395,
+ "grad_norm": 17.295087814331055,
+ "learning_rate": 1.2875564152159898e-05,
+ "loss": 1.2818,
+ "step": 4350
+ },
+ {
+ "epoch": 8.462506047411708,
+ "grad_norm": 27.059247970581055,
+ "learning_rate": 1.2821835375026865e-05,
+ "loss": 1.3097,
+ "step": 4375
+ },
+ {
+ "epoch": 8.51088534107402,
+ "grad_norm": 14.901773452758789,
+ "learning_rate": 1.2768106597893832e-05,
+ "loss": 1.2864,
+ "step": 4400
+ },
+ {
+ "epoch": 8.559264634736333,
+ "grad_norm": 16.902631759643555,
+ "learning_rate": 1.2714377820760801e-05,
+ "loss": 1.3308,
+ "step": 4425
+ },
+ {
+ "epoch": 8.607643928398645,
+ "grad_norm": 22.64151382446289,
+ "learning_rate": 1.2660649043627768e-05,
+ "loss": 1.2559,
+ "step": 4450
+ },
+ {
+ "epoch": 8.656023222060957,
+ "grad_norm": 34.86326217651367,
+ "learning_rate": 1.2606920266494735e-05,
+ "loss": 1.2724,
+ "step": 4475
+ },
+ {
+ "epoch": 8.70440251572327,
+ "grad_norm": 32.257720947265625,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 1.3625,
+ "step": 4500
+ },
+ {
+ "epoch": 8.752781809385583,
+ "grad_norm": 26.825950622558594,
+ "learning_rate": 1.2499462712228672e-05,
+ "loss": 1.3215,
+ "step": 4525
+ },
+ {
+ "epoch": 8.801161103047896,
+ "grad_norm": 39.79729080200195,
+ "learning_rate": 1.2445733935095638e-05,
+ "loss": 1.3145,
+ "step": 4550
+ },
+ {
+ "epoch": 8.849540396710207,
+ "grad_norm": 22.645973205566406,
+ "learning_rate": 1.2392005157962605e-05,
+ "loss": 1.3392,
+ "step": 4575
+ },
+ {
+ "epoch": 8.89791969037252,
+ "grad_norm": 25.671411514282227,
+ "learning_rate": 1.2338276380829572e-05,
+ "loss": 1.2462,
+ "step": 4600
+ },
+ {
+ "epoch": 8.946298984034833,
+ "grad_norm": 46.10140609741211,
+ "learning_rate": 1.2284547603696542e-05,
+ "loss": 1.2833,
+ "step": 4625
+ },
+ {
+ "epoch": 8.994678277697146,
+ "grad_norm": 24.956058502197266,
+ "learning_rate": 1.223081882656351e-05,
+ "loss": 1.3367,
+ "step": 4650
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.08276863504356244,
+ "eval_loss": 0.6709405779838562,
+ "eval_macro_f1": 0.5267933975553544,
+ "eval_micro_f1": 0.533167701863354,
+ "eval_runtime": 3.2939,
+ "eval_samples_per_second": 627.229,
+ "eval_steps_per_second": 39.467,
+ "eval_weighted_f1": 0.5478113129841783,
+ "step": 4653
+ },
+ {
+ "epoch": 9.042573778422835,
+ "grad_norm": 16.826801300048828,
+ "learning_rate": 1.2177090049430476e-05,
+ "loss": 1.2085,
+ "step": 4675
+ },
+ {
+ "epoch": 9.090953072085147,
+ "grad_norm": 16.105222702026367,
+ "learning_rate": 1.2123361272297443e-05,
+ "loss": 1.2,
+ "step": 4700
+ },
+ {
+ "epoch": 9.13933236574746,
+ "grad_norm": 43.446319580078125,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 1.24,
+ "step": 4725
+ },
+ {
+ "epoch": 9.187711659409773,
+ "grad_norm": 21.464160919189453,
+ "learning_rate": 1.2015903718031379e-05,
+ "loss": 1.1949,
+ "step": 4750
+ },
+ {
+ "epoch": 9.236090953072084,
+ "grad_norm": 34.420623779296875,
+ "learning_rate": 1.1962174940898346e-05,
+ "loss": 1.1919,
+ "step": 4775
+ },
+ {
+ "epoch": 9.284470246734397,
+ "grad_norm": 24.14137077331543,
+ "learning_rate": 1.1908446163765313e-05,
+ "loss": 1.1598,
+ "step": 4800
+ },
+ {
+ "epoch": 9.33284954039671,
+ "grad_norm": 21.268098831176758,
+ "learning_rate": 1.1854717386632282e-05,
+ "loss": 1.2031,
+ "step": 4825
+ },
+ {
+ "epoch": 9.381228834059023,
+ "grad_norm": 34.76697540283203,
+ "learning_rate": 1.1800988609499249e-05,
+ "loss": 1.2172,
+ "step": 4850
+ },
+ {
+ "epoch": 9.429608127721336,
+ "grad_norm": 21.715450286865234,
+ "learning_rate": 1.1747259832366216e-05,
+ "loss": 1.1653,
+ "step": 4875
+ },
+ {
+ "epoch": 9.477987421383649,
+ "grad_norm": 17.328500747680664,
+ "learning_rate": 1.1693531055233184e-05,
+ "loss": 1.1492,
+ "step": 4900
+ },
+ {
+ "epoch": 9.52636671504596,
+ "grad_norm": 19.73786735534668,
+ "learning_rate": 1.1639802278100151e-05,
+ "loss": 1.2099,
+ "step": 4925
+ },
+ {
+ "epoch": 9.574746008708273,
+ "grad_norm": 17.775041580200195,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 1.2314,
+ "step": 4950
+ },
+ {
+ "epoch": 9.623125302370585,
+ "grad_norm": 21.395593643188477,
+ "learning_rate": 1.1532344723834085e-05,
+ "loss": 1.2261,
+ "step": 4975
+ },
+ {
+ "epoch": 9.671504596032898,
+ "grad_norm": 45.817909240722656,
+ "learning_rate": 1.1478615946701054e-05,
+ "loss": 1.1472,
+ "step": 5000
+ },
+ {
+ "epoch": 9.719883889695211,
+ "grad_norm": 23.814699172973633,
+ "learning_rate": 1.1424887169568021e-05,
+ "loss": 1.1749,
+ "step": 5025
+ },
+ {
+ "epoch": 9.768263183357522,
+ "grad_norm": 27.952796936035156,
+ "learning_rate": 1.1371158392434988e-05,
+ "loss": 1.1836,
+ "step": 5050
+ },
+ {
+ "epoch": 9.816642477019835,
+ "grad_norm": 32.35855484008789,
+ "learning_rate": 1.1317429615301955e-05,
+ "loss": 1.2133,
+ "step": 5075
+ },
+ {
+ "epoch": 9.865021770682148,
+ "grad_norm": 14.318235397338867,
+ "learning_rate": 1.1263700838168926e-05,
+ "loss": 1.1985,
+ "step": 5100
+ },
+ {
+ "epoch": 9.91340106434446,
+ "grad_norm": 18.21947479248047,
+ "learning_rate": 1.1209972061035893e-05,
+ "loss": 1.2159,
+ "step": 5125
+ },
+ {
+ "epoch": 9.961780358006774,
+ "grad_norm": 23.22158432006836,
+ "learning_rate": 1.115624328390286e-05,
+ "loss": 1.1678,
+ "step": 5150
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.10454985479186835,
+ "eval_loss": 0.7170124053955078,
+ "eval_macro_f1": 0.5364592040736211,
+ "eval_micro_f1": 0.5449330783938815,
+ "eval_runtime": 3.2294,
+ "eval_samples_per_second": 639.743,
+ "eval_steps_per_second": 40.255,
+ "eval_weighted_f1": 0.5554765283192737,
+ "step": 5170
+ },
+ {
+ "epoch": 10.009675858732463,
+ "grad_norm": 31.39601707458496,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 1.1426,
+ "step": 5175
+ },
+ {
+ "epoch": 10.058055152394775,
+ "grad_norm": 63.867523193359375,
+ "learning_rate": 1.1048785729636795e-05,
+ "loss": 1.0816,
+ "step": 5200
+ },
+ {
+ "epoch": 10.106434446057088,
+ "grad_norm": 15.870903015136719,
+ "learning_rate": 1.0995056952503762e-05,
+ "loss": 1.0364,
+ "step": 5225
+ },
+ {
+ "epoch": 10.1548137397194,
+ "grad_norm": 22.142179489135742,
+ "learning_rate": 1.094132817537073e-05,
+ "loss": 1.0746,
+ "step": 5250
+ },
+ {
+ "epoch": 10.203193033381712,
+ "grad_norm": 33.90156936645508,
+ "learning_rate": 1.0887599398237696e-05,
+ "loss": 1.0345,
+ "step": 5275
+ },
+ {
+ "epoch": 10.251572327044025,
+ "grad_norm": 30.337032318115234,
+ "learning_rate": 1.0833870621104665e-05,
+ "loss": 1.068,
+ "step": 5300
+ },
+ {
+ "epoch": 10.299951620706338,
+ "grad_norm": 17.99842643737793,
+ "learning_rate": 1.0780141843971632e-05,
+ "loss": 1.0606,
+ "step": 5325
+ },
+ {
+ "epoch": 10.34833091436865,
+ "grad_norm": 19.573781967163086,
+ "learning_rate": 1.0726413066838599e-05,
+ "loss": 1.0765,
+ "step": 5350
+ },
+ {
+ "epoch": 10.396710208030962,
+ "grad_norm": 32.894004821777344,
+ "learning_rate": 1.0672684289705568e-05,
+ "loss": 1.1435,
+ "step": 5375
+ },
+ {
+ "epoch": 10.445089501693275,
+ "grad_norm": 17.844970703125,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 1.0847,
+ "step": 5400
+ },
+ {
+ "epoch": 10.493468795355588,
+ "grad_norm": 23.578821182250977,
+ "learning_rate": 1.0565226735439502e-05,
+ "loss": 1.0755,
+ "step": 5425
+ },
+ {
+ "epoch": 10.5418480890179,
+ "grad_norm": 25.751718521118164,
+ "learning_rate": 1.0511497958306469e-05,
+ "loss": 1.1271,
+ "step": 5450
+ },
+ {
+ "epoch": 10.590227382680213,
+ "grad_norm": 28.663959503173828,
+ "learning_rate": 1.0457769181173438e-05,
+ "loss": 1.1072,
+ "step": 5475
+ },
+ {
+ "epoch": 10.638606676342526,
+ "grad_norm": 20.185314178466797,
+ "learning_rate": 1.0404040404040405e-05,
+ "loss": 1.0775,
+ "step": 5500
+ },
+ {
+ "epoch": 10.686985970004837,
+ "grad_norm": 13.671683311462402,
+ "learning_rate": 1.0350311626907372e-05,
+ "loss": 1.0433,
+ "step": 5525
+ },
+ {
+ "epoch": 10.73536526366715,
+ "grad_norm": 68.0206069946289,
+ "learning_rate": 1.0296582849774339e-05,
+ "loss": 1.1043,
+ "step": 5550
+ },
+ {
+ "epoch": 10.783744557329463,
+ "grad_norm": 36.62405014038086,
+ "learning_rate": 1.0242854072641309e-05,
+ "loss": 1.0803,
+ "step": 5575
+ },
+ {
+ "epoch": 10.832123850991776,
+ "grad_norm": 30.264535903930664,
+ "learning_rate": 1.0189125295508276e-05,
+ "loss": 1.0089,
+ "step": 5600
+ },
+ {
+ "epoch": 10.880503144654089,
+ "grad_norm": 22.978191375732422,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 1.1116,
+ "step": 5625
+ },
+ {
+ "epoch": 10.9288824383164,
+ "grad_norm": 39.51202392578125,
+ "learning_rate": 1.008166774124221e-05,
+ "loss": 1.0555,
+ "step": 5650
+ },
+ {
+ "epoch": 10.977261731978713,
+ "grad_norm": 19.945980072021484,
+ "learning_rate": 1.0027938964109179e-05,
+ "loss": 1.0265,
+ "step": 5675
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.11713455953533398,
+ "eval_loss": 0.7492256164550781,
+ "eval_macro_f1": 0.5473083990544364,
+ "eval_micro_f1": 0.5546173194394538,
+ "eval_runtime": 3.214,
+ "eval_samples_per_second": 642.806,
+ "eval_steps_per_second": 40.448,
+ "eval_weighted_f1": 0.5649546074125701,
+ "step": 5687
+ },
+ {
+ "epoch": 11.025157232704403,
+ "grad_norm": 15.008816719055176,
+ "learning_rate": 9.974210186976146e-06,
+ "loss": 0.9905,
+ "step": 5700
+ },
+ {
+ "epoch": 11.073536526366714,
+ "grad_norm": 43.934261322021484,
+ "learning_rate": 9.920481409843113e-06,
+ "loss": 1.0405,
+ "step": 5725
+ },
+ {
+ "epoch": 11.121915820029027,
+ "grad_norm": 12.400174140930176,
+ "learning_rate": 9.86675263271008e-06,
+ "loss": 0.9852,
+ "step": 5750
+ },
+ {
+ "epoch": 11.17029511369134,
+ "grad_norm": 43.362884521484375,
+ "learning_rate": 9.813023855577047e-06,
+ "loss": 1.0409,
+ "step": 5775
+ },
+ {
+ "epoch": 11.218674407353653,
+ "grad_norm": 29.90435218811035,
+ "learning_rate": 9.759295078444016e-06,
+ "loss": 1.0223,
+ "step": 5800
+ },
+ {
+ "epoch": 11.267053701015966,
+ "grad_norm": 20.35732078552246,
+ "learning_rate": 9.705566301310983e-06,
+ "loss": 1.0043,
+ "step": 5825
+ },
+ {
+ "epoch": 11.315432994678277,
+ "grad_norm": 23.093183517456055,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 1.0169,
+ "step": 5850
+ },
+ {
+ "epoch": 11.36381228834059,
+ "grad_norm": 30.975351333618164,
+ "learning_rate": 9.598108747044918e-06,
+ "loss": 0.9612,
+ "step": 5875
+ },
+ {
+ "epoch": 11.412191582002903,
+ "grad_norm": 16.542573928833008,
+ "learning_rate": 9.544379969911885e-06,
+ "loss": 1.0218,
+ "step": 5900
+ },
+ {
+ "epoch": 11.460570875665216,
+ "grad_norm": 18.912841796875,
+ "learning_rate": 9.490651192778854e-06,
+ "loss": 0.9268,
+ "step": 5925
+ },
+ {
+ "epoch": 11.508950169327528,
+ "grad_norm": 31.474023818969727,
+ "learning_rate": 9.436922415645821e-06,
+ "loss": 0.9806,
+ "step": 5950
+ },
+ {
+ "epoch": 11.55732946298984,
+ "grad_norm": 33.14174270629883,
+ "learning_rate": 9.383193638512788e-06,
+ "loss": 1.0247,
+ "step": 5975
+ },
+ {
+ "epoch": 11.605708756652152,
+ "grad_norm": 31.699405670166016,
+ "learning_rate": 9.329464861379755e-06,
+ "loss": 1.0493,
+ "step": 6000
+ },
+ {
+ "epoch": 11.654088050314465,
+ "grad_norm": 25.224746704101562,
+ "learning_rate": 9.275736084246724e-06,
+ "loss": 1.0238,
+ "step": 6025
+ },
+ {
+ "epoch": 11.702467343976778,
+ "grad_norm": 18.671504974365234,
+ "learning_rate": 9.22200730711369e-06,
+ "loss": 0.999,
+ "step": 6050
+ },
+ {
+ "epoch": 11.750846637639091,
+ "grad_norm": 23.973541259765625,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 1.0254,
+ "step": 6075
+ },
+ {
+ "epoch": 11.799225931301404,
+ "grad_norm": 15.114373207092285,
+ "learning_rate": 9.114549752847626e-06,
+ "loss": 0.9514,
+ "step": 6100
+ },
+ {
+ "epoch": 11.847605224963715,
+ "grad_norm": 18.49153709411621,
+ "learning_rate": 9.060820975714594e-06,
+ "loss": 0.9937,
+ "step": 6125
+ },
+ {
+ "epoch": 11.895984518626028,
+ "grad_norm": 16.484291076660156,
+ "learning_rate": 9.00709219858156e-06,
+ "loss": 0.9321,
+ "step": 6150
+ },
+ {
+ "epoch": 11.94436381228834,
+ "grad_norm": 17.52837562561035,
+ "learning_rate": 8.95336342144853e-06,
+ "loss": 0.9517,
+ "step": 6175
+ },
+ {
+ "epoch": 11.992743105950654,
+ "grad_norm": 12.760161399841309,
+ "learning_rate": 8.899634644315496e-06,
+ "loss": 0.9477,
+ "step": 6200
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.12778315585672798,
+ "eval_loss": 0.7672090530395508,
+ "eval_macro_f1": 0.5558172971101564,
+ "eval_micro_f1": 0.5640603566529493,
+ "eval_runtime": 3.1735,
+ "eval_samples_per_second": 651.014,
+ "eval_steps_per_second": 40.964,
+ "eval_weighted_f1": 0.5715924638046633,
+ "step": 6204
+ },
+ {
+ "epoch": 12.040638606676342,
+ "grad_norm": 40.36892318725586,
+ "learning_rate": 8.845905867182463e-06,
+ "loss": 0.8923,
+ "step": 6225
+ },
+ {
+ "epoch": 12.089017900338655,
+ "grad_norm": 25.926416397094727,
+ "learning_rate": 8.79217709004943e-06,
+ "loss": 0.9201,
+ "step": 6250
+ },
+ {
+ "epoch": 12.137397194000968,
+ "grad_norm": 16.757091522216797,
+ "learning_rate": 8.738448312916399e-06,
+ "loss": 0.901,
+ "step": 6275
+ },
+ {
+ "epoch": 12.18577648766328,
+ "grad_norm": 29.107160568237305,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 0.9202,
+ "step": 6300
+ },
+ {
+ "epoch": 12.234155781325592,
+ "grad_norm": 13.728555679321289,
+ "learning_rate": 8.630990758650335e-06,
+ "loss": 0.9032,
+ "step": 6325
+ },
+ {
+ "epoch": 12.282535074987905,
+ "grad_norm": 24.900602340698242,
+ "learning_rate": 8.5772619815173e-06,
+ "loss": 0.8934,
+ "step": 6350
+ },
+ {
+ "epoch": 12.330914368650218,
+ "grad_norm": 25.711381912231445,
+ "learning_rate": 8.523533204384269e-06,
+ "loss": 0.9191,
+ "step": 6375
+ },
+ {
+ "epoch": 12.37929366231253,
+ "grad_norm": 12.960143089294434,
+ "learning_rate": 8.469804427251237e-06,
+ "loss": 0.9281,
+ "step": 6400
+ },
+ {
+ "epoch": 12.427672955974844,
+ "grad_norm": 27.171127319335938,
+ "learning_rate": 8.416075650118204e-06,
+ "loss": 0.8994,
+ "step": 6425
+ },
+ {
+ "epoch": 12.476052249637155,
+ "grad_norm": 41.84695053100586,
+ "learning_rate": 8.362346872985171e-06,
+ "loss": 0.9061,
+ "step": 6450
+ },
+ {
+ "epoch": 12.524431543299468,
+ "grad_norm": 21.88675880432129,
+ "learning_rate": 8.308618095852138e-06,
+ "loss": 0.9189,
+ "step": 6475
+ },
+ {
+ "epoch": 12.57281083696178,
+ "grad_norm": 20.810863494873047,
+ "learning_rate": 8.254889318719107e-06,
+ "loss": 0.9617,
+ "step": 6500
+ },
+ {
+ "epoch": 12.621190130624093,
+ "grad_norm": 15.820453643798828,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 0.9978,
+ "step": 6525
+ },
+ {
+ "epoch": 12.669569424286406,
+ "grad_norm": 30.557693481445312,
+ "learning_rate": 8.147431764453041e-06,
+ "loss": 0.979,
+ "step": 6550
+ },
+ {
+ "epoch": 12.717948717948717,
+ "grad_norm": 12.604732513427734,
+ "learning_rate": 8.093702987320008e-06,
+ "loss": 0.9268,
+ "step": 6575
+ },
+ {
+ "epoch": 12.76632801161103,
+ "grad_norm": 33.23334503173828,
+ "learning_rate": 8.039974210186977e-06,
+ "loss": 0.9407,
+ "step": 6600
+ },
+ {
+ "epoch": 12.814707305273343,
+ "grad_norm": 31.576204299926758,
+ "learning_rate": 7.986245433053944e-06,
+ "loss": 0.9044,
+ "step": 6625
+ },
+ {
+ "epoch": 12.863086598935656,
+ "grad_norm": 41.70823669433594,
+ "learning_rate": 7.932516655920913e-06,
+ "loss": 0.9058,
+ "step": 6650
+ },
+ {
+ "epoch": 12.911465892597969,
+ "grad_norm": 25.081140518188477,
+ "learning_rate": 7.87878787878788e-06,
+ "loss": 0.9077,
+ "step": 6675
+ },
+ {
+ "epoch": 12.959845186260281,
+ "grad_norm": 49.33194351196289,
+ "learning_rate": 7.825059101654847e-06,
+ "loss": 0.9144,
+ "step": 6700
+ },
+ {
+ "epoch": 13.0,
+ "eval_accuracy": 0.1355275895450145,
+ "eval_loss": 0.7968872785568237,
+ "eval_macro_f1": 0.5603345362459676,
+ "eval_micro_f1": 0.5700347124495732,
+ "eval_runtime": 3.3124,
+ "eval_samples_per_second": 623.71,
+ "eval_steps_per_second": 39.246,
+ "eval_weighted_f1": 0.5771464729225487,
+ "step": 6721
+ },
+ {
+ "epoch": 13.00774068698597,
+ "grad_norm": 35.811058044433594,
+ "learning_rate": 7.771330324521814e-06,
+ "loss": 0.8799,
+ "step": 6725
+ },
+ {
+ "epoch": 13.056119980648283,
+ "grad_norm": 33.45241928100586,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 0.9236,
+ "step": 6750
+ },
+ {
+ "epoch": 13.104499274310594,
+ "grad_norm": 18.413793563842773,
+ "learning_rate": 7.66387277025575e-06,
+ "loss": 0.8719,
+ "step": 6775
+ },
+ {
+ "epoch": 13.152878567972907,
+ "grad_norm": 29.632570266723633,
+ "learning_rate": 7.610143993122717e-06,
+ "loss": 0.8609,
+ "step": 6800
+ },
+ {
+ "epoch": 13.20125786163522,
+ "grad_norm": 14.63554859161377,
+ "learning_rate": 7.556415215989684e-06,
+ "loss": 0.8513,
+ "step": 6825
+ },
+ {
+ "epoch": 13.249637155297533,
+ "grad_norm": 14.811019897460938,
+ "learning_rate": 7.502686438856652e-06,
+ "loss": 0.8558,
+ "step": 6850
+ },
+ {
+ "epoch": 13.298016448959846,
+ "grad_norm": 20.095922470092773,
+ "learning_rate": 7.448957661723619e-06,
+ "loss": 0.8264,
+ "step": 6875
+ },
+ {
+ "epoch": 13.346395742622157,
+ "grad_norm": 14.423044204711914,
+ "learning_rate": 7.395228884590587e-06,
+ "loss": 0.8631,
+ "step": 6900
+ },
+ {
+ "epoch": 13.39477503628447,
+ "grad_norm": 44.14790725708008,
+ "learning_rate": 7.341500107457556e-06,
+ "loss": 0.8625,
+ "step": 6925
+ },
+ {
+ "epoch": 13.443154329946783,
+ "grad_norm": 33.00259017944336,
+ "learning_rate": 7.287771330324522e-06,
+ "loss": 0.8373,
+ "step": 6950
+ },
+ {
+ "epoch": 13.491533623609095,
+ "grad_norm": 23.924171447753906,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 0.8421,
+ "step": 6975
+ },
+ {
+ "epoch": 13.539912917271408,
+ "grad_norm": 25.695627212524414,
+ "learning_rate": 7.180313776058458e-06,
+ "loss": 0.8519,
+ "step": 7000
+ },
+ {
+ "epoch": 13.588292210933721,
+ "grad_norm": 24.273500442504883,
+ "learning_rate": 7.1265849989254255e-06,
+ "loss": 0.8565,
+ "step": 7025
+ },
+ {
+ "epoch": 13.636671504596032,
+ "grad_norm": 27.250667572021484,
+ "learning_rate": 7.0728562217923925e-06,
+ "loss": 0.8616,
+ "step": 7050
+ },
+ {
+ "epoch": 13.685050798258345,
+ "grad_norm": 22.685701370239258,
+ "learning_rate": 7.01912744465936e-06,
+ "loss": 0.8159,
+ "step": 7075
+ },
+ {
+ "epoch": 13.733430091920658,
+ "grad_norm": 16.225831985473633,
+ "learning_rate": 6.965398667526327e-06,
+ "loss": 0.854,
+ "step": 7100
+ },
+ {
+ "epoch": 13.78180938558297,
+ "grad_norm": 22.87599754333496,
+ "learning_rate": 6.911669890393295e-06,
+ "loss": 0.8251,
+ "step": 7125
+ },
+ {
+ "epoch": 13.830188679245284,
+ "grad_norm": 71.44230651855469,
+ "learning_rate": 6.857941113260262e-06,
+ "loss": 0.8418,
+ "step": 7150
+ },
+ {
+ "epoch": 13.878567972907595,
+ "grad_norm": 21.629384994506836,
+ "learning_rate": 6.80421233612723e-06,
+ "loss": 0.8605,
+ "step": 7175
+ },
+ {
+ "epoch": 13.926947266569908,
+ "grad_norm": 19.541221618652344,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 0.8763,
+ "step": 7200
+ },
+ {
+ "epoch": 13.97532656023222,
+ "grad_norm": 20.930862426757812,
+ "learning_rate": 6.696754781861166e-06,
+ "loss": 0.8232,
+ "step": 7225
+ },
+ {
+ "epoch": 14.0,
+ "eval_accuracy": 0.1452081316553727,
+ "eval_loss": 0.8156136870384216,
+ "eval_macro_f1": 0.5642636782323741,
+ "eval_micro_f1": 0.5742517814726841,
+ "eval_runtime": 3.2563,
+ "eval_samples_per_second": 634.466,
+ "eval_steps_per_second": 39.923,
+ "eval_weighted_f1": 0.5821944370394089,
+ "step": 7238
+ },
+ {
+ "epoch": 14.02322206095791,
+ "grad_norm": 26.026636123657227,
+ "learning_rate": 6.643026004728133e-06,
+ "loss": 0.812,
+ "step": 7250
+ },
+ {
+ "epoch": 14.071601354620222,
+ "grad_norm": 24.335853576660156,
+ "learning_rate": 6.589297227595101e-06,
+ "loss": 0.7991,
+ "step": 7275
+ },
+ {
+ "epoch": 14.119980648282535,
+ "grad_norm": 16.087339401245117,
+ "learning_rate": 6.535568450462068e-06,
+ "loss": 0.8163,
+ "step": 7300
+ },
+ {
+ "epoch": 14.168359941944848,
+ "grad_norm": 18.416292190551758,
+ "learning_rate": 6.481839673329036e-06,
+ "loss": 0.7919,
+ "step": 7325
+ },
+ {
+ "epoch": 14.216739235607161,
+ "grad_norm": 36.36247253417969,
+ "learning_rate": 6.428110896196003e-06,
+ "loss": 0.7779,
+ "step": 7350
+ },
+ {
+ "epoch": 14.265118529269472,
+ "grad_norm": 16.726848602294922,
+ "learning_rate": 6.3743821190629705e-06,
+ "loss": 0.7584,
+ "step": 7375
+ },
+ {
+ "epoch": 14.313497822931785,
+ "grad_norm": 15.79998779296875,
+ "learning_rate": 6.320653341929938e-06,
+ "loss": 0.8335,
+ "step": 7400
+ },
+ {
+ "epoch": 14.361877116594098,
+ "grad_norm": 17.011465072631836,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 0.7747,
+ "step": 7425
+ },
+ {
+ "epoch": 14.41025641025641,
+ "grad_norm": 14.511028289794922,
+ "learning_rate": 6.213195787663874e-06,
+ "loss": 0.8068,
+ "step": 7450
+ },
+ {
+ "epoch": 14.458635703918723,
+ "grad_norm": 28.45765495300293,
+ "learning_rate": 6.159467010530841e-06,
+ "loss": 0.7685,
+ "step": 7475
+ },
+ {
+ "epoch": 14.507014997581035,
+ "grad_norm": 12.811262130737305,
+ "learning_rate": 6.105738233397809e-06,
+ "loss": 0.7931,
+ "step": 7500
+ },
+ {
+ "epoch": 14.555394291243347,
+ "grad_norm": 20.533981323242188,
+ "learning_rate": 6.052009456264776e-06,
+ "loss": 0.8156,
+ "step": 7525
+ },
+ {
+ "epoch": 14.60377358490566,
+ "grad_norm": 34.84358215332031,
+ "learning_rate": 5.998280679131744e-06,
+ "loss": 0.7801,
+ "step": 7550
+ },
+ {
+ "epoch": 14.652152878567973,
+ "grad_norm": 26.750293731689453,
+ "learning_rate": 5.944551901998711e-06,
+ "loss": 0.7694,
+ "step": 7575
+ },
+ {
+ "epoch": 14.700532172230286,
+ "grad_norm": 44.04787826538086,
+ "learning_rate": 5.890823124865679e-06,
+ "loss": 0.814,
+ "step": 7600
+ },
+ {
+ "epoch": 14.748911465892597,
+ "grad_norm": 21.935352325439453,
+ "learning_rate": 5.837094347732646e-06,
+ "loss": 0.7531,
+ "step": 7625
+ },
+ {
+ "epoch": 14.79729075955491,
+ "grad_norm": 18.9955997467041,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 0.8142,
+ "step": 7650
+ },
+ {
+ "epoch": 14.845670053217223,
+ "grad_norm": 25.401151657104492,
+ "learning_rate": 5.729636793466581e-06,
+ "loss": 0.7561,
+ "step": 7675
+ },
+ {
+ "epoch": 14.894049346879536,
+ "grad_norm": 26.906410217285156,
+ "learning_rate": 5.675908016333549e-06,
+ "loss": 0.7666,
+ "step": 7700
+ },
+ {
+ "epoch": 14.942428640541848,
+ "grad_norm": 37.408382415771484,
+ "learning_rate": 5.6221792392005155e-06,
+ "loss": 0.8152,
+ "step": 7725
+ },
+ {
+ "epoch": 14.990807934204161,
+ "grad_norm": 15.633949279785156,
+ "learning_rate": 5.568450462067484e-06,
+ "loss": 0.7912,
+ "step": 7750
+ },
+ {
+ "epoch": 15.0,
+ "eval_accuracy": 0.15246853823814133,
+ "eval_loss": 0.8394877314567566,
+ "eval_macro_f1": 0.5697784025456477,
+ "eval_micro_f1": 0.5788148721920992,
+ "eval_runtime": 3.3671,
+ "eval_samples_per_second": 613.584,
+ "eval_steps_per_second": 38.609,
+ "eval_weighted_f1": 0.5851782318127877,
+ "step": 7755
+ },
+ {
+ "epoch": 15.03870343492985,
+ "grad_norm": 18.410127639770508,
+ "learning_rate": 5.514721684934451e-06,
+ "loss": 0.7377,
+ "step": 7775
+ },
+ {
+ "epoch": 15.087082728592163,
+ "grad_norm": 35.390995025634766,
+ "learning_rate": 5.460992907801419e-06,
+ "loss": 0.7403,
+ "step": 7800
+ },
+ {
+ "epoch": 15.135462022254474,
+ "grad_norm": 14.379627227783203,
+ "learning_rate": 5.407264130668386e-06,
+ "loss": 0.7771,
+ "step": 7825
+ },
+ {
+ "epoch": 15.183841315916787,
+ "grad_norm": 23.57008171081543,
+ "learning_rate": 5.353535353535354e-06,
+ "loss": 0.7178,
+ "step": 7850
+ },
+ {
+ "epoch": 15.2322206095791,
+ "grad_norm": 36.280948638916016,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 0.7473,
+ "step": 7875
+ },
+ {
+ "epoch": 15.280599903241413,
+ "grad_norm": 24.504247665405273,
+ "learning_rate": 5.246077799269289e-06,
+ "loss": 0.7352,
+ "step": 7900
+ },
+ {
+ "epoch": 15.328979196903726,
+ "grad_norm": 15.97603988647461,
+ "learning_rate": 5.1923490221362575e-06,
+ "loss": 0.7413,
+ "step": 7925
+ },
+ {
+ "epoch": 15.377358490566039,
+ "grad_norm": 24.812744140625,
+ "learning_rate": 5.138620245003224e-06,
+ "loss": 0.8049,
+ "step": 7950
+ },
+ {
+ "epoch": 15.42573778422835,
+ "grad_norm": 32.58510971069336,
+ "learning_rate": 5.084891467870192e-06,
+ "loss": 0.6935,
+ "step": 7975
+ },
+ {
+ "epoch": 15.474117077890662,
+ "grad_norm": 12.46530818939209,
+ "learning_rate": 5.031162690737159e-06,
+ "loss": 0.7356,
+ "step": 8000
+ },
+ {
+ "epoch": 15.522496371552975,
+ "grad_norm": 51.6746826171875,
+ "learning_rate": 4.977433913604126e-06,
+ "loss": 0.7905,
+ "step": 8025
+ },
+ {
+ "epoch": 15.570875665215288,
+ "grad_norm": 22.153108596801758,
+ "learning_rate": 4.923705136471094e-06,
+ "loss": 0.7493,
+ "step": 8050
+ },
+ {
+ "epoch": 15.619254958877601,
+ "grad_norm": 12.719622611999512,
+ "learning_rate": 4.869976359338061e-06,
+ "loss": 0.6954,
+ "step": 8075
+ },
+ {
+ "epoch": 15.667634252539912,
+ "grad_norm": 30.19028663635254,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 0.774,
+ "step": 8100
+ },
+ {
+ "epoch": 15.716013546202225,
+ "grad_norm": 27.195831298828125,
+ "learning_rate": 4.762518805071997e-06,
+ "loss": 0.7159,
+ "step": 8125
+ },
+ {
+ "epoch": 15.764392839864538,
+ "grad_norm": 14.864275932312012,
+ "learning_rate": 4.708790027938964e-06,
+ "loss": 0.7397,
+ "step": 8150
+ },
+ {
+ "epoch": 15.81277213352685,
+ "grad_norm": 27.690078735351562,
+ "learning_rate": 4.655061250805932e-06,
+ "loss": 0.7579,
+ "step": 8175
+ },
+ {
+ "epoch": 15.861151427189164,
+ "grad_norm": 23.963720321655273,
+ "learning_rate": 4.6013324736729e-06,
+ "loss": 0.7474,
+ "step": 8200
+ },
+ {
+ "epoch": 15.909530720851475,
+ "grad_norm": 9.968356132507324,
+ "learning_rate": 4.547603696539868e-06,
+ "loss": 0.7376,
+ "step": 8225
+ },
+ {
+ "epoch": 15.957910014513788,
+ "grad_norm": 26.946603775024414,
+ "learning_rate": 4.493874919406835e-06,
+ "loss": 0.7254,
+ "step": 8250
+ },
+ {
+ "epoch": 16.0,
+ "eval_accuracy": 0.15876089060987417,
+ "eval_loss": 0.8675307631492615,
+ "eval_macro_f1": 0.5767178902842689,
+ "eval_micro_f1": 0.5839174454828661,
+ "eval_runtime": 3.3416,
+ "eval_samples_per_second": 618.276,
+ "eval_steps_per_second": 38.904,
+ "eval_weighted_f1": 0.5898374658386245,
+ "step": 8272
+ },
+ {
+ "epoch": 16.005805515239476,
+ "grad_norm": 13.15456771850586,
+ "learning_rate": 4.4401461422738025e-06,
+ "loss": 0.7242,
+ "step": 8275
+ },
+ {
+ "epoch": 16.05418480890179,
+ "grad_norm": 14.57499885559082,
+ "learning_rate": 4.3864173651407695e-06,
+ "loss": 0.7175,
+ "step": 8300
+ },
+ {
+ "epoch": 16.102564102564102,
+ "grad_norm": 10.514361381530762,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 0.6867,
+ "step": 8325
+ },
+ {
+ "epoch": 16.150943396226417,
+ "grad_norm": 12.839557647705078,
+ "learning_rate": 4.278959810874705e-06,
+ "loss": 0.6827,
+ "step": 8350
+ },
+ {
+ "epoch": 16.199322689888728,
+ "grad_norm": 22.178682327270508,
+ "learning_rate": 4.225231033741672e-06,
+ "loss": 0.6873,
+ "step": 8375
+ },
+ {
+ "epoch": 16.24770198355104,
+ "grad_norm": 16.253273010253906,
+ "learning_rate": 4.17150225660864e-06,
+ "loss": 0.7046,
+ "step": 8400
+ },
+ {
+ "epoch": 16.296081277213354,
+ "grad_norm": 23.05286979675293,
+ "learning_rate": 4.117773479475607e-06,
+ "loss": 0.6784,
+ "step": 8425
+ },
+ {
+ "epoch": 16.344460570875665,
+ "grad_norm": 12.348027229309082,
+ "learning_rate": 4.064044702342575e-06,
+ "loss": 0.6822,
+ "step": 8450
+ },
+ {
+ "epoch": 16.39283986453798,
+ "grad_norm": 20.237812042236328,
+ "learning_rate": 4.010315925209543e-06,
+ "loss": 0.6748,
+ "step": 8475
+ },
+ {
+ "epoch": 16.44121915820029,
+ "grad_norm": 30.065654754638672,
+ "learning_rate": 3.95658714807651e-06,
+ "loss": 0.7476,
+ "step": 8500
+ },
+ {
+ "epoch": 16.4895984518626,
+ "grad_norm": 19.767621994018555,
+ "learning_rate": 3.902858370943478e-06,
+ "loss": 0.7096,
+ "step": 8525
+ },
+ {
+ "epoch": 16.537977745524916,
+ "grad_norm": 63.05731964111328,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 0.7085,
+ "step": 8550
+ },
+ {
+ "epoch": 16.586357039187227,
+ "grad_norm": 11.578459739685059,
+ "learning_rate": 3.7954008166774126e-06,
+ "loss": 0.6768,
+ "step": 8575
+ },
+ {
+ "epoch": 16.634736332849542,
+ "grad_norm": 20.680194854736328,
+ "learning_rate": 3.74167203954438e-06,
+ "loss": 0.6857,
+ "step": 8600
+ },
+ {
+ "epoch": 16.683115626511853,
+ "grad_norm": 12.799747467041016,
+ "learning_rate": 3.6879432624113475e-06,
+ "loss": 0.7103,
+ "step": 8625
+ },
+ {
+ "epoch": 16.731494920174164,
+ "grad_norm": 27.016582489013672,
+ "learning_rate": 3.634214485278315e-06,
+ "loss": 0.688,
+ "step": 8650
+ },
+ {
+ "epoch": 16.77987421383648,
+ "grad_norm": 27.32025146484375,
+ "learning_rate": 3.580485708145283e-06,
+ "loss": 0.6905,
+ "step": 8675
+ },
+ {
+ "epoch": 16.82825350749879,
+ "grad_norm": 20.423795700073242,
+ "learning_rate": 3.5267569310122506e-06,
+ "loss": 0.7074,
+ "step": 8700
+ },
+ {
+ "epoch": 16.876632801161104,
+ "grad_norm": 20.684228897094727,
+ "learning_rate": 3.473028153879218e-06,
+ "loss": 0.7002,
+ "step": 8725
+ },
+ {
+ "epoch": 16.925012094823416,
+ "grad_norm": 16.583534240722656,
+ "learning_rate": 3.419299376746186e-06,
+ "loss": 0.7228,
+ "step": 8750
+ },
+ {
+ "epoch": 16.973391388485727,
+ "grad_norm": 21.365032196044922,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 0.7337,
+ "step": 8775
+ },
+ {
+ "epoch": 17.0,
+ "eval_accuracy": 0.15924491771539206,
+ "eval_loss": 0.8780120611190796,
+ "eval_macro_f1": 0.5779944755302909,
+ "eval_micro_f1": 0.5867606737171954,
+ "eval_runtime": 3.2423,
+ "eval_samples_per_second": 637.198,
+ "eval_steps_per_second": 40.095,
+ "eval_weighted_f1": 0.5915402914258908,
+ "step": 8789
+ },
+ {
+ "epoch": 17.021286889211417,
+ "grad_norm": 15.945477485656738,
+ "learning_rate": 3.311841822480121e-06,
+ "loss": 0.6958,
+ "step": 8800
+ },
+ {
+ "epoch": 17.06966618287373,
+ "grad_norm": 18.150474548339844,
+ "learning_rate": 3.2581130453470882e-06,
+ "loss": 0.6282,
+ "step": 8825
+ },
+ {
+ "epoch": 17.118045476536043,
+ "grad_norm": 19.632766723632812,
+ "learning_rate": 3.2043842682140557e-06,
+ "loss": 0.6748,
+ "step": 8850
+ },
+ {
+ "epoch": 17.166424770198354,
+ "grad_norm": 14.963191032409668,
+ "learning_rate": 3.150655491081023e-06,
+ "loss": 0.6855,
+ "step": 8875
+ },
+ {
+ "epoch": 17.21480406386067,
+ "grad_norm": 52.17250061035156,
+ "learning_rate": 3.096926713947991e-06,
+ "loss": 0.6872,
+ "step": 8900
+ },
+ {
+ "epoch": 17.26318335752298,
+ "grad_norm": 22.27145004272461,
+ "learning_rate": 3.0431979368149584e-06,
+ "loss": 0.6415,
+ "step": 8925
+ },
+ {
+ "epoch": 17.31156265118529,
+ "grad_norm": 17.798490524291992,
+ "learning_rate": 2.989469159681926e-06,
+ "loss": 0.6688,
+ "step": 8950
+ },
+ {
+ "epoch": 17.359941944847606,
+ "grad_norm": 24.83841896057129,
+ "learning_rate": 2.9357403825488933e-06,
+ "loss": 0.6916,
+ "step": 8975
+ },
+ {
+ "epoch": 17.408321238509917,
+ "grad_norm": 34.099884033203125,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 0.6519,
+ "step": 9000
+ },
+ {
+ "epoch": 17.45670053217223,
+ "grad_norm": 11.869559288024902,
+ "learning_rate": 2.8282828282828286e-06,
+ "loss": 0.6925,
+ "step": 9025
+ },
+ {
+ "epoch": 17.505079825834542,
+ "grad_norm": 24.851367950439453,
+ "learning_rate": 2.774554051149796e-06,
+ "loss": 0.6908,
+ "step": 9050
+ },
+ {
+ "epoch": 17.553459119496857,
+ "grad_norm": 14.922418594360352,
+ "learning_rate": 2.7208252740167635e-06,
+ "loss": 0.6949,
+ "step": 9075
+ },
+ {
+ "epoch": 17.601838413159168,
+ "grad_norm": 30.72444725036621,
+ "learning_rate": 2.667096496883731e-06,
+ "loss": 0.6439,
+ "step": 9100
+ },
+ {
+ "epoch": 17.65021770682148,
+ "grad_norm": 11.876301765441895,
+ "learning_rate": 2.6133677197506983e-06,
+ "loss": 0.6229,
+ "step": 9125
+ },
+ {
+ "epoch": 17.698597000483794,
+ "grad_norm": 24.5555477142334,
+ "learning_rate": 2.5596389426176658e-06,
+ "loss": 0.6586,
+ "step": 9150
+ },
+ {
+ "epoch": 17.746976294146105,
+ "grad_norm": 13.652644157409668,
+ "learning_rate": 2.5059101654846336e-06,
+ "loss": 0.6983,
+ "step": 9175
+ },
+ {
+ "epoch": 17.79535558780842,
+ "grad_norm": 15.066908836364746,
+ "learning_rate": 2.4521813883516015e-06,
+ "loss": 0.6867,
+ "step": 9200
+ },
+ {
+ "epoch": 17.84373488147073,
+ "grad_norm": 11.877695083618164,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 0.6672,
+ "step": 9225
+ },
+ {
+ "epoch": 17.89211417513304,
+ "grad_norm": 22.18967628479004,
+ "learning_rate": 2.3447238340855364e-06,
+ "loss": 0.6944,
+ "step": 9250
+ },
+ {
+ "epoch": 17.940493468795356,
+ "grad_norm": 25.34333038330078,
+ "learning_rate": 2.290995056952504e-06,
+ "loss": 0.6798,
+ "step": 9275
+ },
+ {
+ "epoch": 17.988872762457667,
+ "grad_norm": 15.668231010437012,
+ "learning_rate": 2.2372662798194713e-06,
+ "loss": 0.6363,
+ "step": 9300
+ },
+ {
+ "epoch": 18.0,
+ "eval_accuracy": 0.1665053242981607,
+ "eval_loss": 0.8928830623626709,
+ "eval_macro_f1": 0.5758183278056243,
+ "eval_micro_f1": 0.5853755332870324,
+ "eval_runtime": 3.2654,
+ "eval_samples_per_second": 632.698,
+ "eval_steps_per_second": 39.812,
+ "eval_weighted_f1": 0.5899855783224878,
+ "step": 9306
+ },
+ {
+ "epoch": 18.036768263183358,
+ "grad_norm": 23.936664581298828,
+ "learning_rate": 2.183537502686439e-06,
+ "loss": 0.6283,
+ "step": 9325
+ },
+ {
+ "epoch": 18.08514755684567,
+ "grad_norm": 26.136356353759766,
+ "learning_rate": 2.1298087255534066e-06,
+ "loss": 0.6682,
+ "step": 9350
+ },
+ {
+ "epoch": 18.133526850507984,
+ "grad_norm": 28.041048049926758,
+ "learning_rate": 2.076079948420374e-06,
+ "loss": 0.6148,
+ "step": 9375
+ },
+ {
+ "epoch": 18.181906144170295,
+ "grad_norm": 14.014900207519531,
+ "learning_rate": 2.022351171287342e-06,
+ "loss": 0.67,
+ "step": 9400
+ },
+ {
+ "epoch": 18.230285437832606,
+ "grad_norm": 26.403364181518555,
+ "learning_rate": 1.9686223941543093e-06,
+ "loss": 0.6534,
+ "step": 9425
+ },
+ {
+ "epoch": 18.27866473149492,
+ "grad_norm": 10.64688491821289,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 0.6562,
+ "step": 9450
+ },
+ {
+ "epoch": 18.32704402515723,
+ "grad_norm": 17.84868621826172,
+ "learning_rate": 1.8611648398882442e-06,
+ "loss": 0.6512,
+ "step": 9475
+ },
+ {
+ "epoch": 18.375423318819546,
+ "grad_norm": 27.57999038696289,
+ "learning_rate": 1.8074360627552118e-06,
+ "loss": 0.6303,
+ "step": 9500
+ },
+ {
+ "epoch": 18.423802612481857,
+ "grad_norm": 20.364591598510742,
+ "learning_rate": 1.7537072856221793e-06,
+ "loss": 0.6298,
+ "step": 9525
+ },
+ {
+ "epoch": 18.47218190614417,
+ "grad_norm": 14.39242172241211,
+ "learning_rate": 1.699978508489147e-06,
+ "loss": 0.6691,
+ "step": 9550
+ },
+ {
+ "epoch": 18.520561199806483,
+ "grad_norm": 12.096242904663086,
+ "learning_rate": 1.6462497313561146e-06,
+ "loss": 0.6852,
+ "step": 9575
+ },
+ {
+ "epoch": 18.568940493468794,
+ "grad_norm": 26.6569766998291,
+ "learning_rate": 1.5925209542230822e-06,
+ "loss": 0.6366,
+ "step": 9600
+ },
+ {
+ "epoch": 18.61731978713111,
+ "grad_norm": 12.757149696350098,
+ "learning_rate": 1.5387921770900496e-06,
+ "loss": 0.6562,
+ "step": 9625
+ },
+ {
+ "epoch": 18.66569908079342,
+ "grad_norm": 14.16783332824707,
+ "learning_rate": 1.485063399957017e-06,
+ "loss": 0.6692,
+ "step": 9650
+ },
+ {
+ "epoch": 18.714078374455735,
+ "grad_norm": 17.936077117919922,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 0.6436,
+ "step": 9675
+ },
+ {
+ "epoch": 18.762457668118046,
+ "grad_norm": 23.190027236938477,
+ "learning_rate": 1.3776058456909522e-06,
+ "loss": 0.631,
+ "step": 9700
+ },
+ {
+ "epoch": 18.810836961780357,
+ "grad_norm": 16.19050407409668,
+ "learning_rate": 1.3238770685579196e-06,
+ "loss": 0.6665,
+ "step": 9725
+ },
+ {
+ "epoch": 18.85921625544267,
+ "grad_norm": 10.763317108154297,
+ "learning_rate": 1.2701482914248873e-06,
+ "loss": 0.6349,
+ "step": 9750
+ },
+ {
+ "epoch": 18.907595549104983,
+ "grad_norm": 13.653106689453125,
+ "learning_rate": 1.216419514291855e-06,
+ "loss": 0.6299,
+ "step": 9775
+ },
+ {
+ "epoch": 18.955974842767297,
+ "grad_norm": 17.556005477905273,
+ "learning_rate": 1.1626907371588223e-06,
+ "loss": 0.6144,
+ "step": 9800
+ },
+ {
+ "epoch": 19.0,
+ "eval_accuracy": 0.1669893514036786,
+ "eval_loss": 0.9041322469711304,
+ "eval_macro_f1": 0.5807930254757296,
+ "eval_micro_f1": 0.5893178635727145,
+ "eval_runtime": 3.3407,
+ "eval_samples_per_second": 618.44,
+ "eval_steps_per_second": 38.914,
+ "eval_weighted_f1": 0.5944544287941499,
+ "step": 9823
+ },
+ {
+ "epoch": 19.003870343492984,
+ "grad_norm": 22.150909423828125,
+ "learning_rate": 1.10896196002579e-06,
+ "loss": 0.6549,
+ "step": 9825
+ },
+ {
+ "epoch": 19.0522496371553,
+ "grad_norm": 24.384441375732422,
+ "learning_rate": 1.0552331828927574e-06,
+ "loss": 0.6237,
+ "step": 9850
+ },
+ {
+ "epoch": 19.10062893081761,
+ "grad_norm": 31.08976936340332,
+ "learning_rate": 1.0015044057597249e-06,
+ "loss": 0.6187,
+ "step": 9875
+ },
+ {
+ "epoch": 19.14900822447992,
+ "grad_norm": 39.021549224853516,
+ "learning_rate": 9.477756286266926e-07,
+ "loss": 0.6383,
+ "step": 9900
+ },
+ {
+ "epoch": 19.197387518142236,
+ "grad_norm": 18.08455467224121,
+ "learning_rate": 8.940468514936601e-07,
+ "loss": 0.648,
+ "step": 9925
+ },
+ {
+ "epoch": 19.245766811804547,
+ "grad_norm": 21.854114532470703,
+ "learning_rate": 8.403180743606276e-07,
+ "loss": 0.6225,
+ "step": 9950
+ },
+ {
+ "epoch": 19.29414610546686,
+ "grad_norm": 19.914690017700195,
+ "learning_rate": 7.865892972275952e-07,
+ "loss": 0.6246,
+ "step": 9975
+ },
+ {
+ "epoch": 19.342525399129173,
+ "grad_norm": 13.933865547180176,
+ "learning_rate": 7.328605200945627e-07,
+ "loss": 0.6301,
+ "step": 10000
+ },
+ {
+ "epoch": 19.390904692791484,
+ "grad_norm": 16.135753631591797,
+ "learning_rate": 6.791317429615303e-07,
+ "loss": 0.6234,
+ "step": 10025
+ },
+ {
+ "epoch": 19.4392839864538,
+ "grad_norm": 17.73326301574707,
+ "learning_rate": 6.254029658284978e-07,
+ "loss": 0.6139,
+ "step": 10050
+ },
+ {
+ "epoch": 19.48766328011611,
+ "grad_norm": 15.248456954956055,
+ "learning_rate": 5.716741886954653e-07,
+ "loss": 0.6004,
+ "step": 10075
+ },
+ {
+ "epoch": 19.536042573778424,
+ "grad_norm": 21.439109802246094,
+ "learning_rate": 5.179454115624329e-07,
+ "loss": 0.6488,
+ "step": 10100
+ },
+ {
+ "epoch": 19.584421867440735,
+ "grad_norm": 16.425376892089844,
+ "learning_rate": 4.6421663442940047e-07,
+ "loss": 0.5866,
+ "step": 10125
+ },
+ {
+ "epoch": 19.632801161103046,
+ "grad_norm": 32.14735412597656,
+ "learning_rate": 4.1048785729636796e-07,
+ "loss": 0.6403,
+ "step": 10150
+ },
+ {
+ "epoch": 19.68118045476536,
+ "grad_norm": 19.68384552001953,
+ "learning_rate": 3.5675908016333545e-07,
+ "loss": 0.6357,
+ "step": 10175
+ },
+ {
+ "epoch": 19.729559748427672,
+ "grad_norm": 15.467286109924316,
+ "learning_rate": 3.0303030303030305e-07,
+ "loss": 0.6255,
+ "step": 10200
+ },
+ {
+ "epoch": 19.777939042089987,
+ "grad_norm": 24.436046600341797,
+ "learning_rate": 2.493015258972706e-07,
+ "loss": 0.6216,
+ "step": 10225
+ },
+ {
+ "epoch": 19.826318335752298,
+ "grad_norm": 41.93300247192383,
+ "learning_rate": 1.9557274876423814e-07,
+ "loss": 0.6146,
+ "step": 10250
+ },
+ {
+ "epoch": 19.874697629414612,
+ "grad_norm": 25.765949249267578,
+ "learning_rate": 1.4184397163120568e-07,
+ "loss": 0.6343,
+ "step": 10275
+ },
+ {
+ "epoch": 19.923076923076923,
+ "grad_norm": 33.059852600097656,
+ "learning_rate": 8.811519449817324e-08,
+ "loss": 0.6263,
+ "step": 10300
+ },
+ {
+ "epoch": 19.971456216739234,
+ "grad_norm": 22.406137466430664,
+ "learning_rate": 3.438641736514077e-08,
+ "loss": 0.6178,
+ "step": 10325
+ },
+ {
+ "epoch": 20.0,
+ "eval_accuracy": 0.16989351403678607,
+ "eval_loss": 0.9028877019882202,
+ "eval_macro_f1": 0.5812184049333916,
+ "eval_micro_f1": 0.59005900590059,
+ "eval_runtime": 3.3212,
+ "eval_samples_per_second": 622.065,
+ "eval_steps_per_second": 39.143,
+ "eval_weighted_f1": 0.5947014218581868,
+ "step": 10340
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 10340,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/special_tokens_map.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/tokenizer_config.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/trainer_state.json b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..23e8fa8cf776670a21c8959efacbeccaefce04bb
--- /dev/null
+++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823/trainer_state.json
@@ -0,0 +1,3015 @@
+{
+ "best_global_step": 9823,
+ "best_metric": 0.5807930254757296,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-xlmr-s44-20260831T141519Z-52070829/trainer/checkpoint-9823",
+ "epoch": 19.0,
+ "eval_steps": 500,
+ "global_step": 9823,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.04837929366231253,
+ "grad_norm": 5.030349254608154,
+ "learning_rate": 4.6421663442940047e-07,
+ "loss": 5.2594,
+ "step": 25
+ },
+ {
+ "epoch": 0.09675858732462506,
+ "grad_norm": 7.033849239349365,
+ "learning_rate": 9.477756286266926e-07,
+ "loss": 5.2124,
+ "step": 50
+ },
+ {
+ "epoch": 0.14513788098693758,
+ "grad_norm": 10.56724739074707,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 5.2932,
+ "step": 75
+ },
+ {
+ "epoch": 0.1935171746492501,
+ "grad_norm": 9.558903694152832,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 5.3769,
+ "step": 100
+ },
+ {
+ "epoch": 0.24189646831156264,
+ "grad_norm": 8.174936294555664,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 5.313,
+ "step": 125
+ },
+ {
+ "epoch": 0.29027576197387517,
+ "grad_norm": 7.387320518493652,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 5.1514,
+ "step": 150
+ },
+ {
+ "epoch": 0.3386550556361877,
+ "grad_norm": 9.960283279418945,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 5.2318,
+ "step": 175
+ },
+ {
+ "epoch": 0.3870343492985002,
+ "grad_norm": 16.17552375793457,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 5.2516,
+ "step": 200
+ },
+ {
+ "epoch": 0.43541364296081275,
+ "grad_norm": 7.509119510650635,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 5.2526,
+ "step": 225
+ },
+ {
+ "epoch": 0.4837929366231253,
+ "grad_norm": 8.535961151123047,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 5.292,
+ "step": 250
+ },
+ {
+ "epoch": 0.5321722302854378,
+ "grad_norm": 31.931241989135742,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 5.1663,
+ "step": 275
+ },
+ {
+ "epoch": 0.5805515239477503,
+ "grad_norm": 44.969879150390625,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 5.1649,
+ "step": 300
+ },
+ {
+ "epoch": 0.6289308176100629,
+ "grad_norm": 14.989969253540039,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 5.0896,
+ "step": 325
+ },
+ {
+ "epoch": 0.6773101112723754,
+ "grad_norm": 19.70501136779785,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 5.0471,
+ "step": 350
+ },
+ {
+ "epoch": 0.7256894049346879,
+ "grad_norm": 25.903169631958008,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 4.8715,
+ "step": 375
+ },
+ {
+ "epoch": 0.7740686985970004,
+ "grad_norm": 34.86677932739258,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 4.6663,
+ "step": 400
+ },
+ {
+ "epoch": 0.822447992259313,
+ "grad_norm": 32.07916259765625,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 4.5837,
+ "step": 425
+ },
+ {
+ "epoch": 0.8708272859216255,
+ "grad_norm": 148.7032470703125,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 4.506,
+ "step": 450
+ },
+ {
+ "epoch": 0.919206579583938,
+ "grad_norm": 38.17563247680664,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 4.3882,
+ "step": 475
+ },
+ {
+ "epoch": 0.9675858732462506,
+ "grad_norm": 16.990028381347656,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 4.2516,
+ "step": 500
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 0.9872849583625793,
+ "eval_macro_f1": 0.25820805531714713,
+ "eval_micro_f1": 0.2624102025990798,
+ "eval_runtime": 3.2673,
+ "eval_samples_per_second": 632.33,
+ "eval_steps_per_second": 39.788,
+ "eval_weighted_f1": 0.30434047987388735,
+ "step": 517
+ },
+ {
+ "epoch": 1.01548137397194,
+ "grad_norm": 39.67068099975586,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 4.1747,
+ "step": 525
+ },
+ {
+ "epoch": 1.0638606676342526,
+ "grad_norm": 30.28286361694336,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 4.212,
+ "step": 550
+ },
+ {
+ "epoch": 1.112239961296565,
+ "grad_norm": 20.4986629486084,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 4.1217,
+ "step": 575
+ },
+ {
+ "epoch": 1.1606192549588776,
+ "grad_norm": 22.38190460205078,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 3.9561,
+ "step": 600
+ },
+ {
+ "epoch": 1.20899854862119,
+ "grad_norm": 24.456451416015625,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 3.935,
+ "step": 625
+ },
+ {
+ "epoch": 1.2573778422835027,
+ "grad_norm": 32.658939361572266,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 3.9185,
+ "step": 650
+ },
+ {
+ "epoch": 1.3057571359458153,
+ "grad_norm": 21.355199813842773,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 3.7648,
+ "step": 675
+ },
+ {
+ "epoch": 1.3541364296081277,
+ "grad_norm": 28.44369125366211,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 3.7295,
+ "step": 700
+ },
+ {
+ "epoch": 1.4025157232704402,
+ "grad_norm": 52.4595832824707,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 3.755,
+ "step": 725
+ },
+ {
+ "epoch": 1.4508950169327528,
+ "grad_norm": 27.29616355895996,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 3.7054,
+ "step": 750
+ },
+ {
+ "epoch": 1.4992743105950654,
+ "grad_norm": 23.53550148010254,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 3.6951,
+ "step": 775
+ },
+ {
+ "epoch": 1.5476536042573779,
+ "grad_norm": 31.177663803100586,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 3.7439,
+ "step": 800
+ },
+ {
+ "epoch": 1.5960328979196903,
+ "grad_norm": 30.602027893066406,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 3.4714,
+ "step": 825
+ },
+ {
+ "epoch": 1.644412191582003,
+ "grad_norm": 21.896156311035156,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 3.4922,
+ "step": 850
+ },
+ {
+ "epoch": 1.6927914852443156,
+ "grad_norm": 29.83670425415039,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 3.367,
+ "step": 875
+ },
+ {
+ "epoch": 1.741170778906628,
+ "grad_norm": 48.413673400878906,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 3.408,
+ "step": 900
+ },
+ {
+ "epoch": 1.7895500725689404,
+ "grad_norm": 20.748083114624023,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 3.5291,
+ "step": 925
+ },
+ {
+ "epoch": 1.837929366231253,
+ "grad_norm": 27.893390655517578,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 3.3427,
+ "step": 950
+ },
+ {
+ "epoch": 1.8863086598935657,
+ "grad_norm": 35.14794158935547,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 3.3337,
+ "step": 975
+ },
+ {
+ "epoch": 1.934687953555878,
+ "grad_norm": 35.734004974365234,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 3.5439,
+ "step": 1000
+ },
+ {
+ "epoch": 1.9830672472181905,
+ "grad_norm": 35.636295318603516,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 3.3986,
+ "step": 1025
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.0,
+ "eval_loss": 0.7679983973503113,
+ "eval_macro_f1": 0.36115705465937475,
+ "eval_micro_f1": 0.3685957729334956,
+ "eval_runtime": 3.2479,
+ "eval_samples_per_second": 636.103,
+ "eval_steps_per_second": 40.026,
+ "eval_weighted_f1": 0.403104338187065,
+ "step": 1034
+ },
+ {
+ "epoch": 2.03096274794388,
+ "grad_norm": 23.939693450927734,
+ "learning_rate": 1.996776273372018e-05,
+ "loss": 3.2281,
+ "step": 1050
+ },
+ {
+ "epoch": 2.0793420416061927,
+ "grad_norm": 21.494407653808594,
+ "learning_rate": 1.9914033956587148e-05,
+ "loss": 3.1008,
+ "step": 1075
+ },
+ {
+ "epoch": 2.127721335268505,
+ "grad_norm": 48.467655181884766,
+ "learning_rate": 1.986030517945412e-05,
+ "loss": 3.0574,
+ "step": 1100
+ },
+ {
+ "epoch": 2.1761006289308176,
+ "grad_norm": 24.309160232543945,
+ "learning_rate": 1.9806576402321086e-05,
+ "loss": 3.0284,
+ "step": 1125
+ },
+ {
+ "epoch": 2.22447992259313,
+ "grad_norm": 29.803586959838867,
+ "learning_rate": 1.9752847625188053e-05,
+ "loss": 3.016,
+ "step": 1150
+ },
+ {
+ "epoch": 2.272859216255443,
+ "grad_norm": 39.199432373046875,
+ "learning_rate": 1.969911884805502e-05,
+ "loss": 3.1123,
+ "step": 1175
+ },
+ {
+ "epoch": 2.3212385099177553,
+ "grad_norm": 29.055376052856445,
+ "learning_rate": 1.9645390070921987e-05,
+ "loss": 2.9232,
+ "step": 1200
+ },
+ {
+ "epoch": 2.3696178035800677,
+ "grad_norm": 35.47110366821289,
+ "learning_rate": 1.9591661293788954e-05,
+ "loss": 2.9488,
+ "step": 1225
+ },
+ {
+ "epoch": 2.41799709724238,
+ "grad_norm": 38.79860305786133,
+ "learning_rate": 1.953793251665592e-05,
+ "loss": 3.0036,
+ "step": 1250
+ },
+ {
+ "epoch": 2.466376390904693,
+ "grad_norm": 25.713035583496094,
+ "learning_rate": 1.948420373952289e-05,
+ "loss": 2.9632,
+ "step": 1275
+ },
+ {
+ "epoch": 2.5147556845670054,
+ "grad_norm": 40.8914680480957,
+ "learning_rate": 1.9430474962389858e-05,
+ "loss": 3.0253,
+ "step": 1300
+ },
+ {
+ "epoch": 2.563134978229318,
+ "grad_norm": 26.178176879882812,
+ "learning_rate": 1.9376746185256825e-05,
+ "loss": 2.9367,
+ "step": 1325
+ },
+ {
+ "epoch": 2.6115142718916307,
+ "grad_norm": 28.110414505004883,
+ "learning_rate": 1.9323017408123792e-05,
+ "loss": 2.878,
+ "step": 1350
+ },
+ {
+ "epoch": 2.659893565553943,
+ "grad_norm": 32.23483657836914,
+ "learning_rate": 1.9269288630990763e-05,
+ "loss": 2.9814,
+ "step": 1375
+ },
+ {
+ "epoch": 2.7082728592162555,
+ "grad_norm": 22.767606735229492,
+ "learning_rate": 1.921555985385773e-05,
+ "loss": 2.7824,
+ "step": 1400
+ },
+ {
+ "epoch": 2.756652152878568,
+ "grad_norm": 32.10272979736328,
+ "learning_rate": 1.9161831076724697e-05,
+ "loss": 2.8232,
+ "step": 1425
+ },
+ {
+ "epoch": 2.8050314465408803,
+ "grad_norm": 45.669410705566406,
+ "learning_rate": 1.9108102299591664e-05,
+ "loss": 2.7806,
+ "step": 1450
+ },
+ {
+ "epoch": 2.853410740203193,
+ "grad_norm": 33.774749755859375,
+ "learning_rate": 1.905437352245863e-05,
+ "loss": 2.7365,
+ "step": 1475
+ },
+ {
+ "epoch": 2.9017900338655056,
+ "grad_norm": 44.91356658935547,
+ "learning_rate": 1.9000644745325598e-05,
+ "loss": 2.9015,
+ "step": 1500
+ },
+ {
+ "epoch": 2.950169327527818,
+ "grad_norm": 33.099388122558594,
+ "learning_rate": 1.8946915968192565e-05,
+ "loss": 2.7846,
+ "step": 1525
+ },
+ {
+ "epoch": 2.998548621190131,
+ "grad_norm": 26.6445369720459,
+ "learning_rate": 1.889318719105953e-05,
+ "loss": 2.7527,
+ "step": 1550
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.011132623426911906,
+ "eval_loss": 0.6857200860977173,
+ "eval_macro_f1": 0.41460140362173453,
+ "eval_micro_f1": 0.4234428517062032,
+ "eval_runtime": 3.2107,
+ "eval_samples_per_second": 643.478,
+ "eval_steps_per_second": 40.49,
+ "eval_weighted_f1": 0.44953791408781474,
+ "step": 1551
+ },
+ {
+ "epoch": 3.04644412191582,
+ "grad_norm": 25.06745719909668,
+ "learning_rate": 1.8839458413926502e-05,
+ "loss": 2.5207,
+ "step": 1575
+ },
+ {
+ "epoch": 3.0948234155781327,
+ "grad_norm": 20.098939895629883,
+ "learning_rate": 1.878572963679347e-05,
+ "loss": 2.4426,
+ "step": 1600
+ },
+ {
+ "epoch": 3.143202709240445,
+ "grad_norm": 34.32400131225586,
+ "learning_rate": 1.8732000859660436e-05,
+ "loss": 2.4526,
+ "step": 1625
+ },
+ {
+ "epoch": 3.1915820029027575,
+ "grad_norm": 19.440597534179688,
+ "learning_rate": 1.8678272082527403e-05,
+ "loss": 2.4476,
+ "step": 1650
+ },
+ {
+ "epoch": 3.2399612965650704,
+ "grad_norm": 28.117626190185547,
+ "learning_rate": 1.862454330539437e-05,
+ "loss": 2.4334,
+ "step": 1675
+ },
+ {
+ "epoch": 3.288340590227383,
+ "grad_norm": 45.279205322265625,
+ "learning_rate": 1.8570814528261337e-05,
+ "loss": 2.3972,
+ "step": 1700
+ },
+ {
+ "epoch": 3.336719883889695,
+ "grad_norm": 20.554630279541016,
+ "learning_rate": 1.8517085751128304e-05,
+ "loss": 2.4628,
+ "step": 1725
+ },
+ {
+ "epoch": 3.3850991775520076,
+ "grad_norm": 32.59201431274414,
+ "learning_rate": 1.846335697399527e-05,
+ "loss": 2.5068,
+ "step": 1750
+ },
+ {
+ "epoch": 3.43347847121432,
+ "grad_norm": 18.284103393554688,
+ "learning_rate": 1.840962819686224e-05,
+ "loss": 2.5193,
+ "step": 1775
+ },
+ {
+ "epoch": 3.481857764876633,
+ "grad_norm": 31.65237808227539,
+ "learning_rate": 1.835589941972921e-05,
+ "loss": 2.4627,
+ "step": 1800
+ },
+ {
+ "epoch": 3.5302370585389453,
+ "grad_norm": 31.073774337768555,
+ "learning_rate": 1.8302170642596176e-05,
+ "loss": 2.4206,
+ "step": 1825
+ },
+ {
+ "epoch": 3.5786163522012577,
+ "grad_norm": 32.54043197631836,
+ "learning_rate": 1.8248441865463146e-05,
+ "loss": 2.4369,
+ "step": 1850
+ },
+ {
+ "epoch": 3.6269956458635706,
+ "grad_norm": 33.97284698486328,
+ "learning_rate": 1.8194713088330113e-05,
+ "loss": 2.4124,
+ "step": 1875
+ },
+ {
+ "epoch": 3.675374939525883,
+ "grad_norm": 37.65242385864258,
+ "learning_rate": 1.814098431119708e-05,
+ "loss": 2.4563,
+ "step": 1900
+ },
+ {
+ "epoch": 3.7237542331881954,
+ "grad_norm": 37.54109573364258,
+ "learning_rate": 1.8087255534064047e-05,
+ "loss": 2.4181,
+ "step": 1925
+ },
+ {
+ "epoch": 3.772133526850508,
+ "grad_norm": 39.489051818847656,
+ "learning_rate": 1.8033526756931014e-05,
+ "loss": 2.4264,
+ "step": 1950
+ },
+ {
+ "epoch": 3.8205128205128203,
+ "grad_norm": 35.37299346923828,
+ "learning_rate": 1.797979797979798e-05,
+ "loss": 2.2968,
+ "step": 1975
+ },
+ {
+ "epoch": 3.868892114175133,
+ "grad_norm": 72.02377319335938,
+ "learning_rate": 1.7926069202664948e-05,
+ "loss": 2.4388,
+ "step": 2000
+ },
+ {
+ "epoch": 3.9172714078374455,
+ "grad_norm": 18.70840072631836,
+ "learning_rate": 1.7872340425531915e-05,
+ "loss": 2.4897,
+ "step": 2025
+ },
+ {
+ "epoch": 3.965650701499758,
+ "grad_norm": 21.934314727783203,
+ "learning_rate": 1.7818611648398885e-05,
+ "loss": 2.3352,
+ "step": 2050
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.027105517909002903,
+ "eval_loss": 0.6536456346511841,
+ "eval_macro_f1": 0.45451657320756195,
+ "eval_micro_f1": 0.46138002059732236,
+ "eval_runtime": 3.3853,
+ "eval_samples_per_second": 610.283,
+ "eval_steps_per_second": 38.401,
+ "eval_weighted_f1": 0.48276546233883777,
+ "step": 2068
+ },
+ {
+ "epoch": 4.013546202225448,
+ "grad_norm": 22.0271053314209,
+ "learning_rate": 1.7764882871265852e-05,
+ "loss": 2.2827,
+ "step": 2075
+ },
+ {
+ "epoch": 4.06192549588776,
+ "grad_norm": 31.94649314880371,
+ "learning_rate": 1.771115409413282e-05,
+ "loss": 2.1675,
+ "step": 2100
+ },
+ {
+ "epoch": 4.110304789550073,
+ "grad_norm": 25.385923385620117,
+ "learning_rate": 1.7657425316999787e-05,
+ "loss": 2.1244,
+ "step": 2125
+ },
+ {
+ "epoch": 4.1586840832123855,
+ "grad_norm": 20.71317481994629,
+ "learning_rate": 1.7603696539866754e-05,
+ "loss": 2.0487,
+ "step": 2150
+ },
+ {
+ "epoch": 4.2070633768746974,
+ "grad_norm": 21.751741409301758,
+ "learning_rate": 1.754996776273372e-05,
+ "loss": 2.1222,
+ "step": 2175
+ },
+ {
+ "epoch": 4.25544267053701,
+ "grad_norm": 33.14812469482422,
+ "learning_rate": 1.7496238985600688e-05,
+ "loss": 2.0982,
+ "step": 2200
+ },
+ {
+ "epoch": 4.303821964199322,
+ "grad_norm": 26.77890968322754,
+ "learning_rate": 1.7442510208467655e-05,
+ "loss": 2.0063,
+ "step": 2225
+ },
+ {
+ "epoch": 4.352201257861635,
+ "grad_norm": 28.390352249145508,
+ "learning_rate": 1.7388781431334625e-05,
+ "loss": 2.1634,
+ "step": 2250
+ },
+ {
+ "epoch": 4.400580551523948,
+ "grad_norm": 27.23562240600586,
+ "learning_rate": 1.7335052654201592e-05,
+ "loss": 2.1903,
+ "step": 2275
+ },
+ {
+ "epoch": 4.44895984518626,
+ "grad_norm": 37.29578399658203,
+ "learning_rate": 1.728132387706856e-05,
+ "loss": 2.1298,
+ "step": 2300
+ },
+ {
+ "epoch": 4.497339138848573,
+ "grad_norm": 27.901798248291016,
+ "learning_rate": 1.722759509993553e-05,
+ "loss": 2.1361,
+ "step": 2325
+ },
+ {
+ "epoch": 4.545718432510886,
+ "grad_norm": 25.927602767944336,
+ "learning_rate": 1.7173866322802496e-05,
+ "loss": 2.003,
+ "step": 2350
+ },
+ {
+ "epoch": 4.594097726173198,
+ "grad_norm": 46.491119384765625,
+ "learning_rate": 1.7120137545669463e-05,
+ "loss": 2.0741,
+ "step": 2375
+ },
+ {
+ "epoch": 4.6424770198355105,
+ "grad_norm": 26.707759857177734,
+ "learning_rate": 1.706640876853643e-05,
+ "loss": 2.1815,
+ "step": 2400
+ },
+ {
+ "epoch": 4.690856313497823,
+ "grad_norm": 20.935928344726562,
+ "learning_rate": 1.7012679991403397e-05,
+ "loss": 1.9835,
+ "step": 2425
+ },
+ {
+ "epoch": 4.739235607160135,
+ "grad_norm": 20.48263168334961,
+ "learning_rate": 1.6958951214270364e-05,
+ "loss": 2.0837,
+ "step": 2450
+ },
+ {
+ "epoch": 4.787614900822448,
+ "grad_norm": 33.22564697265625,
+ "learning_rate": 1.690522243713733e-05,
+ "loss": 2.1418,
+ "step": 2475
+ },
+ {
+ "epoch": 4.83599419448476,
+ "grad_norm": 37.39802932739258,
+ "learning_rate": 1.68514936600043e-05,
+ "loss": 2.1621,
+ "step": 2500
+ },
+ {
+ "epoch": 4.884373488147073,
+ "grad_norm": 26.35202980041504,
+ "learning_rate": 1.679776488287127e-05,
+ "loss": 2.0856,
+ "step": 2525
+ },
+ {
+ "epoch": 4.932752781809386,
+ "grad_norm": 29.965774536132812,
+ "learning_rate": 1.6744036105738236e-05,
+ "loss": 2.0136,
+ "step": 2550
+ },
+ {
+ "epoch": 4.981132075471698,
+ "grad_norm": 21.780113220214844,
+ "learning_rate": 1.6690307328605203e-05,
+ "loss": 2.0894,
+ "step": 2575
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.03872216844143272,
+ "eval_loss": 0.6518785357475281,
+ "eval_macro_f1": 0.4715581997724431,
+ "eval_micro_f1": 0.4791288566243194,
+ "eval_runtime": 3.3783,
+ "eval_samples_per_second": 611.546,
+ "eval_steps_per_second": 38.481,
+ "eval_weighted_f1": 0.5026258740709629,
+ "step": 2585
+ },
+ {
+ "epoch": 5.029027576197388,
+ "grad_norm": 21.980981826782227,
+ "learning_rate": 1.663657855147217e-05,
+ "loss": 2.0012,
+ "step": 2600
+ },
+ {
+ "epoch": 5.0774068698597,
+ "grad_norm": 22.82278823852539,
+ "learning_rate": 1.6582849774339137e-05,
+ "loss": 1.8239,
+ "step": 2625
+ },
+ {
+ "epoch": 5.1257861635220126,
+ "grad_norm": 28.913883209228516,
+ "learning_rate": 1.6529120997206104e-05,
+ "loss": 1.8044,
+ "step": 2650
+ },
+ {
+ "epoch": 5.174165457184325,
+ "grad_norm": 22.570383071899414,
+ "learning_rate": 1.647539222007307e-05,
+ "loss": 1.8393,
+ "step": 2675
+ },
+ {
+ "epoch": 5.222544750846637,
+ "grad_norm": 50.716835021972656,
+ "learning_rate": 1.6421663442940038e-05,
+ "loss": 1.8239,
+ "step": 2700
+ },
+ {
+ "epoch": 5.27092404450895,
+ "grad_norm": 45.96292495727539,
+ "learning_rate": 1.636793466580701e-05,
+ "loss": 1.9506,
+ "step": 2725
+ },
+ {
+ "epoch": 5.319303338171263,
+ "grad_norm": 34.61444091796875,
+ "learning_rate": 1.6314205888673975e-05,
+ "loss": 1.8844,
+ "step": 2750
+ },
+ {
+ "epoch": 5.367682631833575,
+ "grad_norm": 22.960071563720703,
+ "learning_rate": 1.6260477111540942e-05,
+ "loss": 1.8977,
+ "step": 2775
+ },
+ {
+ "epoch": 5.416061925495888,
+ "grad_norm": 31.460073471069336,
+ "learning_rate": 1.6206748334407913e-05,
+ "loss": 1.856,
+ "step": 2800
+ },
+ {
+ "epoch": 5.4644412191582,
+ "grad_norm": 18.102249145507812,
+ "learning_rate": 1.615301955727488e-05,
+ "loss": 1.8051,
+ "step": 2825
+ },
+ {
+ "epoch": 5.512820512820513,
+ "grad_norm": 32.75643539428711,
+ "learning_rate": 1.6099290780141847e-05,
+ "loss": 1.937,
+ "step": 2850
+ },
+ {
+ "epoch": 5.561199806482826,
+ "grad_norm": 26.939165115356445,
+ "learning_rate": 1.604556200300881e-05,
+ "loss": 1.8587,
+ "step": 2875
+ },
+ {
+ "epoch": 5.609579100145138,
+ "grad_norm": 55.00938415527344,
+ "learning_rate": 1.599183322587578e-05,
+ "loss": 1.7828,
+ "step": 2900
+ },
+ {
+ "epoch": 5.6579583938074505,
+ "grad_norm": 18.898900985717773,
+ "learning_rate": 1.5938104448742748e-05,
+ "loss": 1.7708,
+ "step": 2925
+ },
+ {
+ "epoch": 5.706337687469762,
+ "grad_norm": 25.859146118164062,
+ "learning_rate": 1.5884375671609715e-05,
+ "loss": 1.7921,
+ "step": 2950
+ },
+ {
+ "epoch": 5.754716981132075,
+ "grad_norm": 15.96219253540039,
+ "learning_rate": 1.5830646894476682e-05,
+ "loss": 1.8805,
+ "step": 2975
+ },
+ {
+ "epoch": 5.803096274794388,
+ "grad_norm": 42.335391998291016,
+ "learning_rate": 1.5776918117343652e-05,
+ "loss": 1.8806,
+ "step": 3000
+ },
+ {
+ "epoch": 5.851475568456701,
+ "grad_norm": 28.542770385742188,
+ "learning_rate": 1.572318934021062e-05,
+ "loss": 1.7829,
+ "step": 3025
+ },
+ {
+ "epoch": 5.899854862119013,
+ "grad_norm": 36.091583251953125,
+ "learning_rate": 1.5669460563077586e-05,
+ "loss": 1.8707,
+ "step": 3050
+ },
+ {
+ "epoch": 5.948234155781326,
+ "grad_norm": 24.824914932250977,
+ "learning_rate": 1.5615731785944553e-05,
+ "loss": 1.7885,
+ "step": 3075
+ },
+ {
+ "epoch": 5.996613449443638,
+ "grad_norm": 32.47216796875,
+ "learning_rate": 1.556200300881152e-05,
+ "loss": 1.855,
+ "step": 3100
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.060019361084220714,
+ "eval_loss": 0.6278892755508423,
+ "eval_macro_f1": 0.48787695535415615,
+ "eval_micro_f1": 0.49621670702179177,
+ "eval_runtime": 3.2132,
+ "eval_samples_per_second": 642.982,
+ "eval_steps_per_second": 40.459,
+ "eval_weighted_f1": 0.5200617859682412,
+ "step": 3102
+ },
+ {
+ "epoch": 6.044508950169328,
+ "grad_norm": 39.531944274902344,
+ "learning_rate": 1.5508274231678487e-05,
+ "loss": 1.6755,
+ "step": 3125
+ },
+ {
+ "epoch": 6.09288824383164,
+ "grad_norm": 31.53166961669922,
+ "learning_rate": 1.5454545454545454e-05,
+ "loss": 1.6869,
+ "step": 3150
+ },
+ {
+ "epoch": 6.1412675374939525,
+ "grad_norm": 48.40192794799805,
+ "learning_rate": 1.540081667741242e-05,
+ "loss": 1.6398,
+ "step": 3175
+ },
+ {
+ "epoch": 6.189646831156265,
+ "grad_norm": 29.400575637817383,
+ "learning_rate": 1.5347087900279392e-05,
+ "loss": 1.6455,
+ "step": 3200
+ },
+ {
+ "epoch": 6.238026124818577,
+ "grad_norm": 30.326644897460938,
+ "learning_rate": 1.529335912314636e-05,
+ "loss": 1.664,
+ "step": 3225
+ },
+ {
+ "epoch": 6.28640541848089,
+ "grad_norm": 31.57500457763672,
+ "learning_rate": 1.5239630346013326e-05,
+ "loss": 1.6248,
+ "step": 3250
+ },
+ {
+ "epoch": 6.334784712143203,
+ "grad_norm": 19.682048797607422,
+ "learning_rate": 1.5185901568880293e-05,
+ "loss": 1.5407,
+ "step": 3275
+ },
+ {
+ "epoch": 6.383164005805515,
+ "grad_norm": 15.557771682739258,
+ "learning_rate": 1.5132172791747262e-05,
+ "loss": 1.6177,
+ "step": 3300
+ },
+ {
+ "epoch": 6.431543299467828,
+ "grad_norm": 33.74415588378906,
+ "learning_rate": 1.5078444014614229e-05,
+ "loss": 1.5923,
+ "step": 3325
+ },
+ {
+ "epoch": 6.479922593130141,
+ "grad_norm": 17.477346420288086,
+ "learning_rate": 1.5024715237481196e-05,
+ "loss": 1.6175,
+ "step": 3350
+ },
+ {
+ "epoch": 6.528301886792453,
+ "grad_norm": 24.11629867553711,
+ "learning_rate": 1.4970986460348164e-05,
+ "loss": 1.6442,
+ "step": 3375
+ },
+ {
+ "epoch": 6.576681180454766,
+ "grad_norm": 29.81661033630371,
+ "learning_rate": 1.4917257683215131e-05,
+ "loss": 1.6817,
+ "step": 3400
+ },
+ {
+ "epoch": 6.6250604741170775,
+ "grad_norm": 31.801525115966797,
+ "learning_rate": 1.4863528906082098e-05,
+ "loss": 1.7038,
+ "step": 3425
+ },
+ {
+ "epoch": 6.67343976777939,
+ "grad_norm": 21.901906967163086,
+ "learning_rate": 1.4809800128949065e-05,
+ "loss": 1.5892,
+ "step": 3450
+ },
+ {
+ "epoch": 6.721819061441703,
+ "grad_norm": 28.736740112304688,
+ "learning_rate": 1.4756071351816034e-05,
+ "loss": 1.6424,
+ "step": 3475
+ },
+ {
+ "epoch": 6.770198355104015,
+ "grad_norm": 25.00885009765625,
+ "learning_rate": 1.4702342574683001e-05,
+ "loss": 1.6371,
+ "step": 3500
+ },
+ {
+ "epoch": 6.818577648766328,
+ "grad_norm": 37.12677001953125,
+ "learning_rate": 1.4648613797549968e-05,
+ "loss": 1.6494,
+ "step": 3525
+ },
+ {
+ "epoch": 6.86695694242864,
+ "grad_norm": 29.04409408569336,
+ "learning_rate": 1.4594885020416935e-05,
+ "loss": 1.6103,
+ "step": 3550
+ },
+ {
+ "epoch": 6.915336236090953,
+ "grad_norm": 39.816287994384766,
+ "learning_rate": 1.4541156243283906e-05,
+ "loss": 1.689,
+ "step": 3575
+ },
+ {
+ "epoch": 6.963715529753266,
+ "grad_norm": 41.63314437866211,
+ "learning_rate": 1.4487427466150873e-05,
+ "loss": 1.6182,
+ "step": 3600
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.07260406582768635,
+ "eval_loss": 0.6452505588531494,
+ "eval_macro_f1": 0.4985438330874325,
+ "eval_micro_f1": 0.5087234546459304,
+ "eval_runtime": 3.2804,
+ "eval_samples_per_second": 629.794,
+ "eval_steps_per_second": 39.629,
+ "eval_weighted_f1": 0.5293090669328118,
+ "step": 3619
+ },
+ {
+ "epoch": 7.011611030478955,
+ "grad_norm": 22.72754669189453,
+ "learning_rate": 1.443369868901784e-05,
+ "loss": 1.6462,
+ "step": 3625
+ },
+ {
+ "epoch": 7.059990324141268,
+ "grad_norm": 19.056352615356445,
+ "learning_rate": 1.4379969911884807e-05,
+ "loss": 1.4816,
+ "step": 3650
+ },
+ {
+ "epoch": 7.1083696178035805,
+ "grad_norm": 24.51243782043457,
+ "learning_rate": 1.4326241134751775e-05,
+ "loss": 1.4736,
+ "step": 3675
+ },
+ {
+ "epoch": 7.156748911465892,
+ "grad_norm": 21.290987014770508,
+ "learning_rate": 1.4272512357618742e-05,
+ "loss": 1.4683,
+ "step": 3700
+ },
+ {
+ "epoch": 7.205128205128205,
+ "grad_norm": 44.22176742553711,
+ "learning_rate": 1.421878358048571e-05,
+ "loss": 1.4795,
+ "step": 3725
+ },
+ {
+ "epoch": 7.253507498790517,
+ "grad_norm": 18.404287338256836,
+ "learning_rate": 1.4165054803352676e-05,
+ "loss": 1.5017,
+ "step": 3750
+ },
+ {
+ "epoch": 7.30188679245283,
+ "grad_norm": 25.99568748474121,
+ "learning_rate": 1.4111326026219645e-05,
+ "loss": 1.491,
+ "step": 3775
+ },
+ {
+ "epoch": 7.350266086115143,
+ "grad_norm": 20.10620880126953,
+ "learning_rate": 1.4057597249086612e-05,
+ "loss": 1.4777,
+ "step": 3800
+ },
+ {
+ "epoch": 7.398645379777455,
+ "grad_norm": 27.5725154876709,
+ "learning_rate": 1.4003868471953579e-05,
+ "loss": 1.4757,
+ "step": 3825
+ },
+ {
+ "epoch": 7.447024673439768,
+ "grad_norm": 41.573543548583984,
+ "learning_rate": 1.3950139694820548e-05,
+ "loss": 1.425,
+ "step": 3850
+ },
+ {
+ "epoch": 7.495403967102081,
+ "grad_norm": 22.527671813964844,
+ "learning_rate": 1.3896410917687515e-05,
+ "loss": 1.4215,
+ "step": 3875
+ },
+ {
+ "epoch": 7.543783260764393,
+ "grad_norm": 27.871583938598633,
+ "learning_rate": 1.3842682140554482e-05,
+ "loss": 1.4672,
+ "step": 3900
+ },
+ {
+ "epoch": 7.5921625544267055,
+ "grad_norm": 17.22614288330078,
+ "learning_rate": 1.3788953363421449e-05,
+ "loss": 1.4923,
+ "step": 3925
+ },
+ {
+ "epoch": 7.640541848089018,
+ "grad_norm": 47.67251205444336,
+ "learning_rate": 1.3735224586288418e-05,
+ "loss": 1.382,
+ "step": 3950
+ },
+ {
+ "epoch": 7.68892114175133,
+ "grad_norm": 45.61868667602539,
+ "learning_rate": 1.3681495809155385e-05,
+ "loss": 1.4621,
+ "step": 3975
+ },
+ {
+ "epoch": 7.737300435413643,
+ "grad_norm": 36.84296798706055,
+ "learning_rate": 1.3627767032022352e-05,
+ "loss": 1.4486,
+ "step": 4000
+ },
+ {
+ "epoch": 7.785679729075955,
+ "grad_norm": 27.138286590576172,
+ "learning_rate": 1.3574038254889319e-05,
+ "loss": 1.4483,
+ "step": 4025
+ },
+ {
+ "epoch": 7.834059022738268,
+ "grad_norm": 48.576820373535156,
+ "learning_rate": 1.3520309477756289e-05,
+ "loss": 1.4161,
+ "step": 4050
+ },
+ {
+ "epoch": 7.882438316400581,
+ "grad_norm": 24.098434448242188,
+ "learning_rate": 1.3466580700623256e-05,
+ "loss": 1.4982,
+ "step": 4075
+ },
+ {
+ "epoch": 7.930817610062893,
+ "grad_norm": 24.477806091308594,
+ "learning_rate": 1.3412851923490221e-05,
+ "loss": 1.3944,
+ "step": 4100
+ },
+ {
+ "epoch": 7.979196903725206,
+ "grad_norm": 28.02906036376953,
+ "learning_rate": 1.3359123146357188e-05,
+ "loss": 1.4612,
+ "step": 4125
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.08615682478218781,
+ "eval_loss": 0.6670424342155457,
+ "eval_macro_f1": 0.5161951462687562,
+ "eval_micro_f1": 0.5241018086586464,
+ "eval_runtime": 3.1892,
+ "eval_samples_per_second": 647.809,
+ "eval_steps_per_second": 40.762,
+ "eval_weighted_f1": 0.5405479923726798,
+ "step": 4136
+ },
+ {
+ "epoch": 8.027092404450896,
+ "grad_norm": 22.157817840576172,
+ "learning_rate": 1.3305394369224159e-05,
+ "loss": 1.3857,
+ "step": 4150
+ },
+ {
+ "epoch": 8.075471698113208,
+ "grad_norm": 20.149925231933594,
+ "learning_rate": 1.3251665592091126e-05,
+ "loss": 1.2913,
+ "step": 4175
+ },
+ {
+ "epoch": 8.12385099177552,
+ "grad_norm": 37.63851547241211,
+ "learning_rate": 1.3197936814958093e-05,
+ "loss": 1.3431,
+ "step": 4200
+ },
+ {
+ "epoch": 8.172230285437832,
+ "grad_norm": 22.499420166015625,
+ "learning_rate": 1.314420803782506e-05,
+ "loss": 1.3167,
+ "step": 4225
+ },
+ {
+ "epoch": 8.220609579100145,
+ "grad_norm": 37.405052185058594,
+ "learning_rate": 1.3090479260692028e-05,
+ "loss": 1.3207,
+ "step": 4250
+ },
+ {
+ "epoch": 8.268988872762458,
+ "grad_norm": 25.642433166503906,
+ "learning_rate": 1.3036750483558995e-05,
+ "loss": 1.3698,
+ "step": 4275
+ },
+ {
+ "epoch": 8.317368166424771,
+ "grad_norm": 20.101699829101562,
+ "learning_rate": 1.2983021706425962e-05,
+ "loss": 1.2957,
+ "step": 4300
+ },
+ {
+ "epoch": 8.365747460087082,
+ "grad_norm": 26.31281280517578,
+ "learning_rate": 1.2929292929292931e-05,
+ "loss": 1.3663,
+ "step": 4325
+ },
+ {
+ "epoch": 8.414126753749395,
+ "grad_norm": 17.295087814331055,
+ "learning_rate": 1.2875564152159898e-05,
+ "loss": 1.2818,
+ "step": 4350
+ },
+ {
+ "epoch": 8.462506047411708,
+ "grad_norm": 27.059247970581055,
+ "learning_rate": 1.2821835375026865e-05,
+ "loss": 1.3097,
+ "step": 4375
+ },
+ {
+ "epoch": 8.51088534107402,
+ "grad_norm": 14.901773452758789,
+ "learning_rate": 1.2768106597893832e-05,
+ "loss": 1.2864,
+ "step": 4400
+ },
+ {
+ "epoch": 8.559264634736333,
+ "grad_norm": 16.902631759643555,
+ "learning_rate": 1.2714377820760801e-05,
+ "loss": 1.3308,
+ "step": 4425
+ },
+ {
+ "epoch": 8.607643928398645,
+ "grad_norm": 22.64151382446289,
+ "learning_rate": 1.2660649043627768e-05,
+ "loss": 1.2559,
+ "step": 4450
+ },
+ {
+ "epoch": 8.656023222060957,
+ "grad_norm": 34.86326217651367,
+ "learning_rate": 1.2606920266494735e-05,
+ "loss": 1.2724,
+ "step": 4475
+ },
+ {
+ "epoch": 8.70440251572327,
+ "grad_norm": 32.257720947265625,
+ "learning_rate": 1.2553191489361702e-05,
+ "loss": 1.3625,
+ "step": 4500
+ },
+ {
+ "epoch": 8.752781809385583,
+ "grad_norm": 26.825950622558594,
+ "learning_rate": 1.2499462712228672e-05,
+ "loss": 1.3215,
+ "step": 4525
+ },
+ {
+ "epoch": 8.801161103047896,
+ "grad_norm": 39.79729080200195,
+ "learning_rate": 1.2445733935095638e-05,
+ "loss": 1.3145,
+ "step": 4550
+ },
+ {
+ "epoch": 8.849540396710207,
+ "grad_norm": 22.645973205566406,
+ "learning_rate": 1.2392005157962605e-05,
+ "loss": 1.3392,
+ "step": 4575
+ },
+ {
+ "epoch": 8.89791969037252,
+ "grad_norm": 25.671411514282227,
+ "learning_rate": 1.2338276380829572e-05,
+ "loss": 1.2462,
+ "step": 4600
+ },
+ {
+ "epoch": 8.946298984034833,
+ "grad_norm": 46.10140609741211,
+ "learning_rate": 1.2284547603696542e-05,
+ "loss": 1.2833,
+ "step": 4625
+ },
+ {
+ "epoch": 8.994678277697146,
+ "grad_norm": 24.956058502197266,
+ "learning_rate": 1.223081882656351e-05,
+ "loss": 1.3367,
+ "step": 4650
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.08276863504356244,
+ "eval_loss": 0.6709405779838562,
+ "eval_macro_f1": 0.5267933975553544,
+ "eval_micro_f1": 0.533167701863354,
+ "eval_runtime": 3.2939,
+ "eval_samples_per_second": 627.229,
+ "eval_steps_per_second": 39.467,
+ "eval_weighted_f1": 0.5478113129841783,
+ "step": 4653
+ },
+ {
+ "epoch": 9.042573778422835,
+ "grad_norm": 16.826801300048828,
+ "learning_rate": 1.2177090049430476e-05,
+ "loss": 1.2085,
+ "step": 4675
+ },
+ {
+ "epoch": 9.090953072085147,
+ "grad_norm": 16.105222702026367,
+ "learning_rate": 1.2123361272297443e-05,
+ "loss": 1.2,
+ "step": 4700
+ },
+ {
+ "epoch": 9.13933236574746,
+ "grad_norm": 43.446319580078125,
+ "learning_rate": 1.2069632495164412e-05,
+ "loss": 1.24,
+ "step": 4725
+ },
+ {
+ "epoch": 9.187711659409773,
+ "grad_norm": 21.464160919189453,
+ "learning_rate": 1.2015903718031379e-05,
+ "loss": 1.1949,
+ "step": 4750
+ },
+ {
+ "epoch": 9.236090953072084,
+ "grad_norm": 34.420623779296875,
+ "learning_rate": 1.1962174940898346e-05,
+ "loss": 1.1919,
+ "step": 4775
+ },
+ {
+ "epoch": 9.284470246734397,
+ "grad_norm": 24.14137077331543,
+ "learning_rate": 1.1908446163765313e-05,
+ "loss": 1.1598,
+ "step": 4800
+ },
+ {
+ "epoch": 9.33284954039671,
+ "grad_norm": 21.268098831176758,
+ "learning_rate": 1.1854717386632282e-05,
+ "loss": 1.2031,
+ "step": 4825
+ },
+ {
+ "epoch": 9.381228834059023,
+ "grad_norm": 34.76697540283203,
+ "learning_rate": 1.1800988609499249e-05,
+ "loss": 1.2172,
+ "step": 4850
+ },
+ {
+ "epoch": 9.429608127721336,
+ "grad_norm": 21.715450286865234,
+ "learning_rate": 1.1747259832366216e-05,
+ "loss": 1.1653,
+ "step": 4875
+ },
+ {
+ "epoch": 9.477987421383649,
+ "grad_norm": 17.328500747680664,
+ "learning_rate": 1.1693531055233184e-05,
+ "loss": 1.1492,
+ "step": 4900
+ },
+ {
+ "epoch": 9.52636671504596,
+ "grad_norm": 19.73786735534668,
+ "learning_rate": 1.1639802278100151e-05,
+ "loss": 1.2099,
+ "step": 4925
+ },
+ {
+ "epoch": 9.574746008708273,
+ "grad_norm": 17.775041580200195,
+ "learning_rate": 1.1586073500967118e-05,
+ "loss": 1.2314,
+ "step": 4950
+ },
+ {
+ "epoch": 9.623125302370585,
+ "grad_norm": 21.395593643188477,
+ "learning_rate": 1.1532344723834085e-05,
+ "loss": 1.2261,
+ "step": 4975
+ },
+ {
+ "epoch": 9.671504596032898,
+ "grad_norm": 45.817909240722656,
+ "learning_rate": 1.1478615946701054e-05,
+ "loss": 1.1472,
+ "step": 5000
+ },
+ {
+ "epoch": 9.719883889695211,
+ "grad_norm": 23.814699172973633,
+ "learning_rate": 1.1424887169568021e-05,
+ "loss": 1.1749,
+ "step": 5025
+ },
+ {
+ "epoch": 9.768263183357522,
+ "grad_norm": 27.952796936035156,
+ "learning_rate": 1.1371158392434988e-05,
+ "loss": 1.1836,
+ "step": 5050
+ },
+ {
+ "epoch": 9.816642477019835,
+ "grad_norm": 32.35855484008789,
+ "learning_rate": 1.1317429615301955e-05,
+ "loss": 1.2133,
+ "step": 5075
+ },
+ {
+ "epoch": 9.865021770682148,
+ "grad_norm": 14.318235397338867,
+ "learning_rate": 1.1263700838168926e-05,
+ "loss": 1.1985,
+ "step": 5100
+ },
+ {
+ "epoch": 9.91340106434446,
+ "grad_norm": 18.21947479248047,
+ "learning_rate": 1.1209972061035893e-05,
+ "loss": 1.2159,
+ "step": 5125
+ },
+ {
+ "epoch": 9.961780358006774,
+ "grad_norm": 23.22158432006836,
+ "learning_rate": 1.115624328390286e-05,
+ "loss": 1.1678,
+ "step": 5150
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.10454985479186835,
+ "eval_loss": 0.7170124053955078,
+ "eval_macro_f1": 0.5364592040736211,
+ "eval_micro_f1": 0.5449330783938815,
+ "eval_runtime": 3.2294,
+ "eval_samples_per_second": 639.743,
+ "eval_steps_per_second": 40.255,
+ "eval_weighted_f1": 0.5554765283192737,
+ "step": 5170
+ },
+ {
+ "epoch": 10.009675858732463,
+ "grad_norm": 31.39601707458496,
+ "learning_rate": 1.1102514506769827e-05,
+ "loss": 1.1426,
+ "step": 5175
+ },
+ {
+ "epoch": 10.058055152394775,
+ "grad_norm": 63.867523193359375,
+ "learning_rate": 1.1048785729636795e-05,
+ "loss": 1.0816,
+ "step": 5200
+ },
+ {
+ "epoch": 10.106434446057088,
+ "grad_norm": 15.870903015136719,
+ "learning_rate": 1.0995056952503762e-05,
+ "loss": 1.0364,
+ "step": 5225
+ },
+ {
+ "epoch": 10.1548137397194,
+ "grad_norm": 22.142179489135742,
+ "learning_rate": 1.094132817537073e-05,
+ "loss": 1.0746,
+ "step": 5250
+ },
+ {
+ "epoch": 10.203193033381712,
+ "grad_norm": 33.90156936645508,
+ "learning_rate": 1.0887599398237696e-05,
+ "loss": 1.0345,
+ "step": 5275
+ },
+ {
+ "epoch": 10.251572327044025,
+ "grad_norm": 30.337032318115234,
+ "learning_rate": 1.0833870621104665e-05,
+ "loss": 1.068,
+ "step": 5300
+ },
+ {
+ "epoch": 10.299951620706338,
+ "grad_norm": 17.99842643737793,
+ "learning_rate": 1.0780141843971632e-05,
+ "loss": 1.0606,
+ "step": 5325
+ },
+ {
+ "epoch": 10.34833091436865,
+ "grad_norm": 19.573781967163086,
+ "learning_rate": 1.0726413066838599e-05,
+ "loss": 1.0765,
+ "step": 5350
+ },
+ {
+ "epoch": 10.396710208030962,
+ "grad_norm": 32.894004821777344,
+ "learning_rate": 1.0672684289705568e-05,
+ "loss": 1.1435,
+ "step": 5375
+ },
+ {
+ "epoch": 10.445089501693275,
+ "grad_norm": 17.844970703125,
+ "learning_rate": 1.0618955512572535e-05,
+ "loss": 1.0847,
+ "step": 5400
+ },
+ {
+ "epoch": 10.493468795355588,
+ "grad_norm": 23.578821182250977,
+ "learning_rate": 1.0565226735439502e-05,
+ "loss": 1.0755,
+ "step": 5425
+ },
+ {
+ "epoch": 10.5418480890179,
+ "grad_norm": 25.751718521118164,
+ "learning_rate": 1.0511497958306469e-05,
+ "loss": 1.1271,
+ "step": 5450
+ },
+ {
+ "epoch": 10.590227382680213,
+ "grad_norm": 28.663959503173828,
+ "learning_rate": 1.0457769181173438e-05,
+ "loss": 1.1072,
+ "step": 5475
+ },
+ {
+ "epoch": 10.638606676342526,
+ "grad_norm": 20.185314178466797,
+ "learning_rate": 1.0404040404040405e-05,
+ "loss": 1.0775,
+ "step": 5500
+ },
+ {
+ "epoch": 10.686985970004837,
+ "grad_norm": 13.671683311462402,
+ "learning_rate": 1.0350311626907372e-05,
+ "loss": 1.0433,
+ "step": 5525
+ },
+ {
+ "epoch": 10.73536526366715,
+ "grad_norm": 68.0206069946289,
+ "learning_rate": 1.0296582849774339e-05,
+ "loss": 1.1043,
+ "step": 5550
+ },
+ {
+ "epoch": 10.783744557329463,
+ "grad_norm": 36.62405014038086,
+ "learning_rate": 1.0242854072641309e-05,
+ "loss": 1.0803,
+ "step": 5575
+ },
+ {
+ "epoch": 10.832123850991776,
+ "grad_norm": 30.264535903930664,
+ "learning_rate": 1.0189125295508276e-05,
+ "loss": 1.0089,
+ "step": 5600
+ },
+ {
+ "epoch": 10.880503144654089,
+ "grad_norm": 22.978191375732422,
+ "learning_rate": 1.0135396518375243e-05,
+ "loss": 1.1116,
+ "step": 5625
+ },
+ {
+ "epoch": 10.9288824383164,
+ "grad_norm": 39.51202392578125,
+ "learning_rate": 1.008166774124221e-05,
+ "loss": 1.0555,
+ "step": 5650
+ },
+ {
+ "epoch": 10.977261731978713,
+ "grad_norm": 19.945980072021484,
+ "learning_rate": 1.0027938964109179e-05,
+ "loss": 1.0265,
+ "step": 5675
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.11713455953533398,
+ "eval_loss": 0.7492256164550781,
+ "eval_macro_f1": 0.5473083990544364,
+ "eval_micro_f1": 0.5546173194394538,
+ "eval_runtime": 3.214,
+ "eval_samples_per_second": 642.806,
+ "eval_steps_per_second": 40.448,
+ "eval_weighted_f1": 0.5649546074125701,
+ "step": 5687
+ },
+ {
+ "epoch": 11.025157232704403,
+ "grad_norm": 15.008816719055176,
+ "learning_rate": 9.974210186976146e-06,
+ "loss": 0.9905,
+ "step": 5700
+ },
+ {
+ "epoch": 11.073536526366714,
+ "grad_norm": 43.934261322021484,
+ "learning_rate": 9.920481409843113e-06,
+ "loss": 1.0405,
+ "step": 5725
+ },
+ {
+ "epoch": 11.121915820029027,
+ "grad_norm": 12.400174140930176,
+ "learning_rate": 9.86675263271008e-06,
+ "loss": 0.9852,
+ "step": 5750
+ },
+ {
+ "epoch": 11.17029511369134,
+ "grad_norm": 43.362884521484375,
+ "learning_rate": 9.813023855577047e-06,
+ "loss": 1.0409,
+ "step": 5775
+ },
+ {
+ "epoch": 11.218674407353653,
+ "grad_norm": 29.90435218811035,
+ "learning_rate": 9.759295078444016e-06,
+ "loss": 1.0223,
+ "step": 5800
+ },
+ {
+ "epoch": 11.267053701015966,
+ "grad_norm": 20.35732078552246,
+ "learning_rate": 9.705566301310983e-06,
+ "loss": 1.0043,
+ "step": 5825
+ },
+ {
+ "epoch": 11.315432994678277,
+ "grad_norm": 23.093183517456055,
+ "learning_rate": 9.651837524177951e-06,
+ "loss": 1.0169,
+ "step": 5850
+ },
+ {
+ "epoch": 11.36381228834059,
+ "grad_norm": 30.975351333618164,
+ "learning_rate": 9.598108747044918e-06,
+ "loss": 0.9612,
+ "step": 5875
+ },
+ {
+ "epoch": 11.412191582002903,
+ "grad_norm": 16.542573928833008,
+ "learning_rate": 9.544379969911885e-06,
+ "loss": 1.0218,
+ "step": 5900
+ },
+ {
+ "epoch": 11.460570875665216,
+ "grad_norm": 18.912841796875,
+ "learning_rate": 9.490651192778854e-06,
+ "loss": 0.9268,
+ "step": 5925
+ },
+ {
+ "epoch": 11.508950169327528,
+ "grad_norm": 31.474023818969727,
+ "learning_rate": 9.436922415645821e-06,
+ "loss": 0.9806,
+ "step": 5950
+ },
+ {
+ "epoch": 11.55732946298984,
+ "grad_norm": 33.14174270629883,
+ "learning_rate": 9.383193638512788e-06,
+ "loss": 1.0247,
+ "step": 5975
+ },
+ {
+ "epoch": 11.605708756652152,
+ "grad_norm": 31.699405670166016,
+ "learning_rate": 9.329464861379755e-06,
+ "loss": 1.0493,
+ "step": 6000
+ },
+ {
+ "epoch": 11.654088050314465,
+ "grad_norm": 25.224746704101562,
+ "learning_rate": 9.275736084246724e-06,
+ "loss": 1.0238,
+ "step": 6025
+ },
+ {
+ "epoch": 11.702467343976778,
+ "grad_norm": 18.671504974365234,
+ "learning_rate": 9.22200730711369e-06,
+ "loss": 0.999,
+ "step": 6050
+ },
+ {
+ "epoch": 11.750846637639091,
+ "grad_norm": 23.973541259765625,
+ "learning_rate": 9.16827852998066e-06,
+ "loss": 1.0254,
+ "step": 6075
+ },
+ {
+ "epoch": 11.799225931301404,
+ "grad_norm": 15.114373207092285,
+ "learning_rate": 9.114549752847626e-06,
+ "loss": 0.9514,
+ "step": 6100
+ },
+ {
+ "epoch": 11.847605224963715,
+ "grad_norm": 18.49153709411621,
+ "learning_rate": 9.060820975714594e-06,
+ "loss": 0.9937,
+ "step": 6125
+ },
+ {
+ "epoch": 11.895984518626028,
+ "grad_norm": 16.484291076660156,
+ "learning_rate": 9.00709219858156e-06,
+ "loss": 0.9321,
+ "step": 6150
+ },
+ {
+ "epoch": 11.94436381228834,
+ "grad_norm": 17.52837562561035,
+ "learning_rate": 8.95336342144853e-06,
+ "loss": 0.9517,
+ "step": 6175
+ },
+ {
+ "epoch": 11.992743105950654,
+ "grad_norm": 12.760161399841309,
+ "learning_rate": 8.899634644315496e-06,
+ "loss": 0.9477,
+ "step": 6200
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.12778315585672798,
+ "eval_loss": 0.7672090530395508,
+ "eval_macro_f1": 0.5558172971101564,
+ "eval_micro_f1": 0.5640603566529493,
+ "eval_runtime": 3.1735,
+ "eval_samples_per_second": 651.014,
+ "eval_steps_per_second": 40.964,
+ "eval_weighted_f1": 0.5715924638046633,
+ "step": 6204
+ },
+ {
+ "epoch": 12.040638606676342,
+ "grad_norm": 40.36892318725586,
+ "learning_rate": 8.845905867182463e-06,
+ "loss": 0.8923,
+ "step": 6225
+ },
+ {
+ "epoch": 12.089017900338655,
+ "grad_norm": 25.926416397094727,
+ "learning_rate": 8.79217709004943e-06,
+ "loss": 0.9201,
+ "step": 6250
+ },
+ {
+ "epoch": 12.137397194000968,
+ "grad_norm": 16.757091522216797,
+ "learning_rate": 8.738448312916399e-06,
+ "loss": 0.901,
+ "step": 6275
+ },
+ {
+ "epoch": 12.18577648766328,
+ "grad_norm": 29.107160568237305,
+ "learning_rate": 8.684719535783366e-06,
+ "loss": 0.9202,
+ "step": 6300
+ },
+ {
+ "epoch": 12.234155781325592,
+ "grad_norm": 13.728555679321289,
+ "learning_rate": 8.630990758650335e-06,
+ "loss": 0.9032,
+ "step": 6325
+ },
+ {
+ "epoch": 12.282535074987905,
+ "grad_norm": 24.900602340698242,
+ "learning_rate": 8.5772619815173e-06,
+ "loss": 0.8934,
+ "step": 6350
+ },
+ {
+ "epoch": 12.330914368650218,
+ "grad_norm": 25.711381912231445,
+ "learning_rate": 8.523533204384269e-06,
+ "loss": 0.9191,
+ "step": 6375
+ },
+ {
+ "epoch": 12.37929366231253,
+ "grad_norm": 12.960143089294434,
+ "learning_rate": 8.469804427251237e-06,
+ "loss": 0.9281,
+ "step": 6400
+ },
+ {
+ "epoch": 12.427672955974844,
+ "grad_norm": 27.171127319335938,
+ "learning_rate": 8.416075650118204e-06,
+ "loss": 0.8994,
+ "step": 6425
+ },
+ {
+ "epoch": 12.476052249637155,
+ "grad_norm": 41.84695053100586,
+ "learning_rate": 8.362346872985171e-06,
+ "loss": 0.9061,
+ "step": 6450
+ },
+ {
+ "epoch": 12.524431543299468,
+ "grad_norm": 21.88675880432129,
+ "learning_rate": 8.308618095852138e-06,
+ "loss": 0.9189,
+ "step": 6475
+ },
+ {
+ "epoch": 12.57281083696178,
+ "grad_norm": 20.810863494873047,
+ "learning_rate": 8.254889318719107e-06,
+ "loss": 0.9617,
+ "step": 6500
+ },
+ {
+ "epoch": 12.621190130624093,
+ "grad_norm": 15.820453643798828,
+ "learning_rate": 8.201160541586074e-06,
+ "loss": 0.9978,
+ "step": 6525
+ },
+ {
+ "epoch": 12.669569424286406,
+ "grad_norm": 30.557693481445312,
+ "learning_rate": 8.147431764453041e-06,
+ "loss": 0.979,
+ "step": 6550
+ },
+ {
+ "epoch": 12.717948717948717,
+ "grad_norm": 12.604732513427734,
+ "learning_rate": 8.093702987320008e-06,
+ "loss": 0.9268,
+ "step": 6575
+ },
+ {
+ "epoch": 12.76632801161103,
+ "grad_norm": 33.23334503173828,
+ "learning_rate": 8.039974210186977e-06,
+ "loss": 0.9407,
+ "step": 6600
+ },
+ {
+ "epoch": 12.814707305273343,
+ "grad_norm": 31.576204299926758,
+ "learning_rate": 7.986245433053944e-06,
+ "loss": 0.9044,
+ "step": 6625
+ },
+ {
+ "epoch": 12.863086598935656,
+ "grad_norm": 41.70823669433594,
+ "learning_rate": 7.932516655920913e-06,
+ "loss": 0.9058,
+ "step": 6650
+ },
+ {
+ "epoch": 12.911465892597969,
+ "grad_norm": 25.081140518188477,
+ "learning_rate": 7.87878787878788e-06,
+ "loss": 0.9077,
+ "step": 6675
+ },
+ {
+ "epoch": 12.959845186260281,
+ "grad_norm": 49.33194351196289,
+ "learning_rate": 7.825059101654847e-06,
+ "loss": 0.9144,
+ "step": 6700
+ },
+ {
+ "epoch": 13.0,
+ "eval_accuracy": 0.1355275895450145,
+ "eval_loss": 0.7968872785568237,
+ "eval_macro_f1": 0.5603345362459676,
+ "eval_micro_f1": 0.5700347124495732,
+ "eval_runtime": 3.3124,
+ "eval_samples_per_second": 623.71,
+ "eval_steps_per_second": 39.246,
+ "eval_weighted_f1": 0.5771464729225487,
+ "step": 6721
+ },
+ {
+ "epoch": 13.00774068698597,
+ "grad_norm": 35.811058044433594,
+ "learning_rate": 7.771330324521814e-06,
+ "loss": 0.8799,
+ "step": 6725
+ },
+ {
+ "epoch": 13.056119980648283,
+ "grad_norm": 33.45241928100586,
+ "learning_rate": 7.717601547388782e-06,
+ "loss": 0.9236,
+ "step": 6750
+ },
+ {
+ "epoch": 13.104499274310594,
+ "grad_norm": 18.413793563842773,
+ "learning_rate": 7.66387277025575e-06,
+ "loss": 0.8719,
+ "step": 6775
+ },
+ {
+ "epoch": 13.152878567972907,
+ "grad_norm": 29.632570266723633,
+ "learning_rate": 7.610143993122717e-06,
+ "loss": 0.8609,
+ "step": 6800
+ },
+ {
+ "epoch": 13.20125786163522,
+ "grad_norm": 14.63554859161377,
+ "learning_rate": 7.556415215989684e-06,
+ "loss": 0.8513,
+ "step": 6825
+ },
+ {
+ "epoch": 13.249637155297533,
+ "grad_norm": 14.811019897460938,
+ "learning_rate": 7.502686438856652e-06,
+ "loss": 0.8558,
+ "step": 6850
+ },
+ {
+ "epoch": 13.298016448959846,
+ "grad_norm": 20.095922470092773,
+ "learning_rate": 7.448957661723619e-06,
+ "loss": 0.8264,
+ "step": 6875
+ },
+ {
+ "epoch": 13.346395742622157,
+ "grad_norm": 14.423044204711914,
+ "learning_rate": 7.395228884590587e-06,
+ "loss": 0.8631,
+ "step": 6900
+ },
+ {
+ "epoch": 13.39477503628447,
+ "grad_norm": 44.14790725708008,
+ "learning_rate": 7.341500107457556e-06,
+ "loss": 0.8625,
+ "step": 6925
+ },
+ {
+ "epoch": 13.443154329946783,
+ "grad_norm": 33.00259017944336,
+ "learning_rate": 7.287771330324522e-06,
+ "loss": 0.8373,
+ "step": 6950
+ },
+ {
+ "epoch": 13.491533623609095,
+ "grad_norm": 23.924171447753906,
+ "learning_rate": 7.234042553191491e-06,
+ "loss": 0.8421,
+ "step": 6975
+ },
+ {
+ "epoch": 13.539912917271408,
+ "grad_norm": 25.695627212524414,
+ "learning_rate": 7.180313776058458e-06,
+ "loss": 0.8519,
+ "step": 7000
+ },
+ {
+ "epoch": 13.588292210933721,
+ "grad_norm": 24.273500442504883,
+ "learning_rate": 7.1265849989254255e-06,
+ "loss": 0.8565,
+ "step": 7025
+ },
+ {
+ "epoch": 13.636671504596032,
+ "grad_norm": 27.250667572021484,
+ "learning_rate": 7.0728562217923925e-06,
+ "loss": 0.8616,
+ "step": 7050
+ },
+ {
+ "epoch": 13.685050798258345,
+ "grad_norm": 22.685701370239258,
+ "learning_rate": 7.01912744465936e-06,
+ "loss": 0.8159,
+ "step": 7075
+ },
+ {
+ "epoch": 13.733430091920658,
+ "grad_norm": 16.225831985473633,
+ "learning_rate": 6.965398667526327e-06,
+ "loss": 0.854,
+ "step": 7100
+ },
+ {
+ "epoch": 13.78180938558297,
+ "grad_norm": 22.87599754333496,
+ "learning_rate": 6.911669890393295e-06,
+ "loss": 0.8251,
+ "step": 7125
+ },
+ {
+ "epoch": 13.830188679245284,
+ "grad_norm": 71.44230651855469,
+ "learning_rate": 6.857941113260262e-06,
+ "loss": 0.8418,
+ "step": 7150
+ },
+ {
+ "epoch": 13.878567972907595,
+ "grad_norm": 21.629384994506836,
+ "learning_rate": 6.80421233612723e-06,
+ "loss": 0.8605,
+ "step": 7175
+ },
+ {
+ "epoch": 13.926947266569908,
+ "grad_norm": 19.541221618652344,
+ "learning_rate": 6.750483558994197e-06,
+ "loss": 0.8763,
+ "step": 7200
+ },
+ {
+ "epoch": 13.97532656023222,
+ "grad_norm": 20.930862426757812,
+ "learning_rate": 6.696754781861166e-06,
+ "loss": 0.8232,
+ "step": 7225
+ },
+ {
+ "epoch": 14.0,
+ "eval_accuracy": 0.1452081316553727,
+ "eval_loss": 0.8156136870384216,
+ "eval_macro_f1": 0.5642636782323741,
+ "eval_micro_f1": 0.5742517814726841,
+ "eval_runtime": 3.2563,
+ "eval_samples_per_second": 634.466,
+ "eval_steps_per_second": 39.923,
+ "eval_weighted_f1": 0.5821944370394089,
+ "step": 7238
+ },
+ {
+ "epoch": 14.02322206095791,
+ "grad_norm": 26.026636123657227,
+ "learning_rate": 6.643026004728133e-06,
+ "loss": 0.812,
+ "step": 7250
+ },
+ {
+ "epoch": 14.071601354620222,
+ "grad_norm": 24.335853576660156,
+ "learning_rate": 6.589297227595101e-06,
+ "loss": 0.7991,
+ "step": 7275
+ },
+ {
+ "epoch": 14.119980648282535,
+ "grad_norm": 16.087339401245117,
+ "learning_rate": 6.535568450462068e-06,
+ "loss": 0.8163,
+ "step": 7300
+ },
+ {
+ "epoch": 14.168359941944848,
+ "grad_norm": 18.416292190551758,
+ "learning_rate": 6.481839673329036e-06,
+ "loss": 0.7919,
+ "step": 7325
+ },
+ {
+ "epoch": 14.216739235607161,
+ "grad_norm": 36.36247253417969,
+ "learning_rate": 6.428110896196003e-06,
+ "loss": 0.7779,
+ "step": 7350
+ },
+ {
+ "epoch": 14.265118529269472,
+ "grad_norm": 16.726848602294922,
+ "learning_rate": 6.3743821190629705e-06,
+ "loss": 0.7584,
+ "step": 7375
+ },
+ {
+ "epoch": 14.313497822931785,
+ "grad_norm": 15.79998779296875,
+ "learning_rate": 6.320653341929938e-06,
+ "loss": 0.8335,
+ "step": 7400
+ },
+ {
+ "epoch": 14.361877116594098,
+ "grad_norm": 17.011465072631836,
+ "learning_rate": 6.266924564796905e-06,
+ "loss": 0.7747,
+ "step": 7425
+ },
+ {
+ "epoch": 14.41025641025641,
+ "grad_norm": 14.511028289794922,
+ "learning_rate": 6.213195787663874e-06,
+ "loss": 0.8068,
+ "step": 7450
+ },
+ {
+ "epoch": 14.458635703918723,
+ "grad_norm": 28.45765495300293,
+ "learning_rate": 6.159467010530841e-06,
+ "loss": 0.7685,
+ "step": 7475
+ },
+ {
+ "epoch": 14.507014997581035,
+ "grad_norm": 12.811262130737305,
+ "learning_rate": 6.105738233397809e-06,
+ "loss": 0.7931,
+ "step": 7500
+ },
+ {
+ "epoch": 14.555394291243347,
+ "grad_norm": 20.533981323242188,
+ "learning_rate": 6.052009456264776e-06,
+ "loss": 0.8156,
+ "step": 7525
+ },
+ {
+ "epoch": 14.60377358490566,
+ "grad_norm": 34.84358215332031,
+ "learning_rate": 5.998280679131744e-06,
+ "loss": 0.7801,
+ "step": 7550
+ },
+ {
+ "epoch": 14.652152878567973,
+ "grad_norm": 26.750293731689453,
+ "learning_rate": 5.944551901998711e-06,
+ "loss": 0.7694,
+ "step": 7575
+ },
+ {
+ "epoch": 14.700532172230286,
+ "grad_norm": 44.04787826538086,
+ "learning_rate": 5.890823124865679e-06,
+ "loss": 0.814,
+ "step": 7600
+ },
+ {
+ "epoch": 14.748911465892597,
+ "grad_norm": 21.935352325439453,
+ "learning_rate": 5.837094347732646e-06,
+ "loss": 0.7531,
+ "step": 7625
+ },
+ {
+ "epoch": 14.79729075955491,
+ "grad_norm": 18.9955997467041,
+ "learning_rate": 5.783365570599614e-06,
+ "loss": 0.8142,
+ "step": 7650
+ },
+ {
+ "epoch": 14.845670053217223,
+ "grad_norm": 25.401151657104492,
+ "learning_rate": 5.729636793466581e-06,
+ "loss": 0.7561,
+ "step": 7675
+ },
+ {
+ "epoch": 14.894049346879536,
+ "grad_norm": 26.906410217285156,
+ "learning_rate": 5.675908016333549e-06,
+ "loss": 0.7666,
+ "step": 7700
+ },
+ {
+ "epoch": 14.942428640541848,
+ "grad_norm": 37.408382415771484,
+ "learning_rate": 5.6221792392005155e-06,
+ "loss": 0.8152,
+ "step": 7725
+ },
+ {
+ "epoch": 14.990807934204161,
+ "grad_norm": 15.633949279785156,
+ "learning_rate": 5.568450462067484e-06,
+ "loss": 0.7912,
+ "step": 7750
+ },
+ {
+ "epoch": 15.0,
+ "eval_accuracy": 0.15246853823814133,
+ "eval_loss": 0.8394877314567566,
+ "eval_macro_f1": 0.5697784025456477,
+ "eval_micro_f1": 0.5788148721920992,
+ "eval_runtime": 3.3671,
+ "eval_samples_per_second": 613.584,
+ "eval_steps_per_second": 38.609,
+ "eval_weighted_f1": 0.5851782318127877,
+ "step": 7755
+ },
+ {
+ "epoch": 15.03870343492985,
+ "grad_norm": 18.410127639770508,
+ "learning_rate": 5.514721684934451e-06,
+ "loss": 0.7377,
+ "step": 7775
+ },
+ {
+ "epoch": 15.087082728592163,
+ "grad_norm": 35.390995025634766,
+ "learning_rate": 5.460992907801419e-06,
+ "loss": 0.7403,
+ "step": 7800
+ },
+ {
+ "epoch": 15.135462022254474,
+ "grad_norm": 14.379627227783203,
+ "learning_rate": 5.407264130668386e-06,
+ "loss": 0.7771,
+ "step": 7825
+ },
+ {
+ "epoch": 15.183841315916787,
+ "grad_norm": 23.57008171081543,
+ "learning_rate": 5.353535353535354e-06,
+ "loss": 0.7178,
+ "step": 7850
+ },
+ {
+ "epoch": 15.2322206095791,
+ "grad_norm": 36.280948638916016,
+ "learning_rate": 5.299806576402321e-06,
+ "loss": 0.7473,
+ "step": 7875
+ },
+ {
+ "epoch": 15.280599903241413,
+ "grad_norm": 24.504247665405273,
+ "learning_rate": 5.246077799269289e-06,
+ "loss": 0.7352,
+ "step": 7900
+ },
+ {
+ "epoch": 15.328979196903726,
+ "grad_norm": 15.97603988647461,
+ "learning_rate": 5.1923490221362575e-06,
+ "loss": 0.7413,
+ "step": 7925
+ },
+ {
+ "epoch": 15.377358490566039,
+ "grad_norm": 24.812744140625,
+ "learning_rate": 5.138620245003224e-06,
+ "loss": 0.8049,
+ "step": 7950
+ },
+ {
+ "epoch": 15.42573778422835,
+ "grad_norm": 32.58510971069336,
+ "learning_rate": 5.084891467870192e-06,
+ "loss": 0.6935,
+ "step": 7975
+ },
+ {
+ "epoch": 15.474117077890662,
+ "grad_norm": 12.46530818939209,
+ "learning_rate": 5.031162690737159e-06,
+ "loss": 0.7356,
+ "step": 8000
+ },
+ {
+ "epoch": 15.522496371552975,
+ "grad_norm": 51.6746826171875,
+ "learning_rate": 4.977433913604126e-06,
+ "loss": 0.7905,
+ "step": 8025
+ },
+ {
+ "epoch": 15.570875665215288,
+ "grad_norm": 22.153108596801758,
+ "learning_rate": 4.923705136471094e-06,
+ "loss": 0.7493,
+ "step": 8050
+ },
+ {
+ "epoch": 15.619254958877601,
+ "grad_norm": 12.719622611999512,
+ "learning_rate": 4.869976359338061e-06,
+ "loss": 0.6954,
+ "step": 8075
+ },
+ {
+ "epoch": 15.667634252539912,
+ "grad_norm": 30.19028663635254,
+ "learning_rate": 4.816247582205029e-06,
+ "loss": 0.774,
+ "step": 8100
+ },
+ {
+ "epoch": 15.716013546202225,
+ "grad_norm": 27.195831298828125,
+ "learning_rate": 4.762518805071997e-06,
+ "loss": 0.7159,
+ "step": 8125
+ },
+ {
+ "epoch": 15.764392839864538,
+ "grad_norm": 14.864275932312012,
+ "learning_rate": 4.708790027938964e-06,
+ "loss": 0.7397,
+ "step": 8150
+ },
+ {
+ "epoch": 15.81277213352685,
+ "grad_norm": 27.690078735351562,
+ "learning_rate": 4.655061250805932e-06,
+ "loss": 0.7579,
+ "step": 8175
+ },
+ {
+ "epoch": 15.861151427189164,
+ "grad_norm": 23.963720321655273,
+ "learning_rate": 4.6013324736729e-06,
+ "loss": 0.7474,
+ "step": 8200
+ },
+ {
+ "epoch": 15.909530720851475,
+ "grad_norm": 9.968356132507324,
+ "learning_rate": 4.547603696539868e-06,
+ "loss": 0.7376,
+ "step": 8225
+ },
+ {
+ "epoch": 15.957910014513788,
+ "grad_norm": 26.946603775024414,
+ "learning_rate": 4.493874919406835e-06,
+ "loss": 0.7254,
+ "step": 8250
+ },
+ {
+ "epoch": 16.0,
+ "eval_accuracy": 0.15876089060987417,
+ "eval_loss": 0.8675307631492615,
+ "eval_macro_f1": 0.5767178902842689,
+ "eval_micro_f1": 0.5839174454828661,
+ "eval_runtime": 3.3416,
+ "eval_samples_per_second": 618.276,
+ "eval_steps_per_second": 38.904,
+ "eval_weighted_f1": 0.5898374658386245,
+ "step": 8272
+ },
+ {
+ "epoch": 16.005805515239476,
+ "grad_norm": 13.15456771850586,
+ "learning_rate": 4.4401461422738025e-06,
+ "loss": 0.7242,
+ "step": 8275
+ },
+ {
+ "epoch": 16.05418480890179,
+ "grad_norm": 14.57499885559082,
+ "learning_rate": 4.3864173651407695e-06,
+ "loss": 0.7175,
+ "step": 8300
+ },
+ {
+ "epoch": 16.102564102564102,
+ "grad_norm": 10.514361381530762,
+ "learning_rate": 4.332688588007737e-06,
+ "loss": 0.6867,
+ "step": 8325
+ },
+ {
+ "epoch": 16.150943396226417,
+ "grad_norm": 12.839557647705078,
+ "learning_rate": 4.278959810874705e-06,
+ "loss": 0.6827,
+ "step": 8350
+ },
+ {
+ "epoch": 16.199322689888728,
+ "grad_norm": 22.178682327270508,
+ "learning_rate": 4.225231033741672e-06,
+ "loss": 0.6873,
+ "step": 8375
+ },
+ {
+ "epoch": 16.24770198355104,
+ "grad_norm": 16.253273010253906,
+ "learning_rate": 4.17150225660864e-06,
+ "loss": 0.7046,
+ "step": 8400
+ },
+ {
+ "epoch": 16.296081277213354,
+ "grad_norm": 23.05286979675293,
+ "learning_rate": 4.117773479475607e-06,
+ "loss": 0.6784,
+ "step": 8425
+ },
+ {
+ "epoch": 16.344460570875665,
+ "grad_norm": 12.348027229309082,
+ "learning_rate": 4.064044702342575e-06,
+ "loss": 0.6822,
+ "step": 8450
+ },
+ {
+ "epoch": 16.39283986453798,
+ "grad_norm": 20.237812042236328,
+ "learning_rate": 4.010315925209543e-06,
+ "loss": 0.6748,
+ "step": 8475
+ },
+ {
+ "epoch": 16.44121915820029,
+ "grad_norm": 30.065654754638672,
+ "learning_rate": 3.95658714807651e-06,
+ "loss": 0.7476,
+ "step": 8500
+ },
+ {
+ "epoch": 16.4895984518626,
+ "grad_norm": 19.767621994018555,
+ "learning_rate": 3.902858370943478e-06,
+ "loss": 0.7096,
+ "step": 8525
+ },
+ {
+ "epoch": 16.537977745524916,
+ "grad_norm": 63.05731964111328,
+ "learning_rate": 3.849129593810445e-06,
+ "loss": 0.7085,
+ "step": 8550
+ },
+ {
+ "epoch": 16.586357039187227,
+ "grad_norm": 11.578459739685059,
+ "learning_rate": 3.7954008166774126e-06,
+ "loss": 0.6768,
+ "step": 8575
+ },
+ {
+ "epoch": 16.634736332849542,
+ "grad_norm": 20.680194854736328,
+ "learning_rate": 3.74167203954438e-06,
+ "loss": 0.6857,
+ "step": 8600
+ },
+ {
+ "epoch": 16.683115626511853,
+ "grad_norm": 12.799747467041016,
+ "learning_rate": 3.6879432624113475e-06,
+ "loss": 0.7103,
+ "step": 8625
+ },
+ {
+ "epoch": 16.731494920174164,
+ "grad_norm": 27.016582489013672,
+ "learning_rate": 3.634214485278315e-06,
+ "loss": 0.688,
+ "step": 8650
+ },
+ {
+ "epoch": 16.77987421383648,
+ "grad_norm": 27.32025146484375,
+ "learning_rate": 3.580485708145283e-06,
+ "loss": 0.6905,
+ "step": 8675
+ },
+ {
+ "epoch": 16.82825350749879,
+ "grad_norm": 20.423795700073242,
+ "learning_rate": 3.5267569310122506e-06,
+ "loss": 0.7074,
+ "step": 8700
+ },
+ {
+ "epoch": 16.876632801161104,
+ "grad_norm": 20.684228897094727,
+ "learning_rate": 3.473028153879218e-06,
+ "loss": 0.7002,
+ "step": 8725
+ },
+ {
+ "epoch": 16.925012094823416,
+ "grad_norm": 16.583534240722656,
+ "learning_rate": 3.419299376746186e-06,
+ "loss": 0.7228,
+ "step": 8750
+ },
+ {
+ "epoch": 16.973391388485727,
+ "grad_norm": 21.365032196044922,
+ "learning_rate": 3.3655705996131534e-06,
+ "loss": 0.7337,
+ "step": 8775
+ },
+ {
+ "epoch": 17.0,
+ "eval_accuracy": 0.15924491771539206,
+ "eval_loss": 0.8780120611190796,
+ "eval_macro_f1": 0.5779944755302909,
+ "eval_micro_f1": 0.5867606737171954,
+ "eval_runtime": 3.2423,
+ "eval_samples_per_second": 637.198,
+ "eval_steps_per_second": 40.095,
+ "eval_weighted_f1": 0.5915402914258908,
+ "step": 8789
+ },
+ {
+ "epoch": 17.021286889211417,
+ "grad_norm": 15.945477485656738,
+ "learning_rate": 3.311841822480121e-06,
+ "loss": 0.6958,
+ "step": 8800
+ },
+ {
+ "epoch": 17.06966618287373,
+ "grad_norm": 18.150474548339844,
+ "learning_rate": 3.2581130453470882e-06,
+ "loss": 0.6282,
+ "step": 8825
+ },
+ {
+ "epoch": 17.118045476536043,
+ "grad_norm": 19.632766723632812,
+ "learning_rate": 3.2043842682140557e-06,
+ "loss": 0.6748,
+ "step": 8850
+ },
+ {
+ "epoch": 17.166424770198354,
+ "grad_norm": 14.963191032409668,
+ "learning_rate": 3.150655491081023e-06,
+ "loss": 0.6855,
+ "step": 8875
+ },
+ {
+ "epoch": 17.21480406386067,
+ "grad_norm": 52.17250061035156,
+ "learning_rate": 3.096926713947991e-06,
+ "loss": 0.6872,
+ "step": 8900
+ },
+ {
+ "epoch": 17.26318335752298,
+ "grad_norm": 22.27145004272461,
+ "learning_rate": 3.0431979368149584e-06,
+ "loss": 0.6415,
+ "step": 8925
+ },
+ {
+ "epoch": 17.31156265118529,
+ "grad_norm": 17.798490524291992,
+ "learning_rate": 2.989469159681926e-06,
+ "loss": 0.6688,
+ "step": 8950
+ },
+ {
+ "epoch": 17.359941944847606,
+ "grad_norm": 24.83841896057129,
+ "learning_rate": 2.9357403825488933e-06,
+ "loss": 0.6916,
+ "step": 8975
+ },
+ {
+ "epoch": 17.408321238509917,
+ "grad_norm": 34.099884033203125,
+ "learning_rate": 2.8820116054158607e-06,
+ "loss": 0.6519,
+ "step": 9000
+ },
+ {
+ "epoch": 17.45670053217223,
+ "grad_norm": 11.869559288024902,
+ "learning_rate": 2.8282828282828286e-06,
+ "loss": 0.6925,
+ "step": 9025
+ },
+ {
+ "epoch": 17.505079825834542,
+ "grad_norm": 24.851367950439453,
+ "learning_rate": 2.774554051149796e-06,
+ "loss": 0.6908,
+ "step": 9050
+ },
+ {
+ "epoch": 17.553459119496857,
+ "grad_norm": 14.922418594360352,
+ "learning_rate": 2.7208252740167635e-06,
+ "loss": 0.6949,
+ "step": 9075
+ },
+ {
+ "epoch": 17.601838413159168,
+ "grad_norm": 30.72444725036621,
+ "learning_rate": 2.667096496883731e-06,
+ "loss": 0.6439,
+ "step": 9100
+ },
+ {
+ "epoch": 17.65021770682148,
+ "grad_norm": 11.876301765441895,
+ "learning_rate": 2.6133677197506983e-06,
+ "loss": 0.6229,
+ "step": 9125
+ },
+ {
+ "epoch": 17.698597000483794,
+ "grad_norm": 24.5555477142334,
+ "learning_rate": 2.5596389426176658e-06,
+ "loss": 0.6586,
+ "step": 9150
+ },
+ {
+ "epoch": 17.746976294146105,
+ "grad_norm": 13.652644157409668,
+ "learning_rate": 2.5059101654846336e-06,
+ "loss": 0.6983,
+ "step": 9175
+ },
+ {
+ "epoch": 17.79535558780842,
+ "grad_norm": 15.066908836364746,
+ "learning_rate": 2.4521813883516015e-06,
+ "loss": 0.6867,
+ "step": 9200
+ },
+ {
+ "epoch": 17.84373488147073,
+ "grad_norm": 11.877695083618164,
+ "learning_rate": 2.398452611218569e-06,
+ "loss": 0.6672,
+ "step": 9225
+ },
+ {
+ "epoch": 17.89211417513304,
+ "grad_norm": 22.18967628479004,
+ "learning_rate": 2.3447238340855364e-06,
+ "loss": 0.6944,
+ "step": 9250
+ },
+ {
+ "epoch": 17.940493468795356,
+ "grad_norm": 25.34333038330078,
+ "learning_rate": 2.290995056952504e-06,
+ "loss": 0.6798,
+ "step": 9275
+ },
+ {
+ "epoch": 17.988872762457667,
+ "grad_norm": 15.668231010437012,
+ "learning_rate": 2.2372662798194713e-06,
+ "loss": 0.6363,
+ "step": 9300
+ },
+ {
+ "epoch": 18.0,
+ "eval_accuracy": 0.1665053242981607,
+ "eval_loss": 0.8928830623626709,
+ "eval_macro_f1": 0.5758183278056243,
+ "eval_micro_f1": 0.5853755332870324,
+ "eval_runtime": 3.2654,
+ "eval_samples_per_second": 632.698,
+ "eval_steps_per_second": 39.812,
+ "eval_weighted_f1": 0.5899855783224878,
+ "step": 9306
+ },
+ {
+ "epoch": 18.036768263183358,
+ "grad_norm": 23.936664581298828,
+ "learning_rate": 2.183537502686439e-06,
+ "loss": 0.6283,
+ "step": 9325
+ },
+ {
+ "epoch": 18.08514755684567,
+ "grad_norm": 26.136356353759766,
+ "learning_rate": 2.1298087255534066e-06,
+ "loss": 0.6682,
+ "step": 9350
+ },
+ {
+ "epoch": 18.133526850507984,
+ "grad_norm": 28.041048049926758,
+ "learning_rate": 2.076079948420374e-06,
+ "loss": 0.6148,
+ "step": 9375
+ },
+ {
+ "epoch": 18.181906144170295,
+ "grad_norm": 14.014900207519531,
+ "learning_rate": 2.022351171287342e-06,
+ "loss": 0.67,
+ "step": 9400
+ },
+ {
+ "epoch": 18.230285437832606,
+ "grad_norm": 26.403364181518555,
+ "learning_rate": 1.9686223941543093e-06,
+ "loss": 0.6534,
+ "step": 9425
+ },
+ {
+ "epoch": 18.27866473149492,
+ "grad_norm": 10.64688491821289,
+ "learning_rate": 1.9148936170212767e-06,
+ "loss": 0.6562,
+ "step": 9450
+ },
+ {
+ "epoch": 18.32704402515723,
+ "grad_norm": 17.84868621826172,
+ "learning_rate": 1.8611648398882442e-06,
+ "loss": 0.6512,
+ "step": 9475
+ },
+ {
+ "epoch": 18.375423318819546,
+ "grad_norm": 27.57999038696289,
+ "learning_rate": 1.8074360627552118e-06,
+ "loss": 0.6303,
+ "step": 9500
+ },
+ {
+ "epoch": 18.423802612481857,
+ "grad_norm": 20.364591598510742,
+ "learning_rate": 1.7537072856221793e-06,
+ "loss": 0.6298,
+ "step": 9525
+ },
+ {
+ "epoch": 18.47218190614417,
+ "grad_norm": 14.39242172241211,
+ "learning_rate": 1.699978508489147e-06,
+ "loss": 0.6691,
+ "step": 9550
+ },
+ {
+ "epoch": 18.520561199806483,
+ "grad_norm": 12.096242904663086,
+ "learning_rate": 1.6462497313561146e-06,
+ "loss": 0.6852,
+ "step": 9575
+ },
+ {
+ "epoch": 18.568940493468794,
+ "grad_norm": 26.6569766998291,
+ "learning_rate": 1.5925209542230822e-06,
+ "loss": 0.6366,
+ "step": 9600
+ },
+ {
+ "epoch": 18.61731978713111,
+ "grad_norm": 12.757149696350098,
+ "learning_rate": 1.5387921770900496e-06,
+ "loss": 0.6562,
+ "step": 9625
+ },
+ {
+ "epoch": 18.66569908079342,
+ "grad_norm": 14.16783332824707,
+ "learning_rate": 1.485063399957017e-06,
+ "loss": 0.6692,
+ "step": 9650
+ },
+ {
+ "epoch": 18.714078374455735,
+ "grad_norm": 17.936077117919922,
+ "learning_rate": 1.4313346228239847e-06,
+ "loss": 0.6436,
+ "step": 9675
+ },
+ {
+ "epoch": 18.762457668118046,
+ "grad_norm": 23.190027236938477,
+ "learning_rate": 1.3776058456909522e-06,
+ "loss": 0.631,
+ "step": 9700
+ },
+ {
+ "epoch": 18.810836961780357,
+ "grad_norm": 16.19050407409668,
+ "learning_rate": 1.3238770685579196e-06,
+ "loss": 0.6665,
+ "step": 9725
+ },
+ {
+ "epoch": 18.85921625544267,
+ "grad_norm": 10.763317108154297,
+ "learning_rate": 1.2701482914248873e-06,
+ "loss": 0.6349,
+ "step": 9750
+ },
+ {
+ "epoch": 18.907595549104983,
+ "grad_norm": 13.653106689453125,
+ "learning_rate": 1.216419514291855e-06,
+ "loss": 0.6299,
+ "step": 9775
+ },
+ {
+ "epoch": 18.955974842767297,
+ "grad_norm": 17.556005477905273,
+ "learning_rate": 1.1626907371588223e-06,
+ "loss": 0.6144,
+ "step": 9800
+ },
+ {
+ "epoch": 19.0,
+ "eval_accuracy": 0.1669893514036786,
+ "eval_loss": 0.9041322469711304,
+ "eval_macro_f1": 0.5807930254757296,
+ "eval_micro_f1": 0.5893178635727145,
+ "eval_runtime": 3.3407,
+ "eval_samples_per_second": 618.44,
+ "eval_steps_per_second": 38.914,
+ "eval_weighted_f1": 0.5944544287941499,
+ "step": 9823
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 10340,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}