diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..3f48a587743ea4fda5f209f85278c02f9c086ad2 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
+uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3f006359179f626e989ad330af69b379138b42af
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c60bdc46a8794be9825f3b797b7c321624621b94908d82e8734ee904005d9e
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..314549b27111618c9d22523a0f4e8dd5438d6edd
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbc22c4d178bfefe0fe74554bbdd7c1c451380a33118b4eed622e957ddadb79
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..301537df63634d687766e43e3e1e6e2a2aa89f44
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/trainer_state.json
@@ -0,0 +1,967 @@
+{
+ "best_global_step": 3045,
+ "best_metric": 0.8526682484985622,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045",
+ "epoch": 7.0,
+ "eval_steps": 500,
+ "global_step": 3045,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05747126436781609,
+ "grad_norm": 45.62691116333008,
+ "learning_rate": 5.517241379310345e-07,
+ "loss": 5.5957,
+ "step": 25
+ },
+ {
+ "epoch": 0.11494252873563218,
+ "grad_norm": 43.14279556274414,
+ "learning_rate": 1.1264367816091955e-06,
+ "loss": 5.4617,
+ "step": 50
+ },
+ {
+ "epoch": 0.1724137931034483,
+ "grad_norm": 36.577392578125,
+ "learning_rate": 1.7011494252873565e-06,
+ "loss": 5.264,
+ "step": 75
+ },
+ {
+ "epoch": 0.22988505747126436,
+ "grad_norm": 34.379695892333984,
+ "learning_rate": 2.2758620689655173e-06,
+ "loss": 5.0468,
+ "step": 100
+ },
+ {
+ "epoch": 0.28735632183908044,
+ "grad_norm": 61.23556900024414,
+ "learning_rate": 2.850574712643678e-06,
+ "loss": 4.5659,
+ "step": 125
+ },
+ {
+ "epoch": 0.3448275862068966,
+ "grad_norm": 39.81011199951172,
+ "learning_rate": 3.425287356321839e-06,
+ "loss": 3.3373,
+ "step": 150
+ },
+ {
+ "epoch": 0.40229885057471265,
+ "grad_norm": 46.98194122314453,
+ "learning_rate": 4.000000000000001e-06,
+ "loss": 2.8299,
+ "step": 175
+ },
+ {
+ "epoch": 0.45977011494252873,
+ "grad_norm": 44.37602233886719,
+ "learning_rate": 4.5747126436781615e-06,
+ "loss": 2.3044,
+ "step": 200
+ },
+ {
+ "epoch": 0.5172413793103449,
+ "grad_norm": 94.43465423583984,
+ "learning_rate": 5.149425287356322e-06,
+ "loss": 1.8363,
+ "step": 225
+ },
+ {
+ "epoch": 0.5747126436781609,
+ "grad_norm": 64.71284484863281,
+ "learning_rate": 5.724137931034483e-06,
+ "loss": 1.614,
+ "step": 250
+ },
+ {
+ "epoch": 0.632183908045977,
+ "grad_norm": 35.337276458740234,
+ "learning_rate": 6.298850574712644e-06,
+ "loss": 1.5499,
+ "step": 275
+ },
+ {
+ "epoch": 0.6896551724137931,
+ "grad_norm": 37.46843719482422,
+ "learning_rate": 6.873563218390805e-06,
+ "loss": 1.443,
+ "step": 300
+ },
+ {
+ "epoch": 0.7471264367816092,
+ "grad_norm": 74.38639068603516,
+ "learning_rate": 7.4482758620689665e-06,
+ "loss": 1.2165,
+ "step": 325
+ },
+ {
+ "epoch": 0.8045977011494253,
+ "grad_norm": 49.994632720947266,
+ "learning_rate": 8.022988505747126e-06,
+ "loss": 1.2859,
+ "step": 350
+ },
+ {
+ "epoch": 0.8620689655172413,
+ "grad_norm": 53.53200149536133,
+ "learning_rate": 8.597701149425289e-06,
+ "loss": 1.4691,
+ "step": 375
+ },
+ {
+ "epoch": 0.9195402298850575,
+ "grad_norm": 13.42363166809082,
+ "learning_rate": 9.172413793103448e-06,
+ "loss": 1.0665,
+ "step": 400
+ },
+ {
+ "epoch": 0.9770114942528736,
+ "grad_norm": 14.659579277038574,
+ "learning_rate": 9.74712643678161e-06,
+ "loss": 1.2802,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9288946347769877,
+ "eval_loss": 0.2509627640247345,
+ "eval_macro_f1": 0.7063871717655537,
+ "eval_runtime": 2.6324,
+ "eval_samples_per_second": 587.686,
+ "eval_steps_per_second": 36.849,
+ "eval_weighted_f1": 0.9154844703079699,
+ "step": 435
+ },
+ {
+ "epoch": 1.0344827586206897,
+ "grad_norm": 50.24601364135742,
+ "learning_rate": 1.032183908045977e-05,
+ "loss": 1.2577,
+ "step": 450
+ },
+ {
+ "epoch": 1.0919540229885056,
+ "grad_norm": 17.597877502441406,
+ "learning_rate": 1.0896551724137932e-05,
+ "loss": 1.0074,
+ "step": 475
+ },
+ {
+ "epoch": 1.1494252873563218,
+ "grad_norm": 60.952789306640625,
+ "learning_rate": 1.1471264367816093e-05,
+ "loss": 1.1648,
+ "step": 500
+ },
+ {
+ "epoch": 1.206896551724138,
+ "grad_norm": 66.20086669921875,
+ "learning_rate": 1.2045977011494254e-05,
+ "loss": 0.9099,
+ "step": 525
+ },
+ {
+ "epoch": 1.264367816091954,
+ "grad_norm": 20.1652889251709,
+ "learning_rate": 1.2620689655172415e-05,
+ "loss": 1.0815,
+ "step": 550
+ },
+ {
+ "epoch": 1.3218390804597702,
+ "grad_norm": 15.235532760620117,
+ "learning_rate": 1.3195402298850574e-05,
+ "loss": 1.1598,
+ "step": 575
+ },
+ {
+ "epoch": 1.3793103448275863,
+ "grad_norm": 33.4631233215332,
+ "learning_rate": 1.3770114942528736e-05,
+ "loss": 0.9203,
+ "step": 600
+ },
+ {
+ "epoch": 1.4367816091954024,
+ "grad_norm": 17.106441497802734,
+ "learning_rate": 1.4344827586206897e-05,
+ "loss": 1.1127,
+ "step": 625
+ },
+ {
+ "epoch": 1.4942528735632183,
+ "grad_norm": 89.48452758789062,
+ "learning_rate": 1.4919540229885058e-05,
+ "loss": 0.9578,
+ "step": 650
+ },
+ {
+ "epoch": 1.5517241379310345,
+ "grad_norm": 23.019376754760742,
+ "learning_rate": 1.549425287356322e-05,
+ "loss": 0.9459,
+ "step": 675
+ },
+ {
+ "epoch": 1.6091954022988506,
+ "grad_norm": 44.487754821777344,
+ "learning_rate": 1.6068965517241383e-05,
+ "loss": 0.9339,
+ "step": 700
+ },
+ {
+ "epoch": 1.6666666666666665,
+ "grad_norm": 198.2223663330078,
+ "learning_rate": 1.664367816091954e-05,
+ "loss": 1.0268,
+ "step": 725
+ },
+ {
+ "epoch": 1.7241379310344827,
+ "grad_norm": 56.73033142089844,
+ "learning_rate": 1.72183908045977e-05,
+ "loss": 1.1263,
+ "step": 750
+ },
+ {
+ "epoch": 1.7816091954022988,
+ "grad_norm": 54.4890022277832,
+ "learning_rate": 1.7793103448275862e-05,
+ "loss": 0.9105,
+ "step": 775
+ },
+ {
+ "epoch": 1.839080459770115,
+ "grad_norm": 12.723891258239746,
+ "learning_rate": 1.8367816091954027e-05,
+ "loss": 0.8683,
+ "step": 800
+ },
+ {
+ "epoch": 1.896551724137931,
+ "grad_norm": 107.52430725097656,
+ "learning_rate": 1.8942528735632187e-05,
+ "loss": 1.0176,
+ "step": 825
+ },
+ {
+ "epoch": 1.9540229885057472,
+ "grad_norm": 18.75323486328125,
+ "learning_rate": 1.9517241379310345e-05,
+ "loss": 1.1398,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9366515837104072,
+ "eval_loss": 0.20590028166770935,
+ "eval_macro_f1": 0.8209057593957733,
+ "eval_runtime": 2.6878,
+ "eval_samples_per_second": 575.574,
+ "eval_steps_per_second": 36.09,
+ "eval_weighted_f1": 0.9336073903599827,
+ "step": 870
+ },
+ {
+ "epoch": 2.0114942528735633,
+ "grad_norm": 16.739139556884766,
+ "learning_rate": 1.9989782886334612e-05,
+ "loss": 0.7646,
+ "step": 875
+ },
+ {
+ "epoch": 2.0689655172413794,
+ "grad_norm": 11.479060173034668,
+ "learning_rate": 1.9925925925925928e-05,
+ "loss": 0.8042,
+ "step": 900
+ },
+ {
+ "epoch": 2.1264367816091956,
+ "grad_norm": 33.117942810058594,
+ "learning_rate": 1.9862068965517244e-05,
+ "loss": 0.7268,
+ "step": 925
+ },
+ {
+ "epoch": 2.1839080459770113,
+ "grad_norm": 49.15284729003906,
+ "learning_rate": 1.979821200510856e-05,
+ "loss": 1.0863,
+ "step": 950
+ },
+ {
+ "epoch": 2.2413793103448274,
+ "grad_norm": 26.39234733581543,
+ "learning_rate": 1.9734355044699872e-05,
+ "loss": 0.9126,
+ "step": 975
+ },
+ {
+ "epoch": 2.2988505747126435,
+ "grad_norm": 33.01371383666992,
+ "learning_rate": 1.9670498084291188e-05,
+ "loss": 0.7786,
+ "step": 1000
+ },
+ {
+ "epoch": 2.3563218390804597,
+ "grad_norm": 22.85848045349121,
+ "learning_rate": 1.9606641123882504e-05,
+ "loss": 0.9426,
+ "step": 1025
+ },
+ {
+ "epoch": 2.413793103448276,
+ "grad_norm": 12.658100128173828,
+ "learning_rate": 1.954278416347382e-05,
+ "loss": 0.7133,
+ "step": 1050
+ },
+ {
+ "epoch": 2.471264367816092,
+ "grad_norm": 5.248683452606201,
+ "learning_rate": 1.9478927203065136e-05,
+ "loss": 0.8864,
+ "step": 1075
+ },
+ {
+ "epoch": 2.528735632183908,
+ "grad_norm": 24.59378433227539,
+ "learning_rate": 1.941507024265645e-05,
+ "loss": 1.1222,
+ "step": 1100
+ },
+ {
+ "epoch": 2.586206896551724,
+ "grad_norm": 153.5032501220703,
+ "learning_rate": 1.9351213282247767e-05,
+ "loss": 0.9419,
+ "step": 1125
+ },
+ {
+ "epoch": 2.6436781609195403,
+ "grad_norm": 45.10074234008789,
+ "learning_rate": 1.928735632183908e-05,
+ "loss": 1.0933,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7011494252873565,
+ "grad_norm": 51.256717681884766,
+ "learning_rate": 1.92234993614304e-05,
+ "loss": 0.9798,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7586206896551726,
+ "grad_norm": 18.35030174255371,
+ "learning_rate": 1.915964240102171e-05,
+ "loss": 0.7678,
+ "step": 1200
+ },
+ {
+ "epoch": 2.8160919540229887,
+ "grad_norm": 30.025056838989258,
+ "learning_rate": 1.9095785440613027e-05,
+ "loss": 0.8043,
+ "step": 1225
+ },
+ {
+ "epoch": 2.873563218390805,
+ "grad_norm": 15.976265907287598,
+ "learning_rate": 1.9031928480204343e-05,
+ "loss": 0.7079,
+ "step": 1250
+ },
+ {
+ "epoch": 2.9310344827586206,
+ "grad_norm": 83.69599151611328,
+ "learning_rate": 1.896807151979566e-05,
+ "loss": 0.8527,
+ "step": 1275
+ },
+ {
+ "epoch": 2.9885057471264367,
+ "grad_norm": 35.646141052246094,
+ "learning_rate": 1.8904214559386975e-05,
+ "loss": 0.6603,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9385908209437621,
+ "eval_loss": 0.21802066266536713,
+ "eval_macro_f1": 0.8224965896345986,
+ "eval_runtime": 2.643,
+ "eval_samples_per_second": 585.329,
+ "eval_steps_per_second": 36.701,
+ "eval_weighted_f1": 0.9350299930749757,
+ "step": 1305
+ },
+ {
+ "epoch": 3.045977011494253,
+ "grad_norm": 95.73464965820312,
+ "learning_rate": 1.884035759897829e-05,
+ "loss": 0.7526,
+ "step": 1325
+ },
+ {
+ "epoch": 3.103448275862069,
+ "grad_norm": 81.75413513183594,
+ "learning_rate": 1.8776500638569606e-05,
+ "loss": 0.5986,
+ "step": 1350
+ },
+ {
+ "epoch": 3.160919540229885,
+ "grad_norm": 65.33435821533203,
+ "learning_rate": 1.871264367816092e-05,
+ "loss": 0.8334,
+ "step": 1375
+ },
+ {
+ "epoch": 3.218390804597701,
+ "grad_norm": 19.533721923828125,
+ "learning_rate": 1.8648786717752235e-05,
+ "loss": 0.7588,
+ "step": 1400
+ },
+ {
+ "epoch": 3.2758620689655173,
+ "grad_norm": 18.449134826660156,
+ "learning_rate": 1.8584929757343554e-05,
+ "loss": 0.7262,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3333333333333335,
+ "grad_norm": 20.175622940063477,
+ "learning_rate": 1.8521072796934866e-05,
+ "loss": 0.8088,
+ "step": 1450
+ },
+ {
+ "epoch": 3.3908045977011496,
+ "grad_norm": 25.540525436401367,
+ "learning_rate": 1.8457215836526182e-05,
+ "loss": 0.6625,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4482758620689653,
+ "grad_norm": 63.30854034423828,
+ "learning_rate": 1.8393358876117498e-05,
+ "loss": 0.6105,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5057471264367814,
+ "grad_norm": 98.33106231689453,
+ "learning_rate": 1.8329501915708814e-05,
+ "loss": 0.7042,
+ "step": 1525
+ },
+ {
+ "epoch": 3.5632183908045976,
+ "grad_norm": 81.36473846435547,
+ "learning_rate": 1.826564495530013e-05,
+ "loss": 0.7932,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6206896551724137,
+ "grad_norm": 26.699159622192383,
+ "learning_rate": 1.8201787994891446e-05,
+ "loss": 0.7057,
+ "step": 1575
+ },
+ {
+ "epoch": 3.67816091954023,
+ "grad_norm": 6.915417194366455,
+ "learning_rate": 1.813793103448276e-05,
+ "loss": 0.6358,
+ "step": 1600
+ },
+ {
+ "epoch": 3.735632183908046,
+ "grad_norm": 1.6585261821746826,
+ "learning_rate": 1.8074074074074074e-05,
+ "loss": 0.6923,
+ "step": 1625
+ },
+ {
+ "epoch": 3.793103448275862,
+ "grad_norm": 20.019912719726562,
+ "learning_rate": 1.801021711366539e-05,
+ "loss": 0.764,
+ "step": 1650
+ },
+ {
+ "epoch": 3.8505747126436782,
+ "grad_norm": 78.29776000976562,
+ "learning_rate": 1.7946360153256706e-05,
+ "loss": 0.753,
+ "step": 1675
+ },
+ {
+ "epoch": 3.9080459770114944,
+ "grad_norm": 57.41665267944336,
+ "learning_rate": 1.788250319284802e-05,
+ "loss": 0.6243,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9655172413793105,
+ "grad_norm": 13.952276229858398,
+ "learning_rate": 1.7818646232439337e-05,
+ "loss": 0.5649,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.940530058177117,
+ "eval_loss": 0.21718142926692963,
+ "eval_macro_f1": 0.8237691777731556,
+ "eval_runtime": 2.6532,
+ "eval_samples_per_second": 583.079,
+ "eval_steps_per_second": 36.56,
+ "eval_weighted_f1": 0.9369458051514021,
+ "step": 1740
+ },
+ {
+ "epoch": 4.022988505747127,
+ "grad_norm": 8.995857238769531,
+ "learning_rate": 1.7754789272030653e-05,
+ "loss": 0.6429,
+ "step": 1750
+ },
+ {
+ "epoch": 4.080459770114943,
+ "grad_norm": 3.3458728790283203,
+ "learning_rate": 1.769093231162197e-05,
+ "loss": 0.5203,
+ "step": 1775
+ },
+ {
+ "epoch": 4.137931034482759,
+ "grad_norm": 37.83175277709961,
+ "learning_rate": 1.762707535121328e-05,
+ "loss": 0.6245,
+ "step": 1800
+ },
+ {
+ "epoch": 4.195402298850575,
+ "grad_norm": 21.664661407470703,
+ "learning_rate": 1.75632183908046e-05,
+ "loss": 0.6334,
+ "step": 1825
+ },
+ {
+ "epoch": 4.252873563218391,
+ "grad_norm": 18.16533088684082,
+ "learning_rate": 1.7499361430395913e-05,
+ "loss": 0.5073,
+ "step": 1850
+ },
+ {
+ "epoch": 4.310344827586207,
+ "grad_norm": 1.8302961587905884,
+ "learning_rate": 1.743550446998723e-05,
+ "loss": 0.4994,
+ "step": 1875
+ },
+ {
+ "epoch": 4.3678160919540225,
+ "grad_norm": 5.465527057647705,
+ "learning_rate": 1.7371647509578545e-05,
+ "loss": 0.5839,
+ "step": 1900
+ },
+ {
+ "epoch": 4.425287356321839,
+ "grad_norm": 116.19830322265625,
+ "learning_rate": 1.730779054916986e-05,
+ "loss": 0.6779,
+ "step": 1925
+ },
+ {
+ "epoch": 4.482758620689655,
+ "grad_norm": 30.491079330444336,
+ "learning_rate": 1.7243933588761176e-05,
+ "loss": 0.5024,
+ "step": 1950
+ },
+ {
+ "epoch": 4.540229885057471,
+ "grad_norm": 19.680931091308594,
+ "learning_rate": 1.7180076628352492e-05,
+ "loss": 0.4367,
+ "step": 1975
+ },
+ {
+ "epoch": 4.597701149425287,
+ "grad_norm": 29.027687072753906,
+ "learning_rate": 1.7116219667943808e-05,
+ "loss": 0.7987,
+ "step": 2000
+ },
+ {
+ "epoch": 4.655172413793103,
+ "grad_norm": 0.7350533604621887,
+ "learning_rate": 1.705236270753512e-05,
+ "loss": 0.686,
+ "step": 2025
+ },
+ {
+ "epoch": 4.712643678160919,
+ "grad_norm": 10.652105331420898,
+ "learning_rate": 1.6988505747126436e-05,
+ "loss": 0.6038,
+ "step": 2050
+ },
+ {
+ "epoch": 4.7701149425287355,
+ "grad_norm": 23.172725677490234,
+ "learning_rate": 1.6924648786717756e-05,
+ "loss": 0.8098,
+ "step": 2075
+ },
+ {
+ "epoch": 4.827586206896552,
+ "grad_norm": 96.41574096679688,
+ "learning_rate": 1.6860791826309068e-05,
+ "loss": 0.6132,
+ "step": 2100
+ },
+ {
+ "epoch": 4.885057471264368,
+ "grad_norm": 18.34160614013672,
+ "learning_rate": 1.6796934865900384e-05,
+ "loss": 0.5907,
+ "step": 2125
+ },
+ {
+ "epoch": 4.942528735632184,
+ "grad_norm": 71.76873016357422,
+ "learning_rate": 1.67330779054917e-05,
+ "loss": 0.8229,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 176.9855499267578,
+ "learning_rate": 1.6669220945083016e-05,
+ "loss": 0.5991,
+ "step": 2175
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9418228829993536,
+ "eval_loss": 0.2821331024169922,
+ "eval_macro_f1": 0.8266817778308718,
+ "eval_runtime": 2.5991,
+ "eval_samples_per_second": 595.202,
+ "eval_steps_per_second": 37.32,
+ "eval_weighted_f1": 0.9377713237619575,
+ "step": 2175
+ },
+ {
+ "epoch": 5.057471264367816,
+ "grad_norm": 121.60070037841797,
+ "learning_rate": 1.6605363984674328e-05,
+ "loss": 0.4898,
+ "step": 2200
+ },
+ {
+ "epoch": 5.114942528735632,
+ "grad_norm": 27.12440299987793,
+ "learning_rate": 1.6541507024265647e-05,
+ "loss": 0.3668,
+ "step": 2225
+ },
+ {
+ "epoch": 5.172413793103448,
+ "grad_norm": 24.75485610961914,
+ "learning_rate": 1.6477650063856963e-05,
+ "loss": 0.4659,
+ "step": 2250
+ },
+ {
+ "epoch": 5.2298850574712645,
+ "grad_norm": 50.68709945678711,
+ "learning_rate": 1.6413793103448276e-05,
+ "loss": 0.7311,
+ "step": 2275
+ },
+ {
+ "epoch": 5.287356321839081,
+ "grad_norm": 15.451107025146484,
+ "learning_rate": 1.634993614303959e-05,
+ "loss": 0.3943,
+ "step": 2300
+ },
+ {
+ "epoch": 5.344827586206897,
+ "grad_norm": 86.23239135742188,
+ "learning_rate": 1.6286079182630907e-05,
+ "loss": 0.4768,
+ "step": 2325
+ },
+ {
+ "epoch": 5.402298850574713,
+ "grad_norm": 91.18344116210938,
+ "learning_rate": 1.6222222222222223e-05,
+ "loss": 0.7696,
+ "step": 2350
+ },
+ {
+ "epoch": 5.459770114942529,
+ "grad_norm": 28.669654846191406,
+ "learning_rate": 1.615836526181354e-05,
+ "loss": 0.394,
+ "step": 2375
+ },
+ {
+ "epoch": 5.517241379310345,
+ "grad_norm": 16.33401107788086,
+ "learning_rate": 1.6094508301404855e-05,
+ "loss": 0.6576,
+ "step": 2400
+ },
+ {
+ "epoch": 5.574712643678161,
+ "grad_norm": 24.402254104614258,
+ "learning_rate": 1.603065134099617e-05,
+ "loss": 0.4377,
+ "step": 2425
+ },
+ {
+ "epoch": 5.6321839080459775,
+ "grad_norm": 14.34342098236084,
+ "learning_rate": 1.5966794380587483e-05,
+ "loss": 0.6325,
+ "step": 2450
+ },
+ {
+ "epoch": 5.689655172413794,
+ "grad_norm": 19.235126495361328,
+ "learning_rate": 1.5902937420178802e-05,
+ "loss": 0.6171,
+ "step": 2475
+ },
+ {
+ "epoch": 5.747126436781609,
+ "grad_norm": 0.31807422637939453,
+ "learning_rate": 1.5839080459770115e-05,
+ "loss": 0.3971,
+ "step": 2500
+ },
+ {
+ "epoch": 5.804597701149425,
+ "grad_norm": 9.014093399047852,
+ "learning_rate": 1.577522349936143e-05,
+ "loss": 0.6238,
+ "step": 2525
+ },
+ {
+ "epoch": 5.862068965517241,
+ "grad_norm": 2.229142904281616,
+ "learning_rate": 1.5711366538952746e-05,
+ "loss": 0.3586,
+ "step": 2550
+ },
+ {
+ "epoch": 5.919540229885057,
+ "grad_norm": 77.85013580322266,
+ "learning_rate": 1.5647509578544062e-05,
+ "loss": 0.7036,
+ "step": 2575
+ },
+ {
+ "epoch": 5.977011494252873,
+ "grad_norm": 28.696056365966797,
+ "learning_rate": 1.5583652618135378e-05,
+ "loss": 0.5595,
+ "step": 2600
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9444085326438267,
+ "eval_loss": 0.29093873500823975,
+ "eval_macro_f1": 0.8345020197661143,
+ "eval_runtime": 2.7734,
+ "eval_samples_per_second": 557.805,
+ "eval_steps_per_second": 34.975,
+ "eval_weighted_f1": 0.9425991266980639,
+ "step": 2610
+ },
+ {
+ "epoch": 6.0344827586206895,
+ "grad_norm": 41.762001037597656,
+ "learning_rate": 1.5519795657726694e-05,
+ "loss": 0.4883,
+ "step": 2625
+ },
+ {
+ "epoch": 6.091954022988506,
+ "grad_norm": 26.748428344726562,
+ "learning_rate": 1.545593869731801e-05,
+ "loss": 0.4015,
+ "step": 2650
+ },
+ {
+ "epoch": 6.149425287356322,
+ "grad_norm": 0.20805200934410095,
+ "learning_rate": 1.5392081736909322e-05,
+ "loss": 0.2733,
+ "step": 2675
+ },
+ {
+ "epoch": 6.206896551724138,
+ "grad_norm": 41.91759490966797,
+ "learning_rate": 1.5328224776500638e-05,
+ "loss": 0.4818,
+ "step": 2700
+ },
+ {
+ "epoch": 6.264367816091954,
+ "grad_norm": 9.908294677734375,
+ "learning_rate": 1.5264367816091957e-05,
+ "loss": 0.5205,
+ "step": 2725
+ },
+ {
+ "epoch": 6.32183908045977,
+ "grad_norm": 0.5510212779045105,
+ "learning_rate": 1.520051085568327e-05,
+ "loss": 0.5186,
+ "step": 2750
+ },
+ {
+ "epoch": 6.379310344827586,
+ "grad_norm": 76.57157135009766,
+ "learning_rate": 1.5136653895274587e-05,
+ "loss": 0.6466,
+ "step": 2775
+ },
+ {
+ "epoch": 6.436781609195402,
+ "grad_norm": 238.99302673339844,
+ "learning_rate": 1.5072796934865901e-05,
+ "loss": 0.5382,
+ "step": 2800
+ },
+ {
+ "epoch": 6.494252873563219,
+ "grad_norm": 51.783382415771484,
+ "learning_rate": 1.5008939974457217e-05,
+ "loss": 0.445,
+ "step": 2825
+ },
+ {
+ "epoch": 6.551724137931035,
+ "grad_norm": 36.143516540527344,
+ "learning_rate": 1.4945083014048531e-05,
+ "loss": 0.5023,
+ "step": 2850
+ },
+ {
+ "epoch": 6.609195402298851,
+ "grad_norm": 0.19358476996421814,
+ "learning_rate": 1.4881226053639847e-05,
+ "loss": 0.3305,
+ "step": 2875
+ },
+ {
+ "epoch": 6.666666666666667,
+ "grad_norm": 2.2729573249816895,
+ "learning_rate": 1.4817369093231165e-05,
+ "loss": 0.4048,
+ "step": 2900
+ },
+ {
+ "epoch": 6.724137931034483,
+ "grad_norm": 0.8965401649475098,
+ "learning_rate": 1.4753512132822479e-05,
+ "loss": 0.8144,
+ "step": 2925
+ },
+ {
+ "epoch": 6.781609195402299,
+ "grad_norm": 78.41266632080078,
+ "learning_rate": 1.4689655172413795e-05,
+ "loss": 0.4484,
+ "step": 2950
+ },
+ {
+ "epoch": 6.8390804597701145,
+ "grad_norm": 18.014162063598633,
+ "learning_rate": 1.4625798212005109e-05,
+ "loss": 0.4307,
+ "step": 2975
+ },
+ {
+ "epoch": 6.896551724137931,
+ "grad_norm": 94.58012390136719,
+ "learning_rate": 1.4561941251596425e-05,
+ "loss": 0.4228,
+ "step": 3000
+ },
+ {
+ "epoch": 6.954022988505747,
+ "grad_norm": 70.50617218017578,
+ "learning_rate": 1.4498084291187742e-05,
+ "loss": 0.4609,
+ "step": 3025
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9476405946994182,
+ "eval_loss": 0.35828402638435364,
+ "eval_macro_f1": 0.8526682484985622,
+ "eval_runtime": 2.7313,
+ "eval_samples_per_second": 566.4,
+ "eval_steps_per_second": 35.514,
+ "eval_weighted_f1": 0.9456131952007714,
+ "step": 3045
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8700,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..2cb83f35670e6eb2978fb915845427a60ceb680a
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/trainer_state.json
@@ -0,0 +1,1371 @@
+{
+ "best_global_step": 3045,
+ "best_metric": 0.8526682484985622,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045",
+ "epoch": 10.0,
+ "eval_steps": 500,
+ "global_step": 4350,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05747126436781609,
+ "grad_norm": 45.62691116333008,
+ "learning_rate": 5.517241379310345e-07,
+ "loss": 5.5957,
+ "step": 25
+ },
+ {
+ "epoch": 0.11494252873563218,
+ "grad_norm": 43.14279556274414,
+ "learning_rate": 1.1264367816091955e-06,
+ "loss": 5.4617,
+ "step": 50
+ },
+ {
+ "epoch": 0.1724137931034483,
+ "grad_norm": 36.577392578125,
+ "learning_rate": 1.7011494252873565e-06,
+ "loss": 5.264,
+ "step": 75
+ },
+ {
+ "epoch": 0.22988505747126436,
+ "grad_norm": 34.379695892333984,
+ "learning_rate": 2.2758620689655173e-06,
+ "loss": 5.0468,
+ "step": 100
+ },
+ {
+ "epoch": 0.28735632183908044,
+ "grad_norm": 61.23556900024414,
+ "learning_rate": 2.850574712643678e-06,
+ "loss": 4.5659,
+ "step": 125
+ },
+ {
+ "epoch": 0.3448275862068966,
+ "grad_norm": 39.81011199951172,
+ "learning_rate": 3.425287356321839e-06,
+ "loss": 3.3373,
+ "step": 150
+ },
+ {
+ "epoch": 0.40229885057471265,
+ "grad_norm": 46.98194122314453,
+ "learning_rate": 4.000000000000001e-06,
+ "loss": 2.8299,
+ "step": 175
+ },
+ {
+ "epoch": 0.45977011494252873,
+ "grad_norm": 44.37602233886719,
+ "learning_rate": 4.5747126436781615e-06,
+ "loss": 2.3044,
+ "step": 200
+ },
+ {
+ "epoch": 0.5172413793103449,
+ "grad_norm": 94.43465423583984,
+ "learning_rate": 5.149425287356322e-06,
+ "loss": 1.8363,
+ "step": 225
+ },
+ {
+ "epoch": 0.5747126436781609,
+ "grad_norm": 64.71284484863281,
+ "learning_rate": 5.724137931034483e-06,
+ "loss": 1.614,
+ "step": 250
+ },
+ {
+ "epoch": 0.632183908045977,
+ "grad_norm": 35.337276458740234,
+ "learning_rate": 6.298850574712644e-06,
+ "loss": 1.5499,
+ "step": 275
+ },
+ {
+ "epoch": 0.6896551724137931,
+ "grad_norm": 37.46843719482422,
+ "learning_rate": 6.873563218390805e-06,
+ "loss": 1.443,
+ "step": 300
+ },
+ {
+ "epoch": 0.7471264367816092,
+ "grad_norm": 74.38639068603516,
+ "learning_rate": 7.4482758620689665e-06,
+ "loss": 1.2165,
+ "step": 325
+ },
+ {
+ "epoch": 0.8045977011494253,
+ "grad_norm": 49.994632720947266,
+ "learning_rate": 8.022988505747126e-06,
+ "loss": 1.2859,
+ "step": 350
+ },
+ {
+ "epoch": 0.8620689655172413,
+ "grad_norm": 53.53200149536133,
+ "learning_rate": 8.597701149425289e-06,
+ "loss": 1.4691,
+ "step": 375
+ },
+ {
+ "epoch": 0.9195402298850575,
+ "grad_norm": 13.42363166809082,
+ "learning_rate": 9.172413793103448e-06,
+ "loss": 1.0665,
+ "step": 400
+ },
+ {
+ "epoch": 0.9770114942528736,
+ "grad_norm": 14.659579277038574,
+ "learning_rate": 9.74712643678161e-06,
+ "loss": 1.2802,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9288946347769877,
+ "eval_loss": 0.2509627640247345,
+ "eval_macro_f1": 0.7063871717655537,
+ "eval_runtime": 2.6324,
+ "eval_samples_per_second": 587.686,
+ "eval_steps_per_second": 36.849,
+ "eval_weighted_f1": 0.9154844703079699,
+ "step": 435
+ },
+ {
+ "epoch": 1.0344827586206897,
+ "grad_norm": 50.24601364135742,
+ "learning_rate": 1.032183908045977e-05,
+ "loss": 1.2577,
+ "step": 450
+ },
+ {
+ "epoch": 1.0919540229885056,
+ "grad_norm": 17.597877502441406,
+ "learning_rate": 1.0896551724137932e-05,
+ "loss": 1.0074,
+ "step": 475
+ },
+ {
+ "epoch": 1.1494252873563218,
+ "grad_norm": 60.952789306640625,
+ "learning_rate": 1.1471264367816093e-05,
+ "loss": 1.1648,
+ "step": 500
+ },
+ {
+ "epoch": 1.206896551724138,
+ "grad_norm": 66.20086669921875,
+ "learning_rate": 1.2045977011494254e-05,
+ "loss": 0.9099,
+ "step": 525
+ },
+ {
+ "epoch": 1.264367816091954,
+ "grad_norm": 20.1652889251709,
+ "learning_rate": 1.2620689655172415e-05,
+ "loss": 1.0815,
+ "step": 550
+ },
+ {
+ "epoch": 1.3218390804597702,
+ "grad_norm": 15.235532760620117,
+ "learning_rate": 1.3195402298850574e-05,
+ "loss": 1.1598,
+ "step": 575
+ },
+ {
+ "epoch": 1.3793103448275863,
+ "grad_norm": 33.4631233215332,
+ "learning_rate": 1.3770114942528736e-05,
+ "loss": 0.9203,
+ "step": 600
+ },
+ {
+ "epoch": 1.4367816091954024,
+ "grad_norm": 17.106441497802734,
+ "learning_rate": 1.4344827586206897e-05,
+ "loss": 1.1127,
+ "step": 625
+ },
+ {
+ "epoch": 1.4942528735632183,
+ "grad_norm": 89.48452758789062,
+ "learning_rate": 1.4919540229885058e-05,
+ "loss": 0.9578,
+ "step": 650
+ },
+ {
+ "epoch": 1.5517241379310345,
+ "grad_norm": 23.019376754760742,
+ "learning_rate": 1.549425287356322e-05,
+ "loss": 0.9459,
+ "step": 675
+ },
+ {
+ "epoch": 1.6091954022988506,
+ "grad_norm": 44.487754821777344,
+ "learning_rate": 1.6068965517241383e-05,
+ "loss": 0.9339,
+ "step": 700
+ },
+ {
+ "epoch": 1.6666666666666665,
+ "grad_norm": 198.2223663330078,
+ "learning_rate": 1.664367816091954e-05,
+ "loss": 1.0268,
+ "step": 725
+ },
+ {
+ "epoch": 1.7241379310344827,
+ "grad_norm": 56.73033142089844,
+ "learning_rate": 1.72183908045977e-05,
+ "loss": 1.1263,
+ "step": 750
+ },
+ {
+ "epoch": 1.7816091954022988,
+ "grad_norm": 54.4890022277832,
+ "learning_rate": 1.7793103448275862e-05,
+ "loss": 0.9105,
+ "step": 775
+ },
+ {
+ "epoch": 1.839080459770115,
+ "grad_norm": 12.723891258239746,
+ "learning_rate": 1.8367816091954027e-05,
+ "loss": 0.8683,
+ "step": 800
+ },
+ {
+ "epoch": 1.896551724137931,
+ "grad_norm": 107.52430725097656,
+ "learning_rate": 1.8942528735632187e-05,
+ "loss": 1.0176,
+ "step": 825
+ },
+ {
+ "epoch": 1.9540229885057472,
+ "grad_norm": 18.75323486328125,
+ "learning_rate": 1.9517241379310345e-05,
+ "loss": 1.1398,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9366515837104072,
+ "eval_loss": 0.20590028166770935,
+ "eval_macro_f1": 0.8209057593957733,
+ "eval_runtime": 2.6878,
+ "eval_samples_per_second": 575.574,
+ "eval_steps_per_second": 36.09,
+ "eval_weighted_f1": 0.9336073903599827,
+ "step": 870
+ },
+ {
+ "epoch": 2.0114942528735633,
+ "grad_norm": 16.739139556884766,
+ "learning_rate": 1.9989782886334612e-05,
+ "loss": 0.7646,
+ "step": 875
+ },
+ {
+ "epoch": 2.0689655172413794,
+ "grad_norm": 11.479060173034668,
+ "learning_rate": 1.9925925925925928e-05,
+ "loss": 0.8042,
+ "step": 900
+ },
+ {
+ "epoch": 2.1264367816091956,
+ "grad_norm": 33.117942810058594,
+ "learning_rate": 1.9862068965517244e-05,
+ "loss": 0.7268,
+ "step": 925
+ },
+ {
+ "epoch": 2.1839080459770113,
+ "grad_norm": 49.15284729003906,
+ "learning_rate": 1.979821200510856e-05,
+ "loss": 1.0863,
+ "step": 950
+ },
+ {
+ "epoch": 2.2413793103448274,
+ "grad_norm": 26.39234733581543,
+ "learning_rate": 1.9734355044699872e-05,
+ "loss": 0.9126,
+ "step": 975
+ },
+ {
+ "epoch": 2.2988505747126435,
+ "grad_norm": 33.01371383666992,
+ "learning_rate": 1.9670498084291188e-05,
+ "loss": 0.7786,
+ "step": 1000
+ },
+ {
+ "epoch": 2.3563218390804597,
+ "grad_norm": 22.85848045349121,
+ "learning_rate": 1.9606641123882504e-05,
+ "loss": 0.9426,
+ "step": 1025
+ },
+ {
+ "epoch": 2.413793103448276,
+ "grad_norm": 12.658100128173828,
+ "learning_rate": 1.954278416347382e-05,
+ "loss": 0.7133,
+ "step": 1050
+ },
+ {
+ "epoch": 2.471264367816092,
+ "grad_norm": 5.248683452606201,
+ "learning_rate": 1.9478927203065136e-05,
+ "loss": 0.8864,
+ "step": 1075
+ },
+ {
+ "epoch": 2.528735632183908,
+ "grad_norm": 24.59378433227539,
+ "learning_rate": 1.941507024265645e-05,
+ "loss": 1.1222,
+ "step": 1100
+ },
+ {
+ "epoch": 2.586206896551724,
+ "grad_norm": 153.5032501220703,
+ "learning_rate": 1.9351213282247767e-05,
+ "loss": 0.9419,
+ "step": 1125
+ },
+ {
+ "epoch": 2.6436781609195403,
+ "grad_norm": 45.10074234008789,
+ "learning_rate": 1.928735632183908e-05,
+ "loss": 1.0933,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7011494252873565,
+ "grad_norm": 51.256717681884766,
+ "learning_rate": 1.92234993614304e-05,
+ "loss": 0.9798,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7586206896551726,
+ "grad_norm": 18.35030174255371,
+ "learning_rate": 1.915964240102171e-05,
+ "loss": 0.7678,
+ "step": 1200
+ },
+ {
+ "epoch": 2.8160919540229887,
+ "grad_norm": 30.025056838989258,
+ "learning_rate": 1.9095785440613027e-05,
+ "loss": 0.8043,
+ "step": 1225
+ },
+ {
+ "epoch": 2.873563218390805,
+ "grad_norm": 15.976265907287598,
+ "learning_rate": 1.9031928480204343e-05,
+ "loss": 0.7079,
+ "step": 1250
+ },
+ {
+ "epoch": 2.9310344827586206,
+ "grad_norm": 83.69599151611328,
+ "learning_rate": 1.896807151979566e-05,
+ "loss": 0.8527,
+ "step": 1275
+ },
+ {
+ "epoch": 2.9885057471264367,
+ "grad_norm": 35.646141052246094,
+ "learning_rate": 1.8904214559386975e-05,
+ "loss": 0.6603,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9385908209437621,
+ "eval_loss": 0.21802066266536713,
+ "eval_macro_f1": 0.8224965896345986,
+ "eval_runtime": 2.643,
+ "eval_samples_per_second": 585.329,
+ "eval_steps_per_second": 36.701,
+ "eval_weighted_f1": 0.9350299930749757,
+ "step": 1305
+ },
+ {
+ "epoch": 3.045977011494253,
+ "grad_norm": 95.73464965820312,
+ "learning_rate": 1.884035759897829e-05,
+ "loss": 0.7526,
+ "step": 1325
+ },
+ {
+ "epoch": 3.103448275862069,
+ "grad_norm": 81.75413513183594,
+ "learning_rate": 1.8776500638569606e-05,
+ "loss": 0.5986,
+ "step": 1350
+ },
+ {
+ "epoch": 3.160919540229885,
+ "grad_norm": 65.33435821533203,
+ "learning_rate": 1.871264367816092e-05,
+ "loss": 0.8334,
+ "step": 1375
+ },
+ {
+ "epoch": 3.218390804597701,
+ "grad_norm": 19.533721923828125,
+ "learning_rate": 1.8648786717752235e-05,
+ "loss": 0.7588,
+ "step": 1400
+ },
+ {
+ "epoch": 3.2758620689655173,
+ "grad_norm": 18.449134826660156,
+ "learning_rate": 1.8584929757343554e-05,
+ "loss": 0.7262,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3333333333333335,
+ "grad_norm": 20.175622940063477,
+ "learning_rate": 1.8521072796934866e-05,
+ "loss": 0.8088,
+ "step": 1450
+ },
+ {
+ "epoch": 3.3908045977011496,
+ "grad_norm": 25.540525436401367,
+ "learning_rate": 1.8457215836526182e-05,
+ "loss": 0.6625,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4482758620689653,
+ "grad_norm": 63.30854034423828,
+ "learning_rate": 1.8393358876117498e-05,
+ "loss": 0.6105,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5057471264367814,
+ "grad_norm": 98.33106231689453,
+ "learning_rate": 1.8329501915708814e-05,
+ "loss": 0.7042,
+ "step": 1525
+ },
+ {
+ "epoch": 3.5632183908045976,
+ "grad_norm": 81.36473846435547,
+ "learning_rate": 1.826564495530013e-05,
+ "loss": 0.7932,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6206896551724137,
+ "grad_norm": 26.699159622192383,
+ "learning_rate": 1.8201787994891446e-05,
+ "loss": 0.7057,
+ "step": 1575
+ },
+ {
+ "epoch": 3.67816091954023,
+ "grad_norm": 6.915417194366455,
+ "learning_rate": 1.813793103448276e-05,
+ "loss": 0.6358,
+ "step": 1600
+ },
+ {
+ "epoch": 3.735632183908046,
+ "grad_norm": 1.6585261821746826,
+ "learning_rate": 1.8074074074074074e-05,
+ "loss": 0.6923,
+ "step": 1625
+ },
+ {
+ "epoch": 3.793103448275862,
+ "grad_norm": 20.019912719726562,
+ "learning_rate": 1.801021711366539e-05,
+ "loss": 0.764,
+ "step": 1650
+ },
+ {
+ "epoch": 3.8505747126436782,
+ "grad_norm": 78.29776000976562,
+ "learning_rate": 1.7946360153256706e-05,
+ "loss": 0.753,
+ "step": 1675
+ },
+ {
+ "epoch": 3.9080459770114944,
+ "grad_norm": 57.41665267944336,
+ "learning_rate": 1.788250319284802e-05,
+ "loss": 0.6243,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9655172413793105,
+ "grad_norm": 13.952276229858398,
+ "learning_rate": 1.7818646232439337e-05,
+ "loss": 0.5649,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.940530058177117,
+ "eval_loss": 0.21718142926692963,
+ "eval_macro_f1": 0.8237691777731556,
+ "eval_runtime": 2.6532,
+ "eval_samples_per_second": 583.079,
+ "eval_steps_per_second": 36.56,
+ "eval_weighted_f1": 0.9369458051514021,
+ "step": 1740
+ },
+ {
+ "epoch": 4.022988505747127,
+ "grad_norm": 8.995857238769531,
+ "learning_rate": 1.7754789272030653e-05,
+ "loss": 0.6429,
+ "step": 1750
+ },
+ {
+ "epoch": 4.080459770114943,
+ "grad_norm": 3.3458728790283203,
+ "learning_rate": 1.769093231162197e-05,
+ "loss": 0.5203,
+ "step": 1775
+ },
+ {
+ "epoch": 4.137931034482759,
+ "grad_norm": 37.83175277709961,
+ "learning_rate": 1.762707535121328e-05,
+ "loss": 0.6245,
+ "step": 1800
+ },
+ {
+ "epoch": 4.195402298850575,
+ "grad_norm": 21.664661407470703,
+ "learning_rate": 1.75632183908046e-05,
+ "loss": 0.6334,
+ "step": 1825
+ },
+ {
+ "epoch": 4.252873563218391,
+ "grad_norm": 18.16533088684082,
+ "learning_rate": 1.7499361430395913e-05,
+ "loss": 0.5073,
+ "step": 1850
+ },
+ {
+ "epoch": 4.310344827586207,
+ "grad_norm": 1.8302961587905884,
+ "learning_rate": 1.743550446998723e-05,
+ "loss": 0.4994,
+ "step": 1875
+ },
+ {
+ "epoch": 4.3678160919540225,
+ "grad_norm": 5.465527057647705,
+ "learning_rate": 1.7371647509578545e-05,
+ "loss": 0.5839,
+ "step": 1900
+ },
+ {
+ "epoch": 4.425287356321839,
+ "grad_norm": 116.19830322265625,
+ "learning_rate": 1.730779054916986e-05,
+ "loss": 0.6779,
+ "step": 1925
+ },
+ {
+ "epoch": 4.482758620689655,
+ "grad_norm": 30.491079330444336,
+ "learning_rate": 1.7243933588761176e-05,
+ "loss": 0.5024,
+ "step": 1950
+ },
+ {
+ "epoch": 4.540229885057471,
+ "grad_norm": 19.680931091308594,
+ "learning_rate": 1.7180076628352492e-05,
+ "loss": 0.4367,
+ "step": 1975
+ },
+ {
+ "epoch": 4.597701149425287,
+ "grad_norm": 29.027687072753906,
+ "learning_rate": 1.7116219667943808e-05,
+ "loss": 0.7987,
+ "step": 2000
+ },
+ {
+ "epoch": 4.655172413793103,
+ "grad_norm": 0.7350533604621887,
+ "learning_rate": 1.705236270753512e-05,
+ "loss": 0.686,
+ "step": 2025
+ },
+ {
+ "epoch": 4.712643678160919,
+ "grad_norm": 10.652105331420898,
+ "learning_rate": 1.6988505747126436e-05,
+ "loss": 0.6038,
+ "step": 2050
+ },
+ {
+ "epoch": 4.7701149425287355,
+ "grad_norm": 23.172725677490234,
+ "learning_rate": 1.6924648786717756e-05,
+ "loss": 0.8098,
+ "step": 2075
+ },
+ {
+ "epoch": 4.827586206896552,
+ "grad_norm": 96.41574096679688,
+ "learning_rate": 1.6860791826309068e-05,
+ "loss": 0.6132,
+ "step": 2100
+ },
+ {
+ "epoch": 4.885057471264368,
+ "grad_norm": 18.34160614013672,
+ "learning_rate": 1.6796934865900384e-05,
+ "loss": 0.5907,
+ "step": 2125
+ },
+ {
+ "epoch": 4.942528735632184,
+ "grad_norm": 71.76873016357422,
+ "learning_rate": 1.67330779054917e-05,
+ "loss": 0.8229,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 176.9855499267578,
+ "learning_rate": 1.6669220945083016e-05,
+ "loss": 0.5991,
+ "step": 2175
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9418228829993536,
+ "eval_loss": 0.2821331024169922,
+ "eval_macro_f1": 0.8266817778308718,
+ "eval_runtime": 2.5991,
+ "eval_samples_per_second": 595.202,
+ "eval_steps_per_second": 37.32,
+ "eval_weighted_f1": 0.9377713237619575,
+ "step": 2175
+ },
+ {
+ "epoch": 5.057471264367816,
+ "grad_norm": 121.60070037841797,
+ "learning_rate": 1.6605363984674328e-05,
+ "loss": 0.4898,
+ "step": 2200
+ },
+ {
+ "epoch": 5.114942528735632,
+ "grad_norm": 27.12440299987793,
+ "learning_rate": 1.6541507024265647e-05,
+ "loss": 0.3668,
+ "step": 2225
+ },
+ {
+ "epoch": 5.172413793103448,
+ "grad_norm": 24.75485610961914,
+ "learning_rate": 1.6477650063856963e-05,
+ "loss": 0.4659,
+ "step": 2250
+ },
+ {
+ "epoch": 5.2298850574712645,
+ "grad_norm": 50.68709945678711,
+ "learning_rate": 1.6413793103448276e-05,
+ "loss": 0.7311,
+ "step": 2275
+ },
+ {
+ "epoch": 5.287356321839081,
+ "grad_norm": 15.451107025146484,
+ "learning_rate": 1.634993614303959e-05,
+ "loss": 0.3943,
+ "step": 2300
+ },
+ {
+ "epoch": 5.344827586206897,
+ "grad_norm": 86.23239135742188,
+ "learning_rate": 1.6286079182630907e-05,
+ "loss": 0.4768,
+ "step": 2325
+ },
+ {
+ "epoch": 5.402298850574713,
+ "grad_norm": 91.18344116210938,
+ "learning_rate": 1.6222222222222223e-05,
+ "loss": 0.7696,
+ "step": 2350
+ },
+ {
+ "epoch": 5.459770114942529,
+ "grad_norm": 28.669654846191406,
+ "learning_rate": 1.615836526181354e-05,
+ "loss": 0.394,
+ "step": 2375
+ },
+ {
+ "epoch": 5.517241379310345,
+ "grad_norm": 16.33401107788086,
+ "learning_rate": 1.6094508301404855e-05,
+ "loss": 0.6576,
+ "step": 2400
+ },
+ {
+ "epoch": 5.574712643678161,
+ "grad_norm": 24.402254104614258,
+ "learning_rate": 1.603065134099617e-05,
+ "loss": 0.4377,
+ "step": 2425
+ },
+ {
+ "epoch": 5.6321839080459775,
+ "grad_norm": 14.34342098236084,
+ "learning_rate": 1.5966794380587483e-05,
+ "loss": 0.6325,
+ "step": 2450
+ },
+ {
+ "epoch": 5.689655172413794,
+ "grad_norm": 19.235126495361328,
+ "learning_rate": 1.5902937420178802e-05,
+ "loss": 0.6171,
+ "step": 2475
+ },
+ {
+ "epoch": 5.747126436781609,
+ "grad_norm": 0.31807422637939453,
+ "learning_rate": 1.5839080459770115e-05,
+ "loss": 0.3971,
+ "step": 2500
+ },
+ {
+ "epoch": 5.804597701149425,
+ "grad_norm": 9.014093399047852,
+ "learning_rate": 1.577522349936143e-05,
+ "loss": 0.6238,
+ "step": 2525
+ },
+ {
+ "epoch": 5.862068965517241,
+ "grad_norm": 2.229142904281616,
+ "learning_rate": 1.5711366538952746e-05,
+ "loss": 0.3586,
+ "step": 2550
+ },
+ {
+ "epoch": 5.919540229885057,
+ "grad_norm": 77.85013580322266,
+ "learning_rate": 1.5647509578544062e-05,
+ "loss": 0.7036,
+ "step": 2575
+ },
+ {
+ "epoch": 5.977011494252873,
+ "grad_norm": 28.696056365966797,
+ "learning_rate": 1.5583652618135378e-05,
+ "loss": 0.5595,
+ "step": 2600
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9444085326438267,
+ "eval_loss": 0.29093873500823975,
+ "eval_macro_f1": 0.8345020197661143,
+ "eval_runtime": 2.7734,
+ "eval_samples_per_second": 557.805,
+ "eval_steps_per_second": 34.975,
+ "eval_weighted_f1": 0.9425991266980639,
+ "step": 2610
+ },
+ {
+ "epoch": 6.0344827586206895,
+ "grad_norm": 41.762001037597656,
+ "learning_rate": 1.5519795657726694e-05,
+ "loss": 0.4883,
+ "step": 2625
+ },
+ {
+ "epoch": 6.091954022988506,
+ "grad_norm": 26.748428344726562,
+ "learning_rate": 1.545593869731801e-05,
+ "loss": 0.4015,
+ "step": 2650
+ },
+ {
+ "epoch": 6.149425287356322,
+ "grad_norm": 0.20805200934410095,
+ "learning_rate": 1.5392081736909322e-05,
+ "loss": 0.2733,
+ "step": 2675
+ },
+ {
+ "epoch": 6.206896551724138,
+ "grad_norm": 41.91759490966797,
+ "learning_rate": 1.5328224776500638e-05,
+ "loss": 0.4818,
+ "step": 2700
+ },
+ {
+ "epoch": 6.264367816091954,
+ "grad_norm": 9.908294677734375,
+ "learning_rate": 1.5264367816091957e-05,
+ "loss": 0.5205,
+ "step": 2725
+ },
+ {
+ "epoch": 6.32183908045977,
+ "grad_norm": 0.5510212779045105,
+ "learning_rate": 1.520051085568327e-05,
+ "loss": 0.5186,
+ "step": 2750
+ },
+ {
+ "epoch": 6.379310344827586,
+ "grad_norm": 76.57157135009766,
+ "learning_rate": 1.5136653895274587e-05,
+ "loss": 0.6466,
+ "step": 2775
+ },
+ {
+ "epoch": 6.436781609195402,
+ "grad_norm": 238.99302673339844,
+ "learning_rate": 1.5072796934865901e-05,
+ "loss": 0.5382,
+ "step": 2800
+ },
+ {
+ "epoch": 6.494252873563219,
+ "grad_norm": 51.783382415771484,
+ "learning_rate": 1.5008939974457217e-05,
+ "loss": 0.445,
+ "step": 2825
+ },
+ {
+ "epoch": 6.551724137931035,
+ "grad_norm": 36.143516540527344,
+ "learning_rate": 1.4945083014048531e-05,
+ "loss": 0.5023,
+ "step": 2850
+ },
+ {
+ "epoch": 6.609195402298851,
+ "grad_norm": 0.19358476996421814,
+ "learning_rate": 1.4881226053639847e-05,
+ "loss": 0.3305,
+ "step": 2875
+ },
+ {
+ "epoch": 6.666666666666667,
+ "grad_norm": 2.2729573249816895,
+ "learning_rate": 1.4817369093231165e-05,
+ "loss": 0.4048,
+ "step": 2900
+ },
+ {
+ "epoch": 6.724137931034483,
+ "grad_norm": 0.8965401649475098,
+ "learning_rate": 1.4753512132822479e-05,
+ "loss": 0.8144,
+ "step": 2925
+ },
+ {
+ "epoch": 6.781609195402299,
+ "grad_norm": 78.41266632080078,
+ "learning_rate": 1.4689655172413795e-05,
+ "loss": 0.4484,
+ "step": 2950
+ },
+ {
+ "epoch": 6.8390804597701145,
+ "grad_norm": 18.014162063598633,
+ "learning_rate": 1.4625798212005109e-05,
+ "loss": 0.4307,
+ "step": 2975
+ },
+ {
+ "epoch": 6.896551724137931,
+ "grad_norm": 94.58012390136719,
+ "learning_rate": 1.4561941251596425e-05,
+ "loss": 0.4228,
+ "step": 3000
+ },
+ {
+ "epoch": 6.954022988505747,
+ "grad_norm": 70.50617218017578,
+ "learning_rate": 1.4498084291187742e-05,
+ "loss": 0.4609,
+ "step": 3025
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9476405946994182,
+ "eval_loss": 0.35828402638435364,
+ "eval_macro_f1": 0.8526682484985622,
+ "eval_runtime": 2.7313,
+ "eval_samples_per_second": 566.4,
+ "eval_steps_per_second": 35.514,
+ "eval_weighted_f1": 0.9456131952007714,
+ "step": 3045
+ },
+ {
+ "epoch": 7.011494252873563,
+ "grad_norm": 37.94315719604492,
+ "learning_rate": 1.4434227330779056e-05,
+ "loss": 0.5163,
+ "step": 3050
+ },
+ {
+ "epoch": 7.068965517241379,
+ "grad_norm": 29.71451187133789,
+ "learning_rate": 1.4370370370370372e-05,
+ "loss": 0.2885,
+ "step": 3075
+ },
+ {
+ "epoch": 7.126436781609195,
+ "grad_norm": 0.13844026625156403,
+ "learning_rate": 1.4306513409961686e-05,
+ "loss": 0.3512,
+ "step": 3100
+ },
+ {
+ "epoch": 7.183908045977011,
+ "grad_norm": 10.771010398864746,
+ "learning_rate": 1.4242656449553002e-05,
+ "loss": 0.2551,
+ "step": 3125
+ },
+ {
+ "epoch": 7.241379310344827,
+ "grad_norm": 58.35899353027344,
+ "learning_rate": 1.4178799489144316e-05,
+ "loss": 0.5308,
+ "step": 3150
+ },
+ {
+ "epoch": 7.2988505747126435,
+ "grad_norm": 179.00991821289062,
+ "learning_rate": 1.4114942528735634e-05,
+ "loss": 0.4563,
+ "step": 3175
+ },
+ {
+ "epoch": 7.35632183908046,
+ "grad_norm": 0.224946066737175,
+ "learning_rate": 1.405108556832695e-05,
+ "loss": 0.2839,
+ "step": 3200
+ },
+ {
+ "epoch": 7.413793103448276,
+ "grad_norm": 2.4730396270751953,
+ "learning_rate": 1.3987228607918264e-05,
+ "loss": 0.3371,
+ "step": 3225
+ },
+ {
+ "epoch": 7.471264367816092,
+ "grad_norm": 0.05268924683332443,
+ "learning_rate": 1.392337164750958e-05,
+ "loss": 0.3195,
+ "step": 3250
+ },
+ {
+ "epoch": 7.528735632183908,
+ "grad_norm": 0.2868975102901459,
+ "learning_rate": 1.3859514687100894e-05,
+ "loss": 0.327,
+ "step": 3275
+ },
+ {
+ "epoch": 7.586206896551724,
+ "grad_norm": 9.575676918029785,
+ "learning_rate": 1.3795657726692211e-05,
+ "loss": 0.4144,
+ "step": 3300
+ },
+ {
+ "epoch": 7.64367816091954,
+ "grad_norm": 181.65621948242188,
+ "learning_rate": 1.3731800766283526e-05,
+ "loss": 0.6134,
+ "step": 3325
+ },
+ {
+ "epoch": 7.7011494252873565,
+ "grad_norm": 101.39988708496094,
+ "learning_rate": 1.3667943805874841e-05,
+ "loss": 0.51,
+ "step": 3350
+ },
+ {
+ "epoch": 7.758620689655173,
+ "grad_norm": 0.3539139926433563,
+ "learning_rate": 1.3604086845466157e-05,
+ "loss": 0.2659,
+ "step": 3375
+ },
+ {
+ "epoch": 7.816091954022989,
+ "grad_norm": 1.7800850868225098,
+ "learning_rate": 1.3540229885057471e-05,
+ "loss": 0.4738,
+ "step": 3400
+ },
+ {
+ "epoch": 7.873563218390805,
+ "grad_norm": 0.1855151355266571,
+ "learning_rate": 1.3476372924648789e-05,
+ "loss": 0.3754,
+ "step": 3425
+ },
+ {
+ "epoch": 7.931034482758621,
+ "grad_norm": 27.919023513793945,
+ "learning_rate": 1.3412515964240103e-05,
+ "loss": 0.3197,
+ "step": 3450
+ },
+ {
+ "epoch": 7.988505747126437,
+ "grad_norm": 5.007838249206543,
+ "learning_rate": 1.3348659003831419e-05,
+ "loss": 0.5985,
+ "step": 3475
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9321266968325792,
+ "eval_loss": 0.35720542073249817,
+ "eval_macro_f1": 0.806445283900127,
+ "eval_runtime": 3.0141,
+ "eval_samples_per_second": 513.253,
+ "eval_steps_per_second": 32.182,
+ "eval_weighted_f1": 0.9311565713099671,
+ "step": 3480
+ },
+ {
+ "epoch": 8.045977011494253,
+ "grad_norm": 1.7375092506408691,
+ "learning_rate": 1.3284802043422733e-05,
+ "loss": 0.269,
+ "step": 3500
+ },
+ {
+ "epoch": 8.10344827586207,
+ "grad_norm": 151.68820190429688,
+ "learning_rate": 1.3220945083014049e-05,
+ "loss": 0.461,
+ "step": 3525
+ },
+ {
+ "epoch": 8.160919540229886,
+ "grad_norm": 0.3012595772743225,
+ "learning_rate": 1.3157088122605367e-05,
+ "loss": 0.3305,
+ "step": 3550
+ },
+ {
+ "epoch": 8.218390804597702,
+ "grad_norm": 23.75272560119629,
+ "learning_rate": 1.309323116219668e-05,
+ "loss": 0.2844,
+ "step": 3575
+ },
+ {
+ "epoch": 8.275862068965518,
+ "grad_norm": 26.93575096130371,
+ "learning_rate": 1.3029374201787996e-05,
+ "loss": 0.2001,
+ "step": 3600
+ },
+ {
+ "epoch": 8.333333333333334,
+ "grad_norm": 1.0048240423202515,
+ "learning_rate": 1.296551724137931e-05,
+ "loss": 0.1697,
+ "step": 3625
+ },
+ {
+ "epoch": 8.39080459770115,
+ "grad_norm": 26.605257034301758,
+ "learning_rate": 1.2901660280970626e-05,
+ "loss": 0.4941,
+ "step": 3650
+ },
+ {
+ "epoch": 8.448275862068966,
+ "grad_norm": 32.801998138427734,
+ "learning_rate": 1.283780332056194e-05,
+ "loss": 0.4164,
+ "step": 3675
+ },
+ {
+ "epoch": 8.505747126436782,
+ "grad_norm": 0.42802998423576355,
+ "learning_rate": 1.2773946360153258e-05,
+ "loss": 0.3276,
+ "step": 3700
+ },
+ {
+ "epoch": 8.563218390804598,
+ "grad_norm": 0.13043725490570068,
+ "learning_rate": 1.2710089399744574e-05,
+ "loss": 0.3876,
+ "step": 3725
+ },
+ {
+ "epoch": 8.620689655172415,
+ "grad_norm": 0.1693546324968338,
+ "learning_rate": 1.2646232439335888e-05,
+ "loss": 0.3262,
+ "step": 3750
+ },
+ {
+ "epoch": 8.678160919540229,
+ "grad_norm": 0.106171153485775,
+ "learning_rate": 1.2582375478927204e-05,
+ "loss": 0.2639,
+ "step": 3775
+ },
+ {
+ "epoch": 8.735632183908045,
+ "grad_norm": 50.938804626464844,
+ "learning_rate": 1.2518518518518518e-05,
+ "loss": 0.4317,
+ "step": 3800
+ },
+ {
+ "epoch": 8.793103448275861,
+ "grad_norm": 121.34463500976562,
+ "learning_rate": 1.2454661558109836e-05,
+ "loss": 0.4011,
+ "step": 3825
+ },
+ {
+ "epoch": 8.850574712643677,
+ "grad_norm": 87.78765869140625,
+ "learning_rate": 1.2390804597701151e-05,
+ "loss": 0.3206,
+ "step": 3850
+ },
+ {
+ "epoch": 8.908045977011493,
+ "grad_norm": 5.2689008712768555,
+ "learning_rate": 1.2326947637292466e-05,
+ "loss": 0.2673,
+ "step": 3875
+ },
+ {
+ "epoch": 8.96551724137931,
+ "grad_norm": 5.502636909484863,
+ "learning_rate": 1.2263090676883781e-05,
+ "loss": 0.4651,
+ "step": 3900
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.9353587588881707,
+ "eval_loss": 0.40324869751930237,
+ "eval_macro_f1": 0.8121366869758307,
+ "eval_runtime": 2.6287,
+ "eval_samples_per_second": 588.498,
+ "eval_steps_per_second": 36.9,
+ "eval_weighted_f1": 0.935076798314459,
+ "step": 3915
+ },
+ {
+ "epoch": 9.022988505747126,
+ "grad_norm": 255.10537719726562,
+ "learning_rate": 1.2199233716475096e-05,
+ "loss": 0.3149,
+ "step": 3925
+ },
+ {
+ "epoch": 9.080459770114942,
+ "grad_norm": 0.6050477027893066,
+ "learning_rate": 1.2135376756066413e-05,
+ "loss": 0.2073,
+ "step": 3950
+ },
+ {
+ "epoch": 9.137931034482758,
+ "grad_norm": 8.355154037475586,
+ "learning_rate": 1.2071519795657727e-05,
+ "loss": 0.2874,
+ "step": 3975
+ },
+ {
+ "epoch": 9.195402298850574,
+ "grad_norm": 121.67143249511719,
+ "learning_rate": 1.2007662835249043e-05,
+ "loss": 0.235,
+ "step": 4000
+ },
+ {
+ "epoch": 9.25287356321839,
+ "grad_norm": 9.046887397766113,
+ "learning_rate": 1.1943805874840359e-05,
+ "loss": 0.3107,
+ "step": 4025
+ },
+ {
+ "epoch": 9.310344827586206,
+ "grad_norm": 7.018779277801514,
+ "learning_rate": 1.1879948914431673e-05,
+ "loss": 0.3157,
+ "step": 4050
+ },
+ {
+ "epoch": 9.367816091954023,
+ "grad_norm": 135.41477966308594,
+ "learning_rate": 1.181609195402299e-05,
+ "loss": 0.303,
+ "step": 4075
+ },
+ {
+ "epoch": 9.425287356321839,
+ "grad_norm": 3.411118745803833,
+ "learning_rate": 1.1752234993614305e-05,
+ "loss": 0.2664,
+ "step": 4100
+ },
+ {
+ "epoch": 9.482758620689655,
+ "grad_norm": 0.18610508739948273,
+ "learning_rate": 1.168837803320562e-05,
+ "loss": 0.3173,
+ "step": 4125
+ },
+ {
+ "epoch": 9.540229885057471,
+ "grad_norm": 1.3143460750579834,
+ "learning_rate": 1.1624521072796935e-05,
+ "loss": 0.3621,
+ "step": 4150
+ },
+ {
+ "epoch": 9.597701149425287,
+ "grad_norm": 28.156566619873047,
+ "learning_rate": 1.156066411238825e-05,
+ "loss": 0.4922,
+ "step": 4175
+ },
+ {
+ "epoch": 9.655172413793103,
+ "grad_norm": 18.986854553222656,
+ "learning_rate": 1.1496807151979568e-05,
+ "loss": 0.3055,
+ "step": 4200
+ },
+ {
+ "epoch": 9.71264367816092,
+ "grad_norm": 0.12349890917539597,
+ "learning_rate": 1.1432950191570882e-05,
+ "loss": 0.0951,
+ "step": 4225
+ },
+ {
+ "epoch": 9.770114942528735,
+ "grad_norm": 49.688228607177734,
+ "learning_rate": 1.1369093231162198e-05,
+ "loss": 0.4078,
+ "step": 4250
+ },
+ {
+ "epoch": 9.827586206896552,
+ "grad_norm": 0.17448654770851135,
+ "learning_rate": 1.1305236270753512e-05,
+ "loss": 0.3677,
+ "step": 4275
+ },
+ {
+ "epoch": 9.885057471264368,
+ "grad_norm": 0.5579578876495361,
+ "learning_rate": 1.1241379310344828e-05,
+ "loss": 0.204,
+ "step": 4300
+ },
+ {
+ "epoch": 9.942528735632184,
+ "grad_norm": 5.80503511428833,
+ "learning_rate": 1.1177522349936142e-05,
+ "loss": 0.4216,
+ "step": 4325
+ },
+ {
+ "epoch": 10.0,
+ "grad_norm": 43.12303161621094,
+ "learning_rate": 1.111366538952746e-05,
+ "loss": 0.2672,
+ "step": 4350
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.9385908209437621,
+ "eval_loss": 0.4109654128551483,
+ "eval_macro_f1": 0.8202561704511974,
+ "eval_runtime": 2.5615,
+ "eval_samples_per_second": 603.935,
+ "eval_steps_per_second": 37.868,
+ "eval_weighted_f1": 0.9376594782587728,
+ "step": 4350
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8700,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..39a2c33943478c13b62751593f63001dd73f0c63
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d977624b44995ad6feb65b8ea8fce7edaec277a64438370442c3bfcdb07093
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b991f062feaba70d2d5de4da92718e8ae4b79377
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/trainer_state.json
@@ -0,0 +1,1234 @@
+{
+ "best_global_step": 3915,
+ "best_metric": 0.8399638209361445,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915",
+ "epoch": 9.0,
+ "eval_steps": 500,
+ "global_step": 3915,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05747126436781609,
+ "grad_norm": 83.40896606445312,
+ "learning_rate": 5.517241379310345e-07,
+ "loss": 5.3007,
+ "step": 25
+ },
+ {
+ "epoch": 0.11494252873563218,
+ "grad_norm": 54.74415969848633,
+ "learning_rate": 1.1264367816091955e-06,
+ "loss": 4.9251,
+ "step": 50
+ },
+ {
+ "epoch": 0.1724137931034483,
+ "grad_norm": 56.96429443359375,
+ "learning_rate": 1.7011494252873565e-06,
+ "loss": 4.2976,
+ "step": 75
+ },
+ {
+ "epoch": 0.22988505747126436,
+ "grad_norm": 45.13188552856445,
+ "learning_rate": 2.2758620689655173e-06,
+ "loss": 3.9082,
+ "step": 100
+ },
+ {
+ "epoch": 0.28735632183908044,
+ "grad_norm": 34.357852935791016,
+ "learning_rate": 2.850574712643678e-06,
+ "loss": 3.7608,
+ "step": 125
+ },
+ {
+ "epoch": 0.3448275862068966,
+ "grad_norm": 102.9979248046875,
+ "learning_rate": 3.425287356321839e-06,
+ "loss": 3.5374,
+ "step": 150
+ },
+ {
+ "epoch": 0.40229885057471265,
+ "grad_norm": 42.20903778076172,
+ "learning_rate": 4.000000000000001e-06,
+ "loss": 3.1474,
+ "step": 175
+ },
+ {
+ "epoch": 0.45977011494252873,
+ "grad_norm": 41.02442169189453,
+ "learning_rate": 4.5747126436781615e-06,
+ "loss": 2.4964,
+ "step": 200
+ },
+ {
+ "epoch": 0.5172413793103449,
+ "grad_norm": 56.177371978759766,
+ "learning_rate": 5.149425287356322e-06,
+ "loss": 2.1889,
+ "step": 225
+ },
+ {
+ "epoch": 0.5747126436781609,
+ "grad_norm": 34.89541244506836,
+ "learning_rate": 5.724137931034483e-06,
+ "loss": 1.6712,
+ "step": 250
+ },
+ {
+ "epoch": 0.632183908045977,
+ "grad_norm": 26.5211238861084,
+ "learning_rate": 6.298850574712644e-06,
+ "loss": 1.5754,
+ "step": 275
+ },
+ {
+ "epoch": 0.6896551724137931,
+ "grad_norm": 39.5722770690918,
+ "learning_rate": 6.873563218390805e-06,
+ "loss": 1.566,
+ "step": 300
+ },
+ {
+ "epoch": 0.7471264367816092,
+ "grad_norm": 27.037630081176758,
+ "learning_rate": 7.4482758620689665e-06,
+ "loss": 1.3738,
+ "step": 325
+ },
+ {
+ "epoch": 0.8045977011494253,
+ "grad_norm": 32.3955078125,
+ "learning_rate": 8.022988505747126e-06,
+ "loss": 1.5688,
+ "step": 350
+ },
+ {
+ "epoch": 0.8620689655172413,
+ "grad_norm": 56.635128021240234,
+ "learning_rate": 8.597701149425289e-06,
+ "loss": 1.418,
+ "step": 375
+ },
+ {
+ "epoch": 0.9195402298850575,
+ "grad_norm": 44.200679779052734,
+ "learning_rate": 9.172413793103448e-06,
+ "loss": 1.1943,
+ "step": 400
+ },
+ {
+ "epoch": 0.9770114942528736,
+ "grad_norm": 35.634708404541016,
+ "learning_rate": 9.74712643678161e-06,
+ "loss": 1.1889,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9172592113768584,
+ "eval_loss": 0.2858608663082123,
+ "eval_macro_f1": 0.6252937406537065,
+ "eval_runtime": 2.8195,
+ "eval_samples_per_second": 548.678,
+ "eval_steps_per_second": 34.403,
+ "eval_weighted_f1": 0.8963062522759421,
+ "step": 435
+ },
+ {
+ "epoch": 1.0344827586206897,
+ "grad_norm": 42.721431732177734,
+ "learning_rate": 1.032183908045977e-05,
+ "loss": 1.0869,
+ "step": 450
+ },
+ {
+ "epoch": 1.0919540229885056,
+ "grad_norm": 60.99117660522461,
+ "learning_rate": 1.0896551724137932e-05,
+ "loss": 1.1158,
+ "step": 475
+ },
+ {
+ "epoch": 1.1494252873563218,
+ "grad_norm": 66.96541595458984,
+ "learning_rate": 1.1471264367816093e-05,
+ "loss": 0.8873,
+ "step": 500
+ },
+ {
+ "epoch": 1.206896551724138,
+ "grad_norm": 49.62421798706055,
+ "learning_rate": 1.2045977011494254e-05,
+ "loss": 1.1191,
+ "step": 525
+ },
+ {
+ "epoch": 1.264367816091954,
+ "grad_norm": 126.30878448486328,
+ "learning_rate": 1.2620689655172415e-05,
+ "loss": 1.3534,
+ "step": 550
+ },
+ {
+ "epoch": 1.3218390804597702,
+ "grad_norm": 198.88490295410156,
+ "learning_rate": 1.3195402298850574e-05,
+ "loss": 1.0077,
+ "step": 575
+ },
+ {
+ "epoch": 1.3793103448275863,
+ "grad_norm": 36.877681732177734,
+ "learning_rate": 1.3770114942528736e-05,
+ "loss": 1.083,
+ "step": 600
+ },
+ {
+ "epoch": 1.4367816091954024,
+ "grad_norm": 41.22479248046875,
+ "learning_rate": 1.4344827586206897e-05,
+ "loss": 1.016,
+ "step": 625
+ },
+ {
+ "epoch": 1.4942528735632183,
+ "grad_norm": 45.77995300292969,
+ "learning_rate": 1.4919540229885058e-05,
+ "loss": 1.0656,
+ "step": 650
+ },
+ {
+ "epoch": 1.5517241379310345,
+ "grad_norm": 22.375499725341797,
+ "learning_rate": 1.549425287356322e-05,
+ "loss": 1.0799,
+ "step": 675
+ },
+ {
+ "epoch": 1.6091954022988506,
+ "grad_norm": 31.7868709564209,
+ "learning_rate": 1.6068965517241383e-05,
+ "loss": 1.2485,
+ "step": 700
+ },
+ {
+ "epoch": 1.6666666666666665,
+ "grad_norm": 45.79811096191406,
+ "learning_rate": 1.664367816091954e-05,
+ "loss": 1.0337,
+ "step": 725
+ },
+ {
+ "epoch": 1.7241379310344827,
+ "grad_norm": 31.512916564941406,
+ "learning_rate": 1.72183908045977e-05,
+ "loss": 1.0445,
+ "step": 750
+ },
+ {
+ "epoch": 1.7816091954022988,
+ "grad_norm": 56.58177947998047,
+ "learning_rate": 1.7793103448275862e-05,
+ "loss": 0.8642,
+ "step": 775
+ },
+ {
+ "epoch": 1.839080459770115,
+ "grad_norm": 14.123282432556152,
+ "learning_rate": 1.8367816091954027e-05,
+ "loss": 0.8603,
+ "step": 800
+ },
+ {
+ "epoch": 1.896551724137931,
+ "grad_norm": 52.06171798706055,
+ "learning_rate": 1.8942528735632187e-05,
+ "loss": 1.0034,
+ "step": 825
+ },
+ {
+ "epoch": 1.9540229885057472,
+ "grad_norm": 50.59711456298828,
+ "learning_rate": 1.9517241379310345e-05,
+ "loss": 1.2037,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9444085326438267,
+ "eval_loss": 0.21242670714855194,
+ "eval_macro_f1": 0.8121801578760777,
+ "eval_runtime": 2.7198,
+ "eval_samples_per_second": 568.789,
+ "eval_steps_per_second": 35.664,
+ "eval_weighted_f1": 0.9384646575255374,
+ "step": 870
+ },
+ {
+ "epoch": 2.0114942528735633,
+ "grad_norm": 64.75113677978516,
+ "learning_rate": 1.9989782886334612e-05,
+ "loss": 0.9202,
+ "step": 875
+ },
+ {
+ "epoch": 2.0689655172413794,
+ "grad_norm": 22.06525230407715,
+ "learning_rate": 1.9925925925925928e-05,
+ "loss": 0.7312,
+ "step": 900
+ },
+ {
+ "epoch": 2.1264367816091956,
+ "grad_norm": 30.877744674682617,
+ "learning_rate": 1.9862068965517244e-05,
+ "loss": 0.825,
+ "step": 925
+ },
+ {
+ "epoch": 2.1839080459770113,
+ "grad_norm": 46.36793899536133,
+ "learning_rate": 1.979821200510856e-05,
+ "loss": 1.0111,
+ "step": 950
+ },
+ {
+ "epoch": 2.2413793103448274,
+ "grad_norm": 155.3461456298828,
+ "learning_rate": 1.9734355044699872e-05,
+ "loss": 0.7602,
+ "step": 975
+ },
+ {
+ "epoch": 2.2988505747126435,
+ "grad_norm": 9.037260055541992,
+ "learning_rate": 1.9670498084291188e-05,
+ "loss": 0.8908,
+ "step": 1000
+ },
+ {
+ "epoch": 2.3563218390804597,
+ "grad_norm": 75.72057342529297,
+ "learning_rate": 1.9606641123882504e-05,
+ "loss": 0.7763,
+ "step": 1025
+ },
+ {
+ "epoch": 2.413793103448276,
+ "grad_norm": 60.05612564086914,
+ "learning_rate": 1.954278416347382e-05,
+ "loss": 0.7748,
+ "step": 1050
+ },
+ {
+ "epoch": 2.471264367816092,
+ "grad_norm": 32.525760650634766,
+ "learning_rate": 1.9478927203065136e-05,
+ "loss": 1.0097,
+ "step": 1075
+ },
+ {
+ "epoch": 2.528735632183908,
+ "grad_norm": 81.70448303222656,
+ "learning_rate": 1.941507024265645e-05,
+ "loss": 0.7091,
+ "step": 1100
+ },
+ {
+ "epoch": 2.586206896551724,
+ "grad_norm": 49.615264892578125,
+ "learning_rate": 1.9351213282247767e-05,
+ "loss": 0.7691,
+ "step": 1125
+ },
+ {
+ "epoch": 2.6436781609195403,
+ "grad_norm": 43.033058166503906,
+ "learning_rate": 1.928735632183908e-05,
+ "loss": 0.9402,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7011494252873565,
+ "grad_norm": 23.524343490600586,
+ "learning_rate": 1.92234993614304e-05,
+ "loss": 0.7793,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7586206896551726,
+ "grad_norm": 11.140456199645996,
+ "learning_rate": 1.915964240102171e-05,
+ "loss": 0.7662,
+ "step": 1200
+ },
+ {
+ "epoch": 2.8160919540229887,
+ "grad_norm": 31.628578186035156,
+ "learning_rate": 1.9095785440613027e-05,
+ "loss": 0.9446,
+ "step": 1225
+ },
+ {
+ "epoch": 2.873563218390805,
+ "grad_norm": 33.35953140258789,
+ "learning_rate": 1.9031928480204343e-05,
+ "loss": 0.7832,
+ "step": 1250
+ },
+ {
+ "epoch": 2.9310344827586206,
+ "grad_norm": 32.56341552734375,
+ "learning_rate": 1.896807151979566e-05,
+ "loss": 0.8296,
+ "step": 1275
+ },
+ {
+ "epoch": 2.9885057471264367,
+ "grad_norm": 78.21512603759766,
+ "learning_rate": 1.8904214559386975e-05,
+ "loss": 0.8462,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.940530058177117,
+ "eval_loss": 0.20750124752521515,
+ "eval_macro_f1": 0.8269416619479465,
+ "eval_runtime": 2.7359,
+ "eval_samples_per_second": 565.435,
+ "eval_steps_per_second": 35.454,
+ "eval_weighted_f1": 0.9368720113064198,
+ "step": 1305
+ },
+ {
+ "epoch": 3.045977011494253,
+ "grad_norm": 1.5719013214111328,
+ "learning_rate": 1.884035759897829e-05,
+ "loss": 0.6512,
+ "step": 1325
+ },
+ {
+ "epoch": 3.103448275862069,
+ "grad_norm": 129.26507568359375,
+ "learning_rate": 1.8776500638569606e-05,
+ "loss": 0.6473,
+ "step": 1350
+ },
+ {
+ "epoch": 3.160919540229885,
+ "grad_norm": 92.81016540527344,
+ "learning_rate": 1.871264367816092e-05,
+ "loss": 0.8721,
+ "step": 1375
+ },
+ {
+ "epoch": 3.218390804597701,
+ "grad_norm": 50.4625129699707,
+ "learning_rate": 1.8648786717752235e-05,
+ "loss": 0.6769,
+ "step": 1400
+ },
+ {
+ "epoch": 3.2758620689655173,
+ "grad_norm": 66.33287811279297,
+ "learning_rate": 1.8584929757343554e-05,
+ "loss": 0.6685,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3333333333333335,
+ "grad_norm": 78.97370910644531,
+ "learning_rate": 1.8521072796934866e-05,
+ "loss": 0.6763,
+ "step": 1450
+ },
+ {
+ "epoch": 3.3908045977011496,
+ "grad_norm": 17.490562438964844,
+ "learning_rate": 1.8457215836526182e-05,
+ "loss": 0.5953,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4482758620689653,
+ "grad_norm": 9.58767318725586,
+ "learning_rate": 1.8393358876117498e-05,
+ "loss": 0.6804,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5057471264367814,
+ "grad_norm": 67.0556411743164,
+ "learning_rate": 1.8329501915708814e-05,
+ "loss": 0.6248,
+ "step": 1525
+ },
+ {
+ "epoch": 3.5632183908045976,
+ "grad_norm": 23.18130111694336,
+ "learning_rate": 1.826564495530013e-05,
+ "loss": 0.7145,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6206896551724137,
+ "grad_norm": 74.33007049560547,
+ "learning_rate": 1.8201787994891446e-05,
+ "loss": 0.8268,
+ "step": 1575
+ },
+ {
+ "epoch": 3.67816091954023,
+ "grad_norm": 56.57216262817383,
+ "learning_rate": 1.813793103448276e-05,
+ "loss": 0.9904,
+ "step": 1600
+ },
+ {
+ "epoch": 3.735632183908046,
+ "grad_norm": 32.139129638671875,
+ "learning_rate": 1.8074074074074074e-05,
+ "loss": 0.5563,
+ "step": 1625
+ },
+ {
+ "epoch": 3.793103448275862,
+ "grad_norm": 1.5351533889770508,
+ "learning_rate": 1.801021711366539e-05,
+ "loss": 0.7786,
+ "step": 1650
+ },
+ {
+ "epoch": 3.8505747126436782,
+ "grad_norm": 161.30943298339844,
+ "learning_rate": 1.7946360153256706e-05,
+ "loss": 0.696,
+ "step": 1675
+ },
+ {
+ "epoch": 3.9080459770114944,
+ "grad_norm": 24.42245864868164,
+ "learning_rate": 1.788250319284802e-05,
+ "loss": 0.8216,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9655172413793105,
+ "grad_norm": 26.11283302307129,
+ "learning_rate": 1.7818646232439337e-05,
+ "loss": 0.6849,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.945054945054945,
+ "eval_loss": 0.27645164728164673,
+ "eval_macro_f1": 0.8326824426262123,
+ "eval_runtime": 3.0951,
+ "eval_samples_per_second": 499.818,
+ "eval_steps_per_second": 31.34,
+ "eval_weighted_f1": 0.9416077847763209,
+ "step": 1740
+ },
+ {
+ "epoch": 4.022988505747127,
+ "grad_norm": 0.5068299174308777,
+ "learning_rate": 1.7754789272030653e-05,
+ "loss": 0.5763,
+ "step": 1750
+ },
+ {
+ "epoch": 4.080459770114943,
+ "grad_norm": 32.725337982177734,
+ "learning_rate": 1.769093231162197e-05,
+ "loss": 0.5795,
+ "step": 1775
+ },
+ {
+ "epoch": 4.137931034482759,
+ "grad_norm": 155.7087860107422,
+ "learning_rate": 1.762707535121328e-05,
+ "loss": 0.4435,
+ "step": 1800
+ },
+ {
+ "epoch": 4.195402298850575,
+ "grad_norm": 1.4598755836486816,
+ "learning_rate": 1.75632183908046e-05,
+ "loss": 0.8829,
+ "step": 1825
+ },
+ {
+ "epoch": 4.252873563218391,
+ "grad_norm": 60.56219482421875,
+ "learning_rate": 1.7499361430395913e-05,
+ "loss": 0.6028,
+ "step": 1850
+ },
+ {
+ "epoch": 4.310344827586207,
+ "grad_norm": 49.726600646972656,
+ "learning_rate": 1.743550446998723e-05,
+ "loss": 0.5396,
+ "step": 1875
+ },
+ {
+ "epoch": 4.3678160919540225,
+ "grad_norm": 26.684585571289062,
+ "learning_rate": 1.7371647509578545e-05,
+ "loss": 0.7276,
+ "step": 1900
+ },
+ {
+ "epoch": 4.425287356321839,
+ "grad_norm": 38.60637664794922,
+ "learning_rate": 1.730779054916986e-05,
+ "loss": 0.6031,
+ "step": 1925
+ },
+ {
+ "epoch": 4.482758620689655,
+ "grad_norm": 30.139406204223633,
+ "learning_rate": 1.7243933588761176e-05,
+ "loss": 0.5254,
+ "step": 1950
+ },
+ {
+ "epoch": 4.540229885057471,
+ "grad_norm": 13.657020568847656,
+ "learning_rate": 1.7180076628352492e-05,
+ "loss": 0.6181,
+ "step": 1975
+ },
+ {
+ "epoch": 4.597701149425287,
+ "grad_norm": 22.582395553588867,
+ "learning_rate": 1.7116219667943808e-05,
+ "loss": 0.5425,
+ "step": 2000
+ },
+ {
+ "epoch": 4.655172413793103,
+ "grad_norm": 34.084068298339844,
+ "learning_rate": 1.705236270753512e-05,
+ "loss": 0.7174,
+ "step": 2025
+ },
+ {
+ "epoch": 4.712643678160919,
+ "grad_norm": 8.479918479919434,
+ "learning_rate": 1.6988505747126436e-05,
+ "loss": 0.4871,
+ "step": 2050
+ },
+ {
+ "epoch": 4.7701149425287355,
+ "grad_norm": 7.449680805206299,
+ "learning_rate": 1.6924648786717756e-05,
+ "loss": 0.7002,
+ "step": 2075
+ },
+ {
+ "epoch": 4.827586206896552,
+ "grad_norm": 67.09903717041016,
+ "learning_rate": 1.6860791826309068e-05,
+ "loss": 0.6645,
+ "step": 2100
+ },
+ {
+ "epoch": 4.885057471264368,
+ "grad_norm": 93.33892059326172,
+ "learning_rate": 1.6796934865900384e-05,
+ "loss": 0.4973,
+ "step": 2125
+ },
+ {
+ "epoch": 4.942528735632184,
+ "grad_norm": 46.20903015136719,
+ "learning_rate": 1.67330779054917e-05,
+ "loss": 0.5916,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 45.07384490966797,
+ "learning_rate": 1.6669220945083016e-05,
+ "loss": 0.8599,
+ "step": 2175
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9392372333548804,
+ "eval_loss": 0.27442875504493713,
+ "eval_macro_f1": 0.8360467890204347,
+ "eval_runtime": 2.8775,
+ "eval_samples_per_second": 537.623,
+ "eval_steps_per_second": 33.71,
+ "eval_weighted_f1": 0.9391299415128008,
+ "step": 2175
+ },
+ {
+ "epoch": 5.057471264367816,
+ "grad_norm": 84.43023681640625,
+ "learning_rate": 1.6605363984674328e-05,
+ "loss": 0.5129,
+ "step": 2200
+ },
+ {
+ "epoch": 5.114942528735632,
+ "grad_norm": 11.69320297241211,
+ "learning_rate": 1.6541507024265647e-05,
+ "loss": 0.4026,
+ "step": 2225
+ },
+ {
+ "epoch": 5.172413793103448,
+ "grad_norm": 0.624121904373169,
+ "learning_rate": 1.6477650063856963e-05,
+ "loss": 0.2644,
+ "step": 2250
+ },
+ {
+ "epoch": 5.2298850574712645,
+ "grad_norm": 14.618146896362305,
+ "learning_rate": 1.6413793103448276e-05,
+ "loss": 0.5564,
+ "step": 2275
+ },
+ {
+ "epoch": 5.287356321839081,
+ "grad_norm": 24.121898651123047,
+ "learning_rate": 1.634993614303959e-05,
+ "loss": 0.7538,
+ "step": 2300
+ },
+ {
+ "epoch": 5.344827586206897,
+ "grad_norm": 76.53694915771484,
+ "learning_rate": 1.6286079182630907e-05,
+ "loss": 0.5913,
+ "step": 2325
+ },
+ {
+ "epoch": 5.402298850574713,
+ "grad_norm": 0.2856908142566681,
+ "learning_rate": 1.6222222222222223e-05,
+ "loss": 0.506,
+ "step": 2350
+ },
+ {
+ "epoch": 5.459770114942529,
+ "grad_norm": 5.17254638671875,
+ "learning_rate": 1.615836526181354e-05,
+ "loss": 0.5235,
+ "step": 2375
+ },
+ {
+ "epoch": 5.517241379310345,
+ "grad_norm": 3.3652565479278564,
+ "learning_rate": 1.6094508301404855e-05,
+ "loss": 0.392,
+ "step": 2400
+ },
+ {
+ "epoch": 5.574712643678161,
+ "grad_norm": 1.962130069732666,
+ "learning_rate": 1.603065134099617e-05,
+ "loss": 0.5944,
+ "step": 2425
+ },
+ {
+ "epoch": 5.6321839080459775,
+ "grad_norm": 66.06522369384766,
+ "learning_rate": 1.5966794380587483e-05,
+ "loss": 0.3981,
+ "step": 2450
+ },
+ {
+ "epoch": 5.689655172413794,
+ "grad_norm": 97.1417007446289,
+ "learning_rate": 1.5902937420178802e-05,
+ "loss": 0.5546,
+ "step": 2475
+ },
+ {
+ "epoch": 5.747126436781609,
+ "grad_norm": 10.116547584533691,
+ "learning_rate": 1.5839080459770115e-05,
+ "loss": 0.663,
+ "step": 2500
+ },
+ {
+ "epoch": 5.804597701149425,
+ "grad_norm": 0.38187137246131897,
+ "learning_rate": 1.577522349936143e-05,
+ "loss": 0.5413,
+ "step": 2525
+ },
+ {
+ "epoch": 5.862068965517241,
+ "grad_norm": 102.48826599121094,
+ "learning_rate": 1.5711366538952746e-05,
+ "loss": 0.589,
+ "step": 2550
+ },
+ {
+ "epoch": 5.919540229885057,
+ "grad_norm": 67.31813049316406,
+ "learning_rate": 1.5647509578544062e-05,
+ "loss": 0.4835,
+ "step": 2575
+ },
+ {
+ "epoch": 5.977011494252873,
+ "grad_norm": 56.01786422729492,
+ "learning_rate": 1.5583652618135378e-05,
+ "loss": 0.4199,
+ "step": 2600
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9431157078215902,
+ "eval_loss": 0.2732972502708435,
+ "eval_macro_f1": 0.838727454174555,
+ "eval_runtime": 2.7958,
+ "eval_samples_per_second": 553.33,
+ "eval_steps_per_second": 34.695,
+ "eval_weighted_f1": 0.9421898094860716,
+ "step": 2610
+ },
+ {
+ "epoch": 6.0344827586206895,
+ "grad_norm": 24.245861053466797,
+ "learning_rate": 1.5519795657726694e-05,
+ "loss": 0.4249,
+ "step": 2625
+ },
+ {
+ "epoch": 6.091954022988506,
+ "grad_norm": 114.75279998779297,
+ "learning_rate": 1.545593869731801e-05,
+ "loss": 0.3134,
+ "step": 2650
+ },
+ {
+ "epoch": 6.149425287356322,
+ "grad_norm": 0.22739951312541962,
+ "learning_rate": 1.5392081736909322e-05,
+ "loss": 0.4461,
+ "step": 2675
+ },
+ {
+ "epoch": 6.206896551724138,
+ "grad_norm": 114.59209442138672,
+ "learning_rate": 1.5328224776500638e-05,
+ "loss": 0.4837,
+ "step": 2700
+ },
+ {
+ "epoch": 6.264367816091954,
+ "grad_norm": 32.81236267089844,
+ "learning_rate": 1.5264367816091957e-05,
+ "loss": 0.7254,
+ "step": 2725
+ },
+ {
+ "epoch": 6.32183908045977,
+ "grad_norm": 0.5062519907951355,
+ "learning_rate": 1.520051085568327e-05,
+ "loss": 0.445,
+ "step": 2750
+ },
+ {
+ "epoch": 6.379310344827586,
+ "grad_norm": 102.78065490722656,
+ "learning_rate": 1.5136653895274587e-05,
+ "loss": 0.337,
+ "step": 2775
+ },
+ {
+ "epoch": 6.436781609195402,
+ "grad_norm": 54.520782470703125,
+ "learning_rate": 1.5072796934865901e-05,
+ "loss": 0.4114,
+ "step": 2800
+ },
+ {
+ "epoch": 6.494252873563219,
+ "grad_norm": 0.2123550921678543,
+ "learning_rate": 1.5008939974457217e-05,
+ "loss": 0.4853,
+ "step": 2825
+ },
+ {
+ "epoch": 6.551724137931035,
+ "grad_norm": 44.54982376098633,
+ "learning_rate": 1.4945083014048531e-05,
+ "loss": 0.3713,
+ "step": 2850
+ },
+ {
+ "epoch": 6.609195402298851,
+ "grad_norm": 27.890417098999023,
+ "learning_rate": 1.4881226053639847e-05,
+ "loss": 0.4448,
+ "step": 2875
+ },
+ {
+ "epoch": 6.666666666666667,
+ "grad_norm": 40.888736724853516,
+ "learning_rate": 1.4817369093231165e-05,
+ "loss": 0.5958,
+ "step": 2900
+ },
+ {
+ "epoch": 6.724137931034483,
+ "grad_norm": 70.89765930175781,
+ "learning_rate": 1.4753512132822479e-05,
+ "loss": 0.3764,
+ "step": 2925
+ },
+ {
+ "epoch": 6.781609195402299,
+ "grad_norm": 34.00692367553711,
+ "learning_rate": 1.4689655172413795e-05,
+ "loss": 0.3752,
+ "step": 2950
+ },
+ {
+ "epoch": 6.8390804597701145,
+ "grad_norm": 47.558876037597656,
+ "learning_rate": 1.4625798212005109e-05,
+ "loss": 0.5389,
+ "step": 2975
+ },
+ {
+ "epoch": 6.896551724137931,
+ "grad_norm": 34.296443939208984,
+ "learning_rate": 1.4561941251596425e-05,
+ "loss": 0.4706,
+ "step": 3000
+ },
+ {
+ "epoch": 6.954022988505747,
+ "grad_norm": 0.2576494514942169,
+ "learning_rate": 1.4498084291187742e-05,
+ "loss": 0.4902,
+ "step": 3025
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.936005171299289,
+ "eval_loss": 0.32169681787490845,
+ "eval_macro_f1": 0.8282533201252251,
+ "eval_runtime": 2.6306,
+ "eval_samples_per_second": 588.078,
+ "eval_steps_per_second": 36.874,
+ "eval_weighted_f1": 0.9373427215299237,
+ "step": 3045
+ },
+ {
+ "epoch": 7.011494252873563,
+ "grad_norm": 0.8197439312934875,
+ "learning_rate": 1.4434227330779056e-05,
+ "loss": 0.2955,
+ "step": 3050
+ },
+ {
+ "epoch": 7.068965517241379,
+ "grad_norm": 82.74668884277344,
+ "learning_rate": 1.4370370370370372e-05,
+ "loss": 0.3716,
+ "step": 3075
+ },
+ {
+ "epoch": 7.126436781609195,
+ "grad_norm": 0.5378051400184631,
+ "learning_rate": 1.4306513409961686e-05,
+ "loss": 0.6528,
+ "step": 3100
+ },
+ {
+ "epoch": 7.183908045977011,
+ "grad_norm": 3.206381320953369,
+ "learning_rate": 1.4242656449553002e-05,
+ "loss": 0.2814,
+ "step": 3125
+ },
+ {
+ "epoch": 7.241379310344827,
+ "grad_norm": 81.35752868652344,
+ "learning_rate": 1.4178799489144316e-05,
+ "loss": 0.3235,
+ "step": 3150
+ },
+ {
+ "epoch": 7.2988505747126435,
+ "grad_norm": 5.105460166931152,
+ "learning_rate": 1.4114942528735634e-05,
+ "loss": 0.326,
+ "step": 3175
+ },
+ {
+ "epoch": 7.35632183908046,
+ "grad_norm": 3.3120195865631104,
+ "learning_rate": 1.405108556832695e-05,
+ "loss": 0.258,
+ "step": 3200
+ },
+ {
+ "epoch": 7.413793103448276,
+ "grad_norm": 3.495853900909424,
+ "learning_rate": 1.3987228607918264e-05,
+ "loss": 0.348,
+ "step": 3225
+ },
+ {
+ "epoch": 7.471264367816092,
+ "grad_norm": 30.863428115844727,
+ "learning_rate": 1.392337164750958e-05,
+ "loss": 0.4072,
+ "step": 3250
+ },
+ {
+ "epoch": 7.528735632183908,
+ "grad_norm": 36.06366729736328,
+ "learning_rate": 1.3859514687100894e-05,
+ "loss": 0.3546,
+ "step": 3275
+ },
+ {
+ "epoch": 7.586206896551724,
+ "grad_norm": 0.4154405891895294,
+ "learning_rate": 1.3795657726692211e-05,
+ "loss": 0.5431,
+ "step": 3300
+ },
+ {
+ "epoch": 7.64367816091954,
+ "grad_norm": 0.3855404555797577,
+ "learning_rate": 1.3731800766283526e-05,
+ "loss": 0.3293,
+ "step": 3325
+ },
+ {
+ "epoch": 7.7011494252873565,
+ "grad_norm": 0.7689740061759949,
+ "learning_rate": 1.3667943805874841e-05,
+ "loss": 0.2029,
+ "step": 3350
+ },
+ {
+ "epoch": 7.758620689655173,
+ "grad_norm": 0.18809182941913605,
+ "learning_rate": 1.3604086845466157e-05,
+ "loss": 0.5624,
+ "step": 3375
+ },
+ {
+ "epoch": 7.816091954022989,
+ "grad_norm": 2.832899332046509,
+ "learning_rate": 1.3540229885057471e-05,
+ "loss": 0.4717,
+ "step": 3400
+ },
+ {
+ "epoch": 7.873563218390805,
+ "grad_norm": 121.76774597167969,
+ "learning_rate": 1.3476372924648789e-05,
+ "loss": 0.4212,
+ "step": 3425
+ },
+ {
+ "epoch": 7.931034482758621,
+ "grad_norm": 52.809444427490234,
+ "learning_rate": 1.3412515964240103e-05,
+ "loss": 0.3825,
+ "step": 3450
+ },
+ {
+ "epoch": 7.988505747126437,
+ "grad_norm": 0.4484051465988159,
+ "learning_rate": 1.3348659003831419e-05,
+ "loss": 0.272,
+ "step": 3475
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9392372333548804,
+ "eval_loss": 0.39727291464805603,
+ "eval_macro_f1": 0.8285276649703238,
+ "eval_runtime": 2.809,
+ "eval_samples_per_second": 550.721,
+ "eval_steps_per_second": 34.531,
+ "eval_weighted_f1": 0.9371386571626344,
+ "step": 3480
+ },
+ {
+ "epoch": 8.045977011494253,
+ "grad_norm": 199.2523193359375,
+ "learning_rate": 1.3284802043422733e-05,
+ "loss": 0.335,
+ "step": 3500
+ },
+ {
+ "epoch": 8.10344827586207,
+ "grad_norm": 9.900853157043457,
+ "learning_rate": 1.3220945083014049e-05,
+ "loss": 0.2134,
+ "step": 3525
+ },
+ {
+ "epoch": 8.160919540229886,
+ "grad_norm": 0.09674262255430222,
+ "learning_rate": 1.3157088122605367e-05,
+ "loss": 0.2978,
+ "step": 3550
+ },
+ {
+ "epoch": 8.218390804597702,
+ "grad_norm": 1.090809941291809,
+ "learning_rate": 1.309323116219668e-05,
+ "loss": 0.2991,
+ "step": 3575
+ },
+ {
+ "epoch": 8.275862068965518,
+ "grad_norm": 0.13236427307128906,
+ "learning_rate": 1.3029374201787996e-05,
+ "loss": 0.2277,
+ "step": 3600
+ },
+ {
+ "epoch": 8.333333333333334,
+ "grad_norm": 132.0453643798828,
+ "learning_rate": 1.296551724137931e-05,
+ "loss": 0.3718,
+ "step": 3625
+ },
+ {
+ "epoch": 8.39080459770115,
+ "grad_norm": 0.11622430384159088,
+ "learning_rate": 1.2901660280970626e-05,
+ "loss": 0.3628,
+ "step": 3650
+ },
+ {
+ "epoch": 8.448275862068966,
+ "grad_norm": 17.337385177612305,
+ "learning_rate": 1.283780332056194e-05,
+ "loss": 0.2462,
+ "step": 3675
+ },
+ {
+ "epoch": 8.505747126436782,
+ "grad_norm": 44.59282684326172,
+ "learning_rate": 1.2773946360153258e-05,
+ "loss": 0.5777,
+ "step": 3700
+ },
+ {
+ "epoch": 8.563218390804598,
+ "grad_norm": 0.19474785029888153,
+ "learning_rate": 1.2710089399744574e-05,
+ "loss": 0.2772,
+ "step": 3725
+ },
+ {
+ "epoch": 8.620689655172415,
+ "grad_norm": 12.74167251586914,
+ "learning_rate": 1.2646232439335888e-05,
+ "loss": 0.5408,
+ "step": 3750
+ },
+ {
+ "epoch": 8.678160919540229,
+ "grad_norm": 54.81526565551758,
+ "learning_rate": 1.2582375478927204e-05,
+ "loss": 0.2985,
+ "step": 3775
+ },
+ {
+ "epoch": 8.735632183908045,
+ "grad_norm": 89.30614471435547,
+ "learning_rate": 1.2518518518518518e-05,
+ "loss": 0.2217,
+ "step": 3800
+ },
+ {
+ "epoch": 8.793103448275861,
+ "grad_norm": 0.30715295672416687,
+ "learning_rate": 1.2454661558109836e-05,
+ "loss": 0.3684,
+ "step": 3825
+ },
+ {
+ "epoch": 8.850574712643677,
+ "grad_norm": 0.3479938209056854,
+ "learning_rate": 1.2390804597701151e-05,
+ "loss": 0.2868,
+ "step": 3850
+ },
+ {
+ "epoch": 8.908045977011493,
+ "grad_norm": 1.6643800735473633,
+ "learning_rate": 1.2326947637292466e-05,
+ "loss": 0.3353,
+ "step": 3875
+ },
+ {
+ "epoch": 8.96551724137931,
+ "grad_norm": 0.12660540640354156,
+ "learning_rate": 1.2263090676883781e-05,
+ "loss": 0.4983,
+ "step": 3900
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.940530058177117,
+ "eval_loss": 0.414671391248703,
+ "eval_macro_f1": 0.8399638209361445,
+ "eval_runtime": 2.7848,
+ "eval_samples_per_second": 555.513,
+ "eval_steps_per_second": 34.832,
+ "eval_weighted_f1": 0.9396983808900135,
+ "step": 3915
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8700,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..e5b7e5718e0d7504f2ac9bd31f0156f569b30cd9
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/trainer_state.json
@@ -0,0 +1,1631 @@
+{
+ "best_global_step": 3915,
+ "best_metric": 0.8399638209361445,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915",
+ "epoch": 12.0,
+ "eval_steps": 500,
+ "global_step": 5220,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05747126436781609,
+ "grad_norm": 83.40896606445312,
+ "learning_rate": 5.517241379310345e-07,
+ "loss": 5.3007,
+ "step": 25
+ },
+ {
+ "epoch": 0.11494252873563218,
+ "grad_norm": 54.74415969848633,
+ "learning_rate": 1.1264367816091955e-06,
+ "loss": 4.9251,
+ "step": 50
+ },
+ {
+ "epoch": 0.1724137931034483,
+ "grad_norm": 56.96429443359375,
+ "learning_rate": 1.7011494252873565e-06,
+ "loss": 4.2976,
+ "step": 75
+ },
+ {
+ "epoch": 0.22988505747126436,
+ "grad_norm": 45.13188552856445,
+ "learning_rate": 2.2758620689655173e-06,
+ "loss": 3.9082,
+ "step": 100
+ },
+ {
+ "epoch": 0.28735632183908044,
+ "grad_norm": 34.357852935791016,
+ "learning_rate": 2.850574712643678e-06,
+ "loss": 3.7608,
+ "step": 125
+ },
+ {
+ "epoch": 0.3448275862068966,
+ "grad_norm": 102.9979248046875,
+ "learning_rate": 3.425287356321839e-06,
+ "loss": 3.5374,
+ "step": 150
+ },
+ {
+ "epoch": 0.40229885057471265,
+ "grad_norm": 42.20903778076172,
+ "learning_rate": 4.000000000000001e-06,
+ "loss": 3.1474,
+ "step": 175
+ },
+ {
+ "epoch": 0.45977011494252873,
+ "grad_norm": 41.02442169189453,
+ "learning_rate": 4.5747126436781615e-06,
+ "loss": 2.4964,
+ "step": 200
+ },
+ {
+ "epoch": 0.5172413793103449,
+ "grad_norm": 56.177371978759766,
+ "learning_rate": 5.149425287356322e-06,
+ "loss": 2.1889,
+ "step": 225
+ },
+ {
+ "epoch": 0.5747126436781609,
+ "grad_norm": 34.89541244506836,
+ "learning_rate": 5.724137931034483e-06,
+ "loss": 1.6712,
+ "step": 250
+ },
+ {
+ "epoch": 0.632183908045977,
+ "grad_norm": 26.5211238861084,
+ "learning_rate": 6.298850574712644e-06,
+ "loss": 1.5754,
+ "step": 275
+ },
+ {
+ "epoch": 0.6896551724137931,
+ "grad_norm": 39.5722770690918,
+ "learning_rate": 6.873563218390805e-06,
+ "loss": 1.566,
+ "step": 300
+ },
+ {
+ "epoch": 0.7471264367816092,
+ "grad_norm": 27.037630081176758,
+ "learning_rate": 7.4482758620689665e-06,
+ "loss": 1.3738,
+ "step": 325
+ },
+ {
+ "epoch": 0.8045977011494253,
+ "grad_norm": 32.3955078125,
+ "learning_rate": 8.022988505747126e-06,
+ "loss": 1.5688,
+ "step": 350
+ },
+ {
+ "epoch": 0.8620689655172413,
+ "grad_norm": 56.635128021240234,
+ "learning_rate": 8.597701149425289e-06,
+ "loss": 1.418,
+ "step": 375
+ },
+ {
+ "epoch": 0.9195402298850575,
+ "grad_norm": 44.200679779052734,
+ "learning_rate": 9.172413793103448e-06,
+ "loss": 1.1943,
+ "step": 400
+ },
+ {
+ "epoch": 0.9770114942528736,
+ "grad_norm": 35.634708404541016,
+ "learning_rate": 9.74712643678161e-06,
+ "loss": 1.1889,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9172592113768584,
+ "eval_loss": 0.2858608663082123,
+ "eval_macro_f1": 0.6252937406537065,
+ "eval_runtime": 2.8195,
+ "eval_samples_per_second": 548.678,
+ "eval_steps_per_second": 34.403,
+ "eval_weighted_f1": 0.8963062522759421,
+ "step": 435
+ },
+ {
+ "epoch": 1.0344827586206897,
+ "grad_norm": 42.721431732177734,
+ "learning_rate": 1.032183908045977e-05,
+ "loss": 1.0869,
+ "step": 450
+ },
+ {
+ "epoch": 1.0919540229885056,
+ "grad_norm": 60.99117660522461,
+ "learning_rate": 1.0896551724137932e-05,
+ "loss": 1.1158,
+ "step": 475
+ },
+ {
+ "epoch": 1.1494252873563218,
+ "grad_norm": 66.96541595458984,
+ "learning_rate": 1.1471264367816093e-05,
+ "loss": 0.8873,
+ "step": 500
+ },
+ {
+ "epoch": 1.206896551724138,
+ "grad_norm": 49.62421798706055,
+ "learning_rate": 1.2045977011494254e-05,
+ "loss": 1.1191,
+ "step": 525
+ },
+ {
+ "epoch": 1.264367816091954,
+ "grad_norm": 126.30878448486328,
+ "learning_rate": 1.2620689655172415e-05,
+ "loss": 1.3534,
+ "step": 550
+ },
+ {
+ "epoch": 1.3218390804597702,
+ "grad_norm": 198.88490295410156,
+ "learning_rate": 1.3195402298850574e-05,
+ "loss": 1.0077,
+ "step": 575
+ },
+ {
+ "epoch": 1.3793103448275863,
+ "grad_norm": 36.877681732177734,
+ "learning_rate": 1.3770114942528736e-05,
+ "loss": 1.083,
+ "step": 600
+ },
+ {
+ "epoch": 1.4367816091954024,
+ "grad_norm": 41.22479248046875,
+ "learning_rate": 1.4344827586206897e-05,
+ "loss": 1.016,
+ "step": 625
+ },
+ {
+ "epoch": 1.4942528735632183,
+ "grad_norm": 45.77995300292969,
+ "learning_rate": 1.4919540229885058e-05,
+ "loss": 1.0656,
+ "step": 650
+ },
+ {
+ "epoch": 1.5517241379310345,
+ "grad_norm": 22.375499725341797,
+ "learning_rate": 1.549425287356322e-05,
+ "loss": 1.0799,
+ "step": 675
+ },
+ {
+ "epoch": 1.6091954022988506,
+ "grad_norm": 31.7868709564209,
+ "learning_rate": 1.6068965517241383e-05,
+ "loss": 1.2485,
+ "step": 700
+ },
+ {
+ "epoch": 1.6666666666666665,
+ "grad_norm": 45.79811096191406,
+ "learning_rate": 1.664367816091954e-05,
+ "loss": 1.0337,
+ "step": 725
+ },
+ {
+ "epoch": 1.7241379310344827,
+ "grad_norm": 31.512916564941406,
+ "learning_rate": 1.72183908045977e-05,
+ "loss": 1.0445,
+ "step": 750
+ },
+ {
+ "epoch": 1.7816091954022988,
+ "grad_norm": 56.58177947998047,
+ "learning_rate": 1.7793103448275862e-05,
+ "loss": 0.8642,
+ "step": 775
+ },
+ {
+ "epoch": 1.839080459770115,
+ "grad_norm": 14.123282432556152,
+ "learning_rate": 1.8367816091954027e-05,
+ "loss": 0.8603,
+ "step": 800
+ },
+ {
+ "epoch": 1.896551724137931,
+ "grad_norm": 52.06171798706055,
+ "learning_rate": 1.8942528735632187e-05,
+ "loss": 1.0034,
+ "step": 825
+ },
+ {
+ "epoch": 1.9540229885057472,
+ "grad_norm": 50.59711456298828,
+ "learning_rate": 1.9517241379310345e-05,
+ "loss": 1.2037,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9444085326438267,
+ "eval_loss": 0.21242670714855194,
+ "eval_macro_f1": 0.8121801578760777,
+ "eval_runtime": 2.7198,
+ "eval_samples_per_second": 568.789,
+ "eval_steps_per_second": 35.664,
+ "eval_weighted_f1": 0.9384646575255374,
+ "step": 870
+ },
+ {
+ "epoch": 2.0114942528735633,
+ "grad_norm": 64.75113677978516,
+ "learning_rate": 1.9989782886334612e-05,
+ "loss": 0.9202,
+ "step": 875
+ },
+ {
+ "epoch": 2.0689655172413794,
+ "grad_norm": 22.06525230407715,
+ "learning_rate": 1.9925925925925928e-05,
+ "loss": 0.7312,
+ "step": 900
+ },
+ {
+ "epoch": 2.1264367816091956,
+ "grad_norm": 30.877744674682617,
+ "learning_rate": 1.9862068965517244e-05,
+ "loss": 0.825,
+ "step": 925
+ },
+ {
+ "epoch": 2.1839080459770113,
+ "grad_norm": 46.36793899536133,
+ "learning_rate": 1.979821200510856e-05,
+ "loss": 1.0111,
+ "step": 950
+ },
+ {
+ "epoch": 2.2413793103448274,
+ "grad_norm": 155.3461456298828,
+ "learning_rate": 1.9734355044699872e-05,
+ "loss": 0.7602,
+ "step": 975
+ },
+ {
+ "epoch": 2.2988505747126435,
+ "grad_norm": 9.037260055541992,
+ "learning_rate": 1.9670498084291188e-05,
+ "loss": 0.8908,
+ "step": 1000
+ },
+ {
+ "epoch": 2.3563218390804597,
+ "grad_norm": 75.72057342529297,
+ "learning_rate": 1.9606641123882504e-05,
+ "loss": 0.7763,
+ "step": 1025
+ },
+ {
+ "epoch": 2.413793103448276,
+ "grad_norm": 60.05612564086914,
+ "learning_rate": 1.954278416347382e-05,
+ "loss": 0.7748,
+ "step": 1050
+ },
+ {
+ "epoch": 2.471264367816092,
+ "grad_norm": 32.525760650634766,
+ "learning_rate": 1.9478927203065136e-05,
+ "loss": 1.0097,
+ "step": 1075
+ },
+ {
+ "epoch": 2.528735632183908,
+ "grad_norm": 81.70448303222656,
+ "learning_rate": 1.941507024265645e-05,
+ "loss": 0.7091,
+ "step": 1100
+ },
+ {
+ "epoch": 2.586206896551724,
+ "grad_norm": 49.615264892578125,
+ "learning_rate": 1.9351213282247767e-05,
+ "loss": 0.7691,
+ "step": 1125
+ },
+ {
+ "epoch": 2.6436781609195403,
+ "grad_norm": 43.033058166503906,
+ "learning_rate": 1.928735632183908e-05,
+ "loss": 0.9402,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7011494252873565,
+ "grad_norm": 23.524343490600586,
+ "learning_rate": 1.92234993614304e-05,
+ "loss": 0.7793,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7586206896551726,
+ "grad_norm": 11.140456199645996,
+ "learning_rate": 1.915964240102171e-05,
+ "loss": 0.7662,
+ "step": 1200
+ },
+ {
+ "epoch": 2.8160919540229887,
+ "grad_norm": 31.628578186035156,
+ "learning_rate": 1.9095785440613027e-05,
+ "loss": 0.9446,
+ "step": 1225
+ },
+ {
+ "epoch": 2.873563218390805,
+ "grad_norm": 33.35953140258789,
+ "learning_rate": 1.9031928480204343e-05,
+ "loss": 0.7832,
+ "step": 1250
+ },
+ {
+ "epoch": 2.9310344827586206,
+ "grad_norm": 32.56341552734375,
+ "learning_rate": 1.896807151979566e-05,
+ "loss": 0.8296,
+ "step": 1275
+ },
+ {
+ "epoch": 2.9885057471264367,
+ "grad_norm": 78.21512603759766,
+ "learning_rate": 1.8904214559386975e-05,
+ "loss": 0.8462,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.940530058177117,
+ "eval_loss": 0.20750124752521515,
+ "eval_macro_f1": 0.8269416619479465,
+ "eval_runtime": 2.7359,
+ "eval_samples_per_second": 565.435,
+ "eval_steps_per_second": 35.454,
+ "eval_weighted_f1": 0.9368720113064198,
+ "step": 1305
+ },
+ {
+ "epoch": 3.045977011494253,
+ "grad_norm": 1.5719013214111328,
+ "learning_rate": 1.884035759897829e-05,
+ "loss": 0.6512,
+ "step": 1325
+ },
+ {
+ "epoch": 3.103448275862069,
+ "grad_norm": 129.26507568359375,
+ "learning_rate": 1.8776500638569606e-05,
+ "loss": 0.6473,
+ "step": 1350
+ },
+ {
+ "epoch": 3.160919540229885,
+ "grad_norm": 92.81016540527344,
+ "learning_rate": 1.871264367816092e-05,
+ "loss": 0.8721,
+ "step": 1375
+ },
+ {
+ "epoch": 3.218390804597701,
+ "grad_norm": 50.4625129699707,
+ "learning_rate": 1.8648786717752235e-05,
+ "loss": 0.6769,
+ "step": 1400
+ },
+ {
+ "epoch": 3.2758620689655173,
+ "grad_norm": 66.33287811279297,
+ "learning_rate": 1.8584929757343554e-05,
+ "loss": 0.6685,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3333333333333335,
+ "grad_norm": 78.97370910644531,
+ "learning_rate": 1.8521072796934866e-05,
+ "loss": 0.6763,
+ "step": 1450
+ },
+ {
+ "epoch": 3.3908045977011496,
+ "grad_norm": 17.490562438964844,
+ "learning_rate": 1.8457215836526182e-05,
+ "loss": 0.5953,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4482758620689653,
+ "grad_norm": 9.58767318725586,
+ "learning_rate": 1.8393358876117498e-05,
+ "loss": 0.6804,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5057471264367814,
+ "grad_norm": 67.0556411743164,
+ "learning_rate": 1.8329501915708814e-05,
+ "loss": 0.6248,
+ "step": 1525
+ },
+ {
+ "epoch": 3.5632183908045976,
+ "grad_norm": 23.18130111694336,
+ "learning_rate": 1.826564495530013e-05,
+ "loss": 0.7145,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6206896551724137,
+ "grad_norm": 74.33007049560547,
+ "learning_rate": 1.8201787994891446e-05,
+ "loss": 0.8268,
+ "step": 1575
+ },
+ {
+ "epoch": 3.67816091954023,
+ "grad_norm": 56.57216262817383,
+ "learning_rate": 1.813793103448276e-05,
+ "loss": 0.9904,
+ "step": 1600
+ },
+ {
+ "epoch": 3.735632183908046,
+ "grad_norm": 32.139129638671875,
+ "learning_rate": 1.8074074074074074e-05,
+ "loss": 0.5563,
+ "step": 1625
+ },
+ {
+ "epoch": 3.793103448275862,
+ "grad_norm": 1.5351533889770508,
+ "learning_rate": 1.801021711366539e-05,
+ "loss": 0.7786,
+ "step": 1650
+ },
+ {
+ "epoch": 3.8505747126436782,
+ "grad_norm": 161.30943298339844,
+ "learning_rate": 1.7946360153256706e-05,
+ "loss": 0.696,
+ "step": 1675
+ },
+ {
+ "epoch": 3.9080459770114944,
+ "grad_norm": 24.42245864868164,
+ "learning_rate": 1.788250319284802e-05,
+ "loss": 0.8216,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9655172413793105,
+ "grad_norm": 26.11283302307129,
+ "learning_rate": 1.7818646232439337e-05,
+ "loss": 0.6849,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.945054945054945,
+ "eval_loss": 0.27645164728164673,
+ "eval_macro_f1": 0.8326824426262123,
+ "eval_runtime": 3.0951,
+ "eval_samples_per_second": 499.818,
+ "eval_steps_per_second": 31.34,
+ "eval_weighted_f1": 0.9416077847763209,
+ "step": 1740
+ },
+ {
+ "epoch": 4.022988505747127,
+ "grad_norm": 0.5068299174308777,
+ "learning_rate": 1.7754789272030653e-05,
+ "loss": 0.5763,
+ "step": 1750
+ },
+ {
+ "epoch": 4.080459770114943,
+ "grad_norm": 32.725337982177734,
+ "learning_rate": 1.769093231162197e-05,
+ "loss": 0.5795,
+ "step": 1775
+ },
+ {
+ "epoch": 4.137931034482759,
+ "grad_norm": 155.7087860107422,
+ "learning_rate": 1.762707535121328e-05,
+ "loss": 0.4435,
+ "step": 1800
+ },
+ {
+ "epoch": 4.195402298850575,
+ "grad_norm": 1.4598755836486816,
+ "learning_rate": 1.75632183908046e-05,
+ "loss": 0.8829,
+ "step": 1825
+ },
+ {
+ "epoch": 4.252873563218391,
+ "grad_norm": 60.56219482421875,
+ "learning_rate": 1.7499361430395913e-05,
+ "loss": 0.6028,
+ "step": 1850
+ },
+ {
+ "epoch": 4.310344827586207,
+ "grad_norm": 49.726600646972656,
+ "learning_rate": 1.743550446998723e-05,
+ "loss": 0.5396,
+ "step": 1875
+ },
+ {
+ "epoch": 4.3678160919540225,
+ "grad_norm": 26.684585571289062,
+ "learning_rate": 1.7371647509578545e-05,
+ "loss": 0.7276,
+ "step": 1900
+ },
+ {
+ "epoch": 4.425287356321839,
+ "grad_norm": 38.60637664794922,
+ "learning_rate": 1.730779054916986e-05,
+ "loss": 0.6031,
+ "step": 1925
+ },
+ {
+ "epoch": 4.482758620689655,
+ "grad_norm": 30.139406204223633,
+ "learning_rate": 1.7243933588761176e-05,
+ "loss": 0.5254,
+ "step": 1950
+ },
+ {
+ "epoch": 4.540229885057471,
+ "grad_norm": 13.657020568847656,
+ "learning_rate": 1.7180076628352492e-05,
+ "loss": 0.6181,
+ "step": 1975
+ },
+ {
+ "epoch": 4.597701149425287,
+ "grad_norm": 22.582395553588867,
+ "learning_rate": 1.7116219667943808e-05,
+ "loss": 0.5425,
+ "step": 2000
+ },
+ {
+ "epoch": 4.655172413793103,
+ "grad_norm": 34.084068298339844,
+ "learning_rate": 1.705236270753512e-05,
+ "loss": 0.7174,
+ "step": 2025
+ },
+ {
+ "epoch": 4.712643678160919,
+ "grad_norm": 8.479918479919434,
+ "learning_rate": 1.6988505747126436e-05,
+ "loss": 0.4871,
+ "step": 2050
+ },
+ {
+ "epoch": 4.7701149425287355,
+ "grad_norm": 7.449680805206299,
+ "learning_rate": 1.6924648786717756e-05,
+ "loss": 0.7002,
+ "step": 2075
+ },
+ {
+ "epoch": 4.827586206896552,
+ "grad_norm": 67.09903717041016,
+ "learning_rate": 1.6860791826309068e-05,
+ "loss": 0.6645,
+ "step": 2100
+ },
+ {
+ "epoch": 4.885057471264368,
+ "grad_norm": 93.33892059326172,
+ "learning_rate": 1.6796934865900384e-05,
+ "loss": 0.4973,
+ "step": 2125
+ },
+ {
+ "epoch": 4.942528735632184,
+ "grad_norm": 46.20903015136719,
+ "learning_rate": 1.67330779054917e-05,
+ "loss": 0.5916,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 45.07384490966797,
+ "learning_rate": 1.6669220945083016e-05,
+ "loss": 0.8599,
+ "step": 2175
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9392372333548804,
+ "eval_loss": 0.27442875504493713,
+ "eval_macro_f1": 0.8360467890204347,
+ "eval_runtime": 2.8775,
+ "eval_samples_per_second": 537.623,
+ "eval_steps_per_second": 33.71,
+ "eval_weighted_f1": 0.9391299415128008,
+ "step": 2175
+ },
+ {
+ "epoch": 5.057471264367816,
+ "grad_norm": 84.43023681640625,
+ "learning_rate": 1.6605363984674328e-05,
+ "loss": 0.5129,
+ "step": 2200
+ },
+ {
+ "epoch": 5.114942528735632,
+ "grad_norm": 11.69320297241211,
+ "learning_rate": 1.6541507024265647e-05,
+ "loss": 0.4026,
+ "step": 2225
+ },
+ {
+ "epoch": 5.172413793103448,
+ "grad_norm": 0.624121904373169,
+ "learning_rate": 1.6477650063856963e-05,
+ "loss": 0.2644,
+ "step": 2250
+ },
+ {
+ "epoch": 5.2298850574712645,
+ "grad_norm": 14.618146896362305,
+ "learning_rate": 1.6413793103448276e-05,
+ "loss": 0.5564,
+ "step": 2275
+ },
+ {
+ "epoch": 5.287356321839081,
+ "grad_norm": 24.121898651123047,
+ "learning_rate": 1.634993614303959e-05,
+ "loss": 0.7538,
+ "step": 2300
+ },
+ {
+ "epoch": 5.344827586206897,
+ "grad_norm": 76.53694915771484,
+ "learning_rate": 1.6286079182630907e-05,
+ "loss": 0.5913,
+ "step": 2325
+ },
+ {
+ "epoch": 5.402298850574713,
+ "grad_norm": 0.2856908142566681,
+ "learning_rate": 1.6222222222222223e-05,
+ "loss": 0.506,
+ "step": 2350
+ },
+ {
+ "epoch": 5.459770114942529,
+ "grad_norm": 5.17254638671875,
+ "learning_rate": 1.615836526181354e-05,
+ "loss": 0.5235,
+ "step": 2375
+ },
+ {
+ "epoch": 5.517241379310345,
+ "grad_norm": 3.3652565479278564,
+ "learning_rate": 1.6094508301404855e-05,
+ "loss": 0.392,
+ "step": 2400
+ },
+ {
+ "epoch": 5.574712643678161,
+ "grad_norm": 1.962130069732666,
+ "learning_rate": 1.603065134099617e-05,
+ "loss": 0.5944,
+ "step": 2425
+ },
+ {
+ "epoch": 5.6321839080459775,
+ "grad_norm": 66.06522369384766,
+ "learning_rate": 1.5966794380587483e-05,
+ "loss": 0.3981,
+ "step": 2450
+ },
+ {
+ "epoch": 5.689655172413794,
+ "grad_norm": 97.1417007446289,
+ "learning_rate": 1.5902937420178802e-05,
+ "loss": 0.5546,
+ "step": 2475
+ },
+ {
+ "epoch": 5.747126436781609,
+ "grad_norm": 10.116547584533691,
+ "learning_rate": 1.5839080459770115e-05,
+ "loss": 0.663,
+ "step": 2500
+ },
+ {
+ "epoch": 5.804597701149425,
+ "grad_norm": 0.38187137246131897,
+ "learning_rate": 1.577522349936143e-05,
+ "loss": 0.5413,
+ "step": 2525
+ },
+ {
+ "epoch": 5.862068965517241,
+ "grad_norm": 102.48826599121094,
+ "learning_rate": 1.5711366538952746e-05,
+ "loss": 0.589,
+ "step": 2550
+ },
+ {
+ "epoch": 5.919540229885057,
+ "grad_norm": 67.31813049316406,
+ "learning_rate": 1.5647509578544062e-05,
+ "loss": 0.4835,
+ "step": 2575
+ },
+ {
+ "epoch": 5.977011494252873,
+ "grad_norm": 56.01786422729492,
+ "learning_rate": 1.5583652618135378e-05,
+ "loss": 0.4199,
+ "step": 2600
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9431157078215902,
+ "eval_loss": 0.2732972502708435,
+ "eval_macro_f1": 0.838727454174555,
+ "eval_runtime": 2.7958,
+ "eval_samples_per_second": 553.33,
+ "eval_steps_per_second": 34.695,
+ "eval_weighted_f1": 0.9421898094860716,
+ "step": 2610
+ },
+ {
+ "epoch": 6.0344827586206895,
+ "grad_norm": 24.245861053466797,
+ "learning_rate": 1.5519795657726694e-05,
+ "loss": 0.4249,
+ "step": 2625
+ },
+ {
+ "epoch": 6.091954022988506,
+ "grad_norm": 114.75279998779297,
+ "learning_rate": 1.545593869731801e-05,
+ "loss": 0.3134,
+ "step": 2650
+ },
+ {
+ "epoch": 6.149425287356322,
+ "grad_norm": 0.22739951312541962,
+ "learning_rate": 1.5392081736909322e-05,
+ "loss": 0.4461,
+ "step": 2675
+ },
+ {
+ "epoch": 6.206896551724138,
+ "grad_norm": 114.59209442138672,
+ "learning_rate": 1.5328224776500638e-05,
+ "loss": 0.4837,
+ "step": 2700
+ },
+ {
+ "epoch": 6.264367816091954,
+ "grad_norm": 32.81236267089844,
+ "learning_rate": 1.5264367816091957e-05,
+ "loss": 0.7254,
+ "step": 2725
+ },
+ {
+ "epoch": 6.32183908045977,
+ "grad_norm": 0.5062519907951355,
+ "learning_rate": 1.520051085568327e-05,
+ "loss": 0.445,
+ "step": 2750
+ },
+ {
+ "epoch": 6.379310344827586,
+ "grad_norm": 102.78065490722656,
+ "learning_rate": 1.5136653895274587e-05,
+ "loss": 0.337,
+ "step": 2775
+ },
+ {
+ "epoch": 6.436781609195402,
+ "grad_norm": 54.520782470703125,
+ "learning_rate": 1.5072796934865901e-05,
+ "loss": 0.4114,
+ "step": 2800
+ },
+ {
+ "epoch": 6.494252873563219,
+ "grad_norm": 0.2123550921678543,
+ "learning_rate": 1.5008939974457217e-05,
+ "loss": 0.4853,
+ "step": 2825
+ },
+ {
+ "epoch": 6.551724137931035,
+ "grad_norm": 44.54982376098633,
+ "learning_rate": 1.4945083014048531e-05,
+ "loss": 0.3713,
+ "step": 2850
+ },
+ {
+ "epoch": 6.609195402298851,
+ "grad_norm": 27.890417098999023,
+ "learning_rate": 1.4881226053639847e-05,
+ "loss": 0.4448,
+ "step": 2875
+ },
+ {
+ "epoch": 6.666666666666667,
+ "grad_norm": 40.888736724853516,
+ "learning_rate": 1.4817369093231165e-05,
+ "loss": 0.5958,
+ "step": 2900
+ },
+ {
+ "epoch": 6.724137931034483,
+ "grad_norm": 70.89765930175781,
+ "learning_rate": 1.4753512132822479e-05,
+ "loss": 0.3764,
+ "step": 2925
+ },
+ {
+ "epoch": 6.781609195402299,
+ "grad_norm": 34.00692367553711,
+ "learning_rate": 1.4689655172413795e-05,
+ "loss": 0.3752,
+ "step": 2950
+ },
+ {
+ "epoch": 6.8390804597701145,
+ "grad_norm": 47.558876037597656,
+ "learning_rate": 1.4625798212005109e-05,
+ "loss": 0.5389,
+ "step": 2975
+ },
+ {
+ "epoch": 6.896551724137931,
+ "grad_norm": 34.296443939208984,
+ "learning_rate": 1.4561941251596425e-05,
+ "loss": 0.4706,
+ "step": 3000
+ },
+ {
+ "epoch": 6.954022988505747,
+ "grad_norm": 0.2576494514942169,
+ "learning_rate": 1.4498084291187742e-05,
+ "loss": 0.4902,
+ "step": 3025
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.936005171299289,
+ "eval_loss": 0.32169681787490845,
+ "eval_macro_f1": 0.8282533201252251,
+ "eval_runtime": 2.6306,
+ "eval_samples_per_second": 588.078,
+ "eval_steps_per_second": 36.874,
+ "eval_weighted_f1": 0.9373427215299237,
+ "step": 3045
+ },
+ {
+ "epoch": 7.011494252873563,
+ "grad_norm": 0.8197439312934875,
+ "learning_rate": 1.4434227330779056e-05,
+ "loss": 0.2955,
+ "step": 3050
+ },
+ {
+ "epoch": 7.068965517241379,
+ "grad_norm": 82.74668884277344,
+ "learning_rate": 1.4370370370370372e-05,
+ "loss": 0.3716,
+ "step": 3075
+ },
+ {
+ "epoch": 7.126436781609195,
+ "grad_norm": 0.5378051400184631,
+ "learning_rate": 1.4306513409961686e-05,
+ "loss": 0.6528,
+ "step": 3100
+ },
+ {
+ "epoch": 7.183908045977011,
+ "grad_norm": 3.206381320953369,
+ "learning_rate": 1.4242656449553002e-05,
+ "loss": 0.2814,
+ "step": 3125
+ },
+ {
+ "epoch": 7.241379310344827,
+ "grad_norm": 81.35752868652344,
+ "learning_rate": 1.4178799489144316e-05,
+ "loss": 0.3235,
+ "step": 3150
+ },
+ {
+ "epoch": 7.2988505747126435,
+ "grad_norm": 5.105460166931152,
+ "learning_rate": 1.4114942528735634e-05,
+ "loss": 0.326,
+ "step": 3175
+ },
+ {
+ "epoch": 7.35632183908046,
+ "grad_norm": 3.3120195865631104,
+ "learning_rate": 1.405108556832695e-05,
+ "loss": 0.258,
+ "step": 3200
+ },
+ {
+ "epoch": 7.413793103448276,
+ "grad_norm": 3.495853900909424,
+ "learning_rate": 1.3987228607918264e-05,
+ "loss": 0.348,
+ "step": 3225
+ },
+ {
+ "epoch": 7.471264367816092,
+ "grad_norm": 30.863428115844727,
+ "learning_rate": 1.392337164750958e-05,
+ "loss": 0.4072,
+ "step": 3250
+ },
+ {
+ "epoch": 7.528735632183908,
+ "grad_norm": 36.06366729736328,
+ "learning_rate": 1.3859514687100894e-05,
+ "loss": 0.3546,
+ "step": 3275
+ },
+ {
+ "epoch": 7.586206896551724,
+ "grad_norm": 0.4154405891895294,
+ "learning_rate": 1.3795657726692211e-05,
+ "loss": 0.5431,
+ "step": 3300
+ },
+ {
+ "epoch": 7.64367816091954,
+ "grad_norm": 0.3855404555797577,
+ "learning_rate": 1.3731800766283526e-05,
+ "loss": 0.3293,
+ "step": 3325
+ },
+ {
+ "epoch": 7.7011494252873565,
+ "grad_norm": 0.7689740061759949,
+ "learning_rate": 1.3667943805874841e-05,
+ "loss": 0.2029,
+ "step": 3350
+ },
+ {
+ "epoch": 7.758620689655173,
+ "grad_norm": 0.18809182941913605,
+ "learning_rate": 1.3604086845466157e-05,
+ "loss": 0.5624,
+ "step": 3375
+ },
+ {
+ "epoch": 7.816091954022989,
+ "grad_norm": 2.832899332046509,
+ "learning_rate": 1.3540229885057471e-05,
+ "loss": 0.4717,
+ "step": 3400
+ },
+ {
+ "epoch": 7.873563218390805,
+ "grad_norm": 121.76774597167969,
+ "learning_rate": 1.3476372924648789e-05,
+ "loss": 0.4212,
+ "step": 3425
+ },
+ {
+ "epoch": 7.931034482758621,
+ "grad_norm": 52.809444427490234,
+ "learning_rate": 1.3412515964240103e-05,
+ "loss": 0.3825,
+ "step": 3450
+ },
+ {
+ "epoch": 7.988505747126437,
+ "grad_norm": 0.4484051465988159,
+ "learning_rate": 1.3348659003831419e-05,
+ "loss": 0.272,
+ "step": 3475
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9392372333548804,
+ "eval_loss": 0.39727291464805603,
+ "eval_macro_f1": 0.8285276649703238,
+ "eval_runtime": 2.809,
+ "eval_samples_per_second": 550.721,
+ "eval_steps_per_second": 34.531,
+ "eval_weighted_f1": 0.9371386571626344,
+ "step": 3480
+ },
+ {
+ "epoch": 8.045977011494253,
+ "grad_norm": 199.2523193359375,
+ "learning_rate": 1.3284802043422733e-05,
+ "loss": 0.335,
+ "step": 3500
+ },
+ {
+ "epoch": 8.10344827586207,
+ "grad_norm": 9.900853157043457,
+ "learning_rate": 1.3220945083014049e-05,
+ "loss": 0.2134,
+ "step": 3525
+ },
+ {
+ "epoch": 8.160919540229886,
+ "grad_norm": 0.09674262255430222,
+ "learning_rate": 1.3157088122605367e-05,
+ "loss": 0.2978,
+ "step": 3550
+ },
+ {
+ "epoch": 8.218390804597702,
+ "grad_norm": 1.090809941291809,
+ "learning_rate": 1.309323116219668e-05,
+ "loss": 0.2991,
+ "step": 3575
+ },
+ {
+ "epoch": 8.275862068965518,
+ "grad_norm": 0.13236427307128906,
+ "learning_rate": 1.3029374201787996e-05,
+ "loss": 0.2277,
+ "step": 3600
+ },
+ {
+ "epoch": 8.333333333333334,
+ "grad_norm": 132.0453643798828,
+ "learning_rate": 1.296551724137931e-05,
+ "loss": 0.3718,
+ "step": 3625
+ },
+ {
+ "epoch": 8.39080459770115,
+ "grad_norm": 0.11622430384159088,
+ "learning_rate": 1.2901660280970626e-05,
+ "loss": 0.3628,
+ "step": 3650
+ },
+ {
+ "epoch": 8.448275862068966,
+ "grad_norm": 17.337385177612305,
+ "learning_rate": 1.283780332056194e-05,
+ "loss": 0.2462,
+ "step": 3675
+ },
+ {
+ "epoch": 8.505747126436782,
+ "grad_norm": 44.59282684326172,
+ "learning_rate": 1.2773946360153258e-05,
+ "loss": 0.5777,
+ "step": 3700
+ },
+ {
+ "epoch": 8.563218390804598,
+ "grad_norm": 0.19474785029888153,
+ "learning_rate": 1.2710089399744574e-05,
+ "loss": 0.2772,
+ "step": 3725
+ },
+ {
+ "epoch": 8.620689655172415,
+ "grad_norm": 12.74167251586914,
+ "learning_rate": 1.2646232439335888e-05,
+ "loss": 0.5408,
+ "step": 3750
+ },
+ {
+ "epoch": 8.678160919540229,
+ "grad_norm": 54.81526565551758,
+ "learning_rate": 1.2582375478927204e-05,
+ "loss": 0.2985,
+ "step": 3775
+ },
+ {
+ "epoch": 8.735632183908045,
+ "grad_norm": 89.30614471435547,
+ "learning_rate": 1.2518518518518518e-05,
+ "loss": 0.2217,
+ "step": 3800
+ },
+ {
+ "epoch": 8.793103448275861,
+ "grad_norm": 0.30715295672416687,
+ "learning_rate": 1.2454661558109836e-05,
+ "loss": 0.3684,
+ "step": 3825
+ },
+ {
+ "epoch": 8.850574712643677,
+ "grad_norm": 0.3479938209056854,
+ "learning_rate": 1.2390804597701151e-05,
+ "loss": 0.2868,
+ "step": 3850
+ },
+ {
+ "epoch": 8.908045977011493,
+ "grad_norm": 1.6643800735473633,
+ "learning_rate": 1.2326947637292466e-05,
+ "loss": 0.3353,
+ "step": 3875
+ },
+ {
+ "epoch": 8.96551724137931,
+ "grad_norm": 0.12660540640354156,
+ "learning_rate": 1.2263090676883781e-05,
+ "loss": 0.4983,
+ "step": 3900
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.940530058177117,
+ "eval_loss": 0.414671391248703,
+ "eval_macro_f1": 0.8399638209361445,
+ "eval_runtime": 2.7848,
+ "eval_samples_per_second": 555.513,
+ "eval_steps_per_second": 34.832,
+ "eval_weighted_f1": 0.9396983808900135,
+ "step": 3915
+ },
+ {
+ "epoch": 9.022988505747126,
+ "grad_norm": 63.60579299926758,
+ "learning_rate": 1.2199233716475096e-05,
+ "loss": 0.246,
+ "step": 3925
+ },
+ {
+ "epoch": 9.080459770114942,
+ "grad_norm": 0.5230131149291992,
+ "learning_rate": 1.2135376756066413e-05,
+ "loss": 0.2974,
+ "step": 3950
+ },
+ {
+ "epoch": 9.137931034482758,
+ "grad_norm": 0.5251436829566956,
+ "learning_rate": 1.2071519795657727e-05,
+ "loss": 0.1335,
+ "step": 3975
+ },
+ {
+ "epoch": 9.195402298850574,
+ "grad_norm": 0.4332430362701416,
+ "learning_rate": 1.2007662835249043e-05,
+ "loss": 0.3089,
+ "step": 4000
+ },
+ {
+ "epoch": 9.25287356321839,
+ "grad_norm": 0.16269373893737793,
+ "learning_rate": 1.1943805874840359e-05,
+ "loss": 0.3625,
+ "step": 4025
+ },
+ {
+ "epoch": 9.310344827586206,
+ "grad_norm": 93.09602355957031,
+ "learning_rate": 1.1879948914431673e-05,
+ "loss": 0.343,
+ "step": 4050
+ },
+ {
+ "epoch": 9.367816091954023,
+ "grad_norm": 0.12826859951019287,
+ "learning_rate": 1.181609195402299e-05,
+ "loss": 0.3537,
+ "step": 4075
+ },
+ {
+ "epoch": 9.425287356321839,
+ "grad_norm": 0.4607992172241211,
+ "learning_rate": 1.1752234993614305e-05,
+ "loss": 0.266,
+ "step": 4100
+ },
+ {
+ "epoch": 9.482758620689655,
+ "grad_norm": 97.48502349853516,
+ "learning_rate": 1.168837803320562e-05,
+ "loss": 0.3772,
+ "step": 4125
+ },
+ {
+ "epoch": 9.540229885057471,
+ "grad_norm": 6.275488376617432,
+ "learning_rate": 1.1624521072796935e-05,
+ "loss": 0.2347,
+ "step": 4150
+ },
+ {
+ "epoch": 9.597701149425287,
+ "grad_norm": 0.45646700263023376,
+ "learning_rate": 1.156066411238825e-05,
+ "loss": 0.2037,
+ "step": 4175
+ },
+ {
+ "epoch": 9.655172413793103,
+ "grad_norm": 192.14439392089844,
+ "learning_rate": 1.1496807151979568e-05,
+ "loss": 0.2306,
+ "step": 4200
+ },
+ {
+ "epoch": 9.71264367816092,
+ "grad_norm": 6.86515474319458,
+ "learning_rate": 1.1432950191570882e-05,
+ "loss": 0.2162,
+ "step": 4225
+ },
+ {
+ "epoch": 9.770114942528735,
+ "grad_norm": 337.3979797363281,
+ "learning_rate": 1.1369093231162198e-05,
+ "loss": 0.2557,
+ "step": 4250
+ },
+ {
+ "epoch": 9.827586206896552,
+ "grad_norm": 32.70695877075195,
+ "learning_rate": 1.1305236270753512e-05,
+ "loss": 0.1794,
+ "step": 4275
+ },
+ {
+ "epoch": 9.885057471264368,
+ "grad_norm": 0.11474805325269699,
+ "learning_rate": 1.1241379310344828e-05,
+ "loss": 0.3732,
+ "step": 4300
+ },
+ {
+ "epoch": 9.942528735632184,
+ "grad_norm": 5.439764499664307,
+ "learning_rate": 1.1177522349936142e-05,
+ "loss": 0.4407,
+ "step": 4325
+ },
+ {
+ "epoch": 10.0,
+ "grad_norm": 123.17107391357422,
+ "learning_rate": 1.111366538952746e-05,
+ "loss": 0.2531,
+ "step": 4350
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.9418228829993536,
+ "eval_loss": 0.4171251356601715,
+ "eval_macro_f1": 0.8384071610606427,
+ "eval_runtime": 2.7116,
+ "eval_samples_per_second": 570.507,
+ "eval_steps_per_second": 35.772,
+ "eval_weighted_f1": 0.9404442870404583,
+ "step": 4350
+ },
+ {
+ "epoch": 10.057471264367816,
+ "grad_norm": 0.09108074009418488,
+ "learning_rate": 1.1049808429118776e-05,
+ "loss": 0.2019,
+ "step": 4375
+ },
+ {
+ "epoch": 10.114942528735632,
+ "grad_norm": 0.05487830564379692,
+ "learning_rate": 1.098595146871009e-05,
+ "loss": 0.0916,
+ "step": 4400
+ },
+ {
+ "epoch": 10.172413793103448,
+ "grad_norm": 594.0460205078125,
+ "learning_rate": 1.0922094508301406e-05,
+ "loss": 0.2948,
+ "step": 4425
+ },
+ {
+ "epoch": 10.229885057471265,
+ "grad_norm": 89.15966796875,
+ "learning_rate": 1.085823754789272e-05,
+ "loss": 0.2227,
+ "step": 4450
+ },
+ {
+ "epoch": 10.28735632183908,
+ "grad_norm": 0.11914034932851791,
+ "learning_rate": 1.0794380587484037e-05,
+ "loss": 0.2724,
+ "step": 4475
+ },
+ {
+ "epoch": 10.344827586206897,
+ "grad_norm": 0.6351075172424316,
+ "learning_rate": 1.0730523627075351e-05,
+ "loss": 0.2084,
+ "step": 4500
+ },
+ {
+ "epoch": 10.402298850574713,
+ "grad_norm": 0.04316576197743416,
+ "learning_rate": 1.0666666666666667e-05,
+ "loss": 0.1485,
+ "step": 4525
+ },
+ {
+ "epoch": 10.459770114942529,
+ "grad_norm": 27.224489212036133,
+ "learning_rate": 1.0602809706257983e-05,
+ "loss": 0.1513,
+ "step": 4550
+ },
+ {
+ "epoch": 10.517241379310345,
+ "grad_norm": 0.8031178116798401,
+ "learning_rate": 1.0538952745849297e-05,
+ "loss": 0.1114,
+ "step": 4575
+ },
+ {
+ "epoch": 10.574712643678161,
+ "grad_norm": 0.10974536836147308,
+ "learning_rate": 1.0475095785440615e-05,
+ "loss": 0.2508,
+ "step": 4600
+ },
+ {
+ "epoch": 10.632183908045977,
+ "grad_norm": 0.23163455724716187,
+ "learning_rate": 1.0411238825031929e-05,
+ "loss": 0.225,
+ "step": 4625
+ },
+ {
+ "epoch": 10.689655172413794,
+ "grad_norm": 0.344209760427475,
+ "learning_rate": 1.0347381864623245e-05,
+ "loss": 0.2952,
+ "step": 4650
+ },
+ {
+ "epoch": 10.74712643678161,
+ "grad_norm": 253.25082397460938,
+ "learning_rate": 1.028352490421456e-05,
+ "loss": 0.3085,
+ "step": 4675
+ },
+ {
+ "epoch": 10.804597701149426,
+ "grad_norm": 106.87388610839844,
+ "learning_rate": 1.0219667943805875e-05,
+ "loss": 0.4561,
+ "step": 4700
+ },
+ {
+ "epoch": 10.862068965517242,
+ "grad_norm": 0.07951631397008896,
+ "learning_rate": 1.0155810983397192e-05,
+ "loss": 0.1736,
+ "step": 4725
+ },
+ {
+ "epoch": 10.919540229885058,
+ "grad_norm": 107.71697235107422,
+ "learning_rate": 1.0091954022988506e-05,
+ "loss": 0.2373,
+ "step": 4750
+ },
+ {
+ "epoch": 10.977011494252874,
+ "grad_norm": 13.5361328125,
+ "learning_rate": 1.0028097062579822e-05,
+ "loss": 0.1734,
+ "step": 4775
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.940530058177117,
+ "eval_loss": 0.5041045546531677,
+ "eval_macro_f1": 0.8374378509322842,
+ "eval_runtime": 2.8101,
+ "eval_samples_per_second": 550.517,
+ "eval_steps_per_second": 34.519,
+ "eval_weighted_f1": 0.9399298649775115,
+ "step": 4785
+ },
+ {
+ "epoch": 11.03448275862069,
+ "grad_norm": 0.22425921261310577,
+ "learning_rate": 9.964240102171138e-06,
+ "loss": 0.1702,
+ "step": 4800
+ },
+ {
+ "epoch": 11.091954022988507,
+ "grad_norm": 29.29742431640625,
+ "learning_rate": 9.900383141762452e-06,
+ "loss": 0.2461,
+ "step": 4825
+ },
+ {
+ "epoch": 11.149425287356323,
+ "grad_norm": 0.04441086947917938,
+ "learning_rate": 9.836526181353768e-06,
+ "loss": 0.1701,
+ "step": 4850
+ },
+ {
+ "epoch": 11.206896551724139,
+ "grad_norm": 0.05947035923600197,
+ "learning_rate": 9.772669220945084e-06,
+ "loss": 0.201,
+ "step": 4875
+ },
+ {
+ "epoch": 11.264367816091955,
+ "grad_norm": 0.026292985305190086,
+ "learning_rate": 9.708812260536398e-06,
+ "loss": 0.139,
+ "step": 4900
+ },
+ {
+ "epoch": 11.32183908045977,
+ "grad_norm": 3.3554086685180664,
+ "learning_rate": 9.644955300127716e-06,
+ "loss": 0.1357,
+ "step": 4925
+ },
+ {
+ "epoch": 11.379310344827585,
+ "grad_norm": 0.031368155032396317,
+ "learning_rate": 9.58109833971903e-06,
+ "loss": 0.1985,
+ "step": 4950
+ },
+ {
+ "epoch": 11.436781609195402,
+ "grad_norm": 2.618469715118408,
+ "learning_rate": 9.517241379310346e-06,
+ "loss": 0.2192,
+ "step": 4975
+ },
+ {
+ "epoch": 11.494252873563218,
+ "grad_norm": 0.06104011833667755,
+ "learning_rate": 9.453384418901661e-06,
+ "loss": 0.2279,
+ "step": 5000
+ },
+ {
+ "epoch": 11.551724137931034,
+ "grad_norm": 0.23378804326057434,
+ "learning_rate": 9.389527458492976e-06,
+ "loss": 0.1255,
+ "step": 5025
+ },
+ {
+ "epoch": 11.60919540229885,
+ "grad_norm": 0.26430177688598633,
+ "learning_rate": 9.325670498084291e-06,
+ "loss": 0.3758,
+ "step": 5050
+ },
+ {
+ "epoch": 11.666666666666666,
+ "grad_norm": 0.03667259216308594,
+ "learning_rate": 9.261813537675607e-06,
+ "loss": 0.1602,
+ "step": 5075
+ },
+ {
+ "epoch": 11.724137931034482,
+ "grad_norm": 86.7636489868164,
+ "learning_rate": 9.197956577266923e-06,
+ "loss": 0.2064,
+ "step": 5100
+ },
+ {
+ "epoch": 11.781609195402298,
+ "grad_norm": 0.22527103126049042,
+ "learning_rate": 9.134099616858239e-06,
+ "loss": 0.3233,
+ "step": 5125
+ },
+ {
+ "epoch": 11.839080459770114,
+ "grad_norm": 0.07396119087934494,
+ "learning_rate": 9.070242656449553e-06,
+ "loss": 0.2948,
+ "step": 5150
+ },
+ {
+ "epoch": 11.89655172413793,
+ "grad_norm": 0.4344421327114105,
+ "learning_rate": 9.006385696040869e-06,
+ "loss": 0.0953,
+ "step": 5175
+ },
+ {
+ "epoch": 11.954022988505747,
+ "grad_norm": 0.6065176129341125,
+ "learning_rate": 8.942528735632185e-06,
+ "loss": 0.065,
+ "step": 5200
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.940530058177117,
+ "eval_loss": 0.5104256272315979,
+ "eval_macro_f1": 0.8375161949949029,
+ "eval_runtime": 3.1061,
+ "eval_samples_per_second": 498.054,
+ "eval_steps_per_second": 31.229,
+ "eval_weighted_f1": 0.9399361167458868,
+ "step": 5220
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8700,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..16132f2038fa520e094595b292dab71d2d57cd46
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc05817931cf349ff89d92e2690022aeab7191e42198c0f5636a9ae17612af2e
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7889906d1c717fb3efba02627e96bdca42d0f75c
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5facad098c85196737b200eb0eb867ef4e7175d56669007a1fe9550eeca3b575
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b6e582b1755028339eadab11ee71ab5d48f203f4
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/trainer_state.json
@@ -0,0 +1,227 @@
+{
+ "best_global_step": 516,
+ "best_metric": 0.8794304866679549,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516",
+ "epoch": 4.0,
+ "eval_steps": 500,
+ "global_step": 516,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.19455252918287938,
+ "grad_norm": 41.073951721191406,
+ "learning_rate": 1.86046511627907e-06,
+ "loss": 5.7284,
+ "step": 25
+ },
+ {
+ "epoch": 0.38910505836575876,
+ "grad_norm": 67.39057159423828,
+ "learning_rate": 3.798449612403101e-06,
+ "loss": 5.2815,
+ "step": 50
+ },
+ {
+ "epoch": 0.5836575875486382,
+ "grad_norm": 54.18776321411133,
+ "learning_rate": 5.736434108527133e-06,
+ "loss": 3.5269,
+ "step": 75
+ },
+ {
+ "epoch": 0.7782101167315175,
+ "grad_norm": 47.32227325439453,
+ "learning_rate": 7.674418604651164e-06,
+ "loss": 3.1286,
+ "step": 100
+ },
+ {
+ "epoch": 0.9727626459143969,
+ "grad_norm": 17.137407302856445,
+ "learning_rate": 9.612403100775196e-06,
+ "loss": 2.9721,
+ "step": 125
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.7286652078774617,
+ "eval_loss": 0.6650769710540771,
+ "eval_macro_f1": 0.2810126582278481,
+ "eval_runtime": 1.0403,
+ "eval_samples_per_second": 439.298,
+ "eval_steps_per_second": 27.877,
+ "eval_weighted_f1": 0.6142924410713793,
+ "step": 129
+ },
+ {
+ "epoch": 1.1634241245136188,
+ "grad_norm": 32.36494064331055,
+ "learning_rate": 1.1550387596899227e-05,
+ "loss": 2.4789,
+ "step": 150
+ },
+ {
+ "epoch": 1.3579766536964981,
+ "grad_norm": 50.19717788696289,
+ "learning_rate": 1.3488372093023257e-05,
+ "loss": 2.3251,
+ "step": 175
+ },
+ {
+ "epoch": 1.5525291828793775,
+ "grad_norm": 49.63048553466797,
+ "learning_rate": 1.542635658914729e-05,
+ "loss": 1.7747,
+ "step": 200
+ },
+ {
+ "epoch": 1.7470817120622568,
+ "grad_norm": 38.11553955078125,
+ "learning_rate": 1.736434108527132e-05,
+ "loss": 1.7618,
+ "step": 225
+ },
+ {
+ "epoch": 1.9416342412451362,
+ "grad_norm": 50.412532806396484,
+ "learning_rate": 1.9302325581395353e-05,
+ "loss": 1.6424,
+ "step": 250
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.8730853391684902,
+ "eval_loss": 0.3759881854057312,
+ "eval_macro_f1": 0.7549777364702738,
+ "eval_runtime": 0.945,
+ "eval_samples_per_second": 483.609,
+ "eval_steps_per_second": 30.689,
+ "eval_weighted_f1": 0.8700885821053038,
+ "step": 258
+ },
+ {
+ "epoch": 2.132295719844358,
+ "grad_norm": 65.96546173095703,
+ "learning_rate": 1.9862187769164516e-05,
+ "loss": 1.6249,
+ "step": 275
+ },
+ {
+ "epoch": 2.3268482490272375,
+ "grad_norm": 56.929542541503906,
+ "learning_rate": 1.9646856158484065e-05,
+ "loss": 1.4855,
+ "step": 300
+ },
+ {
+ "epoch": 2.5214007782101167,
+ "grad_norm": 86.19925689697266,
+ "learning_rate": 1.943152454780362e-05,
+ "loss": 1.8998,
+ "step": 325
+ },
+ {
+ "epoch": 2.7159533073929962,
+ "grad_norm": 47.683448791503906,
+ "learning_rate": 1.921619293712317e-05,
+ "loss": 1.5356,
+ "step": 350
+ },
+ {
+ "epoch": 2.9105058365758754,
+ "grad_norm": 126.82861328125,
+ "learning_rate": 1.9000861326442723e-05,
+ "loss": 1.199,
+ "step": 375
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9059080962800875,
+ "eval_loss": 0.34598803520202637,
+ "eval_macro_f1": 0.8291864284001195,
+ "eval_runtime": 1.0666,
+ "eval_samples_per_second": 428.483,
+ "eval_steps_per_second": 27.19,
+ "eval_weighted_f1": 0.9050830250652323,
+ "step": 387
+ },
+ {
+ "epoch": 3.1011673151750974,
+ "grad_norm": 34.55764389038086,
+ "learning_rate": 1.8785529715762276e-05,
+ "loss": 1.3891,
+ "step": 400
+ },
+ {
+ "epoch": 3.2957198443579765,
+ "grad_norm": 68.93932342529297,
+ "learning_rate": 1.857019810508183e-05,
+ "loss": 1.2117,
+ "step": 425
+ },
+ {
+ "epoch": 3.490272373540856,
+ "grad_norm": 23.499916076660156,
+ "learning_rate": 1.835486649440138e-05,
+ "loss": 0.9875,
+ "step": 450
+ },
+ {
+ "epoch": 3.6848249027237356,
+ "grad_norm": 65.6573715209961,
+ "learning_rate": 1.813953488372093e-05,
+ "loss": 1.1529,
+ "step": 475
+ },
+ {
+ "epoch": 3.8793774319066148,
+ "grad_norm": 32.49520492553711,
+ "learning_rate": 1.7924203273040483e-05,
+ "loss": 1.2162,
+ "step": 500
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9321663019693655,
+ "eval_loss": 0.24272553622722626,
+ "eval_macro_f1": 0.8794304866679549,
+ "eval_runtime": 1.1023,
+ "eval_samples_per_second": 414.575,
+ "eval_steps_per_second": 26.308,
+ "eval_weighted_f1": 0.9324059278509307,
+ "step": 516
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 2580,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1a9ab734e1f6f0b22ae9f45204c6a5c1b6eee5c
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/trainer_state.json
@@ -0,0 +1,372 @@
+{
+ "best_global_step": 516,
+ "best_metric": 0.8794304866679549,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516",
+ "epoch": 7.0,
+ "eval_steps": 500,
+ "global_step": 903,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.19455252918287938,
+ "grad_norm": 41.073951721191406,
+ "learning_rate": 1.86046511627907e-06,
+ "loss": 5.7284,
+ "step": 25
+ },
+ {
+ "epoch": 0.38910505836575876,
+ "grad_norm": 67.39057159423828,
+ "learning_rate": 3.798449612403101e-06,
+ "loss": 5.2815,
+ "step": 50
+ },
+ {
+ "epoch": 0.5836575875486382,
+ "grad_norm": 54.18776321411133,
+ "learning_rate": 5.736434108527133e-06,
+ "loss": 3.5269,
+ "step": 75
+ },
+ {
+ "epoch": 0.7782101167315175,
+ "grad_norm": 47.32227325439453,
+ "learning_rate": 7.674418604651164e-06,
+ "loss": 3.1286,
+ "step": 100
+ },
+ {
+ "epoch": 0.9727626459143969,
+ "grad_norm": 17.137407302856445,
+ "learning_rate": 9.612403100775196e-06,
+ "loss": 2.9721,
+ "step": 125
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.7286652078774617,
+ "eval_loss": 0.6650769710540771,
+ "eval_macro_f1": 0.2810126582278481,
+ "eval_runtime": 1.0403,
+ "eval_samples_per_second": 439.298,
+ "eval_steps_per_second": 27.877,
+ "eval_weighted_f1": 0.6142924410713793,
+ "step": 129
+ },
+ {
+ "epoch": 1.1634241245136188,
+ "grad_norm": 32.36494064331055,
+ "learning_rate": 1.1550387596899227e-05,
+ "loss": 2.4789,
+ "step": 150
+ },
+ {
+ "epoch": 1.3579766536964981,
+ "grad_norm": 50.19717788696289,
+ "learning_rate": 1.3488372093023257e-05,
+ "loss": 2.3251,
+ "step": 175
+ },
+ {
+ "epoch": 1.5525291828793775,
+ "grad_norm": 49.63048553466797,
+ "learning_rate": 1.542635658914729e-05,
+ "loss": 1.7747,
+ "step": 200
+ },
+ {
+ "epoch": 1.7470817120622568,
+ "grad_norm": 38.11553955078125,
+ "learning_rate": 1.736434108527132e-05,
+ "loss": 1.7618,
+ "step": 225
+ },
+ {
+ "epoch": 1.9416342412451362,
+ "grad_norm": 50.412532806396484,
+ "learning_rate": 1.9302325581395353e-05,
+ "loss": 1.6424,
+ "step": 250
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.8730853391684902,
+ "eval_loss": 0.3759881854057312,
+ "eval_macro_f1": 0.7549777364702738,
+ "eval_runtime": 0.945,
+ "eval_samples_per_second": 483.609,
+ "eval_steps_per_second": 30.689,
+ "eval_weighted_f1": 0.8700885821053038,
+ "step": 258
+ },
+ {
+ "epoch": 2.132295719844358,
+ "grad_norm": 65.96546173095703,
+ "learning_rate": 1.9862187769164516e-05,
+ "loss": 1.6249,
+ "step": 275
+ },
+ {
+ "epoch": 2.3268482490272375,
+ "grad_norm": 56.929542541503906,
+ "learning_rate": 1.9646856158484065e-05,
+ "loss": 1.4855,
+ "step": 300
+ },
+ {
+ "epoch": 2.5214007782101167,
+ "grad_norm": 86.19925689697266,
+ "learning_rate": 1.943152454780362e-05,
+ "loss": 1.8998,
+ "step": 325
+ },
+ {
+ "epoch": 2.7159533073929962,
+ "grad_norm": 47.683448791503906,
+ "learning_rate": 1.921619293712317e-05,
+ "loss": 1.5356,
+ "step": 350
+ },
+ {
+ "epoch": 2.9105058365758754,
+ "grad_norm": 126.82861328125,
+ "learning_rate": 1.9000861326442723e-05,
+ "loss": 1.199,
+ "step": 375
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9059080962800875,
+ "eval_loss": 0.34598803520202637,
+ "eval_macro_f1": 0.8291864284001195,
+ "eval_runtime": 1.0666,
+ "eval_samples_per_second": 428.483,
+ "eval_steps_per_second": 27.19,
+ "eval_weighted_f1": 0.9050830250652323,
+ "step": 387
+ },
+ {
+ "epoch": 3.1011673151750974,
+ "grad_norm": 34.55764389038086,
+ "learning_rate": 1.8785529715762276e-05,
+ "loss": 1.3891,
+ "step": 400
+ },
+ {
+ "epoch": 3.2957198443579765,
+ "grad_norm": 68.93932342529297,
+ "learning_rate": 1.857019810508183e-05,
+ "loss": 1.2117,
+ "step": 425
+ },
+ {
+ "epoch": 3.490272373540856,
+ "grad_norm": 23.499916076660156,
+ "learning_rate": 1.835486649440138e-05,
+ "loss": 0.9875,
+ "step": 450
+ },
+ {
+ "epoch": 3.6848249027237356,
+ "grad_norm": 65.6573715209961,
+ "learning_rate": 1.813953488372093e-05,
+ "loss": 1.1529,
+ "step": 475
+ },
+ {
+ "epoch": 3.8793774319066148,
+ "grad_norm": 32.49520492553711,
+ "learning_rate": 1.7924203273040483e-05,
+ "loss": 1.2162,
+ "step": 500
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9321663019693655,
+ "eval_loss": 0.24272553622722626,
+ "eval_macro_f1": 0.8794304866679549,
+ "eval_runtime": 1.1023,
+ "eval_samples_per_second": 414.575,
+ "eval_steps_per_second": 26.308,
+ "eval_weighted_f1": 0.9324059278509307,
+ "step": 516
+ },
+ {
+ "epoch": 4.070038910505836,
+ "grad_norm": 35.038482666015625,
+ "learning_rate": 1.7708871662360035e-05,
+ "loss": 1.0207,
+ "step": 525
+ },
+ {
+ "epoch": 4.264591439688716,
+ "grad_norm": 52.36526107788086,
+ "learning_rate": 1.7493540051679588e-05,
+ "loss": 0.7893,
+ "step": 550
+ },
+ {
+ "epoch": 4.4591439688715955,
+ "grad_norm": 26.249900817871094,
+ "learning_rate": 1.727820844099914e-05,
+ "loss": 0.6728,
+ "step": 575
+ },
+ {
+ "epoch": 4.653696498054475,
+ "grad_norm": 22.459545135498047,
+ "learning_rate": 1.7062876830318693e-05,
+ "loss": 0.9404,
+ "step": 600
+ },
+ {
+ "epoch": 4.848249027237354,
+ "grad_norm": 46.173797607421875,
+ "learning_rate": 1.6847545219638243e-05,
+ "loss": 0.9268,
+ "step": 625
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9234135667396062,
+ "eval_loss": 0.2766388952732086,
+ "eval_macro_f1": 0.8482481108227895,
+ "eval_runtime": 0.999,
+ "eval_samples_per_second": 457.437,
+ "eval_steps_per_second": 29.028,
+ "eval_weighted_f1": 0.9204592181881109,
+ "step": 645
+ },
+ {
+ "epoch": 5.038910505836576,
+ "grad_norm": 28.050186157226562,
+ "learning_rate": 1.6632213608957795e-05,
+ "loss": 0.7338,
+ "step": 650
+ },
+ {
+ "epoch": 5.233463035019455,
+ "grad_norm": 31.586870193481445,
+ "learning_rate": 1.6416881998277348e-05,
+ "loss": 0.6006,
+ "step": 675
+ },
+ {
+ "epoch": 5.428015564202335,
+ "grad_norm": 69.19112396240234,
+ "learning_rate": 1.62015503875969e-05,
+ "loss": 0.5181,
+ "step": 700
+ },
+ {
+ "epoch": 5.622568093385214,
+ "grad_norm": 11.899251937866211,
+ "learning_rate": 1.5986218776916453e-05,
+ "loss": 0.7369,
+ "step": 725
+ },
+ {
+ "epoch": 5.817120622568093,
+ "grad_norm": 59.46604537963867,
+ "learning_rate": 1.5770887166236006e-05,
+ "loss": 0.6649,
+ "step": 750
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9168490153172867,
+ "eval_loss": 0.29228994250297546,
+ "eval_macro_f1": 0.8525462772624094,
+ "eval_runtime": 1.0103,
+ "eval_samples_per_second": 452.327,
+ "eval_steps_per_second": 28.703,
+ "eval_weighted_f1": 0.9182215066128945,
+ "step": 774
+ },
+ {
+ "epoch": 6.007782101167315,
+ "grad_norm": 92.00871276855469,
+ "learning_rate": 1.555555555555556e-05,
+ "loss": 0.8779,
+ "step": 775
+ },
+ {
+ "epoch": 6.202334630350195,
+ "grad_norm": 62.99357223510742,
+ "learning_rate": 1.534022394487511e-05,
+ "loss": 0.5443,
+ "step": 800
+ },
+ {
+ "epoch": 6.396887159533074,
+ "grad_norm": 16.740680694580078,
+ "learning_rate": 1.512489233419466e-05,
+ "loss": 0.6411,
+ "step": 825
+ },
+ {
+ "epoch": 6.591439688715953,
+ "grad_norm": 23.853710174560547,
+ "learning_rate": 1.4909560723514215e-05,
+ "loss": 0.5118,
+ "step": 850
+ },
+ {
+ "epoch": 6.785992217898833,
+ "grad_norm": 127.94725036621094,
+ "learning_rate": 1.4694229112833764e-05,
+ "loss": 0.6692,
+ "step": 875
+ },
+ {
+ "epoch": 6.980544747081712,
+ "grad_norm": 10.445624351501465,
+ "learning_rate": 1.4478897502153318e-05,
+ "loss": 0.637,
+ "step": 900
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9190371991247265,
+ "eval_loss": 0.31109246611595154,
+ "eval_macro_f1": 0.8505398429835788,
+ "eval_runtime": 1.1055,
+ "eval_samples_per_second": 413.403,
+ "eval_steps_per_second": 26.233,
+ "eval_weighted_f1": 0.9176704541225529,
+ "step": 903
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 2580,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb031db20b530932458d61b76d3bdbc0196ed36f
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f93fe8384d8b72d009cd7749169afd8b30d508f0043af78c9123240ff073a3
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..d099c7bef599d9610ea357ef237b1f79f0209595
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/trainer_state.json
@@ -0,0 +1,418 @@
+{
+ "best_global_step": 645,
+ "best_metric": 0.8769084678503661,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645",
+ "epoch": 8.0,
+ "eval_steps": 500,
+ "global_step": 1032,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.19455252918287938,
+ "grad_norm": 119.71245574951172,
+ "learning_rate": 1.86046511627907e-06,
+ "loss": 5.0165,
+ "step": 25
+ },
+ {
+ "epoch": 0.38910505836575876,
+ "grad_norm": 52.943809509277344,
+ "learning_rate": 3.798449612403101e-06,
+ "loss": 4.1332,
+ "step": 50
+ },
+ {
+ "epoch": 0.5836575875486382,
+ "grad_norm": 36.79222106933594,
+ "learning_rate": 5.736434108527133e-06,
+ "loss": 3.4919,
+ "step": 75
+ },
+ {
+ "epoch": 0.7782101167315175,
+ "grad_norm": 57.859317779541016,
+ "learning_rate": 7.674418604651164e-06,
+ "loss": 3.2432,
+ "step": 100
+ },
+ {
+ "epoch": 0.9727626459143969,
+ "grad_norm": 29.254959106445312,
+ "learning_rate": 9.612403100775196e-06,
+ "loss": 3.096,
+ "step": 125
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.7264770240700219,
+ "eval_loss": 0.6806779503822327,
+ "eval_macro_f1": 0.29626268126903454,
+ "eval_runtime": 0.9557,
+ "eval_samples_per_second": 478.197,
+ "eval_steps_per_second": 30.345,
+ "eval_weighted_f1": 0.6172027498533996,
+ "step": 129
+ },
+ {
+ "epoch": 1.1634241245136188,
+ "grad_norm": 40.5643196105957,
+ "learning_rate": 1.1550387596899227e-05,
+ "loss": 2.75,
+ "step": 150
+ },
+ {
+ "epoch": 1.3579766536964981,
+ "grad_norm": 67.89617156982422,
+ "learning_rate": 1.3488372093023257e-05,
+ "loss": 2.3997,
+ "step": 175
+ },
+ {
+ "epoch": 1.5525291828793775,
+ "grad_norm": 63.368770599365234,
+ "learning_rate": 1.542635658914729e-05,
+ "loss": 2.1614,
+ "step": 200
+ },
+ {
+ "epoch": 1.7470817120622568,
+ "grad_norm": 73.661865234375,
+ "learning_rate": 1.736434108527132e-05,
+ "loss": 1.7566,
+ "step": 225
+ },
+ {
+ "epoch": 1.9416342412451362,
+ "grad_norm": 33.19293975830078,
+ "learning_rate": 1.9302325581395353e-05,
+ "loss": 1.6723,
+ "step": 250
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9015317286652079,
+ "eval_loss": 0.30437883734703064,
+ "eval_macro_f1": 0.7759133905144092,
+ "eval_runtime": 0.9893,
+ "eval_samples_per_second": 461.935,
+ "eval_steps_per_second": 29.313,
+ "eval_weighted_f1": 0.8909574448837302,
+ "step": 258
+ },
+ {
+ "epoch": 2.132295719844358,
+ "grad_norm": 45.949607849121094,
+ "learning_rate": 1.9862187769164516e-05,
+ "loss": 1.4018,
+ "step": 275
+ },
+ {
+ "epoch": 2.3268482490272375,
+ "grad_norm": 46.375789642333984,
+ "learning_rate": 1.9646856158484065e-05,
+ "loss": 1.4652,
+ "step": 300
+ },
+ {
+ "epoch": 2.5214007782101167,
+ "grad_norm": 38.15739440917969,
+ "learning_rate": 1.943152454780362e-05,
+ "loss": 1.1943,
+ "step": 325
+ },
+ {
+ "epoch": 2.7159533073929962,
+ "grad_norm": 65.85700988769531,
+ "learning_rate": 1.921619293712317e-05,
+ "loss": 1.3788,
+ "step": 350
+ },
+ {
+ "epoch": 2.9105058365758754,
+ "grad_norm": 19.299936294555664,
+ "learning_rate": 1.9000861326442723e-05,
+ "loss": 1.4138,
+ "step": 375
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9234135667396062,
+ "eval_loss": 0.25423169136047363,
+ "eval_macro_f1": 0.8470810609119211,
+ "eval_runtime": 0.9666,
+ "eval_samples_per_second": 472.815,
+ "eval_steps_per_second": 30.004,
+ "eval_weighted_f1": 0.9229681860642814,
+ "step": 387
+ },
+ {
+ "epoch": 3.1011673151750974,
+ "grad_norm": 39.628517150878906,
+ "learning_rate": 1.8785529715762276e-05,
+ "loss": 1.1621,
+ "step": 400
+ },
+ {
+ "epoch": 3.2957198443579765,
+ "grad_norm": 45.338924407958984,
+ "learning_rate": 1.857019810508183e-05,
+ "loss": 1.0223,
+ "step": 425
+ },
+ {
+ "epoch": 3.490272373540856,
+ "grad_norm": 26.727787017822266,
+ "learning_rate": 1.835486649440138e-05,
+ "loss": 1.0805,
+ "step": 450
+ },
+ {
+ "epoch": 3.6848249027237356,
+ "grad_norm": 112.21685791015625,
+ "learning_rate": 1.813953488372093e-05,
+ "loss": 1.0529,
+ "step": 475
+ },
+ {
+ "epoch": 3.8793774319066148,
+ "grad_norm": 71.89665222167969,
+ "learning_rate": 1.7924203273040483e-05,
+ "loss": 1.0262,
+ "step": 500
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9146608315098468,
+ "eval_loss": 0.28772321343421936,
+ "eval_macro_f1": 0.8291379144802482,
+ "eval_runtime": 0.9704,
+ "eval_samples_per_second": 470.923,
+ "eval_steps_per_second": 29.884,
+ "eval_weighted_f1": 0.9113646619591855,
+ "step": 516
+ },
+ {
+ "epoch": 4.070038910505836,
+ "grad_norm": 29.62929344177246,
+ "learning_rate": 1.7708871662360035e-05,
+ "loss": 0.8675,
+ "step": 525
+ },
+ {
+ "epoch": 4.264591439688716,
+ "grad_norm": 13.26993465423584,
+ "learning_rate": 1.7493540051679588e-05,
+ "loss": 0.7208,
+ "step": 550
+ },
+ {
+ "epoch": 4.4591439688715955,
+ "grad_norm": 102.95027160644531,
+ "learning_rate": 1.727820844099914e-05,
+ "loss": 0.7047,
+ "step": 575
+ },
+ {
+ "epoch": 4.653696498054475,
+ "grad_norm": 37.93605422973633,
+ "learning_rate": 1.7062876830318693e-05,
+ "loss": 0.7988,
+ "step": 600
+ },
+ {
+ "epoch": 4.848249027237354,
+ "grad_norm": 24.488025665283203,
+ "learning_rate": 1.6847545219638243e-05,
+ "loss": 0.8923,
+ "step": 625
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9321663019693655,
+ "eval_loss": 0.2557692229747772,
+ "eval_macro_f1": 0.8769084678503661,
+ "eval_runtime": 1.0552,
+ "eval_samples_per_second": 433.098,
+ "eval_steps_per_second": 27.483,
+ "eval_weighted_f1": 0.9331921561883019,
+ "step": 645
+ },
+ {
+ "epoch": 5.038910505836576,
+ "grad_norm": 26.79821014404297,
+ "learning_rate": 1.6632213608957795e-05,
+ "loss": 1.0174,
+ "step": 650
+ },
+ {
+ "epoch": 5.233463035019455,
+ "grad_norm": 10.849310874938965,
+ "learning_rate": 1.6416881998277348e-05,
+ "loss": 0.6586,
+ "step": 675
+ },
+ {
+ "epoch": 5.428015564202335,
+ "grad_norm": 31.938379287719727,
+ "learning_rate": 1.62015503875969e-05,
+ "loss": 0.6604,
+ "step": 700
+ },
+ {
+ "epoch": 5.622568093385214,
+ "grad_norm": 181.75335693359375,
+ "learning_rate": 1.5986218776916453e-05,
+ "loss": 0.5478,
+ "step": 725
+ },
+ {
+ "epoch": 5.817120622568093,
+ "grad_norm": 45.816314697265625,
+ "learning_rate": 1.5770887166236006e-05,
+ "loss": 0.4734,
+ "step": 750
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9234135667396062,
+ "eval_loss": 0.2791469991207123,
+ "eval_macro_f1": 0.8678161996204543,
+ "eval_runtime": 1.014,
+ "eval_samples_per_second": 450.688,
+ "eval_steps_per_second": 28.599,
+ "eval_weighted_f1": 0.9238027193987652,
+ "step": 774
+ },
+ {
+ "epoch": 6.007782101167315,
+ "grad_norm": 11.153519630432129,
+ "learning_rate": 1.555555555555556e-05,
+ "loss": 0.809,
+ "step": 775
+ },
+ {
+ "epoch": 6.202334630350195,
+ "grad_norm": 144.9515838623047,
+ "learning_rate": 1.534022394487511e-05,
+ "loss": 0.4901,
+ "step": 800
+ },
+ {
+ "epoch": 6.396887159533074,
+ "grad_norm": 50.25486373901367,
+ "learning_rate": 1.512489233419466e-05,
+ "loss": 0.622,
+ "step": 825
+ },
+ {
+ "epoch": 6.591439688715953,
+ "grad_norm": 34.80644607543945,
+ "learning_rate": 1.4909560723514215e-05,
+ "loss": 0.5132,
+ "step": 850
+ },
+ {
+ "epoch": 6.785992217898833,
+ "grad_norm": 65.68050384521484,
+ "learning_rate": 1.4694229112833764e-05,
+ "loss": 0.7552,
+ "step": 875
+ },
+ {
+ "epoch": 6.980544747081712,
+ "grad_norm": 7.374195098876953,
+ "learning_rate": 1.4478897502153318e-05,
+ "loss": 0.538,
+ "step": 900
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9277899343544858,
+ "eval_loss": 0.3646952509880066,
+ "eval_macro_f1": 0.8674220692292981,
+ "eval_runtime": 1.0213,
+ "eval_samples_per_second": 447.481,
+ "eval_steps_per_second": 28.396,
+ "eval_weighted_f1": 0.9282252486030398,
+ "step": 903
+ },
+ {
+ "epoch": 7.171206225680934,
+ "grad_norm": 25.273225784301758,
+ "learning_rate": 1.426356589147287e-05,
+ "loss": 0.3952,
+ "step": 925
+ },
+ {
+ "epoch": 7.365758754863813,
+ "grad_norm": 81.77608489990234,
+ "learning_rate": 1.4048234280792422e-05,
+ "loss": 0.3886,
+ "step": 950
+ },
+ {
+ "epoch": 7.560311284046692,
+ "grad_norm": 14.427474975585938,
+ "learning_rate": 1.3832902670111974e-05,
+ "loss": 0.6145,
+ "step": 975
+ },
+ {
+ "epoch": 7.754863813229572,
+ "grad_norm": 63.78990173339844,
+ "learning_rate": 1.3617571059431525e-05,
+ "loss": 0.4371,
+ "step": 1000
+ },
+ {
+ "epoch": 7.9494163424124515,
+ "grad_norm": 23.537548065185547,
+ "learning_rate": 1.3402239448751078e-05,
+ "loss": 0.6034,
+ "step": 1025
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.925601750547046,
+ "eval_loss": 0.45173731446266174,
+ "eval_macro_f1": 0.8559519649433415,
+ "eval_runtime": 1.0153,
+ "eval_samples_per_second": 450.125,
+ "eval_steps_per_second": 28.564,
+ "eval_weighted_f1": 0.9241422476981431,
+ "step": 1032
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 2580,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..ff8f8fa1d2ad0c02ed8b96ddafa06c8e6ff6ad75
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/trainer_state.json
@@ -0,0 +1,273 @@
+{
+ "best_global_step": 645,
+ "best_metric": 0.8769084678503661,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645",
+ "epoch": 5.0,
+ "eval_steps": 500,
+ "global_step": 645,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.19455252918287938,
+ "grad_norm": 119.71245574951172,
+ "learning_rate": 1.86046511627907e-06,
+ "loss": 5.0165,
+ "step": 25
+ },
+ {
+ "epoch": 0.38910505836575876,
+ "grad_norm": 52.943809509277344,
+ "learning_rate": 3.798449612403101e-06,
+ "loss": 4.1332,
+ "step": 50
+ },
+ {
+ "epoch": 0.5836575875486382,
+ "grad_norm": 36.79222106933594,
+ "learning_rate": 5.736434108527133e-06,
+ "loss": 3.4919,
+ "step": 75
+ },
+ {
+ "epoch": 0.7782101167315175,
+ "grad_norm": 57.859317779541016,
+ "learning_rate": 7.674418604651164e-06,
+ "loss": 3.2432,
+ "step": 100
+ },
+ {
+ "epoch": 0.9727626459143969,
+ "grad_norm": 29.254959106445312,
+ "learning_rate": 9.612403100775196e-06,
+ "loss": 3.096,
+ "step": 125
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.7264770240700219,
+ "eval_loss": 0.6806779503822327,
+ "eval_macro_f1": 0.29626268126903454,
+ "eval_runtime": 0.9557,
+ "eval_samples_per_second": 478.197,
+ "eval_steps_per_second": 30.345,
+ "eval_weighted_f1": 0.6172027498533996,
+ "step": 129
+ },
+ {
+ "epoch": 1.1634241245136188,
+ "grad_norm": 40.5643196105957,
+ "learning_rate": 1.1550387596899227e-05,
+ "loss": 2.75,
+ "step": 150
+ },
+ {
+ "epoch": 1.3579766536964981,
+ "grad_norm": 67.89617156982422,
+ "learning_rate": 1.3488372093023257e-05,
+ "loss": 2.3997,
+ "step": 175
+ },
+ {
+ "epoch": 1.5525291828793775,
+ "grad_norm": 63.368770599365234,
+ "learning_rate": 1.542635658914729e-05,
+ "loss": 2.1614,
+ "step": 200
+ },
+ {
+ "epoch": 1.7470817120622568,
+ "grad_norm": 73.661865234375,
+ "learning_rate": 1.736434108527132e-05,
+ "loss": 1.7566,
+ "step": 225
+ },
+ {
+ "epoch": 1.9416342412451362,
+ "grad_norm": 33.19293975830078,
+ "learning_rate": 1.9302325581395353e-05,
+ "loss": 1.6723,
+ "step": 250
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9015317286652079,
+ "eval_loss": 0.30437883734703064,
+ "eval_macro_f1": 0.7759133905144092,
+ "eval_runtime": 0.9893,
+ "eval_samples_per_second": 461.935,
+ "eval_steps_per_second": 29.313,
+ "eval_weighted_f1": 0.8909574448837302,
+ "step": 258
+ },
+ {
+ "epoch": 2.132295719844358,
+ "grad_norm": 45.949607849121094,
+ "learning_rate": 1.9862187769164516e-05,
+ "loss": 1.4018,
+ "step": 275
+ },
+ {
+ "epoch": 2.3268482490272375,
+ "grad_norm": 46.375789642333984,
+ "learning_rate": 1.9646856158484065e-05,
+ "loss": 1.4652,
+ "step": 300
+ },
+ {
+ "epoch": 2.5214007782101167,
+ "grad_norm": 38.15739440917969,
+ "learning_rate": 1.943152454780362e-05,
+ "loss": 1.1943,
+ "step": 325
+ },
+ {
+ "epoch": 2.7159533073929962,
+ "grad_norm": 65.85700988769531,
+ "learning_rate": 1.921619293712317e-05,
+ "loss": 1.3788,
+ "step": 350
+ },
+ {
+ "epoch": 2.9105058365758754,
+ "grad_norm": 19.299936294555664,
+ "learning_rate": 1.9000861326442723e-05,
+ "loss": 1.4138,
+ "step": 375
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9234135667396062,
+ "eval_loss": 0.25423169136047363,
+ "eval_macro_f1": 0.8470810609119211,
+ "eval_runtime": 0.9666,
+ "eval_samples_per_second": 472.815,
+ "eval_steps_per_second": 30.004,
+ "eval_weighted_f1": 0.9229681860642814,
+ "step": 387
+ },
+ {
+ "epoch": 3.1011673151750974,
+ "grad_norm": 39.628517150878906,
+ "learning_rate": 1.8785529715762276e-05,
+ "loss": 1.1621,
+ "step": 400
+ },
+ {
+ "epoch": 3.2957198443579765,
+ "grad_norm": 45.338924407958984,
+ "learning_rate": 1.857019810508183e-05,
+ "loss": 1.0223,
+ "step": 425
+ },
+ {
+ "epoch": 3.490272373540856,
+ "grad_norm": 26.727787017822266,
+ "learning_rate": 1.835486649440138e-05,
+ "loss": 1.0805,
+ "step": 450
+ },
+ {
+ "epoch": 3.6848249027237356,
+ "grad_norm": 112.21685791015625,
+ "learning_rate": 1.813953488372093e-05,
+ "loss": 1.0529,
+ "step": 475
+ },
+ {
+ "epoch": 3.8793774319066148,
+ "grad_norm": 71.89665222167969,
+ "learning_rate": 1.7924203273040483e-05,
+ "loss": 1.0262,
+ "step": 500
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9146608315098468,
+ "eval_loss": 0.28772321343421936,
+ "eval_macro_f1": 0.8291379144802482,
+ "eval_runtime": 0.9704,
+ "eval_samples_per_second": 470.923,
+ "eval_steps_per_second": 29.884,
+ "eval_weighted_f1": 0.9113646619591855,
+ "step": 516
+ },
+ {
+ "epoch": 4.070038910505836,
+ "grad_norm": 29.62929344177246,
+ "learning_rate": 1.7708871662360035e-05,
+ "loss": 0.8675,
+ "step": 525
+ },
+ {
+ "epoch": 4.264591439688716,
+ "grad_norm": 13.26993465423584,
+ "learning_rate": 1.7493540051679588e-05,
+ "loss": 0.7208,
+ "step": 550
+ },
+ {
+ "epoch": 4.4591439688715955,
+ "grad_norm": 102.95027160644531,
+ "learning_rate": 1.727820844099914e-05,
+ "loss": 0.7047,
+ "step": 575
+ },
+ {
+ "epoch": 4.653696498054475,
+ "grad_norm": 37.93605422973633,
+ "learning_rate": 1.7062876830318693e-05,
+ "loss": 0.7988,
+ "step": 600
+ },
+ {
+ "epoch": 4.848249027237354,
+ "grad_norm": 24.488025665283203,
+ "learning_rate": 1.6847545219638243e-05,
+ "loss": 0.8923,
+ "step": 625
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9321663019693655,
+ "eval_loss": 0.2557692229747772,
+ "eval_macro_f1": 0.8769084678503661,
+ "eval_runtime": 1.0552,
+ "eval_samples_per_second": 433.098,
+ "eval_steps_per_second": 27.483,
+ "eval_weighted_f1": 0.9331921561883019,
+ "step": 645
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 2580,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d784923aad8a609d1fbd8896970de6fcfcef74f9
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4109435b55660328aa200e8199b851851743315e0a92c94d605a63ccf02233
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..c7d73abc6588132ab3bfcddf1f1fe8285f3cb2e1
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/trainer_state.json
@@ -0,0 +1,1884 @@
+{
+ "best_global_step": 4752,
+ "best_metric": 0.8620947687790051,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752",
+ "epoch": 14.0,
+ "eval_steps": 500,
+ "global_step": 6048,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05787037037037037,
+ "grad_norm": 49.18155288696289,
+ "learning_rate": 5.555555555555555e-07,
+ "loss": 4.6968,
+ "step": 25
+ },
+ {
+ "epoch": 0.11574074074074074,
+ "grad_norm": 76.85645294189453,
+ "learning_rate": 1.1342592592592594e-06,
+ "loss": 4.4405,
+ "step": 50
+ },
+ {
+ "epoch": 0.1736111111111111,
+ "grad_norm": 65.4331283569336,
+ "learning_rate": 1.7129629629629632e-06,
+ "loss": 4.3964,
+ "step": 75
+ },
+ {
+ "epoch": 0.23148148148148148,
+ "grad_norm": 114.14410400390625,
+ "learning_rate": 2.2916666666666666e-06,
+ "loss": 4.0336,
+ "step": 100
+ },
+ {
+ "epoch": 0.28935185185185186,
+ "grad_norm": 81.83231353759766,
+ "learning_rate": 2.8703703703703706e-06,
+ "loss": 3.5887,
+ "step": 125
+ },
+ {
+ "epoch": 0.3472222222222222,
+ "grad_norm": 67.9708251953125,
+ "learning_rate": 3.449074074074074e-06,
+ "loss": 3.1801,
+ "step": 150
+ },
+ {
+ "epoch": 0.4050925925925926,
+ "grad_norm": 48.5985107421875,
+ "learning_rate": 4.027777777777779e-06,
+ "loss": 2.9553,
+ "step": 175
+ },
+ {
+ "epoch": 0.46296296296296297,
+ "grad_norm": 72.81159210205078,
+ "learning_rate": 4.606481481481481e-06,
+ "loss": 2.4951,
+ "step": 200
+ },
+ {
+ "epoch": 0.5208333333333334,
+ "grad_norm": 36.119686126708984,
+ "learning_rate": 5.185185185185185e-06,
+ "loss": 2.0267,
+ "step": 225
+ },
+ {
+ "epoch": 0.5787037037037037,
+ "grad_norm": 30.395553588867188,
+ "learning_rate": 5.7638888888888886e-06,
+ "loss": 1.666,
+ "step": 250
+ },
+ {
+ "epoch": 0.6365740740740741,
+ "grad_norm": 74.79532623291016,
+ "learning_rate": 6.342592592592594e-06,
+ "loss": 1.5419,
+ "step": 275
+ },
+ {
+ "epoch": 0.6944444444444444,
+ "grad_norm": 35.03430938720703,
+ "learning_rate": 6.9212962962962974e-06,
+ "loss": 1.4011,
+ "step": 300
+ },
+ {
+ "epoch": 0.7523148148148148,
+ "grad_norm": 104.17002868652344,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 1.3575,
+ "step": 325
+ },
+ {
+ "epoch": 0.8101851851851852,
+ "grad_norm": 38.88947296142578,
+ "learning_rate": 8.078703703703705e-06,
+ "loss": 1.0279,
+ "step": 350
+ },
+ {
+ "epoch": 0.8680555555555556,
+ "grad_norm": 23.771381378173828,
+ "learning_rate": 8.657407407407408e-06,
+ "loss": 1.1992,
+ "step": 375
+ },
+ {
+ "epoch": 0.9259259259259259,
+ "grad_norm": 17.463258743286133,
+ "learning_rate": 9.236111111111112e-06,
+ "loss": 0.8848,
+ "step": 400
+ },
+ {
+ "epoch": 0.9837962962962963,
+ "grad_norm": 86.75448608398438,
+ "learning_rate": 9.814814814814815e-06,
+ "loss": 1.2516,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.93359375,
+ "eval_loss": 0.22012925148010254,
+ "eval_macro_f1": 0.6319789755298139,
+ "eval_runtime": 2.8629,
+ "eval_samples_per_second": 536.517,
+ "eval_steps_per_second": 33.532,
+ "eval_weighted_f1": 0.919116995980144,
+ "step": 432
+ },
+ {
+ "epoch": 1.0416666666666667,
+ "grad_norm": 24.057159423828125,
+ "learning_rate": 1.0393518518518519e-05,
+ "loss": 1.1549,
+ "step": 450
+ },
+ {
+ "epoch": 1.099537037037037,
+ "grad_norm": 69.71923828125,
+ "learning_rate": 1.0972222222222224e-05,
+ "loss": 1.1176,
+ "step": 475
+ },
+ {
+ "epoch": 1.1574074074074074,
+ "grad_norm": 9.94516372680664,
+ "learning_rate": 1.1550925925925926e-05,
+ "loss": 0.9754,
+ "step": 500
+ },
+ {
+ "epoch": 1.2152777777777777,
+ "grad_norm": 52.960182189941406,
+ "learning_rate": 1.2129629629629631e-05,
+ "loss": 0.8887,
+ "step": 525
+ },
+ {
+ "epoch": 1.2731481481481481,
+ "grad_norm": 29.956403732299805,
+ "learning_rate": 1.2708333333333333e-05,
+ "loss": 0.8512,
+ "step": 550
+ },
+ {
+ "epoch": 1.3310185185185186,
+ "grad_norm": 99.97569274902344,
+ "learning_rate": 1.3287037037037039e-05,
+ "loss": 0.8533,
+ "step": 575
+ },
+ {
+ "epoch": 1.3888888888888888,
+ "grad_norm": 167.1588134765625,
+ "learning_rate": 1.3865740740740742e-05,
+ "loss": 0.8855,
+ "step": 600
+ },
+ {
+ "epoch": 1.4467592592592593,
+ "grad_norm": 89.66463470458984,
+ "learning_rate": 1.4444444444444446e-05,
+ "loss": 0.8581,
+ "step": 625
+ },
+ {
+ "epoch": 1.5046296296296298,
+ "grad_norm": 84.04855346679688,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 0.9504,
+ "step": 650
+ },
+ {
+ "epoch": 1.5625,
+ "grad_norm": 31.432144165039062,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.8447,
+ "step": 675
+ },
+ {
+ "epoch": 1.6203703703703702,
+ "grad_norm": 163.85768127441406,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.9166,
+ "step": 700
+ },
+ {
+ "epoch": 1.6782407407407407,
+ "grad_norm": 13.358113288879395,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 0.8768,
+ "step": 725
+ },
+ {
+ "epoch": 1.7361111111111112,
+ "grad_norm": 15.809774398803711,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 0.9362,
+ "step": 750
+ },
+ {
+ "epoch": 1.7939814814814814,
+ "grad_norm": 51.42661666870117,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.7822,
+ "step": 775
+ },
+ {
+ "epoch": 1.8518518518518519,
+ "grad_norm": 59.8980712890625,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 1.024,
+ "step": 800
+ },
+ {
+ "epoch": 1.9097222222222223,
+ "grad_norm": 138.69517517089844,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 0.9372,
+ "step": 825
+ },
+ {
+ "epoch": 1.9675925925925926,
+ "grad_norm": 428.2663269042969,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.7634,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9342447916666666,
+ "eval_loss": 0.2579492926597595,
+ "eval_macro_f1": 0.7819598936102059,
+ "eval_runtime": 2.9533,
+ "eval_samples_per_second": 520.102,
+ "eval_steps_per_second": 32.506,
+ "eval_weighted_f1": 0.931201584262328,
+ "step": 864
+ },
+ {
+ "epoch": 2.025462962962963,
+ "grad_norm": 47.58729553222656,
+ "learning_rate": 1.997427983539095e-05,
+ "loss": 0.8343,
+ "step": 875
+ },
+ {
+ "epoch": 2.0833333333333335,
+ "grad_norm": 48.188175201416016,
+ "learning_rate": 1.9909979423868314e-05,
+ "loss": 0.951,
+ "step": 900
+ },
+ {
+ "epoch": 2.1412037037037037,
+ "grad_norm": 37.874271392822266,
+ "learning_rate": 1.984567901234568e-05,
+ "loss": 0.7345,
+ "step": 925
+ },
+ {
+ "epoch": 2.199074074074074,
+ "grad_norm": 45.34410858154297,
+ "learning_rate": 1.9781378600823048e-05,
+ "loss": 0.6997,
+ "step": 950
+ },
+ {
+ "epoch": 2.2569444444444446,
+ "grad_norm": 133.60183715820312,
+ "learning_rate": 1.9717078189300413e-05,
+ "loss": 0.7315,
+ "step": 975
+ },
+ {
+ "epoch": 2.314814814814815,
+ "grad_norm": 3.521240234375,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.8651,
+ "step": 1000
+ },
+ {
+ "epoch": 2.372685185185185,
+ "grad_norm": 23.21702766418457,
+ "learning_rate": 1.9588477366255147e-05,
+ "loss": 0.7411,
+ "step": 1025
+ },
+ {
+ "epoch": 2.4305555555555554,
+ "grad_norm": 11.558145523071289,
+ "learning_rate": 1.9524176954732512e-05,
+ "loss": 0.7791,
+ "step": 1050
+ },
+ {
+ "epoch": 2.488425925925926,
+ "grad_norm": 18.67754554748535,
+ "learning_rate": 1.945987654320988e-05,
+ "loss": 0.9354,
+ "step": 1075
+ },
+ {
+ "epoch": 2.5462962962962963,
+ "grad_norm": 38.739627838134766,
+ "learning_rate": 1.9395576131687242e-05,
+ "loss": 0.8481,
+ "step": 1100
+ },
+ {
+ "epoch": 2.6041666666666665,
+ "grad_norm": 11.284213066101074,
+ "learning_rate": 1.933127572016461e-05,
+ "loss": 0.7135,
+ "step": 1125
+ },
+ {
+ "epoch": 2.662037037037037,
+ "grad_norm": 47.02680969238281,
+ "learning_rate": 1.926697530864198e-05,
+ "loss": 0.8361,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7199074074074074,
+ "grad_norm": 61.53483581542969,
+ "learning_rate": 1.920267489711934e-05,
+ "loss": 0.7622,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7777777777777777,
+ "grad_norm": 24.56148338317871,
+ "learning_rate": 1.913837448559671e-05,
+ "loss": 0.6577,
+ "step": 1200
+ },
+ {
+ "epoch": 2.835648148148148,
+ "grad_norm": 16.452505111694336,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 0.6591,
+ "step": 1225
+ },
+ {
+ "epoch": 2.8935185185185186,
+ "grad_norm": 54.70965576171875,
+ "learning_rate": 1.9009773662551443e-05,
+ "loss": 0.9681,
+ "step": 1250
+ },
+ {
+ "epoch": 2.951388888888889,
+ "grad_norm": 3.586470365524292,
+ "learning_rate": 1.8945473251028808e-05,
+ "loss": 0.7604,
+ "step": 1275
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9479166666666666,
+ "eval_loss": 0.1838006228208542,
+ "eval_macro_f1": 0.8144942187401276,
+ "eval_runtime": 3.027,
+ "eval_samples_per_second": 507.432,
+ "eval_steps_per_second": 31.714,
+ "eval_weighted_f1": 0.9453826760967544,
+ "step": 1296
+ },
+ {
+ "epoch": 3.009259259259259,
+ "grad_norm": 60.533470153808594,
+ "learning_rate": 1.8881172839506173e-05,
+ "loss": 0.8182,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0671296296296298,
+ "grad_norm": 3.7848432064056396,
+ "learning_rate": 1.8816872427983542e-05,
+ "loss": 0.6601,
+ "step": 1325
+ },
+ {
+ "epoch": 3.125,
+ "grad_norm": 2.507720470428467,
+ "learning_rate": 1.8752572016460907e-05,
+ "loss": 0.6117,
+ "step": 1350
+ },
+ {
+ "epoch": 3.1828703703703702,
+ "grad_norm": 24.365459442138672,
+ "learning_rate": 1.8688271604938272e-05,
+ "loss": 0.5887,
+ "step": 1375
+ },
+ {
+ "epoch": 3.240740740740741,
+ "grad_norm": 19.01310920715332,
+ "learning_rate": 1.862397119341564e-05,
+ "loss": 0.6149,
+ "step": 1400
+ },
+ {
+ "epoch": 3.298611111111111,
+ "grad_norm": 11.435423851013184,
+ "learning_rate": 1.8559670781893006e-05,
+ "loss": 0.9998,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3564814814814814,
+ "grad_norm": 20.480737686157227,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.5559,
+ "step": 1450
+ },
+ {
+ "epoch": 3.414351851851852,
+ "grad_norm": 41.380001068115234,
+ "learning_rate": 1.843106995884774e-05,
+ "loss": 0.996,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4722222222222223,
+ "grad_norm": 53.6434211730957,
+ "learning_rate": 1.8366769547325105e-05,
+ "loss": 0.4333,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5300925925925926,
+ "grad_norm": 134.14727783203125,
+ "learning_rate": 1.830246913580247e-05,
+ "loss": 0.8152,
+ "step": 1525
+ },
+ {
+ "epoch": 3.587962962962963,
+ "grad_norm": 51.27402877807617,
+ "learning_rate": 1.8238168724279838e-05,
+ "loss": 0.6767,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6458333333333335,
+ "grad_norm": 16.863025665283203,
+ "learning_rate": 1.8173868312757203e-05,
+ "loss": 0.6397,
+ "step": 1575
+ },
+ {
+ "epoch": 3.7037037037037037,
+ "grad_norm": 48.23088073730469,
+ "learning_rate": 1.8109567901234572e-05,
+ "loss": 0.7625,
+ "step": 1600
+ },
+ {
+ "epoch": 3.761574074074074,
+ "grad_norm": 11.434057235717773,
+ "learning_rate": 1.8045267489711934e-05,
+ "loss": 0.6297,
+ "step": 1625
+ },
+ {
+ "epoch": 3.8194444444444446,
+ "grad_norm": 41.992801666259766,
+ "learning_rate": 1.7980967078189302e-05,
+ "loss": 0.5484,
+ "step": 1650
+ },
+ {
+ "epoch": 3.877314814814815,
+ "grad_norm": 12.369345664978027,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.6361,
+ "step": 1675
+ },
+ {
+ "epoch": 3.935185185185185,
+ "grad_norm": 37.397483825683594,
+ "learning_rate": 1.7852366255144032e-05,
+ "loss": 0.7327,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9930555555555554,
+ "grad_norm": 169.0149383544922,
+ "learning_rate": 1.77880658436214e-05,
+ "loss": 0.6673,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.943359375,
+ "eval_loss": 0.21456412971019745,
+ "eval_macro_f1": 0.8096313854471721,
+ "eval_runtime": 2.9804,
+ "eval_samples_per_second": 515.359,
+ "eval_steps_per_second": 32.21,
+ "eval_weighted_f1": 0.9426806168843336,
+ "step": 1728
+ },
+ {
+ "epoch": 4.050925925925926,
+ "grad_norm": 24.214906692504883,
+ "learning_rate": 1.7723765432098766e-05,
+ "loss": 0.4303,
+ "step": 1750
+ },
+ {
+ "epoch": 4.108796296296297,
+ "grad_norm": 24.26646614074707,
+ "learning_rate": 1.7659465020576135e-05,
+ "loss": 0.5369,
+ "step": 1775
+ },
+ {
+ "epoch": 4.166666666666667,
+ "grad_norm": 2.581326961517334,
+ "learning_rate": 1.75951646090535e-05,
+ "loss": 0.7096,
+ "step": 1800
+ },
+ {
+ "epoch": 4.224537037037037,
+ "grad_norm": 77.99215698242188,
+ "learning_rate": 1.7530864197530865e-05,
+ "loss": 0.4641,
+ "step": 1825
+ },
+ {
+ "epoch": 4.282407407407407,
+ "grad_norm": 38.172157287597656,
+ "learning_rate": 1.7466563786008233e-05,
+ "loss": 0.4534,
+ "step": 1850
+ },
+ {
+ "epoch": 4.340277777777778,
+ "grad_norm": 58.9312629699707,
+ "learning_rate": 1.74022633744856e-05,
+ "loss": 0.5239,
+ "step": 1875
+ },
+ {
+ "epoch": 4.398148148148148,
+ "grad_norm": 8.020282745361328,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 0.6685,
+ "step": 1900
+ },
+ {
+ "epoch": 4.456018518518518,
+ "grad_norm": 17.35138702392578,
+ "learning_rate": 1.7273662551440332e-05,
+ "loss": 0.6457,
+ "step": 1925
+ },
+ {
+ "epoch": 4.513888888888889,
+ "grad_norm": 8.105619430541992,
+ "learning_rate": 1.7209362139917697e-05,
+ "loss": 0.5408,
+ "step": 1950
+ },
+ {
+ "epoch": 4.5717592592592595,
+ "grad_norm": 4.399418830871582,
+ "learning_rate": 1.7145061728395063e-05,
+ "loss": 0.4078,
+ "step": 1975
+ },
+ {
+ "epoch": 4.62962962962963,
+ "grad_norm": 0.4794517457485199,
+ "learning_rate": 1.708076131687243e-05,
+ "loss": 0.5614,
+ "step": 2000
+ },
+ {
+ "epoch": 4.6875,
+ "grad_norm": 41.65056610107422,
+ "learning_rate": 1.7016460905349796e-05,
+ "loss": 0.5738,
+ "step": 2025
+ },
+ {
+ "epoch": 4.74537037037037,
+ "grad_norm": 52.3695182800293,
+ "learning_rate": 1.695216049382716e-05,
+ "loss": 0.7206,
+ "step": 2050
+ },
+ {
+ "epoch": 4.8032407407407405,
+ "grad_norm": 9.808616638183594,
+ "learning_rate": 1.6887860082304527e-05,
+ "loss": 0.5325,
+ "step": 2075
+ },
+ {
+ "epoch": 4.861111111111111,
+ "grad_norm": 44.442054748535156,
+ "learning_rate": 1.6823559670781895e-05,
+ "loss": 0.533,
+ "step": 2100
+ },
+ {
+ "epoch": 4.918981481481482,
+ "grad_norm": 131.7136688232422,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 0.6615,
+ "step": 2125
+ },
+ {
+ "epoch": 4.976851851851852,
+ "grad_norm": 123.59834289550781,
+ "learning_rate": 1.6694958847736625e-05,
+ "loss": 0.5654,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9446614583333334,
+ "eval_loss": 0.27177080512046814,
+ "eval_macro_f1": 0.8157096829131576,
+ "eval_runtime": 2.8731,
+ "eval_samples_per_second": 534.606,
+ "eval_steps_per_second": 33.413,
+ "eval_weighted_f1": 0.944678938661648,
+ "step": 2160
+ },
+ {
+ "epoch": 5.034722222222222,
+ "grad_norm": 1.194509506225586,
+ "learning_rate": 1.6630658436213994e-05,
+ "loss": 0.3647,
+ "step": 2175
+ },
+ {
+ "epoch": 5.092592592592593,
+ "grad_norm": 204.10488891601562,
+ "learning_rate": 1.656635802469136e-05,
+ "loss": 0.5439,
+ "step": 2200
+ },
+ {
+ "epoch": 5.150462962962963,
+ "grad_norm": 78.17781066894531,
+ "learning_rate": 1.6502057613168724e-05,
+ "loss": 0.5043,
+ "step": 2225
+ },
+ {
+ "epoch": 5.208333333333333,
+ "grad_norm": 33.73611068725586,
+ "learning_rate": 1.6437757201646093e-05,
+ "loss": 0.4916,
+ "step": 2250
+ },
+ {
+ "epoch": 5.266203703703704,
+ "grad_norm": 143.0308380126953,
+ "learning_rate": 1.6373456790123458e-05,
+ "loss": 0.4509,
+ "step": 2275
+ },
+ {
+ "epoch": 5.324074074074074,
+ "grad_norm": 13.414512634277344,
+ "learning_rate": 1.6309156378600823e-05,
+ "loss": 0.771,
+ "step": 2300
+ },
+ {
+ "epoch": 5.381944444444445,
+ "grad_norm": 5.322541236877441,
+ "learning_rate": 1.624485596707819e-05,
+ "loss": 0.6264,
+ "step": 2325
+ },
+ {
+ "epoch": 5.439814814814815,
+ "grad_norm": 57.51364517211914,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.382,
+ "step": 2350
+ },
+ {
+ "epoch": 5.497685185185185,
+ "grad_norm": 168.24847412109375,
+ "learning_rate": 1.6116255144032925e-05,
+ "loss": 0.6419,
+ "step": 2375
+ },
+ {
+ "epoch": 5.555555555555555,
+ "grad_norm": 1.9511181116104126,
+ "learning_rate": 1.605195473251029e-05,
+ "loss": 0.5109,
+ "step": 2400
+ },
+ {
+ "epoch": 5.613425925925926,
+ "grad_norm": 43.27511978149414,
+ "learning_rate": 1.5987654320987655e-05,
+ "loss": 0.5201,
+ "step": 2425
+ },
+ {
+ "epoch": 5.671296296296296,
+ "grad_norm": 18.09073257446289,
+ "learning_rate": 1.5923353909465024e-05,
+ "loss": 0.6134,
+ "step": 2450
+ },
+ {
+ "epoch": 5.729166666666667,
+ "grad_norm": 13.248920440673828,
+ "learning_rate": 1.5859053497942386e-05,
+ "loss": 0.4481,
+ "step": 2475
+ },
+ {
+ "epoch": 5.787037037037037,
+ "grad_norm": 108.18492889404297,
+ "learning_rate": 1.5794753086419754e-05,
+ "loss": 0.497,
+ "step": 2500
+ },
+ {
+ "epoch": 5.844907407407407,
+ "grad_norm": 4.612940788269043,
+ "learning_rate": 1.573045267489712e-05,
+ "loss": 0.3826,
+ "step": 2525
+ },
+ {
+ "epoch": 5.902777777777778,
+ "grad_norm": 43.74528503417969,
+ "learning_rate": 1.5666152263374488e-05,
+ "loss": 0.5029,
+ "step": 2550
+ },
+ {
+ "epoch": 5.960648148148148,
+ "grad_norm": 78.43441772460938,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.3778,
+ "step": 2575
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9485677083333334,
+ "eval_loss": 0.22525759041309357,
+ "eval_macro_f1": 0.8347244074845914,
+ "eval_runtime": 2.9041,
+ "eval_samples_per_second": 528.903,
+ "eval_steps_per_second": 33.056,
+ "eval_weighted_f1": 0.9488161336988719,
+ "step": 2592
+ },
+ {
+ "epoch": 6.018518518518518,
+ "grad_norm": 19.518041610717773,
+ "learning_rate": 1.5537551440329218e-05,
+ "loss": 0.603,
+ "step": 2600
+ },
+ {
+ "epoch": 6.076388888888889,
+ "grad_norm": 63.32350540161133,
+ "learning_rate": 1.5473251028806587e-05,
+ "loss": 0.3215,
+ "step": 2625
+ },
+ {
+ "epoch": 6.1342592592592595,
+ "grad_norm": 133.28173828125,
+ "learning_rate": 1.5408950617283952e-05,
+ "loss": 0.5411,
+ "step": 2650
+ },
+ {
+ "epoch": 6.19212962962963,
+ "grad_norm": 0.4768594801425934,
+ "learning_rate": 1.5344650205761317e-05,
+ "loss": 0.4384,
+ "step": 2675
+ },
+ {
+ "epoch": 6.25,
+ "grad_norm": 12.246286392211914,
+ "learning_rate": 1.5280349794238685e-05,
+ "loss": 0.4372,
+ "step": 2700
+ },
+ {
+ "epoch": 6.30787037037037,
+ "grad_norm": 55.91083908081055,
+ "learning_rate": 1.5216049382716052e-05,
+ "loss": 0.318,
+ "step": 2725
+ },
+ {
+ "epoch": 6.3657407407407405,
+ "grad_norm": 17.979150772094727,
+ "learning_rate": 1.5151748971193416e-05,
+ "loss": 0.5943,
+ "step": 2750
+ },
+ {
+ "epoch": 6.423611111111111,
+ "grad_norm": 0.7345873117446899,
+ "learning_rate": 1.5087448559670783e-05,
+ "loss": 0.3323,
+ "step": 2775
+ },
+ {
+ "epoch": 6.481481481481482,
+ "grad_norm": 85.80096435546875,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 0.4635,
+ "step": 2800
+ },
+ {
+ "epoch": 6.539351851851852,
+ "grad_norm": 145.16812133789062,
+ "learning_rate": 1.4958847736625515e-05,
+ "loss": 0.5507,
+ "step": 2825
+ },
+ {
+ "epoch": 6.597222222222222,
+ "grad_norm": 0.14401020109653473,
+ "learning_rate": 1.4894547325102881e-05,
+ "loss": 0.2714,
+ "step": 2850
+ },
+ {
+ "epoch": 6.655092592592593,
+ "grad_norm": 0.10279523581266403,
+ "learning_rate": 1.4830246913580248e-05,
+ "loss": 0.2945,
+ "step": 2875
+ },
+ {
+ "epoch": 6.712962962962963,
+ "grad_norm": 203.37403869628906,
+ "learning_rate": 1.4765946502057615e-05,
+ "loss": 0.5746,
+ "step": 2900
+ },
+ {
+ "epoch": 6.770833333333333,
+ "grad_norm": 68.86481475830078,
+ "learning_rate": 1.470164609053498e-05,
+ "loss": 0.431,
+ "step": 2925
+ },
+ {
+ "epoch": 6.828703703703704,
+ "grad_norm": 3.5494091510772705,
+ "learning_rate": 1.4637345679012347e-05,
+ "loss": 0.5496,
+ "step": 2950
+ },
+ {
+ "epoch": 6.886574074074074,
+ "grad_norm": 0.9977327585220337,
+ "learning_rate": 1.4573045267489714e-05,
+ "loss": 0.4302,
+ "step": 2975
+ },
+ {
+ "epoch": 6.944444444444445,
+ "grad_norm": 43.67266082763672,
+ "learning_rate": 1.4508744855967079e-05,
+ "loss": 0.2321,
+ "step": 3000
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9479166666666666,
+ "eval_loss": 0.2752571702003479,
+ "eval_macro_f1": 0.8318885978666891,
+ "eval_runtime": 2.8767,
+ "eval_samples_per_second": 533.949,
+ "eval_steps_per_second": 33.372,
+ "eval_weighted_f1": 0.9487853167213799,
+ "step": 3024
+ },
+ {
+ "epoch": 7.002314814814815,
+ "grad_norm": 1.8528645038604736,
+ "learning_rate": 1.4444444444444446e-05,
+ "loss": 0.4958,
+ "step": 3025
+ },
+ {
+ "epoch": 7.060185185185185,
+ "grad_norm": 3.5936973094940186,
+ "learning_rate": 1.4380144032921813e-05,
+ "loss": 0.1637,
+ "step": 3050
+ },
+ {
+ "epoch": 7.118055555555555,
+ "grad_norm": 160.1719970703125,
+ "learning_rate": 1.431584362139918e-05,
+ "loss": 0.204,
+ "step": 3075
+ },
+ {
+ "epoch": 7.175925925925926,
+ "grad_norm": 4.490218162536621,
+ "learning_rate": 1.4251543209876545e-05,
+ "loss": 0.2805,
+ "step": 3100
+ },
+ {
+ "epoch": 7.233796296296297,
+ "grad_norm": 0.19049939513206482,
+ "learning_rate": 1.4187242798353911e-05,
+ "loss": 0.307,
+ "step": 3125
+ },
+ {
+ "epoch": 7.291666666666667,
+ "grad_norm": 17.708757400512695,
+ "learning_rate": 1.4122942386831278e-05,
+ "loss": 0.186,
+ "step": 3150
+ },
+ {
+ "epoch": 7.349537037037037,
+ "grad_norm": 0.8256221413612366,
+ "learning_rate": 1.4058641975308642e-05,
+ "loss": 0.1453,
+ "step": 3175
+ },
+ {
+ "epoch": 7.407407407407407,
+ "grad_norm": 0.045566827058792114,
+ "learning_rate": 1.3994341563786009e-05,
+ "loss": 0.3947,
+ "step": 3200
+ },
+ {
+ "epoch": 7.465277777777778,
+ "grad_norm": 30.863033294677734,
+ "learning_rate": 1.3930041152263375e-05,
+ "loss": 0.5174,
+ "step": 3225
+ },
+ {
+ "epoch": 7.523148148148148,
+ "grad_norm": 0.19092391431331635,
+ "learning_rate": 1.3865740740740742e-05,
+ "loss": 0.1737,
+ "step": 3250
+ },
+ {
+ "epoch": 7.581018518518518,
+ "grad_norm": 0.1253451704978943,
+ "learning_rate": 1.3801440329218107e-05,
+ "loss": 0.5837,
+ "step": 3275
+ },
+ {
+ "epoch": 7.638888888888889,
+ "grad_norm": 47.45542907714844,
+ "learning_rate": 1.3737139917695474e-05,
+ "loss": 0.482,
+ "step": 3300
+ },
+ {
+ "epoch": 7.6967592592592595,
+ "grad_norm": 1.2099238634109497,
+ "learning_rate": 1.3672839506172841e-05,
+ "loss": 0.556,
+ "step": 3325
+ },
+ {
+ "epoch": 7.75462962962963,
+ "grad_norm": 0.15288490056991577,
+ "learning_rate": 1.3608539094650206e-05,
+ "loss": 0.3511,
+ "step": 3350
+ },
+ {
+ "epoch": 7.8125,
+ "grad_norm": 12.612582206726074,
+ "learning_rate": 1.3544238683127573e-05,
+ "loss": 0.3287,
+ "step": 3375
+ },
+ {
+ "epoch": 7.87037037037037,
+ "grad_norm": 104.33672332763672,
+ "learning_rate": 1.347993827160494e-05,
+ "loss": 0.4412,
+ "step": 3400
+ },
+ {
+ "epoch": 7.9282407407407405,
+ "grad_norm": 85.46415710449219,
+ "learning_rate": 1.3415637860082307e-05,
+ "loss": 0.3166,
+ "step": 3425
+ },
+ {
+ "epoch": 7.986111111111111,
+ "grad_norm": 9.093765258789062,
+ "learning_rate": 1.3351337448559672e-05,
+ "loss": 0.34,
+ "step": 3450
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9537760416666666,
+ "eval_loss": 0.28719714283943176,
+ "eval_macro_f1": 0.850550321459238,
+ "eval_runtime": 2.892,
+ "eval_samples_per_second": 531.117,
+ "eval_steps_per_second": 33.195,
+ "eval_weighted_f1": 0.9536671272816802,
+ "step": 3456
+ },
+ {
+ "epoch": 8.043981481481481,
+ "grad_norm": 38.74711608886719,
+ "learning_rate": 1.3287037037037039e-05,
+ "loss": 0.3174,
+ "step": 3475
+ },
+ {
+ "epoch": 8.101851851851851,
+ "grad_norm": 4.458629131317139,
+ "learning_rate": 1.3222736625514405e-05,
+ "loss": 0.1947,
+ "step": 3500
+ },
+ {
+ "epoch": 8.159722222222221,
+ "grad_norm": 65.85087585449219,
+ "learning_rate": 1.315843621399177e-05,
+ "loss": 0.3645,
+ "step": 3525
+ },
+ {
+ "epoch": 8.217592592592593,
+ "grad_norm": 9.069356918334961,
+ "learning_rate": 1.3094135802469137e-05,
+ "loss": 0.3603,
+ "step": 3550
+ },
+ {
+ "epoch": 8.275462962962964,
+ "grad_norm": 0.22985491156578064,
+ "learning_rate": 1.3029835390946504e-05,
+ "loss": 0.2463,
+ "step": 3575
+ },
+ {
+ "epoch": 8.333333333333334,
+ "grad_norm": 0.1998838484287262,
+ "learning_rate": 1.2965534979423868e-05,
+ "loss": 0.2443,
+ "step": 3600
+ },
+ {
+ "epoch": 8.391203703703704,
+ "grad_norm": 1.8871113061904907,
+ "learning_rate": 1.2901234567901235e-05,
+ "loss": 0.2753,
+ "step": 3625
+ },
+ {
+ "epoch": 8.449074074074074,
+ "grad_norm": 31.646974563598633,
+ "learning_rate": 1.2836934156378601e-05,
+ "loss": 0.273,
+ "step": 3650
+ },
+ {
+ "epoch": 8.506944444444445,
+ "grad_norm": 207.9886932373047,
+ "learning_rate": 1.2772633744855968e-05,
+ "loss": 0.3069,
+ "step": 3675
+ },
+ {
+ "epoch": 8.564814814814815,
+ "grad_norm": 22.318960189819336,
+ "learning_rate": 1.2708333333333333e-05,
+ "loss": 0.2703,
+ "step": 3700
+ },
+ {
+ "epoch": 8.622685185185185,
+ "grad_norm": 82.9929428100586,
+ "learning_rate": 1.26440329218107e-05,
+ "loss": 0.2842,
+ "step": 3725
+ },
+ {
+ "epoch": 8.680555555555555,
+ "grad_norm": 49.92669677734375,
+ "learning_rate": 1.2579732510288067e-05,
+ "loss": 0.1474,
+ "step": 3750
+ },
+ {
+ "epoch": 8.738425925925926,
+ "grad_norm": 11.231054306030273,
+ "learning_rate": 1.2515432098765432e-05,
+ "loss": 0.3954,
+ "step": 3775
+ },
+ {
+ "epoch": 8.796296296296296,
+ "grad_norm": 0.15226250886917114,
+ "learning_rate": 1.2451131687242799e-05,
+ "loss": 0.3299,
+ "step": 3800
+ },
+ {
+ "epoch": 8.854166666666666,
+ "grad_norm": 0.2117779552936554,
+ "learning_rate": 1.2386831275720166e-05,
+ "loss": 0.2646,
+ "step": 3825
+ },
+ {
+ "epoch": 8.912037037037036,
+ "grad_norm": 89.34596252441406,
+ "learning_rate": 1.2322530864197533e-05,
+ "loss": 0.261,
+ "step": 3850
+ },
+ {
+ "epoch": 8.969907407407408,
+ "grad_norm": 0.11930816620588303,
+ "learning_rate": 1.2258230452674898e-05,
+ "loss": 0.3132,
+ "step": 3875
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.953125,
+ "eval_loss": 0.3125706613063812,
+ "eval_macro_f1": 0.8466031662335237,
+ "eval_runtime": 2.7653,
+ "eval_samples_per_second": 555.449,
+ "eval_steps_per_second": 34.716,
+ "eval_weighted_f1": 0.9524531109287692,
+ "step": 3888
+ },
+ {
+ "epoch": 9.027777777777779,
+ "grad_norm": 0.08531542867422104,
+ "learning_rate": 1.2193930041152265e-05,
+ "loss": 0.3669,
+ "step": 3900
+ },
+ {
+ "epoch": 9.085648148148149,
+ "grad_norm": 157.43093872070312,
+ "learning_rate": 1.2129629629629631e-05,
+ "loss": 0.2743,
+ "step": 3925
+ },
+ {
+ "epoch": 9.143518518518519,
+ "grad_norm": 0.2554900050163269,
+ "learning_rate": 1.2065329218106997e-05,
+ "loss": 0.2933,
+ "step": 3950
+ },
+ {
+ "epoch": 9.20138888888889,
+ "grad_norm": 112.08780670166016,
+ "learning_rate": 1.2001028806584363e-05,
+ "loss": 0.3678,
+ "step": 3975
+ },
+ {
+ "epoch": 9.25925925925926,
+ "grad_norm": 220.92645263671875,
+ "learning_rate": 1.193672839506173e-05,
+ "loss": 0.1555,
+ "step": 4000
+ },
+ {
+ "epoch": 9.31712962962963,
+ "grad_norm": 0.07951755821704865,
+ "learning_rate": 1.1872427983539097e-05,
+ "loss": 0.1977,
+ "step": 4025
+ },
+ {
+ "epoch": 9.375,
+ "grad_norm": 0.05407576262950897,
+ "learning_rate": 1.180812757201646e-05,
+ "loss": 0.0943,
+ "step": 4050
+ },
+ {
+ "epoch": 9.43287037037037,
+ "grad_norm": 117.8342056274414,
+ "learning_rate": 1.1743827160493827e-05,
+ "loss": 0.2301,
+ "step": 4075
+ },
+ {
+ "epoch": 9.49074074074074,
+ "grad_norm": 0.5026098489761353,
+ "learning_rate": 1.1679526748971194e-05,
+ "loss": 0.2999,
+ "step": 4100
+ },
+ {
+ "epoch": 9.54861111111111,
+ "grad_norm": 34.44472885131836,
+ "learning_rate": 1.161522633744856e-05,
+ "loss": 0.2069,
+ "step": 4125
+ },
+ {
+ "epoch": 9.606481481481481,
+ "grad_norm": 192.51345825195312,
+ "learning_rate": 1.1550925925925926e-05,
+ "loss": 0.2046,
+ "step": 4150
+ },
+ {
+ "epoch": 9.664351851851851,
+ "grad_norm": 1.2246239185333252,
+ "learning_rate": 1.1486625514403293e-05,
+ "loss": 0.2914,
+ "step": 4175
+ },
+ {
+ "epoch": 9.722222222222221,
+ "grad_norm": 0.1276756376028061,
+ "learning_rate": 1.142232510288066e-05,
+ "loss": 0.3488,
+ "step": 4200
+ },
+ {
+ "epoch": 9.780092592592592,
+ "grad_norm": 0.3095955550670624,
+ "learning_rate": 1.1358024691358025e-05,
+ "loss": 0.2332,
+ "step": 4225
+ },
+ {
+ "epoch": 9.837962962962964,
+ "grad_norm": 0.12175218015909195,
+ "learning_rate": 1.1293724279835392e-05,
+ "loss": 0.2913,
+ "step": 4250
+ },
+ {
+ "epoch": 9.895833333333334,
+ "grad_norm": 0.13042870163917542,
+ "learning_rate": 1.1229423868312759e-05,
+ "loss": 0.3231,
+ "step": 4275
+ },
+ {
+ "epoch": 9.953703703703704,
+ "grad_norm": 101.47859954833984,
+ "learning_rate": 1.1165123456790124e-05,
+ "loss": 0.2844,
+ "step": 4300
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.9505208333333334,
+ "eval_loss": 0.3616989552974701,
+ "eval_macro_f1": 0.8268128776480906,
+ "eval_runtime": 2.8564,
+ "eval_samples_per_second": 537.736,
+ "eval_steps_per_second": 33.608,
+ "eval_weighted_f1": 0.9499909764038086,
+ "step": 4320
+ },
+ {
+ "epoch": 10.011574074074074,
+ "grad_norm": 0.15573643147945404,
+ "learning_rate": 1.110082304526749e-05,
+ "loss": 0.2062,
+ "step": 4325
+ },
+ {
+ "epoch": 10.069444444444445,
+ "grad_norm": 0.20805954933166504,
+ "learning_rate": 1.1036522633744857e-05,
+ "loss": 0.3147,
+ "step": 4350
+ },
+ {
+ "epoch": 10.127314814814815,
+ "grad_norm": 14.457183837890625,
+ "learning_rate": 1.0972222222222224e-05,
+ "loss": 0.1343,
+ "step": 4375
+ },
+ {
+ "epoch": 10.185185185185185,
+ "grad_norm": 0.07937890291213989,
+ "learning_rate": 1.090792181069959e-05,
+ "loss": 0.215,
+ "step": 4400
+ },
+ {
+ "epoch": 10.243055555555555,
+ "grad_norm": 0.06195805221796036,
+ "learning_rate": 1.0843621399176956e-05,
+ "loss": 0.1672,
+ "step": 4425
+ },
+ {
+ "epoch": 10.300925925925926,
+ "grad_norm": 0.04213821887969971,
+ "learning_rate": 1.0779320987654323e-05,
+ "loss": 0.1784,
+ "step": 4450
+ },
+ {
+ "epoch": 10.358796296296296,
+ "grad_norm": 0.0537002757191658,
+ "learning_rate": 1.0715020576131687e-05,
+ "loss": 0.0832,
+ "step": 4475
+ },
+ {
+ "epoch": 10.416666666666666,
+ "grad_norm": 0.053154896944761276,
+ "learning_rate": 1.0650720164609053e-05,
+ "loss": 0.1475,
+ "step": 4500
+ },
+ {
+ "epoch": 10.474537037037036,
+ "grad_norm": 41.40846252441406,
+ "learning_rate": 1.058641975308642e-05,
+ "loss": 0.3012,
+ "step": 4525
+ },
+ {
+ "epoch": 10.532407407407408,
+ "grad_norm": 0.08748806267976761,
+ "learning_rate": 1.0522119341563789e-05,
+ "loss": 0.2174,
+ "step": 4550
+ },
+ {
+ "epoch": 10.590277777777779,
+ "grad_norm": 0.044563766568899155,
+ "learning_rate": 1.0457818930041152e-05,
+ "loss": 0.263,
+ "step": 4575
+ },
+ {
+ "epoch": 10.648148148148149,
+ "grad_norm": 19.37051773071289,
+ "learning_rate": 1.0393518518518519e-05,
+ "loss": 0.3296,
+ "step": 4600
+ },
+ {
+ "epoch": 10.706018518518519,
+ "grad_norm": 0.18841315805912018,
+ "learning_rate": 1.0329218106995886e-05,
+ "loss": 0.2465,
+ "step": 4625
+ },
+ {
+ "epoch": 10.76388888888889,
+ "grad_norm": 0.04381072148680687,
+ "learning_rate": 1.0264917695473251e-05,
+ "loss": 0.1754,
+ "step": 4650
+ },
+ {
+ "epoch": 10.82175925925926,
+ "grad_norm": 3.1694674491882324,
+ "learning_rate": 1.0200617283950618e-05,
+ "loss": 0.1711,
+ "step": 4675
+ },
+ {
+ "epoch": 10.87962962962963,
+ "grad_norm": 101.84947204589844,
+ "learning_rate": 1.0136316872427985e-05,
+ "loss": 0.4633,
+ "step": 4700
+ },
+ {
+ "epoch": 10.9375,
+ "grad_norm": 0.13000927865505219,
+ "learning_rate": 1.0072016460905351e-05,
+ "loss": 0.185,
+ "step": 4725
+ },
+ {
+ "epoch": 10.99537037037037,
+ "grad_norm": 1.3699895143508911,
+ "learning_rate": 1.0007716049382717e-05,
+ "loss": 0.2728,
+ "step": 4750
+ },
+ {
+ "epoch": 11.0,
+ "eval_accuracy": 0.9576822916666666,
+ "eval_loss": 0.3098059296607971,
+ "eval_macro_f1": 0.8620947687790051,
+ "eval_runtime": 2.8337,
+ "eval_samples_per_second": 542.043,
+ "eval_steps_per_second": 33.878,
+ "eval_weighted_f1": 0.95748091835233,
+ "step": 4752
+ },
+ {
+ "epoch": 11.05324074074074,
+ "grad_norm": 1.9623972177505493,
+ "learning_rate": 9.943415637860083e-06,
+ "loss": 0.2322,
+ "step": 4775
+ },
+ {
+ "epoch": 11.11111111111111,
+ "grad_norm": 0.05988599732518196,
+ "learning_rate": 9.879115226337449e-06,
+ "loss": 0.2004,
+ "step": 4800
+ },
+ {
+ "epoch": 11.168981481481481,
+ "grad_norm": 0.14709407091140747,
+ "learning_rate": 9.814814814814815e-06,
+ "loss": 0.0915,
+ "step": 4825
+ },
+ {
+ "epoch": 11.226851851851851,
+ "grad_norm": 1.4648934602737427,
+ "learning_rate": 9.750514403292182e-06,
+ "loss": 0.1585,
+ "step": 4850
+ },
+ {
+ "epoch": 11.284722222222221,
+ "grad_norm": 15.34505844116211,
+ "learning_rate": 9.686213991769549e-06,
+ "loss": 0.1727,
+ "step": 4875
+ },
+ {
+ "epoch": 11.342592592592593,
+ "grad_norm": 0.09757660329341888,
+ "learning_rate": 9.621913580246914e-06,
+ "loss": 0.0858,
+ "step": 4900
+ },
+ {
+ "epoch": 11.400462962962964,
+ "grad_norm": 42.537662506103516,
+ "learning_rate": 9.55761316872428e-06,
+ "loss": 0.1926,
+ "step": 4925
+ },
+ {
+ "epoch": 11.458333333333334,
+ "grad_norm": 0.045882005244493484,
+ "learning_rate": 9.493312757201648e-06,
+ "loss": 0.1695,
+ "step": 4950
+ },
+ {
+ "epoch": 11.516203703703704,
+ "grad_norm": 0.03190689533948898,
+ "learning_rate": 9.429012345679013e-06,
+ "loss": 0.1084,
+ "step": 4975
+ },
+ {
+ "epoch": 11.574074074074074,
+ "grad_norm": 0.03970039635896683,
+ "learning_rate": 9.36471193415638e-06,
+ "loss": 0.267,
+ "step": 5000
+ },
+ {
+ "epoch": 11.631944444444445,
+ "grad_norm": 0.03660054877400398,
+ "learning_rate": 9.300411522633745e-06,
+ "loss": 0.1229,
+ "step": 5025
+ },
+ {
+ "epoch": 11.689814814814815,
+ "grad_norm": 0.1264926642179489,
+ "learning_rate": 9.236111111111112e-06,
+ "loss": 0.2062,
+ "step": 5050
+ },
+ {
+ "epoch": 11.747685185185185,
+ "grad_norm": 3.356945276260376,
+ "learning_rate": 9.171810699588479e-06,
+ "loss": 0.1863,
+ "step": 5075
+ },
+ {
+ "epoch": 11.805555555555555,
+ "grad_norm": 18.138248443603516,
+ "learning_rate": 9.107510288065844e-06,
+ "loss": 0.2864,
+ "step": 5100
+ },
+ {
+ "epoch": 11.863425925925926,
+ "grad_norm": 0.072520412504673,
+ "learning_rate": 9.04320987654321e-06,
+ "loss": 0.1752,
+ "step": 5125
+ },
+ {
+ "epoch": 11.921296296296296,
+ "grad_norm": 11.312219619750977,
+ "learning_rate": 8.978909465020576e-06,
+ "loss": 0.1394,
+ "step": 5150
+ },
+ {
+ "epoch": 11.979166666666666,
+ "grad_norm": 0.020504217594861984,
+ "learning_rate": 8.914609053497944e-06,
+ "loss": 0.0455,
+ "step": 5175
+ },
+ {
+ "epoch": 12.0,
+ "eval_accuracy": 0.955078125,
+ "eval_loss": 0.3668808043003082,
+ "eval_macro_f1": 0.8418486840497907,
+ "eval_runtime": 2.719,
+ "eval_samples_per_second": 564.907,
+ "eval_steps_per_second": 35.307,
+ "eval_weighted_f1": 0.9547160399762321,
+ "step": 5184
+ },
+ {
+ "epoch": 12.037037037037036,
+ "grad_norm": 0.030200518667697906,
+ "learning_rate": 8.85030864197531e-06,
+ "loss": 0.2031,
+ "step": 5200
+ },
+ {
+ "epoch": 12.094907407407407,
+ "grad_norm": 0.12519851326942444,
+ "learning_rate": 8.786008230452676e-06,
+ "loss": 0.1992,
+ "step": 5225
+ },
+ {
+ "epoch": 12.152777777777779,
+ "grad_norm": 0.022499730810523033,
+ "learning_rate": 8.721707818930041e-06,
+ "loss": 0.1889,
+ "step": 5250
+ },
+ {
+ "epoch": 12.210648148148149,
+ "grad_norm": 68.40547943115234,
+ "learning_rate": 8.657407407407408e-06,
+ "loss": 0.2039,
+ "step": 5275
+ },
+ {
+ "epoch": 12.268518518518519,
+ "grad_norm": 0.10535323619842529,
+ "learning_rate": 8.593106995884775e-06,
+ "loss": 0.1814,
+ "step": 5300
+ },
+ {
+ "epoch": 12.32638888888889,
+ "grad_norm": 0.03688015043735504,
+ "learning_rate": 8.52880658436214e-06,
+ "loss": 0.0433,
+ "step": 5325
+ },
+ {
+ "epoch": 12.38425925925926,
+ "grad_norm": 0.023211555555462837,
+ "learning_rate": 8.464506172839507e-06,
+ "loss": 0.1802,
+ "step": 5350
+ },
+ {
+ "epoch": 12.44212962962963,
+ "grad_norm": 0.024238020181655884,
+ "learning_rate": 8.400205761316874e-06,
+ "loss": 0.0624,
+ "step": 5375
+ },
+ {
+ "epoch": 12.5,
+ "grad_norm": 0.9228693246841431,
+ "learning_rate": 8.335905349794239e-06,
+ "loss": 0.1943,
+ "step": 5400
+ },
+ {
+ "epoch": 12.55787037037037,
+ "grad_norm": 0.019986465573310852,
+ "learning_rate": 8.271604938271606e-06,
+ "loss": 0.1352,
+ "step": 5425
+ },
+ {
+ "epoch": 12.61574074074074,
+ "grad_norm": 0.09772302955389023,
+ "learning_rate": 8.207304526748971e-06,
+ "loss": 0.0667,
+ "step": 5450
+ },
+ {
+ "epoch": 12.67361111111111,
+ "grad_norm": 296.83282470703125,
+ "learning_rate": 8.143004115226338e-06,
+ "loss": 0.2379,
+ "step": 5475
+ },
+ {
+ "epoch": 12.731481481481481,
+ "grad_norm": 0.01862671785056591,
+ "learning_rate": 8.078703703703705e-06,
+ "loss": 0.2824,
+ "step": 5500
+ },
+ {
+ "epoch": 12.789351851851851,
+ "grad_norm": 0.049188945442438126,
+ "learning_rate": 8.014403292181071e-06,
+ "loss": 0.0677,
+ "step": 5525
+ },
+ {
+ "epoch": 12.847222222222221,
+ "grad_norm": 0.03054816462099552,
+ "learning_rate": 7.950102880658437e-06,
+ "loss": 0.0405,
+ "step": 5550
+ },
+ {
+ "epoch": 12.905092592592592,
+ "grad_norm": 0.01995192840695381,
+ "learning_rate": 7.885802469135803e-06,
+ "loss": 0.0881,
+ "step": 5575
+ },
+ {
+ "epoch": 12.962962962962964,
+ "grad_norm": 1.5455322265625,
+ "learning_rate": 7.82150205761317e-06,
+ "loss": 0.1633,
+ "step": 5600
+ },
+ {
+ "epoch": 13.0,
+ "eval_accuracy": 0.947265625,
+ "eval_loss": 0.4313022196292877,
+ "eval_macro_f1": 0.8310004966055599,
+ "eval_runtime": 2.6789,
+ "eval_samples_per_second": 573.374,
+ "eval_steps_per_second": 35.836,
+ "eval_weighted_f1": 0.9458864359511604,
+ "step": 5616
+ },
+ {
+ "epoch": 13.020833333333334,
+ "grad_norm": 29.201234817504883,
+ "learning_rate": 7.757201646090535e-06,
+ "loss": 0.1,
+ "step": 5625
+ },
+ {
+ "epoch": 13.078703703703704,
+ "grad_norm": 0.018791500478982925,
+ "learning_rate": 7.692901234567902e-06,
+ "loss": 0.0546,
+ "step": 5650
+ },
+ {
+ "epoch": 13.136574074074074,
+ "grad_norm": 0.01191699504852295,
+ "learning_rate": 7.628600823045268e-06,
+ "loss": 0.1118,
+ "step": 5675
+ },
+ {
+ "epoch": 13.194444444444445,
+ "grad_norm": 0.06300435960292816,
+ "learning_rate": 7.564300411522635e-06,
+ "loss": 0.1224,
+ "step": 5700
+ },
+ {
+ "epoch": 13.252314814814815,
+ "grad_norm": 0.027644390240311623,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 0.1015,
+ "step": 5725
+ },
+ {
+ "epoch": 13.310185185185185,
+ "grad_norm": 0.034079570323228836,
+ "learning_rate": 7.435699588477366e-06,
+ "loss": 0.0501,
+ "step": 5750
+ },
+ {
+ "epoch": 13.368055555555555,
+ "grad_norm": 0.015348521061241627,
+ "learning_rate": 7.371399176954733e-06,
+ "loss": 0.092,
+ "step": 5775
+ },
+ {
+ "epoch": 13.425925925925926,
+ "grad_norm": 0.06824726611375809,
+ "learning_rate": 7.307098765432099e-06,
+ "loss": 0.0152,
+ "step": 5800
+ },
+ {
+ "epoch": 13.483796296296296,
+ "grad_norm": 1.7929489612579346,
+ "learning_rate": 7.242798353909466e-06,
+ "loss": 0.1338,
+ "step": 5825
+ },
+ {
+ "epoch": 13.541666666666666,
+ "grad_norm": 123.66864013671875,
+ "learning_rate": 7.178497942386832e-06,
+ "loss": 0.1729,
+ "step": 5850
+ },
+ {
+ "epoch": 13.599537037037036,
+ "grad_norm": 32.6557731628418,
+ "learning_rate": 7.114197530864199e-06,
+ "loss": 0.0876,
+ "step": 5875
+ },
+ {
+ "epoch": 13.657407407407408,
+ "grad_norm": 0.5634926557540894,
+ "learning_rate": 7.049897119341565e-06,
+ "loss": 0.1444,
+ "step": 5900
+ },
+ {
+ "epoch": 13.715277777777779,
+ "grad_norm": 0.035182684659957886,
+ "learning_rate": 6.98559670781893e-06,
+ "loss": 0.1792,
+ "step": 5925
+ },
+ {
+ "epoch": 13.773148148148149,
+ "grad_norm": 2.955789566040039,
+ "learning_rate": 6.9212962962962974e-06,
+ "loss": 0.2677,
+ "step": 5950
+ },
+ {
+ "epoch": 13.831018518518519,
+ "grad_norm": 0.16699574887752533,
+ "learning_rate": 6.856995884773663e-06,
+ "loss": 0.0058,
+ "step": 5975
+ },
+ {
+ "epoch": 13.88888888888889,
+ "grad_norm": 144.09030151367188,
+ "learning_rate": 6.792695473251029e-06,
+ "loss": 0.17,
+ "step": 6000
+ },
+ {
+ "epoch": 13.94675925925926,
+ "grad_norm": 0.10893135517835617,
+ "learning_rate": 6.728395061728395e-06,
+ "loss": 0.1919,
+ "step": 6025
+ },
+ {
+ "epoch": 14.0,
+ "eval_accuracy": 0.9537760416666666,
+ "eval_loss": 0.407563716173172,
+ "eval_macro_f1": 0.8466685105401385,
+ "eval_runtime": 2.5798,
+ "eval_samples_per_second": 595.388,
+ "eval_steps_per_second": 37.212,
+ "eval_weighted_f1": 0.9538903028215678,
+ "step": 6048
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8640,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a13fadf36bab4c7af6147c6ce7a7fdf64f4efd7b
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2f00bc8fd50ed0f45e8ae04657b6c8916128caaa0af065734d05d60742a72f
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..adc376b8a57611caf7ab13871521e509437f14d1
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/trainer_state.json
@@ -0,0 +1,570 @@
+{
+ "best_global_step": 1728,
+ "best_metric": 0.8466377507075182,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728",
+ "epoch": 4.0,
+ "eval_steps": 500,
+ "global_step": 1728,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05787037037037037,
+ "grad_norm": 49.740020751953125,
+ "learning_rate": 5.555555555555555e-07,
+ "loss": 5.6129,
+ "step": 25
+ },
+ {
+ "epoch": 0.11574074074074074,
+ "grad_norm": 42.84151077270508,
+ "learning_rate": 1.1342592592592594e-06,
+ "loss": 5.5432,
+ "step": 50
+ },
+ {
+ "epoch": 0.1736111111111111,
+ "grad_norm": 36.273284912109375,
+ "learning_rate": 1.7129629629629632e-06,
+ "loss": 5.3468,
+ "step": 75
+ },
+ {
+ "epoch": 0.23148148148148148,
+ "grad_norm": 36.474918365478516,
+ "learning_rate": 2.2916666666666666e-06,
+ "loss": 4.9855,
+ "step": 100
+ },
+ {
+ "epoch": 0.28935185185185186,
+ "grad_norm": 49.138248443603516,
+ "learning_rate": 2.8703703703703706e-06,
+ "loss": 4.0146,
+ "step": 125
+ },
+ {
+ "epoch": 0.3472222222222222,
+ "grad_norm": 61.8328857421875,
+ "learning_rate": 3.449074074074074e-06,
+ "loss": 3.2065,
+ "step": 150
+ },
+ {
+ "epoch": 0.4050925925925926,
+ "grad_norm": 40.2661247253418,
+ "learning_rate": 4.027777777777779e-06,
+ "loss": 2.5197,
+ "step": 175
+ },
+ {
+ "epoch": 0.46296296296296297,
+ "grad_norm": 50.912540435791016,
+ "learning_rate": 4.606481481481481e-06,
+ "loss": 1.8987,
+ "step": 200
+ },
+ {
+ "epoch": 0.5208333333333334,
+ "grad_norm": 76.24597930908203,
+ "learning_rate": 5.185185185185185e-06,
+ "loss": 1.5306,
+ "step": 225
+ },
+ {
+ "epoch": 0.5787037037037037,
+ "grad_norm": 58.4285888671875,
+ "learning_rate": 5.7638888888888886e-06,
+ "loss": 1.2804,
+ "step": 250
+ },
+ {
+ "epoch": 0.6365740740740741,
+ "grad_norm": 42.35603713989258,
+ "learning_rate": 6.342592592592594e-06,
+ "loss": 1.325,
+ "step": 275
+ },
+ {
+ "epoch": 0.6944444444444444,
+ "grad_norm": 59.200653076171875,
+ "learning_rate": 6.9212962962962974e-06,
+ "loss": 1.4883,
+ "step": 300
+ },
+ {
+ "epoch": 0.7523148148148148,
+ "grad_norm": 64.74724578857422,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 1.138,
+ "step": 325
+ },
+ {
+ "epoch": 0.8101851851851852,
+ "grad_norm": 7.576822757720947,
+ "learning_rate": 8.078703703703705e-06,
+ "loss": 1.0738,
+ "step": 350
+ },
+ {
+ "epoch": 0.8680555555555556,
+ "grad_norm": 6.231389999389648,
+ "learning_rate": 8.657407407407408e-06,
+ "loss": 1.1741,
+ "step": 375
+ },
+ {
+ "epoch": 0.9259259259259259,
+ "grad_norm": 29.142507553100586,
+ "learning_rate": 9.236111111111112e-06,
+ "loss": 1.2582,
+ "step": 400
+ },
+ {
+ "epoch": 0.9837962962962963,
+ "grad_norm": 167.31260681152344,
+ "learning_rate": 9.814814814814815e-06,
+ "loss": 1.0243,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9205729166666666,
+ "eval_loss": 0.3095618784427643,
+ "eval_macro_f1": 0.6232352233193276,
+ "eval_runtime": 2.7379,
+ "eval_samples_per_second": 561.01,
+ "eval_steps_per_second": 35.063,
+ "eval_weighted_f1": 0.9065874213097785,
+ "step": 432
+ },
+ {
+ "epoch": 1.0416666666666667,
+ "grad_norm": 51.89604187011719,
+ "learning_rate": 1.0393518518518519e-05,
+ "loss": 0.9861,
+ "step": 450
+ },
+ {
+ "epoch": 1.099537037037037,
+ "grad_norm": 49.187408447265625,
+ "learning_rate": 1.0972222222222224e-05,
+ "loss": 1.0343,
+ "step": 475
+ },
+ {
+ "epoch": 1.1574074074074074,
+ "grad_norm": 3.704167366027832,
+ "learning_rate": 1.1550925925925926e-05,
+ "loss": 0.7083,
+ "step": 500
+ },
+ {
+ "epoch": 1.2152777777777777,
+ "grad_norm": 23.29749298095703,
+ "learning_rate": 1.2129629629629631e-05,
+ "loss": 0.9408,
+ "step": 525
+ },
+ {
+ "epoch": 1.2731481481481481,
+ "grad_norm": 26.79486083984375,
+ "learning_rate": 1.2708333333333333e-05,
+ "loss": 0.8254,
+ "step": 550
+ },
+ {
+ "epoch": 1.3310185185185186,
+ "grad_norm": 37.99332809448242,
+ "learning_rate": 1.3287037037037039e-05,
+ "loss": 0.9533,
+ "step": 575
+ },
+ {
+ "epoch": 1.3888888888888888,
+ "grad_norm": 78.05437469482422,
+ "learning_rate": 1.3865740740740742e-05,
+ "loss": 0.9334,
+ "step": 600
+ },
+ {
+ "epoch": 1.4467592592592593,
+ "grad_norm": 77.09951782226562,
+ "learning_rate": 1.4444444444444446e-05,
+ "loss": 0.9827,
+ "step": 625
+ },
+ {
+ "epoch": 1.5046296296296298,
+ "grad_norm": 32.357215881347656,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 1.1337,
+ "step": 650
+ },
+ {
+ "epoch": 1.5625,
+ "grad_norm": 36.51194381713867,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.9212,
+ "step": 675
+ },
+ {
+ "epoch": 1.6203703703703702,
+ "grad_norm": 36.71682357788086,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.7797,
+ "step": 700
+ },
+ {
+ "epoch": 1.6782407407407407,
+ "grad_norm": 25.236722946166992,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 1.1005,
+ "step": 725
+ },
+ {
+ "epoch": 1.7361111111111112,
+ "grad_norm": 46.551666259765625,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 0.8185,
+ "step": 750
+ },
+ {
+ "epoch": 1.7939814814814814,
+ "grad_norm": 20.20578384399414,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.9715,
+ "step": 775
+ },
+ {
+ "epoch": 1.8518518518518519,
+ "grad_norm": 29.801197052001953,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.9031,
+ "step": 800
+ },
+ {
+ "epoch": 1.9097222222222223,
+ "grad_norm": 110.47039794921875,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 1.086,
+ "step": 825
+ },
+ {
+ "epoch": 1.9675925925925926,
+ "grad_norm": 17.973711013793945,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.8584,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9427083333333334,
+ "eval_loss": 0.19578659534454346,
+ "eval_macro_f1": 0.7670032365474535,
+ "eval_runtime": 2.5908,
+ "eval_samples_per_second": 592.871,
+ "eval_steps_per_second": 37.054,
+ "eval_weighted_f1": 0.9366784112319161,
+ "step": 864
+ },
+ {
+ "epoch": 2.025462962962963,
+ "grad_norm": 69.10882568359375,
+ "learning_rate": 1.997427983539095e-05,
+ "loss": 0.9449,
+ "step": 875
+ },
+ {
+ "epoch": 2.0833333333333335,
+ "grad_norm": 16.333559036254883,
+ "learning_rate": 1.9909979423868314e-05,
+ "loss": 0.8188,
+ "step": 900
+ },
+ {
+ "epoch": 2.1412037037037037,
+ "grad_norm": 1.5985503196716309,
+ "learning_rate": 1.984567901234568e-05,
+ "loss": 0.6324,
+ "step": 925
+ },
+ {
+ "epoch": 2.199074074074074,
+ "grad_norm": 16.625091552734375,
+ "learning_rate": 1.9781378600823048e-05,
+ "loss": 0.8984,
+ "step": 950
+ },
+ {
+ "epoch": 2.2569444444444446,
+ "grad_norm": 30.334985733032227,
+ "learning_rate": 1.9717078189300413e-05,
+ "loss": 0.7804,
+ "step": 975
+ },
+ {
+ "epoch": 2.314814814814815,
+ "grad_norm": 47.551109313964844,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.962,
+ "step": 1000
+ },
+ {
+ "epoch": 2.372685185185185,
+ "grad_norm": 23.778051376342773,
+ "learning_rate": 1.9588477366255147e-05,
+ "loss": 0.6028,
+ "step": 1025
+ },
+ {
+ "epoch": 2.4305555555555554,
+ "grad_norm": 77.27819061279297,
+ "learning_rate": 1.9524176954732512e-05,
+ "loss": 0.8474,
+ "step": 1050
+ },
+ {
+ "epoch": 2.488425925925926,
+ "grad_norm": 6.993919849395752,
+ "learning_rate": 1.945987654320988e-05,
+ "loss": 0.695,
+ "step": 1075
+ },
+ {
+ "epoch": 2.5462962962962963,
+ "grad_norm": 84.19181823730469,
+ "learning_rate": 1.9395576131687242e-05,
+ "loss": 0.7801,
+ "step": 1100
+ },
+ {
+ "epoch": 2.6041666666666665,
+ "grad_norm": 20.49815559387207,
+ "learning_rate": 1.933127572016461e-05,
+ "loss": 0.7482,
+ "step": 1125
+ },
+ {
+ "epoch": 2.662037037037037,
+ "grad_norm": 169.65748596191406,
+ "learning_rate": 1.926697530864198e-05,
+ "loss": 0.6498,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7199074074074074,
+ "grad_norm": 146.37579345703125,
+ "learning_rate": 1.920267489711934e-05,
+ "loss": 1.082,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7777777777777777,
+ "grad_norm": 24.374521255493164,
+ "learning_rate": 1.913837448559671e-05,
+ "loss": 0.6934,
+ "step": 1200
+ },
+ {
+ "epoch": 2.835648148148148,
+ "grad_norm": 36.96682357788086,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 0.6583,
+ "step": 1225
+ },
+ {
+ "epoch": 2.8935185185185186,
+ "grad_norm": 14.058717727661133,
+ "learning_rate": 1.9009773662551443e-05,
+ "loss": 0.7863,
+ "step": 1250
+ },
+ {
+ "epoch": 2.951388888888889,
+ "grad_norm": 96.81929779052734,
+ "learning_rate": 1.8945473251028808e-05,
+ "loss": 0.8772,
+ "step": 1275
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9453125,
+ "eval_loss": 0.21844400465488434,
+ "eval_macro_f1": 0.7931964912895384,
+ "eval_runtime": 2.7706,
+ "eval_samples_per_second": 554.401,
+ "eval_steps_per_second": 34.65,
+ "eval_weighted_f1": 0.9419564416303053,
+ "step": 1296
+ },
+ {
+ "epoch": 3.009259259259259,
+ "grad_norm": 11.682266235351562,
+ "learning_rate": 1.8881172839506173e-05,
+ "loss": 0.6075,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0671296296296298,
+ "grad_norm": 0.9776032567024231,
+ "learning_rate": 1.8816872427983542e-05,
+ "loss": 0.4715,
+ "step": 1325
+ },
+ {
+ "epoch": 3.125,
+ "grad_norm": 13.748531341552734,
+ "learning_rate": 1.8752572016460907e-05,
+ "loss": 0.6725,
+ "step": 1350
+ },
+ {
+ "epoch": 3.1828703703703702,
+ "grad_norm": 44.35828399658203,
+ "learning_rate": 1.8688271604938272e-05,
+ "loss": 0.7176,
+ "step": 1375
+ },
+ {
+ "epoch": 3.240740740740741,
+ "grad_norm": 2.261559247970581,
+ "learning_rate": 1.862397119341564e-05,
+ "loss": 0.7618,
+ "step": 1400
+ },
+ {
+ "epoch": 3.298611111111111,
+ "grad_norm": 28.58606719970703,
+ "learning_rate": 1.8559670781893006e-05,
+ "loss": 0.5869,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3564814814814814,
+ "grad_norm": 15.036140441894531,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.5509,
+ "step": 1450
+ },
+ {
+ "epoch": 3.414351851851852,
+ "grad_norm": 22.045164108276367,
+ "learning_rate": 1.843106995884774e-05,
+ "loss": 0.7647,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4722222222222223,
+ "grad_norm": 59.06228256225586,
+ "learning_rate": 1.8366769547325105e-05,
+ "loss": 0.6404,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5300925925925926,
+ "grad_norm": 66.983642578125,
+ "learning_rate": 1.830246913580247e-05,
+ "loss": 0.6084,
+ "step": 1525
+ },
+ {
+ "epoch": 3.587962962962963,
+ "grad_norm": 73.5270004272461,
+ "learning_rate": 1.8238168724279838e-05,
+ "loss": 0.5995,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6458333333333335,
+ "grad_norm": 84.61690521240234,
+ "learning_rate": 1.8173868312757203e-05,
+ "loss": 0.6253,
+ "step": 1575
+ },
+ {
+ "epoch": 3.7037037037037037,
+ "grad_norm": 17.458417892456055,
+ "learning_rate": 1.8109567901234572e-05,
+ "loss": 0.7179,
+ "step": 1600
+ },
+ {
+ "epoch": 3.761574074074074,
+ "grad_norm": 126.24348449707031,
+ "learning_rate": 1.8045267489711934e-05,
+ "loss": 0.6525,
+ "step": 1625
+ },
+ {
+ "epoch": 3.8194444444444446,
+ "grad_norm": 39.573638916015625,
+ "learning_rate": 1.7980967078189302e-05,
+ "loss": 0.5618,
+ "step": 1650
+ },
+ {
+ "epoch": 3.877314814814815,
+ "grad_norm": 53.11539840698242,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.7325,
+ "step": 1675
+ },
+ {
+ "epoch": 3.935185185185185,
+ "grad_norm": 3.4260852336883545,
+ "learning_rate": 1.7852366255144032e-05,
+ "loss": 0.5978,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9930555555555554,
+ "grad_norm": 52.80131530761719,
+ "learning_rate": 1.77880658436214e-05,
+ "loss": 0.6032,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.951171875,
+ "eval_loss": 0.22847791016101837,
+ "eval_macro_f1": 0.8466377507075182,
+ "eval_runtime": 2.6012,
+ "eval_samples_per_second": 590.495,
+ "eval_steps_per_second": 36.906,
+ "eval_weighted_f1": 0.9500783641238311,
+ "step": 1728
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8640,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..f2cfafb526c15f0ade271e8b0772c2f072c0f357
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/trainer_state.json
@@ -0,0 +1,960 @@
+{
+ "best_global_step": 1728,
+ "best_metric": 0.8466377507075182,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728",
+ "epoch": 7.0,
+ "eval_steps": 500,
+ "global_step": 3024,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05787037037037037,
+ "grad_norm": 49.740020751953125,
+ "learning_rate": 5.555555555555555e-07,
+ "loss": 5.6129,
+ "step": 25
+ },
+ {
+ "epoch": 0.11574074074074074,
+ "grad_norm": 42.84151077270508,
+ "learning_rate": 1.1342592592592594e-06,
+ "loss": 5.5432,
+ "step": 50
+ },
+ {
+ "epoch": 0.1736111111111111,
+ "grad_norm": 36.273284912109375,
+ "learning_rate": 1.7129629629629632e-06,
+ "loss": 5.3468,
+ "step": 75
+ },
+ {
+ "epoch": 0.23148148148148148,
+ "grad_norm": 36.474918365478516,
+ "learning_rate": 2.2916666666666666e-06,
+ "loss": 4.9855,
+ "step": 100
+ },
+ {
+ "epoch": 0.28935185185185186,
+ "grad_norm": 49.138248443603516,
+ "learning_rate": 2.8703703703703706e-06,
+ "loss": 4.0146,
+ "step": 125
+ },
+ {
+ "epoch": 0.3472222222222222,
+ "grad_norm": 61.8328857421875,
+ "learning_rate": 3.449074074074074e-06,
+ "loss": 3.2065,
+ "step": 150
+ },
+ {
+ "epoch": 0.4050925925925926,
+ "grad_norm": 40.2661247253418,
+ "learning_rate": 4.027777777777779e-06,
+ "loss": 2.5197,
+ "step": 175
+ },
+ {
+ "epoch": 0.46296296296296297,
+ "grad_norm": 50.912540435791016,
+ "learning_rate": 4.606481481481481e-06,
+ "loss": 1.8987,
+ "step": 200
+ },
+ {
+ "epoch": 0.5208333333333334,
+ "grad_norm": 76.24597930908203,
+ "learning_rate": 5.185185185185185e-06,
+ "loss": 1.5306,
+ "step": 225
+ },
+ {
+ "epoch": 0.5787037037037037,
+ "grad_norm": 58.4285888671875,
+ "learning_rate": 5.7638888888888886e-06,
+ "loss": 1.2804,
+ "step": 250
+ },
+ {
+ "epoch": 0.6365740740740741,
+ "grad_norm": 42.35603713989258,
+ "learning_rate": 6.342592592592594e-06,
+ "loss": 1.325,
+ "step": 275
+ },
+ {
+ "epoch": 0.6944444444444444,
+ "grad_norm": 59.200653076171875,
+ "learning_rate": 6.9212962962962974e-06,
+ "loss": 1.4883,
+ "step": 300
+ },
+ {
+ "epoch": 0.7523148148148148,
+ "grad_norm": 64.74724578857422,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 1.138,
+ "step": 325
+ },
+ {
+ "epoch": 0.8101851851851852,
+ "grad_norm": 7.576822757720947,
+ "learning_rate": 8.078703703703705e-06,
+ "loss": 1.0738,
+ "step": 350
+ },
+ {
+ "epoch": 0.8680555555555556,
+ "grad_norm": 6.231389999389648,
+ "learning_rate": 8.657407407407408e-06,
+ "loss": 1.1741,
+ "step": 375
+ },
+ {
+ "epoch": 0.9259259259259259,
+ "grad_norm": 29.142507553100586,
+ "learning_rate": 9.236111111111112e-06,
+ "loss": 1.2582,
+ "step": 400
+ },
+ {
+ "epoch": 0.9837962962962963,
+ "grad_norm": 167.31260681152344,
+ "learning_rate": 9.814814814814815e-06,
+ "loss": 1.0243,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9205729166666666,
+ "eval_loss": 0.3095618784427643,
+ "eval_macro_f1": 0.6232352233193276,
+ "eval_runtime": 2.7379,
+ "eval_samples_per_second": 561.01,
+ "eval_steps_per_second": 35.063,
+ "eval_weighted_f1": 0.9065874213097785,
+ "step": 432
+ },
+ {
+ "epoch": 1.0416666666666667,
+ "grad_norm": 51.89604187011719,
+ "learning_rate": 1.0393518518518519e-05,
+ "loss": 0.9861,
+ "step": 450
+ },
+ {
+ "epoch": 1.099537037037037,
+ "grad_norm": 49.187408447265625,
+ "learning_rate": 1.0972222222222224e-05,
+ "loss": 1.0343,
+ "step": 475
+ },
+ {
+ "epoch": 1.1574074074074074,
+ "grad_norm": 3.704167366027832,
+ "learning_rate": 1.1550925925925926e-05,
+ "loss": 0.7083,
+ "step": 500
+ },
+ {
+ "epoch": 1.2152777777777777,
+ "grad_norm": 23.29749298095703,
+ "learning_rate": 1.2129629629629631e-05,
+ "loss": 0.9408,
+ "step": 525
+ },
+ {
+ "epoch": 1.2731481481481481,
+ "grad_norm": 26.79486083984375,
+ "learning_rate": 1.2708333333333333e-05,
+ "loss": 0.8254,
+ "step": 550
+ },
+ {
+ "epoch": 1.3310185185185186,
+ "grad_norm": 37.99332809448242,
+ "learning_rate": 1.3287037037037039e-05,
+ "loss": 0.9533,
+ "step": 575
+ },
+ {
+ "epoch": 1.3888888888888888,
+ "grad_norm": 78.05437469482422,
+ "learning_rate": 1.3865740740740742e-05,
+ "loss": 0.9334,
+ "step": 600
+ },
+ {
+ "epoch": 1.4467592592592593,
+ "grad_norm": 77.09951782226562,
+ "learning_rate": 1.4444444444444446e-05,
+ "loss": 0.9827,
+ "step": 625
+ },
+ {
+ "epoch": 1.5046296296296298,
+ "grad_norm": 32.357215881347656,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 1.1337,
+ "step": 650
+ },
+ {
+ "epoch": 1.5625,
+ "grad_norm": 36.51194381713867,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.9212,
+ "step": 675
+ },
+ {
+ "epoch": 1.6203703703703702,
+ "grad_norm": 36.71682357788086,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.7797,
+ "step": 700
+ },
+ {
+ "epoch": 1.6782407407407407,
+ "grad_norm": 25.236722946166992,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 1.1005,
+ "step": 725
+ },
+ {
+ "epoch": 1.7361111111111112,
+ "grad_norm": 46.551666259765625,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 0.8185,
+ "step": 750
+ },
+ {
+ "epoch": 1.7939814814814814,
+ "grad_norm": 20.20578384399414,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.9715,
+ "step": 775
+ },
+ {
+ "epoch": 1.8518518518518519,
+ "grad_norm": 29.801197052001953,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.9031,
+ "step": 800
+ },
+ {
+ "epoch": 1.9097222222222223,
+ "grad_norm": 110.47039794921875,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 1.086,
+ "step": 825
+ },
+ {
+ "epoch": 1.9675925925925926,
+ "grad_norm": 17.973711013793945,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.8584,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9427083333333334,
+ "eval_loss": 0.19578659534454346,
+ "eval_macro_f1": 0.7670032365474535,
+ "eval_runtime": 2.5908,
+ "eval_samples_per_second": 592.871,
+ "eval_steps_per_second": 37.054,
+ "eval_weighted_f1": 0.9366784112319161,
+ "step": 864
+ },
+ {
+ "epoch": 2.025462962962963,
+ "grad_norm": 69.10882568359375,
+ "learning_rate": 1.997427983539095e-05,
+ "loss": 0.9449,
+ "step": 875
+ },
+ {
+ "epoch": 2.0833333333333335,
+ "grad_norm": 16.333559036254883,
+ "learning_rate": 1.9909979423868314e-05,
+ "loss": 0.8188,
+ "step": 900
+ },
+ {
+ "epoch": 2.1412037037037037,
+ "grad_norm": 1.5985503196716309,
+ "learning_rate": 1.984567901234568e-05,
+ "loss": 0.6324,
+ "step": 925
+ },
+ {
+ "epoch": 2.199074074074074,
+ "grad_norm": 16.625091552734375,
+ "learning_rate": 1.9781378600823048e-05,
+ "loss": 0.8984,
+ "step": 950
+ },
+ {
+ "epoch": 2.2569444444444446,
+ "grad_norm": 30.334985733032227,
+ "learning_rate": 1.9717078189300413e-05,
+ "loss": 0.7804,
+ "step": 975
+ },
+ {
+ "epoch": 2.314814814814815,
+ "grad_norm": 47.551109313964844,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.962,
+ "step": 1000
+ },
+ {
+ "epoch": 2.372685185185185,
+ "grad_norm": 23.778051376342773,
+ "learning_rate": 1.9588477366255147e-05,
+ "loss": 0.6028,
+ "step": 1025
+ },
+ {
+ "epoch": 2.4305555555555554,
+ "grad_norm": 77.27819061279297,
+ "learning_rate": 1.9524176954732512e-05,
+ "loss": 0.8474,
+ "step": 1050
+ },
+ {
+ "epoch": 2.488425925925926,
+ "grad_norm": 6.993919849395752,
+ "learning_rate": 1.945987654320988e-05,
+ "loss": 0.695,
+ "step": 1075
+ },
+ {
+ "epoch": 2.5462962962962963,
+ "grad_norm": 84.19181823730469,
+ "learning_rate": 1.9395576131687242e-05,
+ "loss": 0.7801,
+ "step": 1100
+ },
+ {
+ "epoch": 2.6041666666666665,
+ "grad_norm": 20.49815559387207,
+ "learning_rate": 1.933127572016461e-05,
+ "loss": 0.7482,
+ "step": 1125
+ },
+ {
+ "epoch": 2.662037037037037,
+ "grad_norm": 169.65748596191406,
+ "learning_rate": 1.926697530864198e-05,
+ "loss": 0.6498,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7199074074074074,
+ "grad_norm": 146.37579345703125,
+ "learning_rate": 1.920267489711934e-05,
+ "loss": 1.082,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7777777777777777,
+ "grad_norm": 24.374521255493164,
+ "learning_rate": 1.913837448559671e-05,
+ "loss": 0.6934,
+ "step": 1200
+ },
+ {
+ "epoch": 2.835648148148148,
+ "grad_norm": 36.96682357788086,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 0.6583,
+ "step": 1225
+ },
+ {
+ "epoch": 2.8935185185185186,
+ "grad_norm": 14.058717727661133,
+ "learning_rate": 1.9009773662551443e-05,
+ "loss": 0.7863,
+ "step": 1250
+ },
+ {
+ "epoch": 2.951388888888889,
+ "grad_norm": 96.81929779052734,
+ "learning_rate": 1.8945473251028808e-05,
+ "loss": 0.8772,
+ "step": 1275
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9453125,
+ "eval_loss": 0.21844400465488434,
+ "eval_macro_f1": 0.7931964912895384,
+ "eval_runtime": 2.7706,
+ "eval_samples_per_second": 554.401,
+ "eval_steps_per_second": 34.65,
+ "eval_weighted_f1": 0.9419564416303053,
+ "step": 1296
+ },
+ {
+ "epoch": 3.009259259259259,
+ "grad_norm": 11.682266235351562,
+ "learning_rate": 1.8881172839506173e-05,
+ "loss": 0.6075,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0671296296296298,
+ "grad_norm": 0.9776032567024231,
+ "learning_rate": 1.8816872427983542e-05,
+ "loss": 0.4715,
+ "step": 1325
+ },
+ {
+ "epoch": 3.125,
+ "grad_norm": 13.748531341552734,
+ "learning_rate": 1.8752572016460907e-05,
+ "loss": 0.6725,
+ "step": 1350
+ },
+ {
+ "epoch": 3.1828703703703702,
+ "grad_norm": 44.35828399658203,
+ "learning_rate": 1.8688271604938272e-05,
+ "loss": 0.7176,
+ "step": 1375
+ },
+ {
+ "epoch": 3.240740740740741,
+ "grad_norm": 2.261559247970581,
+ "learning_rate": 1.862397119341564e-05,
+ "loss": 0.7618,
+ "step": 1400
+ },
+ {
+ "epoch": 3.298611111111111,
+ "grad_norm": 28.58606719970703,
+ "learning_rate": 1.8559670781893006e-05,
+ "loss": 0.5869,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3564814814814814,
+ "grad_norm": 15.036140441894531,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.5509,
+ "step": 1450
+ },
+ {
+ "epoch": 3.414351851851852,
+ "grad_norm": 22.045164108276367,
+ "learning_rate": 1.843106995884774e-05,
+ "loss": 0.7647,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4722222222222223,
+ "grad_norm": 59.06228256225586,
+ "learning_rate": 1.8366769547325105e-05,
+ "loss": 0.6404,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5300925925925926,
+ "grad_norm": 66.983642578125,
+ "learning_rate": 1.830246913580247e-05,
+ "loss": 0.6084,
+ "step": 1525
+ },
+ {
+ "epoch": 3.587962962962963,
+ "grad_norm": 73.5270004272461,
+ "learning_rate": 1.8238168724279838e-05,
+ "loss": 0.5995,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6458333333333335,
+ "grad_norm": 84.61690521240234,
+ "learning_rate": 1.8173868312757203e-05,
+ "loss": 0.6253,
+ "step": 1575
+ },
+ {
+ "epoch": 3.7037037037037037,
+ "grad_norm": 17.458417892456055,
+ "learning_rate": 1.8109567901234572e-05,
+ "loss": 0.7179,
+ "step": 1600
+ },
+ {
+ "epoch": 3.761574074074074,
+ "grad_norm": 126.24348449707031,
+ "learning_rate": 1.8045267489711934e-05,
+ "loss": 0.6525,
+ "step": 1625
+ },
+ {
+ "epoch": 3.8194444444444446,
+ "grad_norm": 39.573638916015625,
+ "learning_rate": 1.7980967078189302e-05,
+ "loss": 0.5618,
+ "step": 1650
+ },
+ {
+ "epoch": 3.877314814814815,
+ "grad_norm": 53.11539840698242,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.7325,
+ "step": 1675
+ },
+ {
+ "epoch": 3.935185185185185,
+ "grad_norm": 3.4260852336883545,
+ "learning_rate": 1.7852366255144032e-05,
+ "loss": 0.5978,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9930555555555554,
+ "grad_norm": 52.80131530761719,
+ "learning_rate": 1.77880658436214e-05,
+ "loss": 0.6032,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.951171875,
+ "eval_loss": 0.22847791016101837,
+ "eval_macro_f1": 0.8466377507075182,
+ "eval_runtime": 2.6012,
+ "eval_samples_per_second": 590.495,
+ "eval_steps_per_second": 36.906,
+ "eval_weighted_f1": 0.9500783641238311,
+ "step": 1728
+ },
+ {
+ "epoch": 4.050925925925926,
+ "grad_norm": 13.236309051513672,
+ "learning_rate": 1.7723765432098766e-05,
+ "loss": 0.4686,
+ "step": 1750
+ },
+ {
+ "epoch": 4.108796296296297,
+ "grad_norm": 29.55046844482422,
+ "learning_rate": 1.7659465020576135e-05,
+ "loss": 0.5839,
+ "step": 1775
+ },
+ {
+ "epoch": 4.166666666666667,
+ "grad_norm": 4.134058475494385,
+ "learning_rate": 1.75951646090535e-05,
+ "loss": 0.5621,
+ "step": 1800
+ },
+ {
+ "epoch": 4.224537037037037,
+ "grad_norm": 15.881522178649902,
+ "learning_rate": 1.7530864197530865e-05,
+ "loss": 0.5481,
+ "step": 1825
+ },
+ {
+ "epoch": 4.282407407407407,
+ "grad_norm": 162.06448364257812,
+ "learning_rate": 1.7466563786008233e-05,
+ "loss": 0.6885,
+ "step": 1850
+ },
+ {
+ "epoch": 4.340277777777778,
+ "grad_norm": 30.01666831970215,
+ "learning_rate": 1.74022633744856e-05,
+ "loss": 0.497,
+ "step": 1875
+ },
+ {
+ "epoch": 4.398148148148148,
+ "grad_norm": 8.902725219726562,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 0.6228,
+ "step": 1900
+ },
+ {
+ "epoch": 4.456018518518518,
+ "grad_norm": 46.6800651550293,
+ "learning_rate": 1.7273662551440332e-05,
+ "loss": 0.6253,
+ "step": 1925
+ },
+ {
+ "epoch": 4.513888888888889,
+ "grad_norm": 17.690563201904297,
+ "learning_rate": 1.7209362139917697e-05,
+ "loss": 0.4492,
+ "step": 1950
+ },
+ {
+ "epoch": 4.5717592592592595,
+ "grad_norm": 45.41405487060547,
+ "learning_rate": 1.7145061728395063e-05,
+ "loss": 0.6581,
+ "step": 1975
+ },
+ {
+ "epoch": 4.62962962962963,
+ "grad_norm": 4.76884651184082,
+ "learning_rate": 1.708076131687243e-05,
+ "loss": 0.4735,
+ "step": 2000
+ },
+ {
+ "epoch": 4.6875,
+ "grad_norm": 17.413076400756836,
+ "learning_rate": 1.7016460905349796e-05,
+ "loss": 0.6678,
+ "step": 2025
+ },
+ {
+ "epoch": 4.74537037037037,
+ "grad_norm": 103.38560485839844,
+ "learning_rate": 1.695216049382716e-05,
+ "loss": 0.4868,
+ "step": 2050
+ },
+ {
+ "epoch": 4.8032407407407405,
+ "grad_norm": 33.92381286621094,
+ "learning_rate": 1.6887860082304527e-05,
+ "loss": 0.5959,
+ "step": 2075
+ },
+ {
+ "epoch": 4.861111111111111,
+ "grad_norm": 51.62874984741211,
+ "learning_rate": 1.6823559670781895e-05,
+ "loss": 0.4385,
+ "step": 2100
+ },
+ {
+ "epoch": 4.918981481481482,
+ "grad_norm": 2.1707582473754883,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 0.481,
+ "step": 2125
+ },
+ {
+ "epoch": 4.976851851851852,
+ "grad_norm": 28.178739547729492,
+ "learning_rate": 1.6694958847736625e-05,
+ "loss": 0.7339,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9505208333333334,
+ "eval_loss": 0.19848275184631348,
+ "eval_macro_f1": 0.8376905892875772,
+ "eval_runtime": 2.761,
+ "eval_samples_per_second": 556.31,
+ "eval_steps_per_second": 34.769,
+ "eval_weighted_f1": 0.9497991756581476,
+ "step": 2160
+ },
+ {
+ "epoch": 5.034722222222222,
+ "grad_norm": 0.7346844673156738,
+ "learning_rate": 1.6630658436213994e-05,
+ "loss": 0.4949,
+ "step": 2175
+ },
+ {
+ "epoch": 5.092592592592593,
+ "grad_norm": 67.35960388183594,
+ "learning_rate": 1.656635802469136e-05,
+ "loss": 0.3948,
+ "step": 2200
+ },
+ {
+ "epoch": 5.150462962962963,
+ "grad_norm": 50.490135192871094,
+ "learning_rate": 1.6502057613168724e-05,
+ "loss": 0.4491,
+ "step": 2225
+ },
+ {
+ "epoch": 5.208333333333333,
+ "grad_norm": 45.66510772705078,
+ "learning_rate": 1.6437757201646093e-05,
+ "loss": 0.3895,
+ "step": 2250
+ },
+ {
+ "epoch": 5.266203703703704,
+ "grad_norm": 76.2572250366211,
+ "learning_rate": 1.6373456790123458e-05,
+ "loss": 0.555,
+ "step": 2275
+ },
+ {
+ "epoch": 5.324074074074074,
+ "grad_norm": 66.0561752319336,
+ "learning_rate": 1.6309156378600823e-05,
+ "loss": 0.3849,
+ "step": 2300
+ },
+ {
+ "epoch": 5.381944444444445,
+ "grad_norm": 29.798059463500977,
+ "learning_rate": 1.624485596707819e-05,
+ "loss": 0.5678,
+ "step": 2325
+ },
+ {
+ "epoch": 5.439814814814815,
+ "grad_norm": 62.86496353149414,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.5361,
+ "step": 2350
+ },
+ {
+ "epoch": 5.497685185185185,
+ "grad_norm": 9.850750923156738,
+ "learning_rate": 1.6116255144032925e-05,
+ "loss": 0.6026,
+ "step": 2375
+ },
+ {
+ "epoch": 5.555555555555555,
+ "grad_norm": 0.7278081178665161,
+ "learning_rate": 1.605195473251029e-05,
+ "loss": 0.4757,
+ "step": 2400
+ },
+ {
+ "epoch": 5.613425925925926,
+ "grad_norm": 68.41249084472656,
+ "learning_rate": 1.5987654320987655e-05,
+ "loss": 0.5049,
+ "step": 2425
+ },
+ {
+ "epoch": 5.671296296296296,
+ "grad_norm": 6.426863670349121,
+ "learning_rate": 1.5923353909465024e-05,
+ "loss": 0.3409,
+ "step": 2450
+ },
+ {
+ "epoch": 5.729166666666667,
+ "grad_norm": 0.8676145672798157,
+ "learning_rate": 1.5859053497942386e-05,
+ "loss": 0.5512,
+ "step": 2475
+ },
+ {
+ "epoch": 5.787037037037037,
+ "grad_norm": 28.023048400878906,
+ "learning_rate": 1.5794753086419754e-05,
+ "loss": 0.6162,
+ "step": 2500
+ },
+ {
+ "epoch": 5.844907407407407,
+ "grad_norm": 6.43571138381958,
+ "learning_rate": 1.573045267489712e-05,
+ "loss": 0.4404,
+ "step": 2525
+ },
+ {
+ "epoch": 5.902777777777778,
+ "grad_norm": 0.140180304646492,
+ "learning_rate": 1.5666152263374488e-05,
+ "loss": 0.4018,
+ "step": 2550
+ },
+ {
+ "epoch": 5.960648148148148,
+ "grad_norm": 9.500495910644531,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.3156,
+ "step": 2575
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9537760416666666,
+ "eval_loss": 0.24596361815929413,
+ "eval_macro_f1": 0.846211550763909,
+ "eval_runtime": 2.5619,
+ "eval_samples_per_second": 599.55,
+ "eval_steps_per_second": 37.472,
+ "eval_weighted_f1": 0.9527534425425458,
+ "step": 2592
+ },
+ {
+ "epoch": 6.018518518518518,
+ "grad_norm": 0.4351826012134552,
+ "learning_rate": 1.5537551440329218e-05,
+ "loss": 0.5081,
+ "step": 2600
+ },
+ {
+ "epoch": 6.076388888888889,
+ "grad_norm": 1.7611814737319946,
+ "learning_rate": 1.5473251028806587e-05,
+ "loss": 0.2238,
+ "step": 2625
+ },
+ {
+ "epoch": 6.1342592592592595,
+ "grad_norm": 39.17645263671875,
+ "learning_rate": 1.5408950617283952e-05,
+ "loss": 0.2447,
+ "step": 2650
+ },
+ {
+ "epoch": 6.19212962962963,
+ "grad_norm": 0.15003104507923126,
+ "learning_rate": 1.5344650205761317e-05,
+ "loss": 0.2459,
+ "step": 2675
+ },
+ {
+ "epoch": 6.25,
+ "grad_norm": 0.11371498554944992,
+ "learning_rate": 1.5280349794238685e-05,
+ "loss": 0.3465,
+ "step": 2700
+ },
+ {
+ "epoch": 6.30787037037037,
+ "grad_norm": 77.50382995605469,
+ "learning_rate": 1.5216049382716052e-05,
+ "loss": 0.4064,
+ "step": 2725
+ },
+ {
+ "epoch": 6.3657407407407405,
+ "grad_norm": 3.1884665489196777,
+ "learning_rate": 1.5151748971193416e-05,
+ "loss": 0.1159,
+ "step": 2750
+ },
+ {
+ "epoch": 6.423611111111111,
+ "grad_norm": 136.2264862060547,
+ "learning_rate": 1.5087448559670783e-05,
+ "loss": 0.459,
+ "step": 2775
+ },
+ {
+ "epoch": 6.481481481481482,
+ "grad_norm": 0.22825078666210175,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 0.4569,
+ "step": 2800
+ },
+ {
+ "epoch": 6.539351851851852,
+ "grad_norm": 0.8689952492713928,
+ "learning_rate": 1.4958847736625515e-05,
+ "loss": 0.359,
+ "step": 2825
+ },
+ {
+ "epoch": 6.597222222222222,
+ "grad_norm": 17.308504104614258,
+ "learning_rate": 1.4894547325102881e-05,
+ "loss": 0.5179,
+ "step": 2850
+ },
+ {
+ "epoch": 6.655092592592593,
+ "grad_norm": 254.60523986816406,
+ "learning_rate": 1.4830246913580248e-05,
+ "loss": 0.6557,
+ "step": 2875
+ },
+ {
+ "epoch": 6.712962962962963,
+ "grad_norm": 35.65666580200195,
+ "learning_rate": 1.4765946502057615e-05,
+ "loss": 0.4779,
+ "step": 2900
+ },
+ {
+ "epoch": 6.770833333333333,
+ "grad_norm": 0.3648676872253418,
+ "learning_rate": 1.470164609053498e-05,
+ "loss": 0.5722,
+ "step": 2925
+ },
+ {
+ "epoch": 6.828703703703704,
+ "grad_norm": 0.1878969967365265,
+ "learning_rate": 1.4637345679012347e-05,
+ "loss": 0.5762,
+ "step": 2950
+ },
+ {
+ "epoch": 6.886574074074074,
+ "grad_norm": 12.48142147064209,
+ "learning_rate": 1.4573045267489714e-05,
+ "loss": 0.5076,
+ "step": 2975
+ },
+ {
+ "epoch": 6.944444444444445,
+ "grad_norm": 99.05030059814453,
+ "learning_rate": 1.4508744855967079e-05,
+ "loss": 0.5042,
+ "step": 3000
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.951171875,
+ "eval_loss": 0.3275856077671051,
+ "eval_macro_f1": 0.8322973297437617,
+ "eval_runtime": 2.7283,
+ "eval_samples_per_second": 562.989,
+ "eval_steps_per_second": 35.187,
+ "eval_weighted_f1": 0.950789053193439,
+ "step": 3024
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8640,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9c93b69e71ca05386ae04d5e9c0f05455a726e5c
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc10f721bace7025b68b656a9c60fe400cbe29c33f85693c76c18c941c6f215
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..3484a0bad334e98a27a7e5171b42c87cbed0aafb
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/trainer_state.json
@@ -0,0 +1,960 @@
+{
+ "best_global_step": 3024,
+ "best_metric": 0.8609934954861401,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024",
+ "epoch": 7.0,
+ "eval_steps": 500,
+ "global_step": 3024,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05787037037037037,
+ "grad_norm": 82.73902130126953,
+ "learning_rate": 5.555555555555555e-07,
+ "loss": 5.2964,
+ "step": 25
+ },
+ {
+ "epoch": 0.11574074074074074,
+ "grad_norm": 80.60689544677734,
+ "learning_rate": 1.1342592592592594e-06,
+ "loss": 5.0066,
+ "step": 50
+ },
+ {
+ "epoch": 0.1736111111111111,
+ "grad_norm": 67.28254699707031,
+ "learning_rate": 1.7129629629629632e-06,
+ "loss": 4.4119,
+ "step": 75
+ },
+ {
+ "epoch": 0.23148148148148148,
+ "grad_norm": 27.349506378173828,
+ "learning_rate": 2.2916666666666666e-06,
+ "loss": 3.907,
+ "step": 100
+ },
+ {
+ "epoch": 0.28935185185185186,
+ "grad_norm": 33.58013153076172,
+ "learning_rate": 2.8703703703703706e-06,
+ "loss": 3.5698,
+ "step": 125
+ },
+ {
+ "epoch": 0.3472222222222222,
+ "grad_norm": 44.847740173339844,
+ "learning_rate": 3.449074074074074e-06,
+ "loss": 3.2046,
+ "step": 150
+ },
+ {
+ "epoch": 0.4050925925925926,
+ "grad_norm": 38.72053909301758,
+ "learning_rate": 4.027777777777779e-06,
+ "loss": 2.9533,
+ "step": 175
+ },
+ {
+ "epoch": 0.46296296296296297,
+ "grad_norm": 52.537208557128906,
+ "learning_rate": 4.606481481481481e-06,
+ "loss": 2.1736,
+ "step": 200
+ },
+ {
+ "epoch": 0.5208333333333334,
+ "grad_norm": 47.33808898925781,
+ "learning_rate": 5.185185185185185e-06,
+ "loss": 1.9102,
+ "step": 225
+ },
+ {
+ "epoch": 0.5787037037037037,
+ "grad_norm": 73.81604766845703,
+ "learning_rate": 5.7638888888888886e-06,
+ "loss": 1.5759,
+ "step": 250
+ },
+ {
+ "epoch": 0.6365740740740741,
+ "grad_norm": 39.27866744995117,
+ "learning_rate": 6.342592592592594e-06,
+ "loss": 1.3187,
+ "step": 275
+ },
+ {
+ "epoch": 0.6944444444444444,
+ "grad_norm": 55.451534271240234,
+ "learning_rate": 6.9212962962962974e-06,
+ "loss": 1.4169,
+ "step": 300
+ },
+ {
+ "epoch": 0.7523148148148148,
+ "grad_norm": 84.00487518310547,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 1.0752,
+ "step": 325
+ },
+ {
+ "epoch": 0.8101851851851852,
+ "grad_norm": 72.88031005859375,
+ "learning_rate": 8.078703703703705e-06,
+ "loss": 1.1405,
+ "step": 350
+ },
+ {
+ "epoch": 0.8680555555555556,
+ "grad_norm": 41.62980651855469,
+ "learning_rate": 8.657407407407408e-06,
+ "loss": 1.21,
+ "step": 375
+ },
+ {
+ "epoch": 0.9259259259259259,
+ "grad_norm": 26.167938232421875,
+ "learning_rate": 9.236111111111112e-06,
+ "loss": 1.332,
+ "step": 400
+ },
+ {
+ "epoch": 0.9837962962962963,
+ "grad_norm": 10.438868522644043,
+ "learning_rate": 9.814814814814815e-06,
+ "loss": 1.3241,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9368489583333334,
+ "eval_loss": 0.2482062578201294,
+ "eval_macro_f1": 0.6342602821234896,
+ "eval_runtime": 2.6918,
+ "eval_samples_per_second": 570.617,
+ "eval_steps_per_second": 35.664,
+ "eval_weighted_f1": 0.9222907800397323,
+ "step": 432
+ },
+ {
+ "epoch": 1.0416666666666667,
+ "grad_norm": 16.015539169311523,
+ "learning_rate": 1.0393518518518519e-05,
+ "loss": 1.1026,
+ "step": 450
+ },
+ {
+ "epoch": 1.099537037037037,
+ "grad_norm": 45.44345474243164,
+ "learning_rate": 1.0972222222222224e-05,
+ "loss": 1.0849,
+ "step": 475
+ },
+ {
+ "epoch": 1.1574074074074074,
+ "grad_norm": 156.24740600585938,
+ "learning_rate": 1.1550925925925926e-05,
+ "loss": 0.9285,
+ "step": 500
+ },
+ {
+ "epoch": 1.2152777777777777,
+ "grad_norm": 20.207740783691406,
+ "learning_rate": 1.2129629629629631e-05,
+ "loss": 1.0391,
+ "step": 525
+ },
+ {
+ "epoch": 1.2731481481481481,
+ "grad_norm": 23.24751853942871,
+ "learning_rate": 1.2708333333333333e-05,
+ "loss": 0.9258,
+ "step": 550
+ },
+ {
+ "epoch": 1.3310185185185186,
+ "grad_norm": 21.771543502807617,
+ "learning_rate": 1.3287037037037039e-05,
+ "loss": 1.1222,
+ "step": 575
+ },
+ {
+ "epoch": 1.3888888888888888,
+ "grad_norm": 40.02564239501953,
+ "learning_rate": 1.3865740740740742e-05,
+ "loss": 0.8072,
+ "step": 600
+ },
+ {
+ "epoch": 1.4467592592592593,
+ "grad_norm": 20.242828369140625,
+ "learning_rate": 1.4444444444444446e-05,
+ "loss": 1.0154,
+ "step": 625
+ },
+ {
+ "epoch": 1.5046296296296298,
+ "grad_norm": 18.429349899291992,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 0.9192,
+ "step": 650
+ },
+ {
+ "epoch": 1.5625,
+ "grad_norm": 8.24971866607666,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.9058,
+ "step": 675
+ },
+ {
+ "epoch": 1.6203703703703702,
+ "grad_norm": 30.95116424560547,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.9407,
+ "step": 700
+ },
+ {
+ "epoch": 1.6782407407407407,
+ "grad_norm": 129.74327087402344,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 0.9634,
+ "step": 725
+ },
+ {
+ "epoch": 1.7361111111111112,
+ "grad_norm": 26.95757484436035,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 1.0537,
+ "step": 750
+ },
+ {
+ "epoch": 1.7939814814814814,
+ "grad_norm": 5.338286399841309,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.7877,
+ "step": 775
+ },
+ {
+ "epoch": 1.8518518518518519,
+ "grad_norm": 98.98066711425781,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.8965,
+ "step": 800
+ },
+ {
+ "epoch": 1.9097222222222223,
+ "grad_norm": 57.06624221801758,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 1.1146,
+ "step": 825
+ },
+ {
+ "epoch": 1.9675925925925926,
+ "grad_norm": 35.36452865600586,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.7483,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.94140625,
+ "eval_loss": 0.2375241070985794,
+ "eval_macro_f1": 0.8152709933245389,
+ "eval_runtime": 2.6841,
+ "eval_samples_per_second": 572.263,
+ "eval_steps_per_second": 35.766,
+ "eval_weighted_f1": 0.9406899808755345,
+ "step": 864
+ },
+ {
+ "epoch": 2.025462962962963,
+ "grad_norm": 56.625465393066406,
+ "learning_rate": 1.997427983539095e-05,
+ "loss": 0.7019,
+ "step": 875
+ },
+ {
+ "epoch": 2.0833333333333335,
+ "grad_norm": 24.84180450439453,
+ "learning_rate": 1.9909979423868314e-05,
+ "loss": 0.9122,
+ "step": 900
+ },
+ {
+ "epoch": 2.1412037037037037,
+ "grad_norm": 68.49275207519531,
+ "learning_rate": 1.984567901234568e-05,
+ "loss": 0.8895,
+ "step": 925
+ },
+ {
+ "epoch": 2.199074074074074,
+ "grad_norm": 26.102392196655273,
+ "learning_rate": 1.9781378600823048e-05,
+ "loss": 0.7368,
+ "step": 950
+ },
+ {
+ "epoch": 2.2569444444444446,
+ "grad_norm": 6.157418727874756,
+ "learning_rate": 1.9717078189300413e-05,
+ "loss": 0.7754,
+ "step": 975
+ },
+ {
+ "epoch": 2.314814814814815,
+ "grad_norm": 6.266651630401611,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.8429,
+ "step": 1000
+ },
+ {
+ "epoch": 2.372685185185185,
+ "grad_norm": 64.42955780029297,
+ "learning_rate": 1.9588477366255147e-05,
+ "loss": 0.8578,
+ "step": 1025
+ },
+ {
+ "epoch": 2.4305555555555554,
+ "grad_norm": 23.28411865234375,
+ "learning_rate": 1.9524176954732512e-05,
+ "loss": 0.8656,
+ "step": 1050
+ },
+ {
+ "epoch": 2.488425925925926,
+ "grad_norm": 16.945072174072266,
+ "learning_rate": 1.945987654320988e-05,
+ "loss": 0.8507,
+ "step": 1075
+ },
+ {
+ "epoch": 2.5462962962962963,
+ "grad_norm": 76.84447479248047,
+ "learning_rate": 1.9395576131687242e-05,
+ "loss": 0.5628,
+ "step": 1100
+ },
+ {
+ "epoch": 2.6041666666666665,
+ "grad_norm": 24.4870548248291,
+ "learning_rate": 1.933127572016461e-05,
+ "loss": 0.7075,
+ "step": 1125
+ },
+ {
+ "epoch": 2.662037037037037,
+ "grad_norm": 73.66343688964844,
+ "learning_rate": 1.926697530864198e-05,
+ "loss": 0.8494,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7199074074074074,
+ "grad_norm": 13.150333404541016,
+ "learning_rate": 1.920267489711934e-05,
+ "loss": 0.693,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7777777777777777,
+ "grad_norm": 50.091041564941406,
+ "learning_rate": 1.913837448559671e-05,
+ "loss": 0.8619,
+ "step": 1200
+ },
+ {
+ "epoch": 2.835648148148148,
+ "grad_norm": 22.63572120666504,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 0.6123,
+ "step": 1225
+ },
+ {
+ "epoch": 2.8935185185185186,
+ "grad_norm": 106.26939392089844,
+ "learning_rate": 1.9009773662551443e-05,
+ "loss": 0.8898,
+ "step": 1250
+ },
+ {
+ "epoch": 2.951388888888889,
+ "grad_norm": 155.05953979492188,
+ "learning_rate": 1.8945473251028808e-05,
+ "loss": 0.7136,
+ "step": 1275
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9505208333333334,
+ "eval_loss": 0.21835680305957794,
+ "eval_macro_f1": 0.8099756162002812,
+ "eval_runtime": 2.6642,
+ "eval_samples_per_second": 576.525,
+ "eval_steps_per_second": 36.033,
+ "eval_weighted_f1": 0.9477068353704391,
+ "step": 1296
+ },
+ {
+ "epoch": 3.009259259259259,
+ "grad_norm": 18.929702758789062,
+ "learning_rate": 1.8881172839506173e-05,
+ "loss": 0.8364,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0671296296296298,
+ "grad_norm": 58.18959045410156,
+ "learning_rate": 1.8816872427983542e-05,
+ "loss": 0.5596,
+ "step": 1325
+ },
+ {
+ "epoch": 3.125,
+ "grad_norm": 16.75127601623535,
+ "learning_rate": 1.8752572016460907e-05,
+ "loss": 0.8431,
+ "step": 1350
+ },
+ {
+ "epoch": 3.1828703703703702,
+ "grad_norm": 0.5393362045288086,
+ "learning_rate": 1.8688271604938272e-05,
+ "loss": 0.5533,
+ "step": 1375
+ },
+ {
+ "epoch": 3.240740740740741,
+ "grad_norm": 49.60858154296875,
+ "learning_rate": 1.862397119341564e-05,
+ "loss": 0.7611,
+ "step": 1400
+ },
+ {
+ "epoch": 3.298611111111111,
+ "grad_norm": 21.734601974487305,
+ "learning_rate": 1.8559670781893006e-05,
+ "loss": 0.6485,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3564814814814814,
+ "grad_norm": 46.98013687133789,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.72,
+ "step": 1450
+ },
+ {
+ "epoch": 3.414351851851852,
+ "grad_norm": 105.55406951904297,
+ "learning_rate": 1.843106995884774e-05,
+ "loss": 0.5663,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4722222222222223,
+ "grad_norm": 103.82400512695312,
+ "learning_rate": 1.8366769547325105e-05,
+ "loss": 0.5895,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5300925925925926,
+ "grad_norm": 9.617177963256836,
+ "learning_rate": 1.830246913580247e-05,
+ "loss": 0.6035,
+ "step": 1525
+ },
+ {
+ "epoch": 3.587962962962963,
+ "grad_norm": 59.46955490112305,
+ "learning_rate": 1.8238168724279838e-05,
+ "loss": 0.7278,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6458333333333335,
+ "grad_norm": 39.740421295166016,
+ "learning_rate": 1.8173868312757203e-05,
+ "loss": 0.6816,
+ "step": 1575
+ },
+ {
+ "epoch": 3.7037037037037037,
+ "grad_norm": 31.096881866455078,
+ "learning_rate": 1.8109567901234572e-05,
+ "loss": 0.5266,
+ "step": 1600
+ },
+ {
+ "epoch": 3.761574074074074,
+ "grad_norm": 2.990910768508911,
+ "learning_rate": 1.8045267489711934e-05,
+ "loss": 0.7914,
+ "step": 1625
+ },
+ {
+ "epoch": 3.8194444444444446,
+ "grad_norm": 0.7209607362747192,
+ "learning_rate": 1.7980967078189302e-05,
+ "loss": 0.5373,
+ "step": 1650
+ },
+ {
+ "epoch": 3.877314814814815,
+ "grad_norm": 11.166374206542969,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.6977,
+ "step": 1675
+ },
+ {
+ "epoch": 3.935185185185185,
+ "grad_norm": 15.315892219543457,
+ "learning_rate": 1.7852366255144032e-05,
+ "loss": 0.5193,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9930555555555554,
+ "grad_norm": 67.17281341552734,
+ "learning_rate": 1.77880658436214e-05,
+ "loss": 0.8109,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9485677083333334,
+ "eval_loss": 0.19590334594249725,
+ "eval_macro_f1": 0.802080937076601,
+ "eval_runtime": 2.6005,
+ "eval_samples_per_second": 590.654,
+ "eval_steps_per_second": 36.916,
+ "eval_weighted_f1": 0.9454780988600039,
+ "step": 1728
+ },
+ {
+ "epoch": 4.050925925925926,
+ "grad_norm": 94.29795837402344,
+ "learning_rate": 1.7723765432098766e-05,
+ "loss": 0.6818,
+ "step": 1750
+ },
+ {
+ "epoch": 4.108796296296297,
+ "grad_norm": 24.064367294311523,
+ "learning_rate": 1.7659465020576135e-05,
+ "loss": 0.5544,
+ "step": 1775
+ },
+ {
+ "epoch": 4.166666666666667,
+ "grad_norm": 38.321075439453125,
+ "learning_rate": 1.75951646090535e-05,
+ "loss": 0.4663,
+ "step": 1800
+ },
+ {
+ "epoch": 4.224537037037037,
+ "grad_norm": 7.980203151702881,
+ "learning_rate": 1.7530864197530865e-05,
+ "loss": 0.5765,
+ "step": 1825
+ },
+ {
+ "epoch": 4.282407407407407,
+ "grad_norm": 25.729049682617188,
+ "learning_rate": 1.7466563786008233e-05,
+ "loss": 0.5243,
+ "step": 1850
+ },
+ {
+ "epoch": 4.340277777777778,
+ "grad_norm": 64.61236572265625,
+ "learning_rate": 1.74022633744856e-05,
+ "loss": 0.606,
+ "step": 1875
+ },
+ {
+ "epoch": 4.398148148148148,
+ "grad_norm": 81.3261489868164,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 0.5909,
+ "step": 1900
+ },
+ {
+ "epoch": 4.456018518518518,
+ "grad_norm": 8.957422256469727,
+ "learning_rate": 1.7273662551440332e-05,
+ "loss": 0.5946,
+ "step": 1925
+ },
+ {
+ "epoch": 4.513888888888889,
+ "grad_norm": 16.57827377319336,
+ "learning_rate": 1.7209362139917697e-05,
+ "loss": 0.5804,
+ "step": 1950
+ },
+ {
+ "epoch": 4.5717592592592595,
+ "grad_norm": 20.362539291381836,
+ "learning_rate": 1.7145061728395063e-05,
+ "loss": 0.4904,
+ "step": 1975
+ },
+ {
+ "epoch": 4.62962962962963,
+ "grad_norm": 0.26764002442359924,
+ "learning_rate": 1.708076131687243e-05,
+ "loss": 0.5025,
+ "step": 2000
+ },
+ {
+ "epoch": 4.6875,
+ "grad_norm": 2.8102307319641113,
+ "learning_rate": 1.7016460905349796e-05,
+ "loss": 0.6486,
+ "step": 2025
+ },
+ {
+ "epoch": 4.74537037037037,
+ "grad_norm": 11.745499610900879,
+ "learning_rate": 1.695216049382716e-05,
+ "loss": 0.5127,
+ "step": 2050
+ },
+ {
+ "epoch": 4.8032407407407405,
+ "grad_norm": 20.328826904296875,
+ "learning_rate": 1.6887860082304527e-05,
+ "loss": 0.7008,
+ "step": 2075
+ },
+ {
+ "epoch": 4.861111111111111,
+ "grad_norm": 51.38047790527344,
+ "learning_rate": 1.6823559670781895e-05,
+ "loss": 0.565,
+ "step": 2100
+ },
+ {
+ "epoch": 4.918981481481482,
+ "grad_norm": 0.2971901297569275,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 0.3992,
+ "step": 2125
+ },
+ {
+ "epoch": 4.976851851851852,
+ "grad_norm": 71.4656753540039,
+ "learning_rate": 1.6694958847736625e-05,
+ "loss": 0.6964,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9440104166666666,
+ "eval_loss": 0.2495991438627243,
+ "eval_macro_f1": 0.8285194474545609,
+ "eval_runtime": 2.4721,
+ "eval_samples_per_second": 621.322,
+ "eval_steps_per_second": 38.833,
+ "eval_weighted_f1": 0.9440050231546148,
+ "step": 2160
+ },
+ {
+ "epoch": 5.034722222222222,
+ "grad_norm": 5.845027446746826,
+ "learning_rate": 1.6630658436213994e-05,
+ "loss": 0.3794,
+ "step": 2175
+ },
+ {
+ "epoch": 5.092592592592593,
+ "grad_norm": 0.41864338517189026,
+ "learning_rate": 1.656635802469136e-05,
+ "loss": 0.3618,
+ "step": 2200
+ },
+ {
+ "epoch": 5.150462962962963,
+ "grad_norm": 0.0687132254242897,
+ "learning_rate": 1.6502057613168724e-05,
+ "loss": 0.1368,
+ "step": 2225
+ },
+ {
+ "epoch": 5.208333333333333,
+ "grad_norm": 36.082923889160156,
+ "learning_rate": 1.6437757201646093e-05,
+ "loss": 0.5501,
+ "step": 2250
+ },
+ {
+ "epoch": 5.266203703703704,
+ "grad_norm": 47.39517593383789,
+ "learning_rate": 1.6373456790123458e-05,
+ "loss": 0.4141,
+ "step": 2275
+ },
+ {
+ "epoch": 5.324074074074074,
+ "grad_norm": 10.535026550292969,
+ "learning_rate": 1.6309156378600823e-05,
+ "loss": 0.466,
+ "step": 2300
+ },
+ {
+ "epoch": 5.381944444444445,
+ "grad_norm": 1.0891391038894653,
+ "learning_rate": 1.624485596707819e-05,
+ "loss": 0.3178,
+ "step": 2325
+ },
+ {
+ "epoch": 5.439814814814815,
+ "grad_norm": 8.60722827911377,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.6848,
+ "step": 2350
+ },
+ {
+ "epoch": 5.497685185185185,
+ "grad_norm": 3.7586820125579834,
+ "learning_rate": 1.6116255144032925e-05,
+ "loss": 0.6427,
+ "step": 2375
+ },
+ {
+ "epoch": 5.555555555555555,
+ "grad_norm": 17.35585594177246,
+ "learning_rate": 1.605195473251029e-05,
+ "loss": 0.4691,
+ "step": 2400
+ },
+ {
+ "epoch": 5.613425925925926,
+ "grad_norm": 11.135176658630371,
+ "learning_rate": 1.5987654320987655e-05,
+ "loss": 0.587,
+ "step": 2425
+ },
+ {
+ "epoch": 5.671296296296296,
+ "grad_norm": 17.82963752746582,
+ "learning_rate": 1.5923353909465024e-05,
+ "loss": 0.6812,
+ "step": 2450
+ },
+ {
+ "epoch": 5.729166666666667,
+ "grad_norm": 26.284847259521484,
+ "learning_rate": 1.5859053497942386e-05,
+ "loss": 0.5526,
+ "step": 2475
+ },
+ {
+ "epoch": 5.787037037037037,
+ "grad_norm": 1.036664605140686,
+ "learning_rate": 1.5794753086419754e-05,
+ "loss": 0.5162,
+ "step": 2500
+ },
+ {
+ "epoch": 5.844907407407407,
+ "grad_norm": 8.77308177947998,
+ "learning_rate": 1.573045267489712e-05,
+ "loss": 0.52,
+ "step": 2525
+ },
+ {
+ "epoch": 5.902777777777778,
+ "grad_norm": 71.6601791381836,
+ "learning_rate": 1.5666152263374488e-05,
+ "loss": 0.4765,
+ "step": 2550
+ },
+ {
+ "epoch": 5.960648148148148,
+ "grad_norm": 15.726258277893066,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.5014,
+ "step": 2575
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.947265625,
+ "eval_loss": 0.2682288587093353,
+ "eval_macro_f1": 0.8263891472930629,
+ "eval_runtime": 2.6472,
+ "eval_samples_per_second": 580.239,
+ "eval_steps_per_second": 36.265,
+ "eval_weighted_f1": 0.948572612032257,
+ "step": 2592
+ },
+ {
+ "epoch": 6.018518518518518,
+ "grad_norm": 69.67053985595703,
+ "learning_rate": 1.5537551440329218e-05,
+ "loss": 0.4339,
+ "step": 2600
+ },
+ {
+ "epoch": 6.076388888888889,
+ "grad_norm": 1.1005853414535522,
+ "learning_rate": 1.5473251028806587e-05,
+ "loss": 0.2438,
+ "step": 2625
+ },
+ {
+ "epoch": 6.1342592592592595,
+ "grad_norm": 0.34561264514923096,
+ "learning_rate": 1.5408950617283952e-05,
+ "loss": 0.6515,
+ "step": 2650
+ },
+ {
+ "epoch": 6.19212962962963,
+ "grad_norm": 47.421573638916016,
+ "learning_rate": 1.5344650205761317e-05,
+ "loss": 0.633,
+ "step": 2675
+ },
+ {
+ "epoch": 6.25,
+ "grad_norm": 1.0078470706939697,
+ "learning_rate": 1.5280349794238685e-05,
+ "loss": 0.4637,
+ "step": 2700
+ },
+ {
+ "epoch": 6.30787037037037,
+ "grad_norm": 38.61972427368164,
+ "learning_rate": 1.5216049382716052e-05,
+ "loss": 0.3581,
+ "step": 2725
+ },
+ {
+ "epoch": 6.3657407407407405,
+ "grad_norm": 91.33902740478516,
+ "learning_rate": 1.5151748971193416e-05,
+ "loss": 0.3845,
+ "step": 2750
+ },
+ {
+ "epoch": 6.423611111111111,
+ "grad_norm": 1.3169434070587158,
+ "learning_rate": 1.5087448559670783e-05,
+ "loss": 0.6224,
+ "step": 2775
+ },
+ {
+ "epoch": 6.481481481481482,
+ "grad_norm": 1.441537857055664,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 0.3223,
+ "step": 2800
+ },
+ {
+ "epoch": 6.539351851851852,
+ "grad_norm": 64.70047760009766,
+ "learning_rate": 1.4958847736625515e-05,
+ "loss": 0.296,
+ "step": 2825
+ },
+ {
+ "epoch": 6.597222222222222,
+ "grad_norm": 8.483120918273926,
+ "learning_rate": 1.4894547325102881e-05,
+ "loss": 0.3606,
+ "step": 2850
+ },
+ {
+ "epoch": 6.655092592592593,
+ "grad_norm": 30.489856719970703,
+ "learning_rate": 1.4830246913580248e-05,
+ "loss": 0.3433,
+ "step": 2875
+ },
+ {
+ "epoch": 6.712962962962963,
+ "grad_norm": 0.21705715358257294,
+ "learning_rate": 1.4765946502057615e-05,
+ "loss": 0.3826,
+ "step": 2900
+ },
+ {
+ "epoch": 6.770833333333333,
+ "grad_norm": 13.845917701721191,
+ "learning_rate": 1.470164609053498e-05,
+ "loss": 0.5095,
+ "step": 2925
+ },
+ {
+ "epoch": 6.828703703703704,
+ "grad_norm": 0.3933597505092621,
+ "learning_rate": 1.4637345679012347e-05,
+ "loss": 0.47,
+ "step": 2950
+ },
+ {
+ "epoch": 6.886574074074074,
+ "grad_norm": 94.98651123046875,
+ "learning_rate": 1.4573045267489714e-05,
+ "loss": 0.4113,
+ "step": 2975
+ },
+ {
+ "epoch": 6.944444444444445,
+ "grad_norm": 161.79722595214844,
+ "learning_rate": 1.4508744855967079e-05,
+ "loss": 0.4063,
+ "step": 3000
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.955078125,
+ "eval_loss": 0.25862792134284973,
+ "eval_macro_f1": 0.8609934954861401,
+ "eval_runtime": 2.9935,
+ "eval_samples_per_second": 513.11,
+ "eval_steps_per_second": 32.069,
+ "eval_weighted_f1": 0.9555007041057059,
+ "step": 3024
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8640,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..b9bb70c2754d7087bf88b6d3face8b5c2245bd18
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/trainer_state.json
@@ -0,0 +1,1357 @@
+{
+ "best_global_step": 3024,
+ "best_metric": 0.8609934954861401,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024",
+ "epoch": 10.0,
+ "eval_steps": 500,
+ "global_step": 4320,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.05787037037037037,
+ "grad_norm": 82.73902130126953,
+ "learning_rate": 5.555555555555555e-07,
+ "loss": 5.2964,
+ "step": 25
+ },
+ {
+ "epoch": 0.11574074074074074,
+ "grad_norm": 80.60689544677734,
+ "learning_rate": 1.1342592592592594e-06,
+ "loss": 5.0066,
+ "step": 50
+ },
+ {
+ "epoch": 0.1736111111111111,
+ "grad_norm": 67.28254699707031,
+ "learning_rate": 1.7129629629629632e-06,
+ "loss": 4.4119,
+ "step": 75
+ },
+ {
+ "epoch": 0.23148148148148148,
+ "grad_norm": 27.349506378173828,
+ "learning_rate": 2.2916666666666666e-06,
+ "loss": 3.907,
+ "step": 100
+ },
+ {
+ "epoch": 0.28935185185185186,
+ "grad_norm": 33.58013153076172,
+ "learning_rate": 2.8703703703703706e-06,
+ "loss": 3.5698,
+ "step": 125
+ },
+ {
+ "epoch": 0.3472222222222222,
+ "grad_norm": 44.847740173339844,
+ "learning_rate": 3.449074074074074e-06,
+ "loss": 3.2046,
+ "step": 150
+ },
+ {
+ "epoch": 0.4050925925925926,
+ "grad_norm": 38.72053909301758,
+ "learning_rate": 4.027777777777779e-06,
+ "loss": 2.9533,
+ "step": 175
+ },
+ {
+ "epoch": 0.46296296296296297,
+ "grad_norm": 52.537208557128906,
+ "learning_rate": 4.606481481481481e-06,
+ "loss": 2.1736,
+ "step": 200
+ },
+ {
+ "epoch": 0.5208333333333334,
+ "grad_norm": 47.33808898925781,
+ "learning_rate": 5.185185185185185e-06,
+ "loss": 1.9102,
+ "step": 225
+ },
+ {
+ "epoch": 0.5787037037037037,
+ "grad_norm": 73.81604766845703,
+ "learning_rate": 5.7638888888888886e-06,
+ "loss": 1.5759,
+ "step": 250
+ },
+ {
+ "epoch": 0.6365740740740741,
+ "grad_norm": 39.27866744995117,
+ "learning_rate": 6.342592592592594e-06,
+ "loss": 1.3187,
+ "step": 275
+ },
+ {
+ "epoch": 0.6944444444444444,
+ "grad_norm": 55.451534271240234,
+ "learning_rate": 6.9212962962962974e-06,
+ "loss": 1.4169,
+ "step": 300
+ },
+ {
+ "epoch": 0.7523148148148148,
+ "grad_norm": 84.00487518310547,
+ "learning_rate": 7.500000000000001e-06,
+ "loss": 1.0752,
+ "step": 325
+ },
+ {
+ "epoch": 0.8101851851851852,
+ "grad_norm": 72.88031005859375,
+ "learning_rate": 8.078703703703705e-06,
+ "loss": 1.1405,
+ "step": 350
+ },
+ {
+ "epoch": 0.8680555555555556,
+ "grad_norm": 41.62980651855469,
+ "learning_rate": 8.657407407407408e-06,
+ "loss": 1.21,
+ "step": 375
+ },
+ {
+ "epoch": 0.9259259259259259,
+ "grad_norm": 26.167938232421875,
+ "learning_rate": 9.236111111111112e-06,
+ "loss": 1.332,
+ "step": 400
+ },
+ {
+ "epoch": 0.9837962962962963,
+ "grad_norm": 10.438868522644043,
+ "learning_rate": 9.814814814814815e-06,
+ "loss": 1.3241,
+ "step": 425
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9368489583333334,
+ "eval_loss": 0.2482062578201294,
+ "eval_macro_f1": 0.6342602821234896,
+ "eval_runtime": 2.6918,
+ "eval_samples_per_second": 570.617,
+ "eval_steps_per_second": 35.664,
+ "eval_weighted_f1": 0.9222907800397323,
+ "step": 432
+ },
+ {
+ "epoch": 1.0416666666666667,
+ "grad_norm": 16.015539169311523,
+ "learning_rate": 1.0393518518518519e-05,
+ "loss": 1.1026,
+ "step": 450
+ },
+ {
+ "epoch": 1.099537037037037,
+ "grad_norm": 45.44345474243164,
+ "learning_rate": 1.0972222222222224e-05,
+ "loss": 1.0849,
+ "step": 475
+ },
+ {
+ "epoch": 1.1574074074074074,
+ "grad_norm": 156.24740600585938,
+ "learning_rate": 1.1550925925925926e-05,
+ "loss": 0.9285,
+ "step": 500
+ },
+ {
+ "epoch": 1.2152777777777777,
+ "grad_norm": 20.207740783691406,
+ "learning_rate": 1.2129629629629631e-05,
+ "loss": 1.0391,
+ "step": 525
+ },
+ {
+ "epoch": 1.2731481481481481,
+ "grad_norm": 23.24751853942871,
+ "learning_rate": 1.2708333333333333e-05,
+ "loss": 0.9258,
+ "step": 550
+ },
+ {
+ "epoch": 1.3310185185185186,
+ "grad_norm": 21.771543502807617,
+ "learning_rate": 1.3287037037037039e-05,
+ "loss": 1.1222,
+ "step": 575
+ },
+ {
+ "epoch": 1.3888888888888888,
+ "grad_norm": 40.02564239501953,
+ "learning_rate": 1.3865740740740742e-05,
+ "loss": 0.8072,
+ "step": 600
+ },
+ {
+ "epoch": 1.4467592592592593,
+ "grad_norm": 20.242828369140625,
+ "learning_rate": 1.4444444444444446e-05,
+ "loss": 1.0154,
+ "step": 625
+ },
+ {
+ "epoch": 1.5046296296296298,
+ "grad_norm": 18.429349899291992,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 0.9192,
+ "step": 650
+ },
+ {
+ "epoch": 1.5625,
+ "grad_norm": 8.24971866607666,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.9058,
+ "step": 675
+ },
+ {
+ "epoch": 1.6203703703703702,
+ "grad_norm": 30.95116424560547,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.9407,
+ "step": 700
+ },
+ {
+ "epoch": 1.6782407407407407,
+ "grad_norm": 129.74327087402344,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 0.9634,
+ "step": 725
+ },
+ {
+ "epoch": 1.7361111111111112,
+ "grad_norm": 26.95757484436035,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 1.0537,
+ "step": 750
+ },
+ {
+ "epoch": 1.7939814814814814,
+ "grad_norm": 5.338286399841309,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.7877,
+ "step": 775
+ },
+ {
+ "epoch": 1.8518518518518519,
+ "grad_norm": 98.98066711425781,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.8965,
+ "step": 800
+ },
+ {
+ "epoch": 1.9097222222222223,
+ "grad_norm": 57.06624221801758,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 1.1146,
+ "step": 825
+ },
+ {
+ "epoch": 1.9675925925925926,
+ "grad_norm": 35.36452865600586,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.7483,
+ "step": 850
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.94140625,
+ "eval_loss": 0.2375241070985794,
+ "eval_macro_f1": 0.8152709933245389,
+ "eval_runtime": 2.6841,
+ "eval_samples_per_second": 572.263,
+ "eval_steps_per_second": 35.766,
+ "eval_weighted_f1": 0.9406899808755345,
+ "step": 864
+ },
+ {
+ "epoch": 2.025462962962963,
+ "grad_norm": 56.625465393066406,
+ "learning_rate": 1.997427983539095e-05,
+ "loss": 0.7019,
+ "step": 875
+ },
+ {
+ "epoch": 2.0833333333333335,
+ "grad_norm": 24.84180450439453,
+ "learning_rate": 1.9909979423868314e-05,
+ "loss": 0.9122,
+ "step": 900
+ },
+ {
+ "epoch": 2.1412037037037037,
+ "grad_norm": 68.49275207519531,
+ "learning_rate": 1.984567901234568e-05,
+ "loss": 0.8895,
+ "step": 925
+ },
+ {
+ "epoch": 2.199074074074074,
+ "grad_norm": 26.102392196655273,
+ "learning_rate": 1.9781378600823048e-05,
+ "loss": 0.7368,
+ "step": 950
+ },
+ {
+ "epoch": 2.2569444444444446,
+ "grad_norm": 6.157418727874756,
+ "learning_rate": 1.9717078189300413e-05,
+ "loss": 0.7754,
+ "step": 975
+ },
+ {
+ "epoch": 2.314814814814815,
+ "grad_norm": 6.266651630401611,
+ "learning_rate": 1.9652777777777778e-05,
+ "loss": 0.8429,
+ "step": 1000
+ },
+ {
+ "epoch": 2.372685185185185,
+ "grad_norm": 64.42955780029297,
+ "learning_rate": 1.9588477366255147e-05,
+ "loss": 0.8578,
+ "step": 1025
+ },
+ {
+ "epoch": 2.4305555555555554,
+ "grad_norm": 23.28411865234375,
+ "learning_rate": 1.9524176954732512e-05,
+ "loss": 0.8656,
+ "step": 1050
+ },
+ {
+ "epoch": 2.488425925925926,
+ "grad_norm": 16.945072174072266,
+ "learning_rate": 1.945987654320988e-05,
+ "loss": 0.8507,
+ "step": 1075
+ },
+ {
+ "epoch": 2.5462962962962963,
+ "grad_norm": 76.84447479248047,
+ "learning_rate": 1.9395576131687242e-05,
+ "loss": 0.5628,
+ "step": 1100
+ },
+ {
+ "epoch": 2.6041666666666665,
+ "grad_norm": 24.4870548248291,
+ "learning_rate": 1.933127572016461e-05,
+ "loss": 0.7075,
+ "step": 1125
+ },
+ {
+ "epoch": 2.662037037037037,
+ "grad_norm": 73.66343688964844,
+ "learning_rate": 1.926697530864198e-05,
+ "loss": 0.8494,
+ "step": 1150
+ },
+ {
+ "epoch": 2.7199074074074074,
+ "grad_norm": 13.150333404541016,
+ "learning_rate": 1.920267489711934e-05,
+ "loss": 0.693,
+ "step": 1175
+ },
+ {
+ "epoch": 2.7777777777777777,
+ "grad_norm": 50.091041564941406,
+ "learning_rate": 1.913837448559671e-05,
+ "loss": 0.8619,
+ "step": 1200
+ },
+ {
+ "epoch": 2.835648148148148,
+ "grad_norm": 22.63572120666504,
+ "learning_rate": 1.9074074074074075e-05,
+ "loss": 0.6123,
+ "step": 1225
+ },
+ {
+ "epoch": 2.8935185185185186,
+ "grad_norm": 106.26939392089844,
+ "learning_rate": 1.9009773662551443e-05,
+ "loss": 0.8898,
+ "step": 1250
+ },
+ {
+ "epoch": 2.951388888888889,
+ "grad_norm": 155.05953979492188,
+ "learning_rate": 1.8945473251028808e-05,
+ "loss": 0.7136,
+ "step": 1275
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9505208333333334,
+ "eval_loss": 0.21835680305957794,
+ "eval_macro_f1": 0.8099756162002812,
+ "eval_runtime": 2.6642,
+ "eval_samples_per_second": 576.525,
+ "eval_steps_per_second": 36.033,
+ "eval_weighted_f1": 0.9477068353704391,
+ "step": 1296
+ },
+ {
+ "epoch": 3.009259259259259,
+ "grad_norm": 18.929702758789062,
+ "learning_rate": 1.8881172839506173e-05,
+ "loss": 0.8364,
+ "step": 1300
+ },
+ {
+ "epoch": 3.0671296296296298,
+ "grad_norm": 58.18959045410156,
+ "learning_rate": 1.8816872427983542e-05,
+ "loss": 0.5596,
+ "step": 1325
+ },
+ {
+ "epoch": 3.125,
+ "grad_norm": 16.75127601623535,
+ "learning_rate": 1.8752572016460907e-05,
+ "loss": 0.8431,
+ "step": 1350
+ },
+ {
+ "epoch": 3.1828703703703702,
+ "grad_norm": 0.5393362045288086,
+ "learning_rate": 1.8688271604938272e-05,
+ "loss": 0.5533,
+ "step": 1375
+ },
+ {
+ "epoch": 3.240740740740741,
+ "grad_norm": 49.60858154296875,
+ "learning_rate": 1.862397119341564e-05,
+ "loss": 0.7611,
+ "step": 1400
+ },
+ {
+ "epoch": 3.298611111111111,
+ "grad_norm": 21.734601974487305,
+ "learning_rate": 1.8559670781893006e-05,
+ "loss": 0.6485,
+ "step": 1425
+ },
+ {
+ "epoch": 3.3564814814814814,
+ "grad_norm": 46.98013687133789,
+ "learning_rate": 1.849537037037037e-05,
+ "loss": 0.72,
+ "step": 1450
+ },
+ {
+ "epoch": 3.414351851851852,
+ "grad_norm": 105.55406951904297,
+ "learning_rate": 1.843106995884774e-05,
+ "loss": 0.5663,
+ "step": 1475
+ },
+ {
+ "epoch": 3.4722222222222223,
+ "grad_norm": 103.82400512695312,
+ "learning_rate": 1.8366769547325105e-05,
+ "loss": 0.5895,
+ "step": 1500
+ },
+ {
+ "epoch": 3.5300925925925926,
+ "grad_norm": 9.617177963256836,
+ "learning_rate": 1.830246913580247e-05,
+ "loss": 0.6035,
+ "step": 1525
+ },
+ {
+ "epoch": 3.587962962962963,
+ "grad_norm": 59.46955490112305,
+ "learning_rate": 1.8238168724279838e-05,
+ "loss": 0.7278,
+ "step": 1550
+ },
+ {
+ "epoch": 3.6458333333333335,
+ "grad_norm": 39.740421295166016,
+ "learning_rate": 1.8173868312757203e-05,
+ "loss": 0.6816,
+ "step": 1575
+ },
+ {
+ "epoch": 3.7037037037037037,
+ "grad_norm": 31.096881866455078,
+ "learning_rate": 1.8109567901234572e-05,
+ "loss": 0.5266,
+ "step": 1600
+ },
+ {
+ "epoch": 3.761574074074074,
+ "grad_norm": 2.990910768508911,
+ "learning_rate": 1.8045267489711934e-05,
+ "loss": 0.7914,
+ "step": 1625
+ },
+ {
+ "epoch": 3.8194444444444446,
+ "grad_norm": 0.7209607362747192,
+ "learning_rate": 1.7980967078189302e-05,
+ "loss": 0.5373,
+ "step": 1650
+ },
+ {
+ "epoch": 3.877314814814815,
+ "grad_norm": 11.166374206542969,
+ "learning_rate": 1.7916666666666667e-05,
+ "loss": 0.6977,
+ "step": 1675
+ },
+ {
+ "epoch": 3.935185185185185,
+ "grad_norm": 15.315892219543457,
+ "learning_rate": 1.7852366255144032e-05,
+ "loss": 0.5193,
+ "step": 1700
+ },
+ {
+ "epoch": 3.9930555555555554,
+ "grad_norm": 67.17281341552734,
+ "learning_rate": 1.77880658436214e-05,
+ "loss": 0.8109,
+ "step": 1725
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9485677083333334,
+ "eval_loss": 0.19590334594249725,
+ "eval_macro_f1": 0.802080937076601,
+ "eval_runtime": 2.6005,
+ "eval_samples_per_second": 590.654,
+ "eval_steps_per_second": 36.916,
+ "eval_weighted_f1": 0.9454780988600039,
+ "step": 1728
+ },
+ {
+ "epoch": 4.050925925925926,
+ "grad_norm": 94.29795837402344,
+ "learning_rate": 1.7723765432098766e-05,
+ "loss": 0.6818,
+ "step": 1750
+ },
+ {
+ "epoch": 4.108796296296297,
+ "grad_norm": 24.064367294311523,
+ "learning_rate": 1.7659465020576135e-05,
+ "loss": 0.5544,
+ "step": 1775
+ },
+ {
+ "epoch": 4.166666666666667,
+ "grad_norm": 38.321075439453125,
+ "learning_rate": 1.75951646090535e-05,
+ "loss": 0.4663,
+ "step": 1800
+ },
+ {
+ "epoch": 4.224537037037037,
+ "grad_norm": 7.980203151702881,
+ "learning_rate": 1.7530864197530865e-05,
+ "loss": 0.5765,
+ "step": 1825
+ },
+ {
+ "epoch": 4.282407407407407,
+ "grad_norm": 25.729049682617188,
+ "learning_rate": 1.7466563786008233e-05,
+ "loss": 0.5243,
+ "step": 1850
+ },
+ {
+ "epoch": 4.340277777777778,
+ "grad_norm": 64.61236572265625,
+ "learning_rate": 1.74022633744856e-05,
+ "loss": 0.606,
+ "step": 1875
+ },
+ {
+ "epoch": 4.398148148148148,
+ "grad_norm": 81.3261489868164,
+ "learning_rate": 1.7337962962962964e-05,
+ "loss": 0.5909,
+ "step": 1900
+ },
+ {
+ "epoch": 4.456018518518518,
+ "grad_norm": 8.957422256469727,
+ "learning_rate": 1.7273662551440332e-05,
+ "loss": 0.5946,
+ "step": 1925
+ },
+ {
+ "epoch": 4.513888888888889,
+ "grad_norm": 16.57827377319336,
+ "learning_rate": 1.7209362139917697e-05,
+ "loss": 0.5804,
+ "step": 1950
+ },
+ {
+ "epoch": 4.5717592592592595,
+ "grad_norm": 20.362539291381836,
+ "learning_rate": 1.7145061728395063e-05,
+ "loss": 0.4904,
+ "step": 1975
+ },
+ {
+ "epoch": 4.62962962962963,
+ "grad_norm": 0.26764002442359924,
+ "learning_rate": 1.708076131687243e-05,
+ "loss": 0.5025,
+ "step": 2000
+ },
+ {
+ "epoch": 4.6875,
+ "grad_norm": 2.8102307319641113,
+ "learning_rate": 1.7016460905349796e-05,
+ "loss": 0.6486,
+ "step": 2025
+ },
+ {
+ "epoch": 4.74537037037037,
+ "grad_norm": 11.745499610900879,
+ "learning_rate": 1.695216049382716e-05,
+ "loss": 0.5127,
+ "step": 2050
+ },
+ {
+ "epoch": 4.8032407407407405,
+ "grad_norm": 20.328826904296875,
+ "learning_rate": 1.6887860082304527e-05,
+ "loss": 0.7008,
+ "step": 2075
+ },
+ {
+ "epoch": 4.861111111111111,
+ "grad_norm": 51.38047790527344,
+ "learning_rate": 1.6823559670781895e-05,
+ "loss": 0.565,
+ "step": 2100
+ },
+ {
+ "epoch": 4.918981481481482,
+ "grad_norm": 0.2971901297569275,
+ "learning_rate": 1.675925925925926e-05,
+ "loss": 0.3992,
+ "step": 2125
+ },
+ {
+ "epoch": 4.976851851851852,
+ "grad_norm": 71.4656753540039,
+ "learning_rate": 1.6694958847736625e-05,
+ "loss": 0.6964,
+ "step": 2150
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9440104166666666,
+ "eval_loss": 0.2495991438627243,
+ "eval_macro_f1": 0.8285194474545609,
+ "eval_runtime": 2.4721,
+ "eval_samples_per_second": 621.322,
+ "eval_steps_per_second": 38.833,
+ "eval_weighted_f1": 0.9440050231546148,
+ "step": 2160
+ },
+ {
+ "epoch": 5.034722222222222,
+ "grad_norm": 5.845027446746826,
+ "learning_rate": 1.6630658436213994e-05,
+ "loss": 0.3794,
+ "step": 2175
+ },
+ {
+ "epoch": 5.092592592592593,
+ "grad_norm": 0.41864338517189026,
+ "learning_rate": 1.656635802469136e-05,
+ "loss": 0.3618,
+ "step": 2200
+ },
+ {
+ "epoch": 5.150462962962963,
+ "grad_norm": 0.0687132254242897,
+ "learning_rate": 1.6502057613168724e-05,
+ "loss": 0.1368,
+ "step": 2225
+ },
+ {
+ "epoch": 5.208333333333333,
+ "grad_norm": 36.082923889160156,
+ "learning_rate": 1.6437757201646093e-05,
+ "loss": 0.5501,
+ "step": 2250
+ },
+ {
+ "epoch": 5.266203703703704,
+ "grad_norm": 47.39517593383789,
+ "learning_rate": 1.6373456790123458e-05,
+ "loss": 0.4141,
+ "step": 2275
+ },
+ {
+ "epoch": 5.324074074074074,
+ "grad_norm": 10.535026550292969,
+ "learning_rate": 1.6309156378600823e-05,
+ "loss": 0.466,
+ "step": 2300
+ },
+ {
+ "epoch": 5.381944444444445,
+ "grad_norm": 1.0891391038894653,
+ "learning_rate": 1.624485596707819e-05,
+ "loss": 0.3178,
+ "step": 2325
+ },
+ {
+ "epoch": 5.439814814814815,
+ "grad_norm": 8.60722827911377,
+ "learning_rate": 1.6180555555555557e-05,
+ "loss": 0.6848,
+ "step": 2350
+ },
+ {
+ "epoch": 5.497685185185185,
+ "grad_norm": 3.7586820125579834,
+ "learning_rate": 1.6116255144032925e-05,
+ "loss": 0.6427,
+ "step": 2375
+ },
+ {
+ "epoch": 5.555555555555555,
+ "grad_norm": 17.35585594177246,
+ "learning_rate": 1.605195473251029e-05,
+ "loss": 0.4691,
+ "step": 2400
+ },
+ {
+ "epoch": 5.613425925925926,
+ "grad_norm": 11.135176658630371,
+ "learning_rate": 1.5987654320987655e-05,
+ "loss": 0.587,
+ "step": 2425
+ },
+ {
+ "epoch": 5.671296296296296,
+ "grad_norm": 17.82963752746582,
+ "learning_rate": 1.5923353909465024e-05,
+ "loss": 0.6812,
+ "step": 2450
+ },
+ {
+ "epoch": 5.729166666666667,
+ "grad_norm": 26.284847259521484,
+ "learning_rate": 1.5859053497942386e-05,
+ "loss": 0.5526,
+ "step": 2475
+ },
+ {
+ "epoch": 5.787037037037037,
+ "grad_norm": 1.036664605140686,
+ "learning_rate": 1.5794753086419754e-05,
+ "loss": 0.5162,
+ "step": 2500
+ },
+ {
+ "epoch": 5.844907407407407,
+ "grad_norm": 8.77308177947998,
+ "learning_rate": 1.573045267489712e-05,
+ "loss": 0.52,
+ "step": 2525
+ },
+ {
+ "epoch": 5.902777777777778,
+ "grad_norm": 71.6601791381836,
+ "learning_rate": 1.5666152263374488e-05,
+ "loss": 0.4765,
+ "step": 2550
+ },
+ {
+ "epoch": 5.960648148148148,
+ "grad_norm": 15.726258277893066,
+ "learning_rate": 1.5601851851851853e-05,
+ "loss": 0.5014,
+ "step": 2575
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.947265625,
+ "eval_loss": 0.2682288587093353,
+ "eval_macro_f1": 0.8263891472930629,
+ "eval_runtime": 2.6472,
+ "eval_samples_per_second": 580.239,
+ "eval_steps_per_second": 36.265,
+ "eval_weighted_f1": 0.948572612032257,
+ "step": 2592
+ },
+ {
+ "epoch": 6.018518518518518,
+ "grad_norm": 69.67053985595703,
+ "learning_rate": 1.5537551440329218e-05,
+ "loss": 0.4339,
+ "step": 2600
+ },
+ {
+ "epoch": 6.076388888888889,
+ "grad_norm": 1.1005853414535522,
+ "learning_rate": 1.5473251028806587e-05,
+ "loss": 0.2438,
+ "step": 2625
+ },
+ {
+ "epoch": 6.1342592592592595,
+ "grad_norm": 0.34561264514923096,
+ "learning_rate": 1.5408950617283952e-05,
+ "loss": 0.6515,
+ "step": 2650
+ },
+ {
+ "epoch": 6.19212962962963,
+ "grad_norm": 47.421573638916016,
+ "learning_rate": 1.5344650205761317e-05,
+ "loss": 0.633,
+ "step": 2675
+ },
+ {
+ "epoch": 6.25,
+ "grad_norm": 1.0078470706939697,
+ "learning_rate": 1.5280349794238685e-05,
+ "loss": 0.4637,
+ "step": 2700
+ },
+ {
+ "epoch": 6.30787037037037,
+ "grad_norm": 38.61972427368164,
+ "learning_rate": 1.5216049382716052e-05,
+ "loss": 0.3581,
+ "step": 2725
+ },
+ {
+ "epoch": 6.3657407407407405,
+ "grad_norm": 91.33902740478516,
+ "learning_rate": 1.5151748971193416e-05,
+ "loss": 0.3845,
+ "step": 2750
+ },
+ {
+ "epoch": 6.423611111111111,
+ "grad_norm": 1.3169434070587158,
+ "learning_rate": 1.5087448559670783e-05,
+ "loss": 0.6224,
+ "step": 2775
+ },
+ {
+ "epoch": 6.481481481481482,
+ "grad_norm": 1.441537857055664,
+ "learning_rate": 1.502314814814815e-05,
+ "loss": 0.3223,
+ "step": 2800
+ },
+ {
+ "epoch": 6.539351851851852,
+ "grad_norm": 64.70047760009766,
+ "learning_rate": 1.4958847736625515e-05,
+ "loss": 0.296,
+ "step": 2825
+ },
+ {
+ "epoch": 6.597222222222222,
+ "grad_norm": 8.483120918273926,
+ "learning_rate": 1.4894547325102881e-05,
+ "loss": 0.3606,
+ "step": 2850
+ },
+ {
+ "epoch": 6.655092592592593,
+ "grad_norm": 30.489856719970703,
+ "learning_rate": 1.4830246913580248e-05,
+ "loss": 0.3433,
+ "step": 2875
+ },
+ {
+ "epoch": 6.712962962962963,
+ "grad_norm": 0.21705715358257294,
+ "learning_rate": 1.4765946502057615e-05,
+ "loss": 0.3826,
+ "step": 2900
+ },
+ {
+ "epoch": 6.770833333333333,
+ "grad_norm": 13.845917701721191,
+ "learning_rate": 1.470164609053498e-05,
+ "loss": 0.5095,
+ "step": 2925
+ },
+ {
+ "epoch": 6.828703703703704,
+ "grad_norm": 0.3933597505092621,
+ "learning_rate": 1.4637345679012347e-05,
+ "loss": 0.47,
+ "step": 2950
+ },
+ {
+ "epoch": 6.886574074074074,
+ "grad_norm": 94.98651123046875,
+ "learning_rate": 1.4573045267489714e-05,
+ "loss": 0.4113,
+ "step": 2975
+ },
+ {
+ "epoch": 6.944444444444445,
+ "grad_norm": 161.79722595214844,
+ "learning_rate": 1.4508744855967079e-05,
+ "loss": 0.4063,
+ "step": 3000
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.955078125,
+ "eval_loss": 0.25862792134284973,
+ "eval_macro_f1": 0.8609934954861401,
+ "eval_runtime": 2.9935,
+ "eval_samples_per_second": 513.11,
+ "eval_steps_per_second": 32.069,
+ "eval_weighted_f1": 0.9555007041057059,
+ "step": 3024
+ },
+ {
+ "epoch": 7.002314814814815,
+ "grad_norm": 0.35065141320228577,
+ "learning_rate": 1.4444444444444446e-05,
+ "loss": 0.5276,
+ "step": 3025
+ },
+ {
+ "epoch": 7.060185185185185,
+ "grad_norm": 0.24476154148578644,
+ "learning_rate": 1.4380144032921813e-05,
+ "loss": 0.2983,
+ "step": 3050
+ },
+ {
+ "epoch": 7.118055555555555,
+ "grad_norm": 7.813144683837891,
+ "learning_rate": 1.431584362139918e-05,
+ "loss": 0.41,
+ "step": 3075
+ },
+ {
+ "epoch": 7.175925925925926,
+ "grad_norm": 0.25110480189323425,
+ "learning_rate": 1.4251543209876545e-05,
+ "loss": 0.412,
+ "step": 3100
+ },
+ {
+ "epoch": 7.233796296296297,
+ "grad_norm": 0.1320348083972931,
+ "learning_rate": 1.4187242798353911e-05,
+ "loss": 0.288,
+ "step": 3125
+ },
+ {
+ "epoch": 7.291666666666667,
+ "grad_norm": 0.4943781793117523,
+ "learning_rate": 1.4122942386831278e-05,
+ "loss": 0.5097,
+ "step": 3150
+ },
+ {
+ "epoch": 7.349537037037037,
+ "grad_norm": 15.450881004333496,
+ "learning_rate": 1.4058641975308642e-05,
+ "loss": 0.2683,
+ "step": 3175
+ },
+ {
+ "epoch": 7.407407407407407,
+ "grad_norm": 0.44606414437294006,
+ "learning_rate": 1.3994341563786009e-05,
+ "loss": 0.1286,
+ "step": 3200
+ },
+ {
+ "epoch": 7.465277777777778,
+ "grad_norm": 0.4380635917186737,
+ "learning_rate": 1.3930041152263375e-05,
+ "loss": 0.5263,
+ "step": 3225
+ },
+ {
+ "epoch": 7.523148148148148,
+ "grad_norm": 0.22833405435085297,
+ "learning_rate": 1.3865740740740742e-05,
+ "loss": 0.4014,
+ "step": 3250
+ },
+ {
+ "epoch": 7.581018518518518,
+ "grad_norm": 0.25022223591804504,
+ "learning_rate": 1.3801440329218107e-05,
+ "loss": 0.2982,
+ "step": 3275
+ },
+ {
+ "epoch": 7.638888888888889,
+ "grad_norm": 3.0384204387664795,
+ "learning_rate": 1.3737139917695474e-05,
+ "loss": 0.4854,
+ "step": 3300
+ },
+ {
+ "epoch": 7.6967592592592595,
+ "grad_norm": 2.2742350101470947,
+ "learning_rate": 1.3672839506172841e-05,
+ "loss": 0.3864,
+ "step": 3325
+ },
+ {
+ "epoch": 7.75462962962963,
+ "grad_norm": 0.5075947046279907,
+ "learning_rate": 1.3608539094650206e-05,
+ "loss": 0.4392,
+ "step": 3350
+ },
+ {
+ "epoch": 7.8125,
+ "grad_norm": 76.6395263671875,
+ "learning_rate": 1.3544238683127573e-05,
+ "loss": 0.2829,
+ "step": 3375
+ },
+ {
+ "epoch": 7.87037037037037,
+ "grad_norm": 0.12355681508779526,
+ "learning_rate": 1.347993827160494e-05,
+ "loss": 0.3496,
+ "step": 3400
+ },
+ {
+ "epoch": 7.9282407407407405,
+ "grad_norm": 0.2645076811313629,
+ "learning_rate": 1.3415637860082307e-05,
+ "loss": 0.2857,
+ "step": 3425
+ },
+ {
+ "epoch": 7.986111111111111,
+ "grad_norm": 0.04688098281621933,
+ "learning_rate": 1.3351337448559672e-05,
+ "loss": 0.3512,
+ "step": 3450
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9485677083333334,
+ "eval_loss": 0.338644415140152,
+ "eval_macro_f1": 0.8322363389935559,
+ "eval_runtime": 2.9197,
+ "eval_samples_per_second": 526.084,
+ "eval_steps_per_second": 32.88,
+ "eval_weighted_f1": 0.94946283822306,
+ "step": 3456
+ },
+ {
+ "epoch": 8.043981481481481,
+ "grad_norm": 0.0596819669008255,
+ "learning_rate": 1.3287037037037039e-05,
+ "loss": 0.1574,
+ "step": 3475
+ },
+ {
+ "epoch": 8.101851851851851,
+ "grad_norm": 11.185151100158691,
+ "learning_rate": 1.3222736625514405e-05,
+ "loss": 0.242,
+ "step": 3500
+ },
+ {
+ "epoch": 8.159722222222221,
+ "grad_norm": 287.2640380859375,
+ "learning_rate": 1.315843621399177e-05,
+ "loss": 0.3137,
+ "step": 3525
+ },
+ {
+ "epoch": 8.217592592592593,
+ "grad_norm": 25.96119499206543,
+ "learning_rate": 1.3094135802469137e-05,
+ "loss": 0.2314,
+ "step": 3550
+ },
+ {
+ "epoch": 8.275462962962964,
+ "grad_norm": 0.09406628459692001,
+ "learning_rate": 1.3029835390946504e-05,
+ "loss": 0.2982,
+ "step": 3575
+ },
+ {
+ "epoch": 8.333333333333334,
+ "grad_norm": 0.1383618861436844,
+ "learning_rate": 1.2965534979423868e-05,
+ "loss": 0.2618,
+ "step": 3600
+ },
+ {
+ "epoch": 8.391203703703704,
+ "grad_norm": 17.35015869140625,
+ "learning_rate": 1.2901234567901235e-05,
+ "loss": 0.1959,
+ "step": 3625
+ },
+ {
+ "epoch": 8.449074074074074,
+ "grad_norm": 55.266056060791016,
+ "learning_rate": 1.2836934156378601e-05,
+ "loss": 0.3359,
+ "step": 3650
+ },
+ {
+ "epoch": 8.506944444444445,
+ "grad_norm": 388.79998779296875,
+ "learning_rate": 1.2772633744855968e-05,
+ "loss": 0.3842,
+ "step": 3675
+ },
+ {
+ "epoch": 8.564814814814815,
+ "grad_norm": 0.6152695417404175,
+ "learning_rate": 1.2708333333333333e-05,
+ "loss": 0.3102,
+ "step": 3700
+ },
+ {
+ "epoch": 8.622685185185185,
+ "grad_norm": 26.40544319152832,
+ "learning_rate": 1.26440329218107e-05,
+ "loss": 0.3118,
+ "step": 3725
+ },
+ {
+ "epoch": 8.680555555555555,
+ "grad_norm": 109.26077270507812,
+ "learning_rate": 1.2579732510288067e-05,
+ "loss": 0.3016,
+ "step": 3750
+ },
+ {
+ "epoch": 8.738425925925926,
+ "grad_norm": 347.38372802734375,
+ "learning_rate": 1.2515432098765432e-05,
+ "loss": 0.3254,
+ "step": 3775
+ },
+ {
+ "epoch": 8.796296296296296,
+ "grad_norm": 92.77967071533203,
+ "learning_rate": 1.2451131687242799e-05,
+ "loss": 0.3927,
+ "step": 3800
+ },
+ {
+ "epoch": 8.854166666666666,
+ "grad_norm": 13.296457290649414,
+ "learning_rate": 1.2386831275720166e-05,
+ "loss": 0.3841,
+ "step": 3825
+ },
+ {
+ "epoch": 8.912037037037036,
+ "grad_norm": 12.583036422729492,
+ "learning_rate": 1.2322530864197533e-05,
+ "loss": 0.2352,
+ "step": 3850
+ },
+ {
+ "epoch": 8.969907407407408,
+ "grad_norm": 87.80281066894531,
+ "learning_rate": 1.2258230452674898e-05,
+ "loss": 0.3772,
+ "step": 3875
+ },
+ {
+ "epoch": 9.0,
+ "eval_accuracy": 0.9466145833333334,
+ "eval_loss": 0.3657042980194092,
+ "eval_macro_f1": 0.8299216546715643,
+ "eval_runtime": 2.8197,
+ "eval_samples_per_second": 544.738,
+ "eval_steps_per_second": 34.046,
+ "eval_weighted_f1": 0.9485272895801726,
+ "step": 3888
+ },
+ {
+ "epoch": 9.027777777777779,
+ "grad_norm": 0.05814181640744209,
+ "learning_rate": 1.2193930041152265e-05,
+ "loss": 0.0905,
+ "step": 3900
+ },
+ {
+ "epoch": 9.085648148148149,
+ "grad_norm": 28.218873977661133,
+ "learning_rate": 1.2129629629629631e-05,
+ "loss": 0.425,
+ "step": 3925
+ },
+ {
+ "epoch": 9.143518518518519,
+ "grad_norm": 140.20909118652344,
+ "learning_rate": 1.2065329218106997e-05,
+ "loss": 0.2055,
+ "step": 3950
+ },
+ {
+ "epoch": 9.20138888888889,
+ "grad_norm": 57.58205032348633,
+ "learning_rate": 1.2001028806584363e-05,
+ "loss": 0.1816,
+ "step": 3975
+ },
+ {
+ "epoch": 9.25925925925926,
+ "grad_norm": 0.03512312099337578,
+ "learning_rate": 1.193672839506173e-05,
+ "loss": 0.1975,
+ "step": 4000
+ },
+ {
+ "epoch": 9.31712962962963,
+ "grad_norm": 0.22482414543628693,
+ "learning_rate": 1.1872427983539097e-05,
+ "loss": 0.3233,
+ "step": 4025
+ },
+ {
+ "epoch": 9.375,
+ "grad_norm": 9.725119590759277,
+ "learning_rate": 1.180812757201646e-05,
+ "loss": 0.1533,
+ "step": 4050
+ },
+ {
+ "epoch": 9.43287037037037,
+ "grad_norm": 2.5657596588134766,
+ "learning_rate": 1.1743827160493827e-05,
+ "loss": 0.2594,
+ "step": 4075
+ },
+ {
+ "epoch": 9.49074074074074,
+ "grad_norm": 1.1030933856964111,
+ "learning_rate": 1.1679526748971194e-05,
+ "loss": 0.2607,
+ "step": 4100
+ },
+ {
+ "epoch": 9.54861111111111,
+ "grad_norm": 0.04561955854296684,
+ "learning_rate": 1.161522633744856e-05,
+ "loss": 0.2007,
+ "step": 4125
+ },
+ {
+ "epoch": 9.606481481481481,
+ "grad_norm": 22.009822845458984,
+ "learning_rate": 1.1550925925925926e-05,
+ "loss": 0.3102,
+ "step": 4150
+ },
+ {
+ "epoch": 9.664351851851851,
+ "grad_norm": 0.04259603098034859,
+ "learning_rate": 1.1486625514403293e-05,
+ "loss": 0.2337,
+ "step": 4175
+ },
+ {
+ "epoch": 9.722222222222221,
+ "grad_norm": 0.06766819208860397,
+ "learning_rate": 1.142232510288066e-05,
+ "loss": 0.2652,
+ "step": 4200
+ },
+ {
+ "epoch": 9.780092592592592,
+ "grad_norm": 101.53854370117188,
+ "learning_rate": 1.1358024691358025e-05,
+ "loss": 0.342,
+ "step": 4225
+ },
+ {
+ "epoch": 9.837962962962964,
+ "grad_norm": 3.665424346923828,
+ "learning_rate": 1.1293724279835392e-05,
+ "loss": 0.2126,
+ "step": 4250
+ },
+ {
+ "epoch": 9.895833333333334,
+ "grad_norm": 0.10349484533071518,
+ "learning_rate": 1.1229423868312759e-05,
+ "loss": 0.4403,
+ "step": 4275
+ },
+ {
+ "epoch": 9.953703703703704,
+ "grad_norm": 0.9915363788604736,
+ "learning_rate": 1.1165123456790124e-05,
+ "loss": 0.2141,
+ "step": 4300
+ },
+ {
+ "epoch": 10.0,
+ "eval_accuracy": 0.951171875,
+ "eval_loss": 0.3349030911922455,
+ "eval_macro_f1": 0.8371696927968711,
+ "eval_runtime": 2.9003,
+ "eval_samples_per_second": 529.608,
+ "eval_steps_per_second": 33.1,
+ "eval_weighted_f1": 0.9509255314726702,
+ "step": 4320
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 8640,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..caf8d0a3232e8c5ce7503b6e8fd289e0da88d175
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7f58a42794e8a8443f8beb8cadb20f264e2c50eb3b264f6dd9bf24da3ed2e7
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..caf672248eee7e6360089f7f94d14bd3c2ed1c09
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/trainer_state.json
@@ -0,0 +1,500 @@
+{
+ "best_global_step": 1480,
+ "best_metric": 0.8438132725875632,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480",
+ "epoch": 4.0,
+ "eval_steps": 500,
+ "global_step": 1480,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.06765899864682003,
+ "grad_norm": 87.14541625976562,
+ "learning_rate": 6.486486486486487e-07,
+ "loss": 4.5101,
+ "step": 25
+ },
+ {
+ "epoch": 0.13531799729364005,
+ "grad_norm": 76.26031494140625,
+ "learning_rate": 1.3243243243243246e-06,
+ "loss": 4.2311,
+ "step": 50
+ },
+ {
+ "epoch": 0.2029769959404601,
+ "grad_norm": 108.00799560546875,
+ "learning_rate": 2.0000000000000003e-06,
+ "loss": 3.917,
+ "step": 75
+ },
+ {
+ "epoch": 0.2706359945872801,
+ "grad_norm": 70.9651107788086,
+ "learning_rate": 2.6756756756756757e-06,
+ "loss": 3.8651,
+ "step": 100
+ },
+ {
+ "epoch": 0.3382949932341001,
+ "grad_norm": 108.26686096191406,
+ "learning_rate": 3.351351351351352e-06,
+ "loss": 3.4813,
+ "step": 125
+ },
+ {
+ "epoch": 0.4059539918809202,
+ "grad_norm": 84.7344970703125,
+ "learning_rate": 4.027027027027028e-06,
+ "loss": 3.1612,
+ "step": 150
+ },
+ {
+ "epoch": 0.4736129905277402,
+ "grad_norm": 77.2702865600586,
+ "learning_rate": 4.702702702702703e-06,
+ "loss": 2.9639,
+ "step": 175
+ },
+ {
+ "epoch": 0.5412719891745602,
+ "grad_norm": 80.10523986816406,
+ "learning_rate": 5.378378378378378e-06,
+ "loss": 2.3789,
+ "step": 200
+ },
+ {
+ "epoch": 0.6089309878213802,
+ "grad_norm": 103.35968017578125,
+ "learning_rate": 6.054054054054055e-06,
+ "loss": 1.9812,
+ "step": 225
+ },
+ {
+ "epoch": 0.6765899864682002,
+ "grad_norm": 57.88199234008789,
+ "learning_rate": 6.729729729729731e-06,
+ "loss": 1.9406,
+ "step": 250
+ },
+ {
+ "epoch": 0.7442489851150202,
+ "grad_norm": 50.24169921875,
+ "learning_rate": 7.4054054054054055e-06,
+ "loss": 1.4633,
+ "step": 275
+ },
+ {
+ "epoch": 0.8119079837618404,
+ "grad_norm": 42.004974365234375,
+ "learning_rate": 8.081081081081081e-06,
+ "loss": 1.5377,
+ "step": 300
+ },
+ {
+ "epoch": 0.8795669824086604,
+ "grad_norm": 89.40061950683594,
+ "learning_rate": 8.756756756756759e-06,
+ "loss": 1.3348,
+ "step": 325
+ },
+ {
+ "epoch": 0.9472259810554804,
+ "grad_norm": 109.68968200683594,
+ "learning_rate": 9.432432432432433e-06,
+ "loss": 1.2199,
+ "step": 350
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.923896499238965,
+ "eval_loss": 0.2763291597366333,
+ "eval_macro_f1": 0.6278825732661883,
+ "eval_runtime": 2.4068,
+ "eval_samples_per_second": 545.952,
+ "eval_steps_per_second": 34.486,
+ "eval_weighted_f1": 0.9044701398407511,
+ "step": 370
+ },
+ {
+ "epoch": 1.013531799729364,
+ "grad_norm": 138.9754180908203,
+ "learning_rate": 1.0108108108108109e-05,
+ "loss": 1.0138,
+ "step": 375
+ },
+ {
+ "epoch": 1.0811907983761841,
+ "grad_norm": 14.690770149230957,
+ "learning_rate": 1.0783783783783786e-05,
+ "loss": 1.1812,
+ "step": 400
+ },
+ {
+ "epoch": 1.148849797023004,
+ "grad_norm": 67.63531494140625,
+ "learning_rate": 1.1459459459459462e-05,
+ "loss": 1.1217,
+ "step": 425
+ },
+ {
+ "epoch": 1.2165087956698242,
+ "grad_norm": 47.798431396484375,
+ "learning_rate": 1.2135135135135136e-05,
+ "loss": 1.1637,
+ "step": 450
+ },
+ {
+ "epoch": 1.284167794316644,
+ "grad_norm": 32.8816032409668,
+ "learning_rate": 1.2810810810810812e-05,
+ "loss": 1.2053,
+ "step": 475
+ },
+ {
+ "epoch": 1.3518267929634642,
+ "grad_norm": 132.06787109375,
+ "learning_rate": 1.3486486486486487e-05,
+ "loss": 1.1019,
+ "step": 500
+ },
+ {
+ "epoch": 1.419485791610284,
+ "grad_norm": 45.503173828125,
+ "learning_rate": 1.4162162162162163e-05,
+ "loss": 1.0502,
+ "step": 525
+ },
+ {
+ "epoch": 1.4871447902571042,
+ "grad_norm": 633.7710571289062,
+ "learning_rate": 1.4837837837837839e-05,
+ "loss": 1.0107,
+ "step": 550
+ },
+ {
+ "epoch": 1.5548037889039241,
+ "grad_norm": 34.129268646240234,
+ "learning_rate": 1.5513513513513513e-05,
+ "loss": 1.0863,
+ "step": 575
+ },
+ {
+ "epoch": 1.6224627875507442,
+ "grad_norm": 120.22035217285156,
+ "learning_rate": 1.618918918918919e-05,
+ "loss": 1.1485,
+ "step": 600
+ },
+ {
+ "epoch": 1.6901217861975644,
+ "grad_norm": 83.5436782836914,
+ "learning_rate": 1.6864864864864868e-05,
+ "loss": 0.8021,
+ "step": 625
+ },
+ {
+ "epoch": 1.7577807848443843,
+ "grad_norm": 39.62403106689453,
+ "learning_rate": 1.7540540540540542e-05,
+ "loss": 0.9551,
+ "step": 650
+ },
+ {
+ "epoch": 1.8254397834912042,
+ "grad_norm": 17.142213821411133,
+ "learning_rate": 1.821621621621622e-05,
+ "loss": 0.9162,
+ "step": 675
+ },
+ {
+ "epoch": 1.8930987821380243,
+ "grad_norm": 143.4259796142578,
+ "learning_rate": 1.8891891891891893e-05,
+ "loss": 0.8358,
+ "step": 700
+ },
+ {
+ "epoch": 1.9607577807848444,
+ "grad_norm": 73.13932800292969,
+ "learning_rate": 1.956756756756757e-05,
+ "loss": 1.0915,
+ "step": 725
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9345509893455098,
+ "eval_loss": 0.22336077690124512,
+ "eval_macro_f1": 0.7625764226393729,
+ "eval_runtime": 2.4808,
+ "eval_samples_per_second": 529.661,
+ "eval_steps_per_second": 33.457,
+ "eval_weighted_f1": 0.9268312011516933,
+ "step": 740
+ },
+ {
+ "epoch": 2.027063599458728,
+ "grad_norm": 43.351253509521484,
+ "learning_rate": 1.9972972972972974e-05,
+ "loss": 0.9454,
+ "step": 750
+ },
+ {
+ "epoch": 2.094722598105548,
+ "grad_norm": 18.92607879638672,
+ "learning_rate": 1.98978978978979e-05,
+ "loss": 0.8804,
+ "step": 775
+ },
+ {
+ "epoch": 2.1623815967523683,
+ "grad_norm": 24.56538200378418,
+ "learning_rate": 1.9822822822822824e-05,
+ "loss": 0.6976,
+ "step": 800
+ },
+ {
+ "epoch": 2.230040595399188,
+ "grad_norm": 43.08405685424805,
+ "learning_rate": 1.974774774774775e-05,
+ "loss": 0.7798,
+ "step": 825
+ },
+ {
+ "epoch": 2.297699594046008,
+ "grad_norm": 13.862163543701172,
+ "learning_rate": 1.9672672672672674e-05,
+ "loss": 0.5981,
+ "step": 850
+ },
+ {
+ "epoch": 2.365358592692828,
+ "grad_norm": 72.9387435913086,
+ "learning_rate": 1.95975975975976e-05,
+ "loss": 0.8177,
+ "step": 875
+ },
+ {
+ "epoch": 2.4330175913396483,
+ "grad_norm": 70.12213134765625,
+ "learning_rate": 1.9522522522522524e-05,
+ "loss": 0.5795,
+ "step": 900
+ },
+ {
+ "epoch": 2.500676589986468,
+ "grad_norm": 42.01981735229492,
+ "learning_rate": 1.944744744744745e-05,
+ "loss": 0.7459,
+ "step": 925
+ },
+ {
+ "epoch": 2.568335588633288,
+ "grad_norm": 133.49668884277344,
+ "learning_rate": 1.9372372372372375e-05,
+ "loss": 0.8983,
+ "step": 950
+ },
+ {
+ "epoch": 2.6359945872801083,
+ "grad_norm": 94.76242065429688,
+ "learning_rate": 1.92972972972973e-05,
+ "loss": 0.9424,
+ "step": 975
+ },
+ {
+ "epoch": 2.7036535859269284,
+ "grad_norm": 24.57663917541504,
+ "learning_rate": 1.9222222222222225e-05,
+ "loss": 0.8143,
+ "step": 1000
+ },
+ {
+ "epoch": 2.7713125845737485,
+ "grad_norm": 31.953134536743164,
+ "learning_rate": 1.914714714714715e-05,
+ "loss": 0.7959,
+ "step": 1025
+ },
+ {
+ "epoch": 2.838971583220568,
+ "grad_norm": 15.862106323242188,
+ "learning_rate": 1.9072072072072075e-05,
+ "loss": 0.8928,
+ "step": 1050
+ },
+ {
+ "epoch": 2.9066305818673883,
+ "grad_norm": 22.704662322998047,
+ "learning_rate": 1.8996996996997e-05,
+ "loss": 0.7488,
+ "step": 1075
+ },
+ {
+ "epoch": 2.9742895805142084,
+ "grad_norm": 46.361351013183594,
+ "learning_rate": 1.8921921921921925e-05,
+ "loss": 0.7677,
+ "step": 1100
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9467275494672754,
+ "eval_loss": 0.21903905272483826,
+ "eval_macro_f1": 0.8083170979259598,
+ "eval_runtime": 2.2958,
+ "eval_samples_per_second": 572.361,
+ "eval_steps_per_second": 36.154,
+ "eval_weighted_f1": 0.9417861791404404,
+ "step": 1110
+ },
+ {
+ "epoch": 3.040595399188092,
+ "grad_norm": 52.82280349731445,
+ "learning_rate": 1.884684684684685e-05,
+ "loss": 0.5781,
+ "step": 1125
+ },
+ {
+ "epoch": 3.108254397834912,
+ "grad_norm": 33.78490447998047,
+ "learning_rate": 1.8771771771771776e-05,
+ "loss": 0.668,
+ "step": 1150
+ },
+ {
+ "epoch": 3.175913396481732,
+ "grad_norm": 41.57701873779297,
+ "learning_rate": 1.86966966966967e-05,
+ "loss": 0.668,
+ "step": 1175
+ },
+ {
+ "epoch": 3.243572395128552,
+ "grad_norm": 10.486342430114746,
+ "learning_rate": 1.8621621621621622e-05,
+ "loss": 0.54,
+ "step": 1200
+ },
+ {
+ "epoch": 3.311231393775372,
+ "grad_norm": 130.04139709472656,
+ "learning_rate": 1.8546546546546547e-05,
+ "loss": 0.7028,
+ "step": 1225
+ },
+ {
+ "epoch": 3.3788903924221922,
+ "grad_norm": 83.98345184326172,
+ "learning_rate": 1.8471471471471473e-05,
+ "loss": 0.613,
+ "step": 1250
+ },
+ {
+ "epoch": 3.4465493910690124,
+ "grad_norm": 215.14027404785156,
+ "learning_rate": 1.8396396396396398e-05,
+ "loss": 0.7534,
+ "step": 1275
+ },
+ {
+ "epoch": 3.514208389715832,
+ "grad_norm": 54.49315643310547,
+ "learning_rate": 1.8321321321321323e-05,
+ "loss": 0.6577,
+ "step": 1300
+ },
+ {
+ "epoch": 3.581867388362652,
+ "grad_norm": 44.000972747802734,
+ "learning_rate": 1.8246246246246248e-05,
+ "loss": 0.5655,
+ "step": 1325
+ },
+ {
+ "epoch": 3.6495263870094723,
+ "grad_norm": 29.4279727935791,
+ "learning_rate": 1.8171171171171173e-05,
+ "loss": 0.4829,
+ "step": 1350
+ },
+ {
+ "epoch": 3.7171853856562924,
+ "grad_norm": 1.2971322536468506,
+ "learning_rate": 1.8096096096096098e-05,
+ "loss": 0.5023,
+ "step": 1375
+ },
+ {
+ "epoch": 3.7848443843031125,
+ "grad_norm": 47.32328414916992,
+ "learning_rate": 1.8021021021021023e-05,
+ "loss": 0.5939,
+ "step": 1400
+ },
+ {
+ "epoch": 3.852503382949932,
+ "grad_norm": 13.072092056274414,
+ "learning_rate": 1.7945945945945948e-05,
+ "loss": 0.7581,
+ "step": 1425
+ },
+ {
+ "epoch": 3.9201623815967523,
+ "grad_norm": 40.88349533081055,
+ "learning_rate": 1.7870870870870873e-05,
+ "loss": 0.6597,
+ "step": 1450
+ },
+ {
+ "epoch": 3.9878213802435725,
+ "grad_norm": 58.818336486816406,
+ "learning_rate": 1.77957957957958e-05,
+ "loss": 0.6347,
+ "step": 1475
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9482496194824962,
+ "eval_loss": 0.21458709239959717,
+ "eval_macro_f1": 0.8438132725875632,
+ "eval_runtime": 2.3229,
+ "eval_samples_per_second": 565.68,
+ "eval_steps_per_second": 35.732,
+ "eval_weighted_f1": 0.9465121950338453,
+ "step": 1480
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 7400,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..d2b6f69a4738069bc0cfa5628f9c038c6ff66941
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/trainer_state.json
@@ -0,0 +1,841 @@
+{
+ "best_global_step": 1480,
+ "best_metric": 0.8438132725875632,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480",
+ "epoch": 7.0,
+ "eval_steps": 500,
+ "global_step": 2590,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.06765899864682003,
+ "grad_norm": 87.14541625976562,
+ "learning_rate": 6.486486486486487e-07,
+ "loss": 4.5101,
+ "step": 25
+ },
+ {
+ "epoch": 0.13531799729364005,
+ "grad_norm": 76.26031494140625,
+ "learning_rate": 1.3243243243243246e-06,
+ "loss": 4.2311,
+ "step": 50
+ },
+ {
+ "epoch": 0.2029769959404601,
+ "grad_norm": 108.00799560546875,
+ "learning_rate": 2.0000000000000003e-06,
+ "loss": 3.917,
+ "step": 75
+ },
+ {
+ "epoch": 0.2706359945872801,
+ "grad_norm": 70.9651107788086,
+ "learning_rate": 2.6756756756756757e-06,
+ "loss": 3.8651,
+ "step": 100
+ },
+ {
+ "epoch": 0.3382949932341001,
+ "grad_norm": 108.26686096191406,
+ "learning_rate": 3.351351351351352e-06,
+ "loss": 3.4813,
+ "step": 125
+ },
+ {
+ "epoch": 0.4059539918809202,
+ "grad_norm": 84.7344970703125,
+ "learning_rate": 4.027027027027028e-06,
+ "loss": 3.1612,
+ "step": 150
+ },
+ {
+ "epoch": 0.4736129905277402,
+ "grad_norm": 77.2702865600586,
+ "learning_rate": 4.702702702702703e-06,
+ "loss": 2.9639,
+ "step": 175
+ },
+ {
+ "epoch": 0.5412719891745602,
+ "grad_norm": 80.10523986816406,
+ "learning_rate": 5.378378378378378e-06,
+ "loss": 2.3789,
+ "step": 200
+ },
+ {
+ "epoch": 0.6089309878213802,
+ "grad_norm": 103.35968017578125,
+ "learning_rate": 6.054054054054055e-06,
+ "loss": 1.9812,
+ "step": 225
+ },
+ {
+ "epoch": 0.6765899864682002,
+ "grad_norm": 57.88199234008789,
+ "learning_rate": 6.729729729729731e-06,
+ "loss": 1.9406,
+ "step": 250
+ },
+ {
+ "epoch": 0.7442489851150202,
+ "grad_norm": 50.24169921875,
+ "learning_rate": 7.4054054054054055e-06,
+ "loss": 1.4633,
+ "step": 275
+ },
+ {
+ "epoch": 0.8119079837618404,
+ "grad_norm": 42.004974365234375,
+ "learning_rate": 8.081081081081081e-06,
+ "loss": 1.5377,
+ "step": 300
+ },
+ {
+ "epoch": 0.8795669824086604,
+ "grad_norm": 89.40061950683594,
+ "learning_rate": 8.756756756756759e-06,
+ "loss": 1.3348,
+ "step": 325
+ },
+ {
+ "epoch": 0.9472259810554804,
+ "grad_norm": 109.68968200683594,
+ "learning_rate": 9.432432432432433e-06,
+ "loss": 1.2199,
+ "step": 350
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.923896499238965,
+ "eval_loss": 0.2763291597366333,
+ "eval_macro_f1": 0.6278825732661883,
+ "eval_runtime": 2.4068,
+ "eval_samples_per_second": 545.952,
+ "eval_steps_per_second": 34.486,
+ "eval_weighted_f1": 0.9044701398407511,
+ "step": 370
+ },
+ {
+ "epoch": 1.013531799729364,
+ "grad_norm": 138.9754180908203,
+ "learning_rate": 1.0108108108108109e-05,
+ "loss": 1.0138,
+ "step": 375
+ },
+ {
+ "epoch": 1.0811907983761841,
+ "grad_norm": 14.690770149230957,
+ "learning_rate": 1.0783783783783786e-05,
+ "loss": 1.1812,
+ "step": 400
+ },
+ {
+ "epoch": 1.148849797023004,
+ "grad_norm": 67.63531494140625,
+ "learning_rate": 1.1459459459459462e-05,
+ "loss": 1.1217,
+ "step": 425
+ },
+ {
+ "epoch": 1.2165087956698242,
+ "grad_norm": 47.798431396484375,
+ "learning_rate": 1.2135135135135136e-05,
+ "loss": 1.1637,
+ "step": 450
+ },
+ {
+ "epoch": 1.284167794316644,
+ "grad_norm": 32.8816032409668,
+ "learning_rate": 1.2810810810810812e-05,
+ "loss": 1.2053,
+ "step": 475
+ },
+ {
+ "epoch": 1.3518267929634642,
+ "grad_norm": 132.06787109375,
+ "learning_rate": 1.3486486486486487e-05,
+ "loss": 1.1019,
+ "step": 500
+ },
+ {
+ "epoch": 1.419485791610284,
+ "grad_norm": 45.503173828125,
+ "learning_rate": 1.4162162162162163e-05,
+ "loss": 1.0502,
+ "step": 525
+ },
+ {
+ "epoch": 1.4871447902571042,
+ "grad_norm": 633.7710571289062,
+ "learning_rate": 1.4837837837837839e-05,
+ "loss": 1.0107,
+ "step": 550
+ },
+ {
+ "epoch": 1.5548037889039241,
+ "grad_norm": 34.129268646240234,
+ "learning_rate": 1.5513513513513513e-05,
+ "loss": 1.0863,
+ "step": 575
+ },
+ {
+ "epoch": 1.6224627875507442,
+ "grad_norm": 120.22035217285156,
+ "learning_rate": 1.618918918918919e-05,
+ "loss": 1.1485,
+ "step": 600
+ },
+ {
+ "epoch": 1.6901217861975644,
+ "grad_norm": 83.5436782836914,
+ "learning_rate": 1.6864864864864868e-05,
+ "loss": 0.8021,
+ "step": 625
+ },
+ {
+ "epoch": 1.7577807848443843,
+ "grad_norm": 39.62403106689453,
+ "learning_rate": 1.7540540540540542e-05,
+ "loss": 0.9551,
+ "step": 650
+ },
+ {
+ "epoch": 1.8254397834912042,
+ "grad_norm": 17.142213821411133,
+ "learning_rate": 1.821621621621622e-05,
+ "loss": 0.9162,
+ "step": 675
+ },
+ {
+ "epoch": 1.8930987821380243,
+ "grad_norm": 143.4259796142578,
+ "learning_rate": 1.8891891891891893e-05,
+ "loss": 0.8358,
+ "step": 700
+ },
+ {
+ "epoch": 1.9607577807848444,
+ "grad_norm": 73.13932800292969,
+ "learning_rate": 1.956756756756757e-05,
+ "loss": 1.0915,
+ "step": 725
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9345509893455098,
+ "eval_loss": 0.22336077690124512,
+ "eval_macro_f1": 0.7625764226393729,
+ "eval_runtime": 2.4808,
+ "eval_samples_per_second": 529.661,
+ "eval_steps_per_second": 33.457,
+ "eval_weighted_f1": 0.9268312011516933,
+ "step": 740
+ },
+ {
+ "epoch": 2.027063599458728,
+ "grad_norm": 43.351253509521484,
+ "learning_rate": 1.9972972972972974e-05,
+ "loss": 0.9454,
+ "step": 750
+ },
+ {
+ "epoch": 2.094722598105548,
+ "grad_norm": 18.92607879638672,
+ "learning_rate": 1.98978978978979e-05,
+ "loss": 0.8804,
+ "step": 775
+ },
+ {
+ "epoch": 2.1623815967523683,
+ "grad_norm": 24.56538200378418,
+ "learning_rate": 1.9822822822822824e-05,
+ "loss": 0.6976,
+ "step": 800
+ },
+ {
+ "epoch": 2.230040595399188,
+ "grad_norm": 43.08405685424805,
+ "learning_rate": 1.974774774774775e-05,
+ "loss": 0.7798,
+ "step": 825
+ },
+ {
+ "epoch": 2.297699594046008,
+ "grad_norm": 13.862163543701172,
+ "learning_rate": 1.9672672672672674e-05,
+ "loss": 0.5981,
+ "step": 850
+ },
+ {
+ "epoch": 2.365358592692828,
+ "grad_norm": 72.9387435913086,
+ "learning_rate": 1.95975975975976e-05,
+ "loss": 0.8177,
+ "step": 875
+ },
+ {
+ "epoch": 2.4330175913396483,
+ "grad_norm": 70.12213134765625,
+ "learning_rate": 1.9522522522522524e-05,
+ "loss": 0.5795,
+ "step": 900
+ },
+ {
+ "epoch": 2.500676589986468,
+ "grad_norm": 42.01981735229492,
+ "learning_rate": 1.944744744744745e-05,
+ "loss": 0.7459,
+ "step": 925
+ },
+ {
+ "epoch": 2.568335588633288,
+ "grad_norm": 133.49668884277344,
+ "learning_rate": 1.9372372372372375e-05,
+ "loss": 0.8983,
+ "step": 950
+ },
+ {
+ "epoch": 2.6359945872801083,
+ "grad_norm": 94.76242065429688,
+ "learning_rate": 1.92972972972973e-05,
+ "loss": 0.9424,
+ "step": 975
+ },
+ {
+ "epoch": 2.7036535859269284,
+ "grad_norm": 24.57663917541504,
+ "learning_rate": 1.9222222222222225e-05,
+ "loss": 0.8143,
+ "step": 1000
+ },
+ {
+ "epoch": 2.7713125845737485,
+ "grad_norm": 31.953134536743164,
+ "learning_rate": 1.914714714714715e-05,
+ "loss": 0.7959,
+ "step": 1025
+ },
+ {
+ "epoch": 2.838971583220568,
+ "grad_norm": 15.862106323242188,
+ "learning_rate": 1.9072072072072075e-05,
+ "loss": 0.8928,
+ "step": 1050
+ },
+ {
+ "epoch": 2.9066305818673883,
+ "grad_norm": 22.704662322998047,
+ "learning_rate": 1.8996996996997e-05,
+ "loss": 0.7488,
+ "step": 1075
+ },
+ {
+ "epoch": 2.9742895805142084,
+ "grad_norm": 46.361351013183594,
+ "learning_rate": 1.8921921921921925e-05,
+ "loss": 0.7677,
+ "step": 1100
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9467275494672754,
+ "eval_loss": 0.21903905272483826,
+ "eval_macro_f1": 0.8083170979259598,
+ "eval_runtime": 2.2958,
+ "eval_samples_per_second": 572.361,
+ "eval_steps_per_second": 36.154,
+ "eval_weighted_f1": 0.9417861791404404,
+ "step": 1110
+ },
+ {
+ "epoch": 3.040595399188092,
+ "grad_norm": 52.82280349731445,
+ "learning_rate": 1.884684684684685e-05,
+ "loss": 0.5781,
+ "step": 1125
+ },
+ {
+ "epoch": 3.108254397834912,
+ "grad_norm": 33.78490447998047,
+ "learning_rate": 1.8771771771771776e-05,
+ "loss": 0.668,
+ "step": 1150
+ },
+ {
+ "epoch": 3.175913396481732,
+ "grad_norm": 41.57701873779297,
+ "learning_rate": 1.86966966966967e-05,
+ "loss": 0.668,
+ "step": 1175
+ },
+ {
+ "epoch": 3.243572395128552,
+ "grad_norm": 10.486342430114746,
+ "learning_rate": 1.8621621621621622e-05,
+ "loss": 0.54,
+ "step": 1200
+ },
+ {
+ "epoch": 3.311231393775372,
+ "grad_norm": 130.04139709472656,
+ "learning_rate": 1.8546546546546547e-05,
+ "loss": 0.7028,
+ "step": 1225
+ },
+ {
+ "epoch": 3.3788903924221922,
+ "grad_norm": 83.98345184326172,
+ "learning_rate": 1.8471471471471473e-05,
+ "loss": 0.613,
+ "step": 1250
+ },
+ {
+ "epoch": 3.4465493910690124,
+ "grad_norm": 215.14027404785156,
+ "learning_rate": 1.8396396396396398e-05,
+ "loss": 0.7534,
+ "step": 1275
+ },
+ {
+ "epoch": 3.514208389715832,
+ "grad_norm": 54.49315643310547,
+ "learning_rate": 1.8321321321321323e-05,
+ "loss": 0.6577,
+ "step": 1300
+ },
+ {
+ "epoch": 3.581867388362652,
+ "grad_norm": 44.000972747802734,
+ "learning_rate": 1.8246246246246248e-05,
+ "loss": 0.5655,
+ "step": 1325
+ },
+ {
+ "epoch": 3.6495263870094723,
+ "grad_norm": 29.4279727935791,
+ "learning_rate": 1.8171171171171173e-05,
+ "loss": 0.4829,
+ "step": 1350
+ },
+ {
+ "epoch": 3.7171853856562924,
+ "grad_norm": 1.2971322536468506,
+ "learning_rate": 1.8096096096096098e-05,
+ "loss": 0.5023,
+ "step": 1375
+ },
+ {
+ "epoch": 3.7848443843031125,
+ "grad_norm": 47.32328414916992,
+ "learning_rate": 1.8021021021021023e-05,
+ "loss": 0.5939,
+ "step": 1400
+ },
+ {
+ "epoch": 3.852503382949932,
+ "grad_norm": 13.072092056274414,
+ "learning_rate": 1.7945945945945948e-05,
+ "loss": 0.7581,
+ "step": 1425
+ },
+ {
+ "epoch": 3.9201623815967523,
+ "grad_norm": 40.88349533081055,
+ "learning_rate": 1.7870870870870873e-05,
+ "loss": 0.6597,
+ "step": 1450
+ },
+ {
+ "epoch": 3.9878213802435725,
+ "grad_norm": 58.818336486816406,
+ "learning_rate": 1.77957957957958e-05,
+ "loss": 0.6347,
+ "step": 1475
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9482496194824962,
+ "eval_loss": 0.21458709239959717,
+ "eval_macro_f1": 0.8438132725875632,
+ "eval_runtime": 2.3229,
+ "eval_samples_per_second": 565.68,
+ "eval_steps_per_second": 35.732,
+ "eval_weighted_f1": 0.9465121950338453,
+ "step": 1480
+ },
+ {
+ "epoch": 4.054127198917456,
+ "grad_norm": 33.90219497680664,
+ "learning_rate": 1.7720720720720724e-05,
+ "loss": 0.6463,
+ "step": 1500
+ },
+ {
+ "epoch": 4.121786197564276,
+ "grad_norm": 39.480743408203125,
+ "learning_rate": 1.764564564564565e-05,
+ "loss": 0.5006,
+ "step": 1525
+ },
+ {
+ "epoch": 4.189445196211096,
+ "grad_norm": 55.59006881713867,
+ "learning_rate": 1.757057057057057e-05,
+ "loss": 0.5602,
+ "step": 1550
+ },
+ {
+ "epoch": 4.2571041948579165,
+ "grad_norm": 20.141559600830078,
+ "learning_rate": 1.7495495495495496e-05,
+ "loss": 0.7673,
+ "step": 1575
+ },
+ {
+ "epoch": 4.324763193504737,
+ "grad_norm": 414.528564453125,
+ "learning_rate": 1.742042042042042e-05,
+ "loss": 0.8611,
+ "step": 1600
+ },
+ {
+ "epoch": 4.392422192151556,
+ "grad_norm": 2.7253613471984863,
+ "learning_rate": 1.7345345345345346e-05,
+ "loss": 0.5686,
+ "step": 1625
+ },
+ {
+ "epoch": 4.460081190798376,
+ "grad_norm": 8.261528968811035,
+ "learning_rate": 1.727027027027027e-05,
+ "loss": 0.5071,
+ "step": 1650
+ },
+ {
+ "epoch": 4.527740189445196,
+ "grad_norm": 1.4550007581710815,
+ "learning_rate": 1.7195195195195196e-05,
+ "loss": 0.3353,
+ "step": 1675
+ },
+ {
+ "epoch": 4.595399188092016,
+ "grad_norm": 90.43991088867188,
+ "learning_rate": 1.712012012012012e-05,
+ "loss": 0.5098,
+ "step": 1700
+ },
+ {
+ "epoch": 4.663058186738836,
+ "grad_norm": 53.020774841308594,
+ "learning_rate": 1.7045045045045046e-05,
+ "loss": 0.4483,
+ "step": 1725
+ },
+ {
+ "epoch": 4.730717185385656,
+ "grad_norm": 0.7702709436416626,
+ "learning_rate": 1.696996996996997e-05,
+ "loss": 0.542,
+ "step": 1750
+ },
+ {
+ "epoch": 4.798376184032477,
+ "grad_norm": 71.48716735839844,
+ "learning_rate": 1.6894894894894896e-05,
+ "loss": 0.5282,
+ "step": 1775
+ },
+ {
+ "epoch": 4.866035182679297,
+ "grad_norm": 5.177639961242676,
+ "learning_rate": 1.681981981981982e-05,
+ "loss": 0.6321,
+ "step": 1800
+ },
+ {
+ "epoch": 4.933694181326116,
+ "grad_norm": 80.53530883789062,
+ "learning_rate": 1.6744744744744747e-05,
+ "loss": 0.6803,
+ "step": 1825
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 3.916515350341797,
+ "learning_rate": 1.666966966966967e-05,
+ "loss": 0.6958,
+ "step": 1850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9490106544901066,
+ "eval_loss": 0.25830334424972534,
+ "eval_macro_f1": 0.8287071011376753,
+ "eval_runtime": 2.2357,
+ "eval_samples_per_second": 587.734,
+ "eval_steps_per_second": 37.125,
+ "eval_weighted_f1": 0.945485236951595,
+ "step": 1850
+ },
+ {
+ "epoch": 5.06765899864682,
+ "grad_norm": 46.537437438964844,
+ "learning_rate": 1.6594594594594597e-05,
+ "loss": 0.503,
+ "step": 1875
+ },
+ {
+ "epoch": 5.13531799729364,
+ "grad_norm": 41.90577697753906,
+ "learning_rate": 1.651951951951952e-05,
+ "loss": 0.5446,
+ "step": 1900
+ },
+ {
+ "epoch": 5.20297699594046,
+ "grad_norm": 0.3544286787509918,
+ "learning_rate": 1.6444444444444444e-05,
+ "loss": 0.3137,
+ "step": 1925
+ },
+ {
+ "epoch": 5.2706359945872805,
+ "grad_norm": 0.08687163144350052,
+ "learning_rate": 1.636936936936937e-05,
+ "loss": 0.4802,
+ "step": 1950
+ },
+ {
+ "epoch": 5.3382949932341,
+ "grad_norm": 86.12086486816406,
+ "learning_rate": 1.6294294294294294e-05,
+ "loss": 0.4786,
+ "step": 1975
+ },
+ {
+ "epoch": 5.40595399188092,
+ "grad_norm": 14.063923835754395,
+ "learning_rate": 1.621921921921922e-05,
+ "loss": 0.4208,
+ "step": 2000
+ },
+ {
+ "epoch": 5.47361299052774,
+ "grad_norm": 146.181396484375,
+ "learning_rate": 1.6144144144144144e-05,
+ "loss": 0.4742,
+ "step": 2025
+ },
+ {
+ "epoch": 5.54127198917456,
+ "grad_norm": 43.11996841430664,
+ "learning_rate": 1.606906906906907e-05,
+ "loss": 0.5172,
+ "step": 2050
+ },
+ {
+ "epoch": 5.60893098782138,
+ "grad_norm": 73.73106384277344,
+ "learning_rate": 1.5993993993993994e-05,
+ "loss": 0.3365,
+ "step": 2075
+ },
+ {
+ "epoch": 5.6765899864682,
+ "grad_norm": 0.5538205504417419,
+ "learning_rate": 1.591891891891892e-05,
+ "loss": 0.4275,
+ "step": 2100
+ },
+ {
+ "epoch": 5.7442489851150205,
+ "grad_norm": 47.102535247802734,
+ "learning_rate": 1.5843843843843844e-05,
+ "loss": 0.5722,
+ "step": 2125
+ },
+ {
+ "epoch": 5.811907983761841,
+ "grad_norm": 0.894416093826294,
+ "learning_rate": 1.576876876876877e-05,
+ "loss": 0.5161,
+ "step": 2150
+ },
+ {
+ "epoch": 5.879566982408661,
+ "grad_norm": 7.53986930847168,
+ "learning_rate": 1.5693693693693695e-05,
+ "loss": 0.4894,
+ "step": 2175
+ },
+ {
+ "epoch": 5.94722598105548,
+ "grad_norm": 36.689212799072266,
+ "learning_rate": 1.561861861861862e-05,
+ "loss": 0.5248,
+ "step": 2200
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9429223744292238,
+ "eval_loss": 0.30532997846603394,
+ "eval_macro_f1": 0.8015879672421727,
+ "eval_runtime": 2.197,
+ "eval_samples_per_second": 598.082,
+ "eval_steps_per_second": 37.778,
+ "eval_weighted_f1": 0.9397509073878937,
+ "step": 2220
+ },
+ {
+ "epoch": 6.013531799729364,
+ "grad_norm": 9.749236106872559,
+ "learning_rate": 1.5543543543543545e-05,
+ "loss": 0.4498,
+ "step": 2225
+ },
+ {
+ "epoch": 6.081190798376184,
+ "grad_norm": 95.3451156616211,
+ "learning_rate": 1.546846846846847e-05,
+ "loss": 0.5724,
+ "step": 2250
+ },
+ {
+ "epoch": 6.148849797023004,
+ "grad_norm": 4.107186317443848,
+ "learning_rate": 1.5393393393393395e-05,
+ "loss": 0.367,
+ "step": 2275
+ },
+ {
+ "epoch": 6.216508795669824,
+ "grad_norm": 303.6233215332031,
+ "learning_rate": 1.531831831831832e-05,
+ "loss": 0.5407,
+ "step": 2300
+ },
+ {
+ "epoch": 6.2841677943166445,
+ "grad_norm": 0.3777477741241455,
+ "learning_rate": 1.5243243243243244e-05,
+ "loss": 0.3938,
+ "step": 2325
+ },
+ {
+ "epoch": 6.351826792963464,
+ "grad_norm": 0.3070864677429199,
+ "learning_rate": 1.5168168168168169e-05,
+ "loss": 0.3376,
+ "step": 2350
+ },
+ {
+ "epoch": 6.419485791610284,
+ "grad_norm": 0.2297375351190567,
+ "learning_rate": 1.5093093093093094e-05,
+ "loss": 0.4462,
+ "step": 2375
+ },
+ {
+ "epoch": 6.487144790257104,
+ "grad_norm": 2.0612945556640625,
+ "learning_rate": 1.5018018018018019e-05,
+ "loss": 0.4208,
+ "step": 2400
+ },
+ {
+ "epoch": 6.554803788903924,
+ "grad_norm": 45.117530822753906,
+ "learning_rate": 1.4942942942942944e-05,
+ "loss": 0.5367,
+ "step": 2425
+ },
+ {
+ "epoch": 6.622462787550744,
+ "grad_norm": 1.0525672435760498,
+ "learning_rate": 1.4867867867867869e-05,
+ "loss": 0.4962,
+ "step": 2450
+ },
+ {
+ "epoch": 6.690121786197564,
+ "grad_norm": 215.83143615722656,
+ "learning_rate": 1.4792792792792794e-05,
+ "loss": 0.2082,
+ "step": 2475
+ },
+ {
+ "epoch": 6.7577807848443845,
+ "grad_norm": 0.6873406767845154,
+ "learning_rate": 1.471771771771772e-05,
+ "loss": 0.2609,
+ "step": 2500
+ },
+ {
+ "epoch": 6.825439783491205,
+ "grad_norm": 0.4674452841281891,
+ "learning_rate": 1.4642642642642644e-05,
+ "loss": 0.5534,
+ "step": 2525
+ },
+ {
+ "epoch": 6.893098782138025,
+ "grad_norm": 0.1368480622768402,
+ "learning_rate": 1.456756756756757e-05,
+ "loss": 0.2209,
+ "step": 2550
+ },
+ {
+ "epoch": 6.960757780784844,
+ "grad_norm": 234.91354370117188,
+ "learning_rate": 1.4492492492492493e-05,
+ "loss": 0.4308,
+ "step": 2575
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9497716894977168,
+ "eval_loss": 0.3232477307319641,
+ "eval_macro_f1": 0.8368079392014046,
+ "eval_runtime": 2.2573,
+ "eval_samples_per_second": 582.123,
+ "eval_steps_per_second": 36.77,
+ "eval_weighted_f1": 0.9474899413930387,
+ "step": 2590
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 7400,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..251863f70d333a8e73f513289c6d9c501ec1a1ab
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0170836ae71acb0f7e05ceae94968439402053b515d019c8583d333aee25d4b2
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..e21c58b6b26ad1991723e5be36f0b0373ec632f4
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/trainer_state.json
@@ -0,0 +1,616 @@
+{
+ "best_global_step": 1850,
+ "best_metric": 0.8532549754214435,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850",
+ "epoch": 5.0,
+ "eval_steps": 500,
+ "global_step": 1850,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.06765899864682003,
+ "grad_norm": 57.00758743286133,
+ "learning_rate": 6.486486486486487e-07,
+ "loss": 5.6064,
+ "step": 25
+ },
+ {
+ "epoch": 0.13531799729364005,
+ "grad_norm": 46.655914306640625,
+ "learning_rate": 1.3243243243243246e-06,
+ "loss": 5.4241,
+ "step": 50
+ },
+ {
+ "epoch": 0.2029769959404601,
+ "grad_norm": 28.78744125366211,
+ "learning_rate": 2.0000000000000003e-06,
+ "loss": 5.1606,
+ "step": 75
+ },
+ {
+ "epoch": 0.2706359945872801,
+ "grad_norm": 34.29905700683594,
+ "learning_rate": 2.6756756756756757e-06,
+ "loss": 4.8256,
+ "step": 100
+ },
+ {
+ "epoch": 0.3382949932341001,
+ "grad_norm": 41.19755935668945,
+ "learning_rate": 3.351351351351352e-06,
+ "loss": 4.0098,
+ "step": 125
+ },
+ {
+ "epoch": 0.4059539918809202,
+ "grad_norm": 77.81985473632812,
+ "learning_rate": 4.027027027027028e-06,
+ "loss": 3.1869,
+ "step": 150
+ },
+ {
+ "epoch": 0.4736129905277402,
+ "grad_norm": 52.460792541503906,
+ "learning_rate": 4.702702702702703e-06,
+ "loss": 2.3035,
+ "step": 175
+ },
+ {
+ "epoch": 0.5412719891745602,
+ "grad_norm": 85.78314208984375,
+ "learning_rate": 5.378378378378378e-06,
+ "loss": 1.6508,
+ "step": 200
+ },
+ {
+ "epoch": 0.6089309878213802,
+ "grad_norm": 26.96613121032715,
+ "learning_rate": 6.054054054054055e-06,
+ "loss": 1.7326,
+ "step": 225
+ },
+ {
+ "epoch": 0.6765899864682002,
+ "grad_norm": 69.96305847167969,
+ "learning_rate": 6.729729729729731e-06,
+ "loss": 1.3159,
+ "step": 250
+ },
+ {
+ "epoch": 0.7442489851150202,
+ "grad_norm": 76.02020263671875,
+ "learning_rate": 7.4054054054054055e-06,
+ "loss": 1.3273,
+ "step": 275
+ },
+ {
+ "epoch": 0.8119079837618404,
+ "grad_norm": 51.553707122802734,
+ "learning_rate": 8.081081081081081e-06,
+ "loss": 1.2998,
+ "step": 300
+ },
+ {
+ "epoch": 0.8795669824086604,
+ "grad_norm": 36.47965621948242,
+ "learning_rate": 8.756756756756759e-06,
+ "loss": 1.1371,
+ "step": 325
+ },
+ {
+ "epoch": 0.9472259810554804,
+ "grad_norm": 53.74705123901367,
+ "learning_rate": 9.432432432432433e-06,
+ "loss": 1.2998,
+ "step": 350
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9246575342465754,
+ "eval_loss": 0.24737194180488586,
+ "eval_macro_f1": 0.6402502368255792,
+ "eval_runtime": 2.2795,
+ "eval_samples_per_second": 576.452,
+ "eval_steps_per_second": 36.412,
+ "eval_weighted_f1": 0.90634025368028,
+ "step": 370
+ },
+ {
+ "epoch": 1.013531799729364,
+ "grad_norm": 67.14740753173828,
+ "learning_rate": 1.0108108108108109e-05,
+ "loss": 1.0943,
+ "step": 375
+ },
+ {
+ "epoch": 1.0811907983761841,
+ "grad_norm": 48.82939910888672,
+ "learning_rate": 1.0783783783783786e-05,
+ "loss": 1.1195,
+ "step": 400
+ },
+ {
+ "epoch": 1.148849797023004,
+ "grad_norm": 96.59056854248047,
+ "learning_rate": 1.1459459459459462e-05,
+ "loss": 0.9555,
+ "step": 425
+ },
+ {
+ "epoch": 1.2165087956698242,
+ "grad_norm": 122.37541198730469,
+ "learning_rate": 1.2135135135135136e-05,
+ "loss": 0.9667,
+ "step": 450
+ },
+ {
+ "epoch": 1.284167794316644,
+ "grad_norm": 39.704566955566406,
+ "learning_rate": 1.2810810810810812e-05,
+ "loss": 1.247,
+ "step": 475
+ },
+ {
+ "epoch": 1.3518267929634642,
+ "grad_norm": 41.07016372680664,
+ "learning_rate": 1.3486486486486487e-05,
+ "loss": 0.9582,
+ "step": 500
+ },
+ {
+ "epoch": 1.419485791610284,
+ "grad_norm": 39.59267044067383,
+ "learning_rate": 1.4162162162162163e-05,
+ "loss": 0.8822,
+ "step": 525
+ },
+ {
+ "epoch": 1.4871447902571042,
+ "grad_norm": 44.60676193237305,
+ "learning_rate": 1.4837837837837839e-05,
+ "loss": 0.8675,
+ "step": 550
+ },
+ {
+ "epoch": 1.5548037889039241,
+ "grad_norm": 54.22750473022461,
+ "learning_rate": 1.5513513513513513e-05,
+ "loss": 1.0982,
+ "step": 575
+ },
+ {
+ "epoch": 1.6224627875507442,
+ "grad_norm": 106.73961639404297,
+ "learning_rate": 1.618918918918919e-05,
+ "loss": 0.9525,
+ "step": 600
+ },
+ {
+ "epoch": 1.6901217861975644,
+ "grad_norm": 30.39596939086914,
+ "learning_rate": 1.6864864864864868e-05,
+ "loss": 1.0448,
+ "step": 625
+ },
+ {
+ "epoch": 1.7577807848443843,
+ "grad_norm": 60.33902359008789,
+ "learning_rate": 1.7540540540540542e-05,
+ "loss": 0.8868,
+ "step": 650
+ },
+ {
+ "epoch": 1.8254397834912042,
+ "grad_norm": 30.035490036010742,
+ "learning_rate": 1.821621621621622e-05,
+ "loss": 0.9735,
+ "step": 675
+ },
+ {
+ "epoch": 1.8930987821380243,
+ "grad_norm": 78.39163208007812,
+ "learning_rate": 1.8891891891891893e-05,
+ "loss": 0.8928,
+ "step": 700
+ },
+ {
+ "epoch": 1.9607577807848444,
+ "grad_norm": 41.74833297729492,
+ "learning_rate": 1.956756756756757e-05,
+ "loss": 0.999,
+ "step": 725
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9444444444444444,
+ "eval_loss": 0.20927949249744415,
+ "eval_macro_f1": 0.7941458790707125,
+ "eval_runtime": 2.27,
+ "eval_samples_per_second": 578.859,
+ "eval_steps_per_second": 36.564,
+ "eval_weighted_f1": 0.9387462924554019,
+ "step": 740
+ },
+ {
+ "epoch": 2.027063599458728,
+ "grad_norm": 16.84236717224121,
+ "learning_rate": 1.9972972972972974e-05,
+ "loss": 0.773,
+ "step": 750
+ },
+ {
+ "epoch": 2.094722598105548,
+ "grad_norm": 43.22565841674805,
+ "learning_rate": 1.98978978978979e-05,
+ "loss": 0.8373,
+ "step": 775
+ },
+ {
+ "epoch": 2.1623815967523683,
+ "grad_norm": 56.627723693847656,
+ "learning_rate": 1.9822822822822824e-05,
+ "loss": 0.9182,
+ "step": 800
+ },
+ {
+ "epoch": 2.230040595399188,
+ "grad_norm": 36.126705169677734,
+ "learning_rate": 1.974774774774775e-05,
+ "loss": 0.7173,
+ "step": 825
+ },
+ {
+ "epoch": 2.297699594046008,
+ "grad_norm": 169.35206604003906,
+ "learning_rate": 1.9672672672672674e-05,
+ "loss": 0.9232,
+ "step": 850
+ },
+ {
+ "epoch": 2.365358592692828,
+ "grad_norm": 3.427471160888672,
+ "learning_rate": 1.95975975975976e-05,
+ "loss": 0.784,
+ "step": 875
+ },
+ {
+ "epoch": 2.4330175913396483,
+ "grad_norm": 8.406064987182617,
+ "learning_rate": 1.9522522522522524e-05,
+ "loss": 0.891,
+ "step": 900
+ },
+ {
+ "epoch": 2.500676589986468,
+ "grad_norm": 14.426178932189941,
+ "learning_rate": 1.944744744744745e-05,
+ "loss": 0.7649,
+ "step": 925
+ },
+ {
+ "epoch": 2.568335588633288,
+ "grad_norm": 12.78966236114502,
+ "learning_rate": 1.9372372372372375e-05,
+ "loss": 0.7125,
+ "step": 950
+ },
+ {
+ "epoch": 2.6359945872801083,
+ "grad_norm": 27.182443618774414,
+ "learning_rate": 1.92972972972973e-05,
+ "loss": 0.6854,
+ "step": 975
+ },
+ {
+ "epoch": 2.7036535859269284,
+ "grad_norm": 85.96546936035156,
+ "learning_rate": 1.9222222222222225e-05,
+ "loss": 0.7661,
+ "step": 1000
+ },
+ {
+ "epoch": 2.7713125845737485,
+ "grad_norm": 53.41900634765625,
+ "learning_rate": 1.914714714714715e-05,
+ "loss": 0.5899,
+ "step": 1025
+ },
+ {
+ "epoch": 2.838971583220568,
+ "grad_norm": 37.085182189941406,
+ "learning_rate": 1.9072072072072075e-05,
+ "loss": 1.1961,
+ "step": 1050
+ },
+ {
+ "epoch": 2.9066305818673883,
+ "grad_norm": 30.576522827148438,
+ "learning_rate": 1.8996996996997e-05,
+ "loss": 0.8445,
+ "step": 1075
+ },
+ {
+ "epoch": 2.9742895805142084,
+ "grad_norm": 13.564868927001953,
+ "learning_rate": 1.8921921921921925e-05,
+ "loss": 0.7011,
+ "step": 1100
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.952054794520548,
+ "eval_loss": 0.19159287214279175,
+ "eval_macro_f1": 0.8457683680302709,
+ "eval_runtime": 2.1769,
+ "eval_samples_per_second": 603.62,
+ "eval_steps_per_second": 38.128,
+ "eval_weighted_f1": 0.950330487535858,
+ "step": 1110
+ },
+ {
+ "epoch": 3.040595399188092,
+ "grad_norm": 74.54874420166016,
+ "learning_rate": 1.884684684684685e-05,
+ "loss": 0.8019,
+ "step": 1125
+ },
+ {
+ "epoch": 3.108254397834912,
+ "grad_norm": 37.04551315307617,
+ "learning_rate": 1.8771771771771776e-05,
+ "loss": 0.7679,
+ "step": 1150
+ },
+ {
+ "epoch": 3.175913396481732,
+ "grad_norm": 9.115388870239258,
+ "learning_rate": 1.86966966966967e-05,
+ "loss": 0.6025,
+ "step": 1175
+ },
+ {
+ "epoch": 3.243572395128552,
+ "grad_norm": 16.124052047729492,
+ "learning_rate": 1.8621621621621622e-05,
+ "loss": 0.6984,
+ "step": 1200
+ },
+ {
+ "epoch": 3.311231393775372,
+ "grad_norm": 45.82615280151367,
+ "learning_rate": 1.8546546546546547e-05,
+ "loss": 0.5991,
+ "step": 1225
+ },
+ {
+ "epoch": 3.3788903924221922,
+ "grad_norm": 30.777545928955078,
+ "learning_rate": 1.8471471471471473e-05,
+ "loss": 0.6984,
+ "step": 1250
+ },
+ {
+ "epoch": 3.4465493910690124,
+ "grad_norm": 22.22722053527832,
+ "learning_rate": 1.8396396396396398e-05,
+ "loss": 0.6586,
+ "step": 1275
+ },
+ {
+ "epoch": 3.514208389715832,
+ "grad_norm": 89.58953857421875,
+ "learning_rate": 1.8321321321321323e-05,
+ "loss": 0.5183,
+ "step": 1300
+ },
+ {
+ "epoch": 3.581867388362652,
+ "grad_norm": 15.416109085083008,
+ "learning_rate": 1.8246246246246248e-05,
+ "loss": 0.6065,
+ "step": 1325
+ },
+ {
+ "epoch": 3.6495263870094723,
+ "grad_norm": 48.52583694458008,
+ "learning_rate": 1.8171171171171173e-05,
+ "loss": 0.6833,
+ "step": 1350
+ },
+ {
+ "epoch": 3.7171853856562924,
+ "grad_norm": 39.6343879699707,
+ "learning_rate": 1.8096096096096098e-05,
+ "loss": 0.6878,
+ "step": 1375
+ },
+ {
+ "epoch": 3.7848443843031125,
+ "grad_norm": 7.514065265655518,
+ "learning_rate": 1.8021021021021023e-05,
+ "loss": 0.6978,
+ "step": 1400
+ },
+ {
+ "epoch": 3.852503382949932,
+ "grad_norm": 34.45987319946289,
+ "learning_rate": 1.7945945945945948e-05,
+ "loss": 0.5416,
+ "step": 1425
+ },
+ {
+ "epoch": 3.9201623815967523,
+ "grad_norm": 74.07779693603516,
+ "learning_rate": 1.7870870870870873e-05,
+ "loss": 0.6223,
+ "step": 1450
+ },
+ {
+ "epoch": 3.9878213802435725,
+ "grad_norm": 29.358257293701172,
+ "learning_rate": 1.77957957957958e-05,
+ "loss": 0.7119,
+ "step": 1475
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.952054794520548,
+ "eval_loss": 0.19833669066429138,
+ "eval_macro_f1": 0.8485400251031848,
+ "eval_runtime": 2.4084,
+ "eval_samples_per_second": 545.592,
+ "eval_steps_per_second": 34.463,
+ "eval_weighted_f1": 0.9493910575405351,
+ "step": 1480
+ },
+ {
+ "epoch": 4.054127198917456,
+ "grad_norm": 88.59681701660156,
+ "learning_rate": 1.7720720720720724e-05,
+ "loss": 0.4589,
+ "step": 1500
+ },
+ {
+ "epoch": 4.121786197564276,
+ "grad_norm": 7.425044536590576,
+ "learning_rate": 1.764564564564565e-05,
+ "loss": 0.6514,
+ "step": 1525
+ },
+ {
+ "epoch": 4.189445196211096,
+ "grad_norm": 6.336703777313232,
+ "learning_rate": 1.757057057057057e-05,
+ "loss": 0.4742,
+ "step": 1550
+ },
+ {
+ "epoch": 4.2571041948579165,
+ "grad_norm": 71.3166732788086,
+ "learning_rate": 1.7495495495495496e-05,
+ "loss": 0.4925,
+ "step": 1575
+ },
+ {
+ "epoch": 4.324763193504737,
+ "grad_norm": 104.83638000488281,
+ "learning_rate": 1.742042042042042e-05,
+ "loss": 0.575,
+ "step": 1600
+ },
+ {
+ "epoch": 4.392422192151556,
+ "grad_norm": 54.156455993652344,
+ "learning_rate": 1.7345345345345346e-05,
+ "loss": 0.5754,
+ "step": 1625
+ },
+ {
+ "epoch": 4.460081190798376,
+ "grad_norm": 32.133846282958984,
+ "learning_rate": 1.727027027027027e-05,
+ "loss": 0.5629,
+ "step": 1650
+ },
+ {
+ "epoch": 4.527740189445196,
+ "grad_norm": 45.198326110839844,
+ "learning_rate": 1.7195195195195196e-05,
+ "loss": 0.6271,
+ "step": 1675
+ },
+ {
+ "epoch": 4.595399188092016,
+ "grad_norm": 1.3725372552871704,
+ "learning_rate": 1.712012012012012e-05,
+ "loss": 0.5214,
+ "step": 1700
+ },
+ {
+ "epoch": 4.663058186738836,
+ "grad_norm": 110.89515686035156,
+ "learning_rate": 1.7045045045045046e-05,
+ "loss": 0.4864,
+ "step": 1725
+ },
+ {
+ "epoch": 4.730717185385656,
+ "grad_norm": 88.74505615234375,
+ "learning_rate": 1.696996996996997e-05,
+ "loss": 0.6451,
+ "step": 1750
+ },
+ {
+ "epoch": 4.798376184032477,
+ "grad_norm": 9.508624076843262,
+ "learning_rate": 1.6894894894894896e-05,
+ "loss": 0.5318,
+ "step": 1775
+ },
+ {
+ "epoch": 4.866035182679297,
+ "grad_norm": 15.21669864654541,
+ "learning_rate": 1.681981981981982e-05,
+ "loss": 0.5644,
+ "step": 1800
+ },
+ {
+ "epoch": 4.933694181326116,
+ "grad_norm": 4.779296398162842,
+ "learning_rate": 1.6744744744744747e-05,
+ "loss": 0.5165,
+ "step": 1825
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 3.0204498767852783,
+ "learning_rate": 1.666966966966967e-05,
+ "loss": 0.6324,
+ "step": 1850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.952054794520548,
+ "eval_loss": 0.208709716796875,
+ "eval_macro_f1": 0.8532549754214435,
+ "eval_runtime": 2.4409,
+ "eval_samples_per_second": 538.323,
+ "eval_steps_per_second": 34.004,
+ "eval_weighted_f1": 0.950785213828739,
+ "step": 1850
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 7400,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..098d90a9d05b4796347766dd8613ae74c18fa64a
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/trainer_state.json
@@ -0,0 +1,957 @@
+{
+ "best_global_step": 1850,
+ "best_metric": 0.8532549754214435,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850",
+ "epoch": 8.0,
+ "eval_steps": 500,
+ "global_step": 2960,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.06765899864682003,
+ "grad_norm": 57.00758743286133,
+ "learning_rate": 6.486486486486487e-07,
+ "loss": 5.6064,
+ "step": 25
+ },
+ {
+ "epoch": 0.13531799729364005,
+ "grad_norm": 46.655914306640625,
+ "learning_rate": 1.3243243243243246e-06,
+ "loss": 5.4241,
+ "step": 50
+ },
+ {
+ "epoch": 0.2029769959404601,
+ "grad_norm": 28.78744125366211,
+ "learning_rate": 2.0000000000000003e-06,
+ "loss": 5.1606,
+ "step": 75
+ },
+ {
+ "epoch": 0.2706359945872801,
+ "grad_norm": 34.29905700683594,
+ "learning_rate": 2.6756756756756757e-06,
+ "loss": 4.8256,
+ "step": 100
+ },
+ {
+ "epoch": 0.3382949932341001,
+ "grad_norm": 41.19755935668945,
+ "learning_rate": 3.351351351351352e-06,
+ "loss": 4.0098,
+ "step": 125
+ },
+ {
+ "epoch": 0.4059539918809202,
+ "grad_norm": 77.81985473632812,
+ "learning_rate": 4.027027027027028e-06,
+ "loss": 3.1869,
+ "step": 150
+ },
+ {
+ "epoch": 0.4736129905277402,
+ "grad_norm": 52.460792541503906,
+ "learning_rate": 4.702702702702703e-06,
+ "loss": 2.3035,
+ "step": 175
+ },
+ {
+ "epoch": 0.5412719891745602,
+ "grad_norm": 85.78314208984375,
+ "learning_rate": 5.378378378378378e-06,
+ "loss": 1.6508,
+ "step": 200
+ },
+ {
+ "epoch": 0.6089309878213802,
+ "grad_norm": 26.96613121032715,
+ "learning_rate": 6.054054054054055e-06,
+ "loss": 1.7326,
+ "step": 225
+ },
+ {
+ "epoch": 0.6765899864682002,
+ "grad_norm": 69.96305847167969,
+ "learning_rate": 6.729729729729731e-06,
+ "loss": 1.3159,
+ "step": 250
+ },
+ {
+ "epoch": 0.7442489851150202,
+ "grad_norm": 76.02020263671875,
+ "learning_rate": 7.4054054054054055e-06,
+ "loss": 1.3273,
+ "step": 275
+ },
+ {
+ "epoch": 0.8119079837618404,
+ "grad_norm": 51.553707122802734,
+ "learning_rate": 8.081081081081081e-06,
+ "loss": 1.2998,
+ "step": 300
+ },
+ {
+ "epoch": 0.8795669824086604,
+ "grad_norm": 36.47965621948242,
+ "learning_rate": 8.756756756756759e-06,
+ "loss": 1.1371,
+ "step": 325
+ },
+ {
+ "epoch": 0.9472259810554804,
+ "grad_norm": 53.74705123901367,
+ "learning_rate": 9.432432432432433e-06,
+ "loss": 1.2998,
+ "step": 350
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.9246575342465754,
+ "eval_loss": 0.24737194180488586,
+ "eval_macro_f1": 0.6402502368255792,
+ "eval_runtime": 2.2795,
+ "eval_samples_per_second": 576.452,
+ "eval_steps_per_second": 36.412,
+ "eval_weighted_f1": 0.90634025368028,
+ "step": 370
+ },
+ {
+ "epoch": 1.013531799729364,
+ "grad_norm": 67.14740753173828,
+ "learning_rate": 1.0108108108108109e-05,
+ "loss": 1.0943,
+ "step": 375
+ },
+ {
+ "epoch": 1.0811907983761841,
+ "grad_norm": 48.82939910888672,
+ "learning_rate": 1.0783783783783786e-05,
+ "loss": 1.1195,
+ "step": 400
+ },
+ {
+ "epoch": 1.148849797023004,
+ "grad_norm": 96.59056854248047,
+ "learning_rate": 1.1459459459459462e-05,
+ "loss": 0.9555,
+ "step": 425
+ },
+ {
+ "epoch": 1.2165087956698242,
+ "grad_norm": 122.37541198730469,
+ "learning_rate": 1.2135135135135136e-05,
+ "loss": 0.9667,
+ "step": 450
+ },
+ {
+ "epoch": 1.284167794316644,
+ "grad_norm": 39.704566955566406,
+ "learning_rate": 1.2810810810810812e-05,
+ "loss": 1.247,
+ "step": 475
+ },
+ {
+ "epoch": 1.3518267929634642,
+ "grad_norm": 41.07016372680664,
+ "learning_rate": 1.3486486486486487e-05,
+ "loss": 0.9582,
+ "step": 500
+ },
+ {
+ "epoch": 1.419485791610284,
+ "grad_norm": 39.59267044067383,
+ "learning_rate": 1.4162162162162163e-05,
+ "loss": 0.8822,
+ "step": 525
+ },
+ {
+ "epoch": 1.4871447902571042,
+ "grad_norm": 44.60676193237305,
+ "learning_rate": 1.4837837837837839e-05,
+ "loss": 0.8675,
+ "step": 550
+ },
+ {
+ "epoch": 1.5548037889039241,
+ "grad_norm": 54.22750473022461,
+ "learning_rate": 1.5513513513513513e-05,
+ "loss": 1.0982,
+ "step": 575
+ },
+ {
+ "epoch": 1.6224627875507442,
+ "grad_norm": 106.73961639404297,
+ "learning_rate": 1.618918918918919e-05,
+ "loss": 0.9525,
+ "step": 600
+ },
+ {
+ "epoch": 1.6901217861975644,
+ "grad_norm": 30.39596939086914,
+ "learning_rate": 1.6864864864864868e-05,
+ "loss": 1.0448,
+ "step": 625
+ },
+ {
+ "epoch": 1.7577807848443843,
+ "grad_norm": 60.33902359008789,
+ "learning_rate": 1.7540540540540542e-05,
+ "loss": 0.8868,
+ "step": 650
+ },
+ {
+ "epoch": 1.8254397834912042,
+ "grad_norm": 30.035490036010742,
+ "learning_rate": 1.821621621621622e-05,
+ "loss": 0.9735,
+ "step": 675
+ },
+ {
+ "epoch": 1.8930987821380243,
+ "grad_norm": 78.39163208007812,
+ "learning_rate": 1.8891891891891893e-05,
+ "loss": 0.8928,
+ "step": 700
+ },
+ {
+ "epoch": 1.9607577807848444,
+ "grad_norm": 41.74833297729492,
+ "learning_rate": 1.956756756756757e-05,
+ "loss": 0.999,
+ "step": 725
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9444444444444444,
+ "eval_loss": 0.20927949249744415,
+ "eval_macro_f1": 0.7941458790707125,
+ "eval_runtime": 2.27,
+ "eval_samples_per_second": 578.859,
+ "eval_steps_per_second": 36.564,
+ "eval_weighted_f1": 0.9387462924554019,
+ "step": 740
+ },
+ {
+ "epoch": 2.027063599458728,
+ "grad_norm": 16.84236717224121,
+ "learning_rate": 1.9972972972972974e-05,
+ "loss": 0.773,
+ "step": 750
+ },
+ {
+ "epoch": 2.094722598105548,
+ "grad_norm": 43.22565841674805,
+ "learning_rate": 1.98978978978979e-05,
+ "loss": 0.8373,
+ "step": 775
+ },
+ {
+ "epoch": 2.1623815967523683,
+ "grad_norm": 56.627723693847656,
+ "learning_rate": 1.9822822822822824e-05,
+ "loss": 0.9182,
+ "step": 800
+ },
+ {
+ "epoch": 2.230040595399188,
+ "grad_norm": 36.126705169677734,
+ "learning_rate": 1.974774774774775e-05,
+ "loss": 0.7173,
+ "step": 825
+ },
+ {
+ "epoch": 2.297699594046008,
+ "grad_norm": 169.35206604003906,
+ "learning_rate": 1.9672672672672674e-05,
+ "loss": 0.9232,
+ "step": 850
+ },
+ {
+ "epoch": 2.365358592692828,
+ "grad_norm": 3.427471160888672,
+ "learning_rate": 1.95975975975976e-05,
+ "loss": 0.784,
+ "step": 875
+ },
+ {
+ "epoch": 2.4330175913396483,
+ "grad_norm": 8.406064987182617,
+ "learning_rate": 1.9522522522522524e-05,
+ "loss": 0.891,
+ "step": 900
+ },
+ {
+ "epoch": 2.500676589986468,
+ "grad_norm": 14.426178932189941,
+ "learning_rate": 1.944744744744745e-05,
+ "loss": 0.7649,
+ "step": 925
+ },
+ {
+ "epoch": 2.568335588633288,
+ "grad_norm": 12.78966236114502,
+ "learning_rate": 1.9372372372372375e-05,
+ "loss": 0.7125,
+ "step": 950
+ },
+ {
+ "epoch": 2.6359945872801083,
+ "grad_norm": 27.182443618774414,
+ "learning_rate": 1.92972972972973e-05,
+ "loss": 0.6854,
+ "step": 975
+ },
+ {
+ "epoch": 2.7036535859269284,
+ "grad_norm": 85.96546936035156,
+ "learning_rate": 1.9222222222222225e-05,
+ "loss": 0.7661,
+ "step": 1000
+ },
+ {
+ "epoch": 2.7713125845737485,
+ "grad_norm": 53.41900634765625,
+ "learning_rate": 1.914714714714715e-05,
+ "loss": 0.5899,
+ "step": 1025
+ },
+ {
+ "epoch": 2.838971583220568,
+ "grad_norm": 37.085182189941406,
+ "learning_rate": 1.9072072072072075e-05,
+ "loss": 1.1961,
+ "step": 1050
+ },
+ {
+ "epoch": 2.9066305818673883,
+ "grad_norm": 30.576522827148438,
+ "learning_rate": 1.8996996996997e-05,
+ "loss": 0.8445,
+ "step": 1075
+ },
+ {
+ "epoch": 2.9742895805142084,
+ "grad_norm": 13.564868927001953,
+ "learning_rate": 1.8921921921921925e-05,
+ "loss": 0.7011,
+ "step": 1100
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.952054794520548,
+ "eval_loss": 0.19159287214279175,
+ "eval_macro_f1": 0.8457683680302709,
+ "eval_runtime": 2.1769,
+ "eval_samples_per_second": 603.62,
+ "eval_steps_per_second": 38.128,
+ "eval_weighted_f1": 0.950330487535858,
+ "step": 1110
+ },
+ {
+ "epoch": 3.040595399188092,
+ "grad_norm": 74.54874420166016,
+ "learning_rate": 1.884684684684685e-05,
+ "loss": 0.8019,
+ "step": 1125
+ },
+ {
+ "epoch": 3.108254397834912,
+ "grad_norm": 37.04551315307617,
+ "learning_rate": 1.8771771771771776e-05,
+ "loss": 0.7679,
+ "step": 1150
+ },
+ {
+ "epoch": 3.175913396481732,
+ "grad_norm": 9.115388870239258,
+ "learning_rate": 1.86966966966967e-05,
+ "loss": 0.6025,
+ "step": 1175
+ },
+ {
+ "epoch": 3.243572395128552,
+ "grad_norm": 16.124052047729492,
+ "learning_rate": 1.8621621621621622e-05,
+ "loss": 0.6984,
+ "step": 1200
+ },
+ {
+ "epoch": 3.311231393775372,
+ "grad_norm": 45.82615280151367,
+ "learning_rate": 1.8546546546546547e-05,
+ "loss": 0.5991,
+ "step": 1225
+ },
+ {
+ "epoch": 3.3788903924221922,
+ "grad_norm": 30.777545928955078,
+ "learning_rate": 1.8471471471471473e-05,
+ "loss": 0.6984,
+ "step": 1250
+ },
+ {
+ "epoch": 3.4465493910690124,
+ "grad_norm": 22.22722053527832,
+ "learning_rate": 1.8396396396396398e-05,
+ "loss": 0.6586,
+ "step": 1275
+ },
+ {
+ "epoch": 3.514208389715832,
+ "grad_norm": 89.58953857421875,
+ "learning_rate": 1.8321321321321323e-05,
+ "loss": 0.5183,
+ "step": 1300
+ },
+ {
+ "epoch": 3.581867388362652,
+ "grad_norm": 15.416109085083008,
+ "learning_rate": 1.8246246246246248e-05,
+ "loss": 0.6065,
+ "step": 1325
+ },
+ {
+ "epoch": 3.6495263870094723,
+ "grad_norm": 48.52583694458008,
+ "learning_rate": 1.8171171171171173e-05,
+ "loss": 0.6833,
+ "step": 1350
+ },
+ {
+ "epoch": 3.7171853856562924,
+ "grad_norm": 39.6343879699707,
+ "learning_rate": 1.8096096096096098e-05,
+ "loss": 0.6878,
+ "step": 1375
+ },
+ {
+ "epoch": 3.7848443843031125,
+ "grad_norm": 7.514065265655518,
+ "learning_rate": 1.8021021021021023e-05,
+ "loss": 0.6978,
+ "step": 1400
+ },
+ {
+ "epoch": 3.852503382949932,
+ "grad_norm": 34.45987319946289,
+ "learning_rate": 1.7945945945945948e-05,
+ "loss": 0.5416,
+ "step": 1425
+ },
+ {
+ "epoch": 3.9201623815967523,
+ "grad_norm": 74.07779693603516,
+ "learning_rate": 1.7870870870870873e-05,
+ "loss": 0.6223,
+ "step": 1450
+ },
+ {
+ "epoch": 3.9878213802435725,
+ "grad_norm": 29.358257293701172,
+ "learning_rate": 1.77957957957958e-05,
+ "loss": 0.7119,
+ "step": 1475
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.952054794520548,
+ "eval_loss": 0.19833669066429138,
+ "eval_macro_f1": 0.8485400251031848,
+ "eval_runtime": 2.4084,
+ "eval_samples_per_second": 545.592,
+ "eval_steps_per_second": 34.463,
+ "eval_weighted_f1": 0.9493910575405351,
+ "step": 1480
+ },
+ {
+ "epoch": 4.054127198917456,
+ "grad_norm": 88.59681701660156,
+ "learning_rate": 1.7720720720720724e-05,
+ "loss": 0.4589,
+ "step": 1500
+ },
+ {
+ "epoch": 4.121786197564276,
+ "grad_norm": 7.425044536590576,
+ "learning_rate": 1.764564564564565e-05,
+ "loss": 0.6514,
+ "step": 1525
+ },
+ {
+ "epoch": 4.189445196211096,
+ "grad_norm": 6.336703777313232,
+ "learning_rate": 1.757057057057057e-05,
+ "loss": 0.4742,
+ "step": 1550
+ },
+ {
+ "epoch": 4.2571041948579165,
+ "grad_norm": 71.3166732788086,
+ "learning_rate": 1.7495495495495496e-05,
+ "loss": 0.4925,
+ "step": 1575
+ },
+ {
+ "epoch": 4.324763193504737,
+ "grad_norm": 104.83638000488281,
+ "learning_rate": 1.742042042042042e-05,
+ "loss": 0.575,
+ "step": 1600
+ },
+ {
+ "epoch": 4.392422192151556,
+ "grad_norm": 54.156455993652344,
+ "learning_rate": 1.7345345345345346e-05,
+ "loss": 0.5754,
+ "step": 1625
+ },
+ {
+ "epoch": 4.460081190798376,
+ "grad_norm": 32.133846282958984,
+ "learning_rate": 1.727027027027027e-05,
+ "loss": 0.5629,
+ "step": 1650
+ },
+ {
+ "epoch": 4.527740189445196,
+ "grad_norm": 45.198326110839844,
+ "learning_rate": 1.7195195195195196e-05,
+ "loss": 0.6271,
+ "step": 1675
+ },
+ {
+ "epoch": 4.595399188092016,
+ "grad_norm": 1.3725372552871704,
+ "learning_rate": 1.712012012012012e-05,
+ "loss": 0.5214,
+ "step": 1700
+ },
+ {
+ "epoch": 4.663058186738836,
+ "grad_norm": 110.89515686035156,
+ "learning_rate": 1.7045045045045046e-05,
+ "loss": 0.4864,
+ "step": 1725
+ },
+ {
+ "epoch": 4.730717185385656,
+ "grad_norm": 88.74505615234375,
+ "learning_rate": 1.696996996996997e-05,
+ "loss": 0.6451,
+ "step": 1750
+ },
+ {
+ "epoch": 4.798376184032477,
+ "grad_norm": 9.508624076843262,
+ "learning_rate": 1.6894894894894896e-05,
+ "loss": 0.5318,
+ "step": 1775
+ },
+ {
+ "epoch": 4.866035182679297,
+ "grad_norm": 15.21669864654541,
+ "learning_rate": 1.681981981981982e-05,
+ "loss": 0.5644,
+ "step": 1800
+ },
+ {
+ "epoch": 4.933694181326116,
+ "grad_norm": 4.779296398162842,
+ "learning_rate": 1.6744744744744747e-05,
+ "loss": 0.5165,
+ "step": 1825
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 3.0204498767852783,
+ "learning_rate": 1.666966966966967e-05,
+ "loss": 0.6324,
+ "step": 1850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.952054794520548,
+ "eval_loss": 0.208709716796875,
+ "eval_macro_f1": 0.8532549754214435,
+ "eval_runtime": 2.4409,
+ "eval_samples_per_second": 538.323,
+ "eval_steps_per_second": 34.004,
+ "eval_weighted_f1": 0.950785213828739,
+ "step": 1850
+ },
+ {
+ "epoch": 5.06765899864682,
+ "grad_norm": 53.82844924926758,
+ "learning_rate": 1.6594594594594597e-05,
+ "loss": 0.4841,
+ "step": 1875
+ },
+ {
+ "epoch": 5.13531799729364,
+ "grad_norm": 15.693190574645996,
+ "learning_rate": 1.651951951951952e-05,
+ "loss": 0.547,
+ "step": 1900
+ },
+ {
+ "epoch": 5.20297699594046,
+ "grad_norm": 5.698328495025635,
+ "learning_rate": 1.6444444444444444e-05,
+ "loss": 0.4874,
+ "step": 1925
+ },
+ {
+ "epoch": 5.2706359945872805,
+ "grad_norm": 27.972618103027344,
+ "learning_rate": 1.636936936936937e-05,
+ "loss": 0.4147,
+ "step": 1950
+ },
+ {
+ "epoch": 5.3382949932341,
+ "grad_norm": 40.90681076049805,
+ "learning_rate": 1.6294294294294294e-05,
+ "loss": 0.377,
+ "step": 1975
+ },
+ {
+ "epoch": 5.40595399188092,
+ "grad_norm": 5.276984691619873,
+ "learning_rate": 1.621921921921922e-05,
+ "loss": 0.656,
+ "step": 2000
+ },
+ {
+ "epoch": 5.47361299052774,
+ "grad_norm": 163.857177734375,
+ "learning_rate": 1.6144144144144144e-05,
+ "loss": 0.307,
+ "step": 2025
+ },
+ {
+ "epoch": 5.54127198917456,
+ "grad_norm": 39.975257873535156,
+ "learning_rate": 1.606906906906907e-05,
+ "loss": 0.5878,
+ "step": 2050
+ },
+ {
+ "epoch": 5.60893098782138,
+ "grad_norm": 26.573348999023438,
+ "learning_rate": 1.5993993993993994e-05,
+ "loss": 0.5082,
+ "step": 2075
+ },
+ {
+ "epoch": 5.6765899864682,
+ "grad_norm": 79.90225219726562,
+ "learning_rate": 1.591891891891892e-05,
+ "loss": 0.3228,
+ "step": 2100
+ },
+ {
+ "epoch": 5.7442489851150205,
+ "grad_norm": 128.4459991455078,
+ "learning_rate": 1.5843843843843844e-05,
+ "loss": 0.3089,
+ "step": 2125
+ },
+ {
+ "epoch": 5.811907983761841,
+ "grad_norm": 50.91114044189453,
+ "learning_rate": 1.576876876876877e-05,
+ "loss": 0.6012,
+ "step": 2150
+ },
+ {
+ "epoch": 5.879566982408661,
+ "grad_norm": 64.1001205444336,
+ "learning_rate": 1.5693693693693695e-05,
+ "loss": 0.5102,
+ "step": 2175
+ },
+ {
+ "epoch": 5.94722598105548,
+ "grad_norm": 20.011722564697266,
+ "learning_rate": 1.561861861861862e-05,
+ "loss": 0.5322,
+ "step": 2200
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9528158295281582,
+ "eval_loss": 0.27201512455940247,
+ "eval_macro_f1": 0.839226605487475,
+ "eval_runtime": 2.2685,
+ "eval_samples_per_second": 579.231,
+ "eval_steps_per_second": 36.588,
+ "eval_weighted_f1": 0.950530128699277,
+ "step": 2220
+ },
+ {
+ "epoch": 6.013531799729364,
+ "grad_norm": 1.782785177230835,
+ "learning_rate": 1.5543543543543545e-05,
+ "loss": 0.4107,
+ "step": 2225
+ },
+ {
+ "epoch": 6.081190798376184,
+ "grad_norm": 16.057579040527344,
+ "learning_rate": 1.546846846846847e-05,
+ "loss": 0.2983,
+ "step": 2250
+ },
+ {
+ "epoch": 6.148849797023004,
+ "grad_norm": 6.889326572418213,
+ "learning_rate": 1.5393393393393395e-05,
+ "loss": 0.3602,
+ "step": 2275
+ },
+ {
+ "epoch": 6.216508795669824,
+ "grad_norm": 1.476190209388733,
+ "learning_rate": 1.531831831831832e-05,
+ "loss": 0.3842,
+ "step": 2300
+ },
+ {
+ "epoch": 6.2841677943166445,
+ "grad_norm": 151.92916870117188,
+ "learning_rate": 1.5243243243243244e-05,
+ "loss": 0.5956,
+ "step": 2325
+ },
+ {
+ "epoch": 6.351826792963464,
+ "grad_norm": 0.3036460280418396,
+ "learning_rate": 1.5168168168168169e-05,
+ "loss": 0.4266,
+ "step": 2350
+ },
+ {
+ "epoch": 6.419485791610284,
+ "grad_norm": 33.7850227355957,
+ "learning_rate": 1.5093093093093094e-05,
+ "loss": 0.3668,
+ "step": 2375
+ },
+ {
+ "epoch": 6.487144790257104,
+ "grad_norm": 74.47413635253906,
+ "learning_rate": 1.5018018018018019e-05,
+ "loss": 0.365,
+ "step": 2400
+ },
+ {
+ "epoch": 6.554803788903924,
+ "grad_norm": 340.02288818359375,
+ "learning_rate": 1.4942942942942944e-05,
+ "loss": 0.291,
+ "step": 2425
+ },
+ {
+ "epoch": 6.622462787550744,
+ "grad_norm": 14.586170196533203,
+ "learning_rate": 1.4867867867867869e-05,
+ "loss": 0.5927,
+ "step": 2450
+ },
+ {
+ "epoch": 6.690121786197564,
+ "grad_norm": 12.010960578918457,
+ "learning_rate": 1.4792792792792794e-05,
+ "loss": 0.3201,
+ "step": 2475
+ },
+ {
+ "epoch": 6.7577807848443845,
+ "grad_norm": 13.948966979980469,
+ "learning_rate": 1.471771771771772e-05,
+ "loss": 0.4871,
+ "step": 2500
+ },
+ {
+ "epoch": 6.825439783491205,
+ "grad_norm": 52.629520416259766,
+ "learning_rate": 1.4642642642642644e-05,
+ "loss": 0.2678,
+ "step": 2525
+ },
+ {
+ "epoch": 6.893098782138025,
+ "grad_norm": 0.10390082746744156,
+ "learning_rate": 1.456756756756757e-05,
+ "loss": 0.3917,
+ "step": 2550
+ },
+ {
+ "epoch": 6.960757780784844,
+ "grad_norm": 136.29031372070312,
+ "learning_rate": 1.4492492492492493e-05,
+ "loss": 0.733,
+ "step": 2575
+ },
+ {
+ "epoch": 7.0,
+ "eval_accuracy": 0.9459665144596652,
+ "eval_loss": 0.28782373666763306,
+ "eval_macro_f1": 0.8357323267258497,
+ "eval_runtime": 2.3837,
+ "eval_samples_per_second": 551.251,
+ "eval_steps_per_second": 34.82,
+ "eval_weighted_f1": 0.9451420618454969,
+ "step": 2590
+ },
+ {
+ "epoch": 7.027063599458728,
+ "grad_norm": 0.34965863823890686,
+ "learning_rate": 1.4417417417417418e-05,
+ "loss": 0.4752,
+ "step": 2600
+ },
+ {
+ "epoch": 7.094722598105548,
+ "grad_norm": 18.63524627685547,
+ "learning_rate": 1.4342342342342343e-05,
+ "loss": 0.3571,
+ "step": 2625
+ },
+ {
+ "epoch": 7.162381596752368,
+ "grad_norm": 0.06463995575904846,
+ "learning_rate": 1.4267267267267268e-05,
+ "loss": 0.3073,
+ "step": 2650
+ },
+ {
+ "epoch": 7.230040595399188,
+ "grad_norm": 5.006505966186523,
+ "learning_rate": 1.4192192192192193e-05,
+ "loss": 0.3777,
+ "step": 2675
+ },
+ {
+ "epoch": 7.2976995940460085,
+ "grad_norm": 74.2582778930664,
+ "learning_rate": 1.4117117117117118e-05,
+ "loss": 0.3338,
+ "step": 2700
+ },
+ {
+ "epoch": 7.365358592692828,
+ "grad_norm": 5.888902187347412,
+ "learning_rate": 1.4042042042042044e-05,
+ "loss": 0.3742,
+ "step": 2725
+ },
+ {
+ "epoch": 7.433017591339648,
+ "grad_norm": 0.3621343672275543,
+ "learning_rate": 1.3966966966966969e-05,
+ "loss": 0.2676,
+ "step": 2750
+ },
+ {
+ "epoch": 7.500676589986468,
+ "grad_norm": 118.81398010253906,
+ "learning_rate": 1.3891891891891894e-05,
+ "loss": 0.3276,
+ "step": 2775
+ },
+ {
+ "epoch": 7.568335588633288,
+ "grad_norm": 5.875438213348389,
+ "learning_rate": 1.3816816816816819e-05,
+ "loss": 0.3681,
+ "step": 2800
+ },
+ {
+ "epoch": 7.635994587280108,
+ "grad_norm": 10.183090209960938,
+ "learning_rate": 1.3741741741741744e-05,
+ "loss": 0.3924,
+ "step": 2825
+ },
+ {
+ "epoch": 7.703653585926928,
+ "grad_norm": 0.15894392132759094,
+ "learning_rate": 1.3666666666666667e-05,
+ "loss": 0.2661,
+ "step": 2850
+ },
+ {
+ "epoch": 7.7713125845737485,
+ "grad_norm": 196.17103576660156,
+ "learning_rate": 1.3591591591591592e-05,
+ "loss": 0.3068,
+ "step": 2875
+ },
+ {
+ "epoch": 7.838971583220569,
+ "grad_norm": 0.6738846302032471,
+ "learning_rate": 1.3516516516516518e-05,
+ "loss": 0.4944,
+ "step": 2900
+ },
+ {
+ "epoch": 7.906630581867388,
+ "grad_norm": 0.07169963419437408,
+ "learning_rate": 1.3441441441441443e-05,
+ "loss": 0.3266,
+ "step": 2925
+ },
+ {
+ "epoch": 7.974289580514208,
+ "grad_norm": 127.49152374267578,
+ "learning_rate": 1.3366366366366368e-05,
+ "loss": 0.4525,
+ "step": 2950
+ },
+ {
+ "epoch": 8.0,
+ "eval_accuracy": 0.9398782343987824,
+ "eval_loss": 0.35533809661865234,
+ "eval_macro_f1": 0.813077099850274,
+ "eval_runtime": 2.373,
+ "eval_samples_per_second": 553.721,
+ "eval_steps_per_second": 34.976,
+ "eval_weighted_f1": 0.9388643997818946,
+ "step": 2960
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 7400,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..865f9226954a4718b5dc147c5bf3e21d29d5be6e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4429082d2dfa2423deaa1f5f3be28480bf3960a108f1420308e9a9034372eff
+size 1112208036
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..351e0a6e5f503816d31a5df44cff2689b405545b
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/trainer_state.json
@@ -0,0 +1,384 @@
+{
+ "best_global_step": 1110,
+ "best_metric": 0.8490514304582321,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110",
+ "epoch": 3.0,
+ "eval_steps": 500,
+ "global_step": 1110,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.06765899864682003,
+ "grad_norm": 86.04778289794922,
+ "learning_rate": 6.486486486486487e-07,
+ "loss": 5.308,
+ "step": 25
+ },
+ {
+ "epoch": 0.13531799729364005,
+ "grad_norm": 107.34539794921875,
+ "learning_rate": 1.3243243243243246e-06,
+ "loss": 4.949,
+ "step": 50
+ },
+ {
+ "epoch": 0.2029769959404601,
+ "grad_norm": 94.77384948730469,
+ "learning_rate": 2.0000000000000003e-06,
+ "loss": 4.3168,
+ "step": 75
+ },
+ {
+ "epoch": 0.2706359945872801,
+ "grad_norm": 54.985904693603516,
+ "learning_rate": 2.6756756756756757e-06,
+ "loss": 3.8395,
+ "step": 100
+ },
+ {
+ "epoch": 0.3382949932341001,
+ "grad_norm": 36.03276443481445,
+ "learning_rate": 3.351351351351352e-06,
+ "loss": 3.5177,
+ "step": 125
+ },
+ {
+ "epoch": 0.4059539918809202,
+ "grad_norm": 457.6507873535156,
+ "learning_rate": 4.027027027027028e-06,
+ "loss": 3.1566,
+ "step": 150
+ },
+ {
+ "epoch": 0.4736129905277402,
+ "grad_norm": 30.585145950317383,
+ "learning_rate": 4.702702702702703e-06,
+ "loss": 2.7085,
+ "step": 175
+ },
+ {
+ "epoch": 0.5412719891745602,
+ "grad_norm": 71.07231903076172,
+ "learning_rate": 5.378378378378378e-06,
+ "loss": 2.2523,
+ "step": 200
+ },
+ {
+ "epoch": 0.6089309878213802,
+ "grad_norm": 48.17766571044922,
+ "learning_rate": 6.054054054054055e-06,
+ "loss": 1.6407,
+ "step": 225
+ },
+ {
+ "epoch": 0.6765899864682002,
+ "grad_norm": 58.930450439453125,
+ "learning_rate": 6.729729729729731e-06,
+ "loss": 1.547,
+ "step": 250
+ },
+ {
+ "epoch": 0.7442489851150202,
+ "grad_norm": 44.277198791503906,
+ "learning_rate": 7.4054054054054055e-06,
+ "loss": 1.4418,
+ "step": 275
+ },
+ {
+ "epoch": 0.8119079837618404,
+ "grad_norm": 26.852293014526367,
+ "learning_rate": 8.081081081081081e-06,
+ "loss": 1.4738,
+ "step": 300
+ },
+ {
+ "epoch": 0.8795669824086604,
+ "grad_norm": 35.22195816040039,
+ "learning_rate": 8.756756756756759e-06,
+ "loss": 1.3105,
+ "step": 325
+ },
+ {
+ "epoch": 0.9472259810554804,
+ "grad_norm": 80.5978012084961,
+ "learning_rate": 9.432432432432433e-06,
+ "loss": 1.2281,
+ "step": 350
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.926179604261796,
+ "eval_loss": 0.27253255248069763,
+ "eval_macro_f1": 0.6294718653745023,
+ "eval_runtime": 2.3876,
+ "eval_samples_per_second": 550.35,
+ "eval_steps_per_second": 34.763,
+ "eval_weighted_f1": 0.9067498162161346,
+ "step": 370
+ },
+ {
+ "epoch": 1.013531799729364,
+ "grad_norm": 5.764125347137451,
+ "learning_rate": 1.0108108108108109e-05,
+ "loss": 0.9977,
+ "step": 375
+ },
+ {
+ "epoch": 1.0811907983761841,
+ "grad_norm": 38.28403854370117,
+ "learning_rate": 1.0783783783783786e-05,
+ "loss": 1.221,
+ "step": 400
+ },
+ {
+ "epoch": 1.148849797023004,
+ "grad_norm": 141.93580627441406,
+ "learning_rate": 1.1459459459459462e-05,
+ "loss": 1.258,
+ "step": 425
+ },
+ {
+ "epoch": 1.2165087956698242,
+ "grad_norm": 47.52824401855469,
+ "learning_rate": 1.2135135135135136e-05,
+ "loss": 0.9493,
+ "step": 450
+ },
+ {
+ "epoch": 1.284167794316644,
+ "grad_norm": 80.07850646972656,
+ "learning_rate": 1.2810810810810812e-05,
+ "loss": 1.0334,
+ "step": 475
+ },
+ {
+ "epoch": 1.3518267929634642,
+ "grad_norm": 130.012939453125,
+ "learning_rate": 1.3486486486486487e-05,
+ "loss": 1.0506,
+ "step": 500
+ },
+ {
+ "epoch": 1.419485791610284,
+ "grad_norm": 43.67693328857422,
+ "learning_rate": 1.4162162162162163e-05,
+ "loss": 1.0689,
+ "step": 525
+ },
+ {
+ "epoch": 1.4871447902571042,
+ "grad_norm": 35.664894104003906,
+ "learning_rate": 1.4837837837837839e-05,
+ "loss": 1.0048,
+ "step": 550
+ },
+ {
+ "epoch": 1.5548037889039241,
+ "grad_norm": 171.18746948242188,
+ "learning_rate": 1.5513513513513513e-05,
+ "loss": 1.1357,
+ "step": 575
+ },
+ {
+ "epoch": 1.6224627875507442,
+ "grad_norm": 57.264068603515625,
+ "learning_rate": 1.618918918918919e-05,
+ "loss": 1.0316,
+ "step": 600
+ },
+ {
+ "epoch": 1.6901217861975644,
+ "grad_norm": 41.16263198852539,
+ "learning_rate": 1.6864864864864868e-05,
+ "loss": 0.8908,
+ "step": 625
+ },
+ {
+ "epoch": 1.7577807848443843,
+ "grad_norm": 37.027305603027344,
+ "learning_rate": 1.7540540540540542e-05,
+ "loss": 0.7432,
+ "step": 650
+ },
+ {
+ "epoch": 1.8254397834912042,
+ "grad_norm": 93.58442687988281,
+ "learning_rate": 1.821621621621622e-05,
+ "loss": 1.1518,
+ "step": 675
+ },
+ {
+ "epoch": 1.8930987821380243,
+ "grad_norm": 43.523372650146484,
+ "learning_rate": 1.8891891891891893e-05,
+ "loss": 0.9627,
+ "step": 700
+ },
+ {
+ "epoch": 1.9607577807848444,
+ "grad_norm": 56.2676887512207,
+ "learning_rate": 1.956756756756757e-05,
+ "loss": 0.9166,
+ "step": 725
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9398782343987824,
+ "eval_loss": 0.22174014151096344,
+ "eval_macro_f1": 0.8217275573711218,
+ "eval_runtime": 2.3157,
+ "eval_samples_per_second": 567.43,
+ "eval_steps_per_second": 35.842,
+ "eval_weighted_f1": 0.9353845447769226,
+ "step": 740
+ },
+ {
+ "epoch": 2.027063599458728,
+ "grad_norm": 95.12738037109375,
+ "learning_rate": 1.9972972972972974e-05,
+ "loss": 0.9543,
+ "step": 750
+ },
+ {
+ "epoch": 2.094722598105548,
+ "grad_norm": 14.340409278869629,
+ "learning_rate": 1.98978978978979e-05,
+ "loss": 0.9344,
+ "step": 775
+ },
+ {
+ "epoch": 2.1623815967523683,
+ "grad_norm": 23.51648712158203,
+ "learning_rate": 1.9822822822822824e-05,
+ "loss": 0.693,
+ "step": 800
+ },
+ {
+ "epoch": 2.230040595399188,
+ "grad_norm": 56.02445983886719,
+ "learning_rate": 1.974774774774775e-05,
+ "loss": 0.9139,
+ "step": 825
+ },
+ {
+ "epoch": 2.297699594046008,
+ "grad_norm": 18.584333419799805,
+ "learning_rate": 1.9672672672672674e-05,
+ "loss": 0.8797,
+ "step": 850
+ },
+ {
+ "epoch": 2.365358592692828,
+ "grad_norm": 44.980045318603516,
+ "learning_rate": 1.95975975975976e-05,
+ "loss": 0.8348,
+ "step": 875
+ },
+ {
+ "epoch": 2.4330175913396483,
+ "grad_norm": 19.74321746826172,
+ "learning_rate": 1.9522522522522524e-05,
+ "loss": 0.7273,
+ "step": 900
+ },
+ {
+ "epoch": 2.500676589986468,
+ "grad_norm": 123.3532943725586,
+ "learning_rate": 1.944744744744745e-05,
+ "loss": 0.7396,
+ "step": 925
+ },
+ {
+ "epoch": 2.568335588633288,
+ "grad_norm": 106.23285675048828,
+ "learning_rate": 1.9372372372372375e-05,
+ "loss": 0.5889,
+ "step": 950
+ },
+ {
+ "epoch": 2.6359945872801083,
+ "grad_norm": 61.20154571533203,
+ "learning_rate": 1.92972972972973e-05,
+ "loss": 0.7917,
+ "step": 975
+ },
+ {
+ "epoch": 2.7036535859269284,
+ "grad_norm": 27.61452293395996,
+ "learning_rate": 1.9222222222222225e-05,
+ "loss": 0.8705,
+ "step": 1000
+ },
+ {
+ "epoch": 2.7713125845737485,
+ "grad_norm": 25.524009704589844,
+ "learning_rate": 1.914714714714715e-05,
+ "loss": 0.7809,
+ "step": 1025
+ },
+ {
+ "epoch": 2.838971583220568,
+ "grad_norm": 30.02998161315918,
+ "learning_rate": 1.9072072072072075e-05,
+ "loss": 0.5805,
+ "step": 1050
+ },
+ {
+ "epoch": 2.9066305818673883,
+ "grad_norm": 41.34760284423828,
+ "learning_rate": 1.8996996996997e-05,
+ "loss": 0.6439,
+ "step": 1075
+ },
+ {
+ "epoch": 2.9742895805142084,
+ "grad_norm": 48.89618682861328,
+ "learning_rate": 1.8921921921921925e-05,
+ "loss": 0.7595,
+ "step": 1100
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9497716894977168,
+ "eval_loss": 0.1930159628391266,
+ "eval_macro_f1": 0.8490514304582321,
+ "eval_runtime": 2.2838,
+ "eval_samples_per_second": 575.347,
+ "eval_steps_per_second": 36.342,
+ "eval_weighted_f1": 0.9483310907738403,
+ "step": 1110
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 7400,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 0
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": false
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/special_tokens_map.json
@@ -0,0 +1,15 @@
+{
+ "bos_token": "",
+ "cls_token": "",
+ "eos_token": "",
+ "mask_token": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "",
+ "sep_token": "",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/tokenizer_config.json
@@ -0,0 +1,55 @@
+{
+ "added_tokens_decoder": {
+ "0": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "",
+ "clean_up_tokenization_spaces": false,
+ "cls_token": "",
+ "eos_token": "",
+ "extra_special_tokens": {},
+ "mask_token": "",
+ "model_max_length": 512,
+ "pad_token": "",
+ "sep_token": "",
+ "tokenizer_class": "XLMRobertaTokenizer",
+ "unk_token": ""
+}
diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..e6021a5f21a179730b84e0d6dab0edeb19276549
--- /dev/null
+++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/trainer_state.json
@@ -0,0 +1,725 @@
+{
+ "best_global_step": 1110,
+ "best_metric": 0.8490514304582321,
+ "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110",
+ "epoch": 6.0,
+ "eval_steps": 500,
+ "global_step": 2220,
+ "is_hyper_param_search": false,
+ "is_local_process_zero": true,
+ "is_world_process_zero": true,
+ "log_history": [
+ {
+ "epoch": 0.06765899864682003,
+ "grad_norm": 86.04778289794922,
+ "learning_rate": 6.486486486486487e-07,
+ "loss": 5.308,
+ "step": 25
+ },
+ {
+ "epoch": 0.13531799729364005,
+ "grad_norm": 107.34539794921875,
+ "learning_rate": 1.3243243243243246e-06,
+ "loss": 4.949,
+ "step": 50
+ },
+ {
+ "epoch": 0.2029769959404601,
+ "grad_norm": 94.77384948730469,
+ "learning_rate": 2.0000000000000003e-06,
+ "loss": 4.3168,
+ "step": 75
+ },
+ {
+ "epoch": 0.2706359945872801,
+ "grad_norm": 54.985904693603516,
+ "learning_rate": 2.6756756756756757e-06,
+ "loss": 3.8395,
+ "step": 100
+ },
+ {
+ "epoch": 0.3382949932341001,
+ "grad_norm": 36.03276443481445,
+ "learning_rate": 3.351351351351352e-06,
+ "loss": 3.5177,
+ "step": 125
+ },
+ {
+ "epoch": 0.4059539918809202,
+ "grad_norm": 457.6507873535156,
+ "learning_rate": 4.027027027027028e-06,
+ "loss": 3.1566,
+ "step": 150
+ },
+ {
+ "epoch": 0.4736129905277402,
+ "grad_norm": 30.585145950317383,
+ "learning_rate": 4.702702702702703e-06,
+ "loss": 2.7085,
+ "step": 175
+ },
+ {
+ "epoch": 0.5412719891745602,
+ "grad_norm": 71.07231903076172,
+ "learning_rate": 5.378378378378378e-06,
+ "loss": 2.2523,
+ "step": 200
+ },
+ {
+ "epoch": 0.6089309878213802,
+ "grad_norm": 48.17766571044922,
+ "learning_rate": 6.054054054054055e-06,
+ "loss": 1.6407,
+ "step": 225
+ },
+ {
+ "epoch": 0.6765899864682002,
+ "grad_norm": 58.930450439453125,
+ "learning_rate": 6.729729729729731e-06,
+ "loss": 1.547,
+ "step": 250
+ },
+ {
+ "epoch": 0.7442489851150202,
+ "grad_norm": 44.277198791503906,
+ "learning_rate": 7.4054054054054055e-06,
+ "loss": 1.4418,
+ "step": 275
+ },
+ {
+ "epoch": 0.8119079837618404,
+ "grad_norm": 26.852293014526367,
+ "learning_rate": 8.081081081081081e-06,
+ "loss": 1.4738,
+ "step": 300
+ },
+ {
+ "epoch": 0.8795669824086604,
+ "grad_norm": 35.22195816040039,
+ "learning_rate": 8.756756756756759e-06,
+ "loss": 1.3105,
+ "step": 325
+ },
+ {
+ "epoch": 0.9472259810554804,
+ "grad_norm": 80.5978012084961,
+ "learning_rate": 9.432432432432433e-06,
+ "loss": 1.2281,
+ "step": 350
+ },
+ {
+ "epoch": 1.0,
+ "eval_accuracy": 0.926179604261796,
+ "eval_loss": 0.27253255248069763,
+ "eval_macro_f1": 0.6294718653745023,
+ "eval_runtime": 2.3876,
+ "eval_samples_per_second": 550.35,
+ "eval_steps_per_second": 34.763,
+ "eval_weighted_f1": 0.9067498162161346,
+ "step": 370
+ },
+ {
+ "epoch": 1.013531799729364,
+ "grad_norm": 5.764125347137451,
+ "learning_rate": 1.0108108108108109e-05,
+ "loss": 0.9977,
+ "step": 375
+ },
+ {
+ "epoch": 1.0811907983761841,
+ "grad_norm": 38.28403854370117,
+ "learning_rate": 1.0783783783783786e-05,
+ "loss": 1.221,
+ "step": 400
+ },
+ {
+ "epoch": 1.148849797023004,
+ "grad_norm": 141.93580627441406,
+ "learning_rate": 1.1459459459459462e-05,
+ "loss": 1.258,
+ "step": 425
+ },
+ {
+ "epoch": 1.2165087956698242,
+ "grad_norm": 47.52824401855469,
+ "learning_rate": 1.2135135135135136e-05,
+ "loss": 0.9493,
+ "step": 450
+ },
+ {
+ "epoch": 1.284167794316644,
+ "grad_norm": 80.07850646972656,
+ "learning_rate": 1.2810810810810812e-05,
+ "loss": 1.0334,
+ "step": 475
+ },
+ {
+ "epoch": 1.3518267929634642,
+ "grad_norm": 130.012939453125,
+ "learning_rate": 1.3486486486486487e-05,
+ "loss": 1.0506,
+ "step": 500
+ },
+ {
+ "epoch": 1.419485791610284,
+ "grad_norm": 43.67693328857422,
+ "learning_rate": 1.4162162162162163e-05,
+ "loss": 1.0689,
+ "step": 525
+ },
+ {
+ "epoch": 1.4871447902571042,
+ "grad_norm": 35.664894104003906,
+ "learning_rate": 1.4837837837837839e-05,
+ "loss": 1.0048,
+ "step": 550
+ },
+ {
+ "epoch": 1.5548037889039241,
+ "grad_norm": 171.18746948242188,
+ "learning_rate": 1.5513513513513513e-05,
+ "loss": 1.1357,
+ "step": 575
+ },
+ {
+ "epoch": 1.6224627875507442,
+ "grad_norm": 57.264068603515625,
+ "learning_rate": 1.618918918918919e-05,
+ "loss": 1.0316,
+ "step": 600
+ },
+ {
+ "epoch": 1.6901217861975644,
+ "grad_norm": 41.16263198852539,
+ "learning_rate": 1.6864864864864868e-05,
+ "loss": 0.8908,
+ "step": 625
+ },
+ {
+ "epoch": 1.7577807848443843,
+ "grad_norm": 37.027305603027344,
+ "learning_rate": 1.7540540540540542e-05,
+ "loss": 0.7432,
+ "step": 650
+ },
+ {
+ "epoch": 1.8254397834912042,
+ "grad_norm": 93.58442687988281,
+ "learning_rate": 1.821621621621622e-05,
+ "loss": 1.1518,
+ "step": 675
+ },
+ {
+ "epoch": 1.8930987821380243,
+ "grad_norm": 43.523372650146484,
+ "learning_rate": 1.8891891891891893e-05,
+ "loss": 0.9627,
+ "step": 700
+ },
+ {
+ "epoch": 1.9607577807848444,
+ "grad_norm": 56.2676887512207,
+ "learning_rate": 1.956756756756757e-05,
+ "loss": 0.9166,
+ "step": 725
+ },
+ {
+ "epoch": 2.0,
+ "eval_accuracy": 0.9398782343987824,
+ "eval_loss": 0.22174014151096344,
+ "eval_macro_f1": 0.8217275573711218,
+ "eval_runtime": 2.3157,
+ "eval_samples_per_second": 567.43,
+ "eval_steps_per_second": 35.842,
+ "eval_weighted_f1": 0.9353845447769226,
+ "step": 740
+ },
+ {
+ "epoch": 2.027063599458728,
+ "grad_norm": 95.12738037109375,
+ "learning_rate": 1.9972972972972974e-05,
+ "loss": 0.9543,
+ "step": 750
+ },
+ {
+ "epoch": 2.094722598105548,
+ "grad_norm": 14.340409278869629,
+ "learning_rate": 1.98978978978979e-05,
+ "loss": 0.9344,
+ "step": 775
+ },
+ {
+ "epoch": 2.1623815967523683,
+ "grad_norm": 23.51648712158203,
+ "learning_rate": 1.9822822822822824e-05,
+ "loss": 0.693,
+ "step": 800
+ },
+ {
+ "epoch": 2.230040595399188,
+ "grad_norm": 56.02445983886719,
+ "learning_rate": 1.974774774774775e-05,
+ "loss": 0.9139,
+ "step": 825
+ },
+ {
+ "epoch": 2.297699594046008,
+ "grad_norm": 18.584333419799805,
+ "learning_rate": 1.9672672672672674e-05,
+ "loss": 0.8797,
+ "step": 850
+ },
+ {
+ "epoch": 2.365358592692828,
+ "grad_norm": 44.980045318603516,
+ "learning_rate": 1.95975975975976e-05,
+ "loss": 0.8348,
+ "step": 875
+ },
+ {
+ "epoch": 2.4330175913396483,
+ "grad_norm": 19.74321746826172,
+ "learning_rate": 1.9522522522522524e-05,
+ "loss": 0.7273,
+ "step": 900
+ },
+ {
+ "epoch": 2.500676589986468,
+ "grad_norm": 123.3532943725586,
+ "learning_rate": 1.944744744744745e-05,
+ "loss": 0.7396,
+ "step": 925
+ },
+ {
+ "epoch": 2.568335588633288,
+ "grad_norm": 106.23285675048828,
+ "learning_rate": 1.9372372372372375e-05,
+ "loss": 0.5889,
+ "step": 950
+ },
+ {
+ "epoch": 2.6359945872801083,
+ "grad_norm": 61.20154571533203,
+ "learning_rate": 1.92972972972973e-05,
+ "loss": 0.7917,
+ "step": 975
+ },
+ {
+ "epoch": 2.7036535859269284,
+ "grad_norm": 27.61452293395996,
+ "learning_rate": 1.9222222222222225e-05,
+ "loss": 0.8705,
+ "step": 1000
+ },
+ {
+ "epoch": 2.7713125845737485,
+ "grad_norm": 25.524009704589844,
+ "learning_rate": 1.914714714714715e-05,
+ "loss": 0.7809,
+ "step": 1025
+ },
+ {
+ "epoch": 2.838971583220568,
+ "grad_norm": 30.02998161315918,
+ "learning_rate": 1.9072072072072075e-05,
+ "loss": 0.5805,
+ "step": 1050
+ },
+ {
+ "epoch": 2.9066305818673883,
+ "grad_norm": 41.34760284423828,
+ "learning_rate": 1.8996996996997e-05,
+ "loss": 0.6439,
+ "step": 1075
+ },
+ {
+ "epoch": 2.9742895805142084,
+ "grad_norm": 48.89618682861328,
+ "learning_rate": 1.8921921921921925e-05,
+ "loss": 0.7595,
+ "step": 1100
+ },
+ {
+ "epoch": 3.0,
+ "eval_accuracy": 0.9497716894977168,
+ "eval_loss": 0.1930159628391266,
+ "eval_macro_f1": 0.8490514304582321,
+ "eval_runtime": 2.2838,
+ "eval_samples_per_second": 575.347,
+ "eval_steps_per_second": 36.342,
+ "eval_weighted_f1": 0.9483310907738403,
+ "step": 1110
+ },
+ {
+ "epoch": 3.040595399188092,
+ "grad_norm": 77.30303192138672,
+ "learning_rate": 1.884684684684685e-05,
+ "loss": 0.6138,
+ "step": 1125
+ },
+ {
+ "epoch": 3.108254397834912,
+ "grad_norm": 49.194725036621094,
+ "learning_rate": 1.8771771771771776e-05,
+ "loss": 0.7602,
+ "step": 1150
+ },
+ {
+ "epoch": 3.175913396481732,
+ "grad_norm": 71.0191879272461,
+ "learning_rate": 1.86966966966967e-05,
+ "loss": 0.5968,
+ "step": 1175
+ },
+ {
+ "epoch": 3.243572395128552,
+ "grad_norm": 21.90612030029297,
+ "learning_rate": 1.8621621621621622e-05,
+ "loss": 0.4863,
+ "step": 1200
+ },
+ {
+ "epoch": 3.311231393775372,
+ "grad_norm": 76.65034484863281,
+ "learning_rate": 1.8546546546546547e-05,
+ "loss": 0.6224,
+ "step": 1225
+ },
+ {
+ "epoch": 3.3788903924221922,
+ "grad_norm": 29.765533447265625,
+ "learning_rate": 1.8471471471471473e-05,
+ "loss": 0.7099,
+ "step": 1250
+ },
+ {
+ "epoch": 3.4465493910690124,
+ "grad_norm": 8.138838768005371,
+ "learning_rate": 1.8396396396396398e-05,
+ "loss": 0.5285,
+ "step": 1275
+ },
+ {
+ "epoch": 3.514208389715832,
+ "grad_norm": 42.68825912475586,
+ "learning_rate": 1.8321321321321323e-05,
+ "loss": 0.8069,
+ "step": 1300
+ },
+ {
+ "epoch": 3.581867388362652,
+ "grad_norm": 64.68123626708984,
+ "learning_rate": 1.8246246246246248e-05,
+ "loss": 0.6482,
+ "step": 1325
+ },
+ {
+ "epoch": 3.6495263870094723,
+ "grad_norm": 30.416061401367188,
+ "learning_rate": 1.8171171171171173e-05,
+ "loss": 0.5467,
+ "step": 1350
+ },
+ {
+ "epoch": 3.7171853856562924,
+ "grad_norm": 45.80879211425781,
+ "learning_rate": 1.8096096096096098e-05,
+ "loss": 0.778,
+ "step": 1375
+ },
+ {
+ "epoch": 3.7848443843031125,
+ "grad_norm": 50.136287689208984,
+ "learning_rate": 1.8021021021021023e-05,
+ "loss": 0.6446,
+ "step": 1400
+ },
+ {
+ "epoch": 3.852503382949932,
+ "grad_norm": 30.431842803955078,
+ "learning_rate": 1.7945945945945948e-05,
+ "loss": 0.8351,
+ "step": 1425
+ },
+ {
+ "epoch": 3.9201623815967523,
+ "grad_norm": 61.0339469909668,
+ "learning_rate": 1.7870870870870873e-05,
+ "loss": 0.4934,
+ "step": 1450
+ },
+ {
+ "epoch": 3.9878213802435725,
+ "grad_norm": 39.62492752075195,
+ "learning_rate": 1.77957957957958e-05,
+ "loss": 0.8412,
+ "step": 1475
+ },
+ {
+ "epoch": 4.0,
+ "eval_accuracy": 0.9512937595129376,
+ "eval_loss": 0.2023714929819107,
+ "eval_macro_f1": 0.8324276591862798,
+ "eval_runtime": 2.2906,
+ "eval_samples_per_second": 573.64,
+ "eval_steps_per_second": 36.235,
+ "eval_weighted_f1": 0.9477570353041932,
+ "step": 1480
+ },
+ {
+ "epoch": 4.054127198917456,
+ "grad_norm": 107.87423706054688,
+ "learning_rate": 1.7720720720720724e-05,
+ "loss": 0.5306,
+ "step": 1500
+ },
+ {
+ "epoch": 4.121786197564276,
+ "grad_norm": 15.800315856933594,
+ "learning_rate": 1.764564564564565e-05,
+ "loss": 0.6002,
+ "step": 1525
+ },
+ {
+ "epoch": 4.189445196211096,
+ "grad_norm": 28.825176239013672,
+ "learning_rate": 1.757057057057057e-05,
+ "loss": 0.6222,
+ "step": 1550
+ },
+ {
+ "epoch": 4.2571041948579165,
+ "grad_norm": 81.09765625,
+ "learning_rate": 1.7495495495495496e-05,
+ "loss": 0.5402,
+ "step": 1575
+ },
+ {
+ "epoch": 4.324763193504737,
+ "grad_norm": 31.133651733398438,
+ "learning_rate": 1.742042042042042e-05,
+ "loss": 0.5229,
+ "step": 1600
+ },
+ {
+ "epoch": 4.392422192151556,
+ "grad_norm": 13.807032585144043,
+ "learning_rate": 1.7345345345345346e-05,
+ "loss": 0.6443,
+ "step": 1625
+ },
+ {
+ "epoch": 4.460081190798376,
+ "grad_norm": 51.684871673583984,
+ "learning_rate": 1.727027027027027e-05,
+ "loss": 0.4757,
+ "step": 1650
+ },
+ {
+ "epoch": 4.527740189445196,
+ "grad_norm": 18.652854919433594,
+ "learning_rate": 1.7195195195195196e-05,
+ "loss": 0.8457,
+ "step": 1675
+ },
+ {
+ "epoch": 4.595399188092016,
+ "grad_norm": 106.4849624633789,
+ "learning_rate": 1.712012012012012e-05,
+ "loss": 0.6437,
+ "step": 1700
+ },
+ {
+ "epoch": 4.663058186738836,
+ "grad_norm": 15.578771591186523,
+ "learning_rate": 1.7045045045045046e-05,
+ "loss": 0.5342,
+ "step": 1725
+ },
+ {
+ "epoch": 4.730717185385656,
+ "grad_norm": 1.0457314252853394,
+ "learning_rate": 1.696996996996997e-05,
+ "loss": 0.3696,
+ "step": 1750
+ },
+ {
+ "epoch": 4.798376184032477,
+ "grad_norm": 35.595333099365234,
+ "learning_rate": 1.6894894894894896e-05,
+ "loss": 0.7016,
+ "step": 1775
+ },
+ {
+ "epoch": 4.866035182679297,
+ "grad_norm": 64.69245910644531,
+ "learning_rate": 1.681981981981982e-05,
+ "loss": 0.6238,
+ "step": 1800
+ },
+ {
+ "epoch": 4.933694181326116,
+ "grad_norm": 45.59101486206055,
+ "learning_rate": 1.6744744744744747e-05,
+ "loss": 0.4034,
+ "step": 1825
+ },
+ {
+ "epoch": 5.0,
+ "grad_norm": 30.932693481445312,
+ "learning_rate": 1.666966966966967e-05,
+ "loss": 0.5426,
+ "step": 1850
+ },
+ {
+ "epoch": 5.0,
+ "eval_accuracy": 0.9482496194824962,
+ "eval_loss": 0.278729647397995,
+ "eval_macro_f1": 0.8409038203738906,
+ "eval_runtime": 2.4874,
+ "eval_samples_per_second": 528.265,
+ "eval_steps_per_second": 33.368,
+ "eval_weighted_f1": 0.947183802408461,
+ "step": 1850
+ },
+ {
+ "epoch": 5.06765899864682,
+ "grad_norm": 57.380313873291016,
+ "learning_rate": 1.6594594594594597e-05,
+ "loss": 0.3434,
+ "step": 1875
+ },
+ {
+ "epoch": 5.13531799729364,
+ "grad_norm": 76.09320068359375,
+ "learning_rate": 1.651951951951952e-05,
+ "loss": 0.3881,
+ "step": 1900
+ },
+ {
+ "epoch": 5.20297699594046,
+ "grad_norm": 7.426636219024658,
+ "learning_rate": 1.6444444444444444e-05,
+ "loss": 0.5521,
+ "step": 1925
+ },
+ {
+ "epoch": 5.2706359945872805,
+ "grad_norm": 0.8380168080329895,
+ "learning_rate": 1.636936936936937e-05,
+ "loss": 0.68,
+ "step": 1950
+ },
+ {
+ "epoch": 5.3382949932341,
+ "grad_norm": 2.1806082725524902,
+ "learning_rate": 1.6294294294294294e-05,
+ "loss": 0.5878,
+ "step": 1975
+ },
+ {
+ "epoch": 5.40595399188092,
+ "grad_norm": 93.80546569824219,
+ "learning_rate": 1.621921921921922e-05,
+ "loss": 0.4727,
+ "step": 2000
+ },
+ {
+ "epoch": 5.47361299052774,
+ "grad_norm": 171.71664428710938,
+ "learning_rate": 1.6144144144144144e-05,
+ "loss": 0.6343,
+ "step": 2025
+ },
+ {
+ "epoch": 5.54127198917456,
+ "grad_norm": 10.313652992248535,
+ "learning_rate": 1.606906906906907e-05,
+ "loss": 0.5757,
+ "step": 2050
+ },
+ {
+ "epoch": 5.60893098782138,
+ "grad_norm": 44.96193313598633,
+ "learning_rate": 1.5993993993993994e-05,
+ "loss": 0.5507,
+ "step": 2075
+ },
+ {
+ "epoch": 5.6765899864682,
+ "grad_norm": 5.9004082679748535,
+ "learning_rate": 1.591891891891892e-05,
+ "loss": 0.3355,
+ "step": 2100
+ },
+ {
+ "epoch": 5.7442489851150205,
+ "grad_norm": 31.67490005493164,
+ "learning_rate": 1.5843843843843844e-05,
+ "loss": 0.545,
+ "step": 2125
+ },
+ {
+ "epoch": 5.811907983761841,
+ "grad_norm": 149.86911010742188,
+ "learning_rate": 1.576876876876877e-05,
+ "loss": 0.5221,
+ "step": 2150
+ },
+ {
+ "epoch": 5.879566982408661,
+ "grad_norm": 21.326457977294922,
+ "learning_rate": 1.5693693693693695e-05,
+ "loss": 0.3425,
+ "step": 2175
+ },
+ {
+ "epoch": 5.94722598105548,
+ "grad_norm": 0.37498632073402405,
+ "learning_rate": 1.561861861861862e-05,
+ "loss": 0.5338,
+ "step": 2200
+ },
+ {
+ "epoch": 6.0,
+ "eval_accuracy": 0.9429223744292238,
+ "eval_loss": 0.27915653586387634,
+ "eval_macro_f1": 0.8073155640548526,
+ "eval_runtime": 2.2662,
+ "eval_samples_per_second": 579.829,
+ "eval_steps_per_second": 36.625,
+ "eval_weighted_f1": 0.9400197338732975,
+ "step": 2220
+ }
+ ],
+ "logging_steps": 25,
+ "max_steps": 7400,
+ "num_input_tokens_seen": 0,
+ "num_train_epochs": 20,
+ "save_steps": 500,
+ "stateful_callbacks": {
+ "EarlyStoppingCallback": {
+ "args": {
+ "early_stopping_patience": 3,
+ "early_stopping_threshold": 0.0
+ },
+ "attributes": {
+ "early_stopping_patience_counter": 3
+ }
+ },
+ "TrainerControl": {
+ "args": {
+ "should_epoch_stop": false,
+ "should_evaluate": false,
+ "should_log": false,
+ "should_save": true,
+ "should_training_stop": true
+ },
+ "attributes": {}
+ }
+ },
+ "total_flos": 0.0,
+ "train_batch_size": 8,
+ "trial_name": null,
+ "trial_params": null
+}
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/model.safetensors b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..faaf43ea0f13fd342ab6505f3973be28b188a2c4
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92855f5f0e4fec130b2c3c65cfc24099ee3314c0f813e10f766fe50dbeb69dd0
+size 1112208036
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/model.safetensors b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76d42dddde31bb46b72e9c6ffa48a08dce843683
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25848c8c72cb58ff0528b74f6638520df91518a83926e667429e70cd96bbf030
+size 1112208068
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/rng_state.pth b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7dca84375e0fe7e165723f4b6b67ca335e108761
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc4e5760877e15d32f7446111665ee89fd2c93e7786bf083f2a1b029b5d4420
+size 14244
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/scheduler.pt b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c783dc2a78e6da12c26ab9f8c2fdcebdfc6d1b2f
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025420dde4090654311e737165fe75f03281f0521bbd150c296ab4d55552a2be
+size 1064
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/sentencepiece.bpe.model b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/sentencepiece.bpe.model
new file mode 100644
index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/sentencepiece.bpe.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer.json b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..3e44923828d101a79a79c4e022d1c24f4b16441a
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0091a328b3441d754e481db5a390d7f3b8dabc6016869fd13ba350d23ddc4cd
+size 17082832
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/training_args.bin b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8c5cb705d6e7dac0cf63fb4d6608995e1f4700ac
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6308138722769e956cc7c51dc8a95475ef613dc25479216d4096ce754bf8f09f
+size 5560
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/rng_state.pth b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..beab27dde450dc72516de9283dc999aaae95a215
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8452612ce66632ed80b68948ade85e2a2b2e7662804ead537bd18266a51e47f
+size 14244
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/scheduler.pt b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde9857819b976bbce9da86cf4a5955fdfbdba7c
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e51318a13d08fbd81922aca48c3226b76ac0ef8553c3c081738e32a234f870
+size 1064
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/sentencepiece.bpe.model b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/sentencepiece.bpe.model
new file mode 100644
index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/sentencepiece.bpe.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer.json b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..3e44923828d101a79a79c4e022d1c24f4b16441a
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0091a328b3441d754e481db5a390d7f3b8dabc6016869fd13ba350d23ddc4cd
+size 17082832
diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/training_args.bin b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8c5cb705d6e7dac0cf63fb4d6608995e1f4700ac
--- /dev/null
+++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6308138722769e956cc7c51dc8a95475ef613dc25479216d4096ce754bf8f09f
+size 5560
diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/model.safetensors b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c9cd95c80821fdc490a0685bc92974fdede86611
--- /dev/null
+++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8cc5b06e9aa51caa3dd4df25e38a1808770cc6a9b6832ce1b384cff78eb421
+size 1112208036
diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/scheduler.pt b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c9febda894099126a9a8e77ee3836c8151486c
--- /dev/null
+++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb4f11021ad0e58f68466fddc2d18fb2cb8a9104183e4453cd5d9cebb3f0606
+size 1064
diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/sentencepiece.bpe.model b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/sentencepiece.bpe.model
new file mode 100644
index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c
--- /dev/null
+++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/sentencepiece.bpe.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051
diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer.json b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..3e44923828d101a79a79c4e022d1c24f4b16441a
--- /dev/null
+++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0091a328b3441d754e481db5a390d7f3b8dabc6016869fd13ba350d23ddc4cd
+size 17082832
diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/training_args.bin b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f0e624de4f1f7a6d9769ac155a53fcdea5d910dc
--- /dev/null
+++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d25d505932b2e4576f2555907e876f975248f97e88896bcd4c41f360b1e010
+size 5560
diff --git a/uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/model.safetensors b/uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e50b79da6aca60f8d40ba412d95343a877de6e8c
--- /dev/null
+++ b/uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cac5c2e3790c9c009c0d49e4341b4e2ae092355709594ddcdb39553f518730
+size 1112208036
diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/model.safetensors b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8ccd4a168166b4f0ebe57ce10b51da55743a31da
--- /dev/null
+++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43ccf0fdb8a588dd3bf82275ad45d3597d480fa51fa4d0782c1f7561ae0038e
+size 1112220340
diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/model.safetensors b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..67255e8645b36a6e33786d5b629e0fc24fe37ade
--- /dev/null
+++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468fb513d5190498cddbde67725fa31aedcc17e87ab46d816c4ff64a363914bb
+size 1112220340
diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/model.safetensors b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9e40b0ab18a1e5b0abb0144dbb7d1450c8ccc169
--- /dev/null
+++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3359a135227857934432961ed5b60c922270cafabb5e9a9e9babae75ec31bb58
+size 1112220340
diff --git a/viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/model.safetensors b/viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..777383552cfb9e7bc9cbf210eb6a4ccb96793cf8
--- /dev/null
+++ b/viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71c0fd24cc23388e6fa141d02fe69cb0a9838761ec8fbcff32a5e96f3a292ad
+size 1112204952
diff --git a/viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/model.safetensors b/viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c79f098fab7237d215605d5e875abfc1facac939
--- /dev/null
+++ b/viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf14d3292cd8916008bd29a85bb97f45b1bb7d4677cfb2929d11c3c44a166270
+size 1112204952
diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/model.safetensors b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f0467514307073c0915925f5dc2b876fd8b2e982
--- /dev/null
+++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a18f97a8b135cc51409963baafd54e9153bb880bec522aab110c2553261c784
+size 1112204952
diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/model.safetensors b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76ba6a3860cf40096070096535f111aa395240b7
--- /dev/null
+++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55e71006fa45fe5e5bdaba3ca21ad4af0ebb01655316788bb42edcfa8d62722
+size 1112208036
diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/model.safetensors b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb89221664da6b63a8357a4556c5a6fca266d9cc
--- /dev/null
+++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9679aa9c8a60b52b3af63d0851dca6db2275f2d8f66a837d2cbc7be06773de91
+size 1112208036
diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/model.safetensors b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..632e6e2d3bd782c37590ef61aacba189332ab1f6
--- /dev/null
+++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6807c527aabee4deeb4ff3116e932ef42510c20319ccf44833269058305f317
+size 1112208036
diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/model.safetensors b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bfaaa1e582aef66eb1b34ef8d7a7f47d4973f71e
--- /dev/null
+++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9638a74e2d6566cc7d83ce58493dedff001d1b47469ef6a0903b0756bd63232
+size 1112284936
diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/model.safetensors b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..700c8e396477ef32a1647af1dae20eedcf602ed2
--- /dev/null
+++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88c9854ef2a37764d1abafbdc4ce23062dbed8dc721ccf2c6ae7403f7dc646f
+size 1112284936
diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/model.safetensors b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42bff31c9f750eca000123506d1c8ebd91e91bbb
--- /dev/null
+++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e824d6e8d475d9f91b1dc1220a781cd9997ea66da1ea21c77254cee906a9732
+size 1112284936
diff --git a/vihsd-xlmr-s42-20260831T080156Z-eb7db613/model.safetensors b/vihsd-xlmr-s42-20260831T080156Z-eb7db613/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d3c46d59187d9dfe6829b570cfe27d7d145992c1
--- /dev/null
+++ b/vihsd-xlmr-s42-20260831T080156Z-eb7db613/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ddc63a30d7138e81c420c43f1a444acc54225a2fff7ff1fa1e551da400f4d5
+size 1112208036
diff --git a/vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/model.safetensors b/vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d54a76d22ba68ef3e8cb34bf198867e0df068ff9
--- /dev/null
+++ b/vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e9809736dffbe86f09354ddbc10ba43944cd57a17f155824dba66017ff12d
+size 1112208036
diff --git a/vihsd-xlmr-s44-20260831T091912Z-38f451c2/model.safetensors b/vihsd-xlmr-s44-20260831T091912Z-38f451c2/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eb1dc648137d073858ab7c29ba5ed1866079cfd8
--- /dev/null
+++ b/vihsd-xlmr-s44-20260831T091912Z-38f451c2/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb92929d06759f9f349266d8a9b1c2756ccda8916999389da6c54f53af23b05
+size 1112208036