diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..3f48a587743ea4fda5f209f85278c02f9c086ad2 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer.json filter=lfs diff=lfs merge=lfs -text +uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer.json filter=lfs diff=lfs merge=lfs -text +uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f006359179f626e989ad330af69b379138b42af --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s42-20260831T173304Z-2e7d46f2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c60bdc46a8794be9825f3b797b7c321624621b94908d82e8734ee904005d9e +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..314549b27111618c9d22523a0f4e8dd5438d6edd --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cbc22c4d178bfefe0fe74554bbdd7c1c451380a33118b4eed622e957ddadb79 +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..301537df63634d687766e43e3e1e6e2a2aa89f44 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045/trainer_state.json @@ -0,0 +1,967 @@ +{ + "best_global_step": 3045, + "best_metric": 0.8526682484985622, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 3045, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05747126436781609, + "grad_norm": 45.62691116333008, + "learning_rate": 5.517241379310345e-07, + "loss": 5.5957, + "step": 25 + }, + { + "epoch": 0.11494252873563218, + "grad_norm": 43.14279556274414, + "learning_rate": 1.1264367816091955e-06, + "loss": 5.4617, + "step": 50 + }, + { + "epoch": 0.1724137931034483, + "grad_norm": 36.577392578125, + "learning_rate": 1.7011494252873565e-06, + "loss": 5.264, + "step": 75 + }, + { + "epoch": 0.22988505747126436, + "grad_norm": 34.379695892333984, + "learning_rate": 2.2758620689655173e-06, + "loss": 5.0468, + "step": 100 + }, + { + "epoch": 0.28735632183908044, + "grad_norm": 61.23556900024414, + "learning_rate": 2.850574712643678e-06, + "loss": 4.5659, + "step": 125 + }, + { + "epoch": 0.3448275862068966, + "grad_norm": 39.81011199951172, + "learning_rate": 3.425287356321839e-06, + "loss": 3.3373, + "step": 150 + }, + { + "epoch": 0.40229885057471265, + "grad_norm": 46.98194122314453, + "learning_rate": 4.000000000000001e-06, + "loss": 2.8299, + "step": 175 + }, + { + "epoch": 0.45977011494252873, + "grad_norm": 44.37602233886719, + "learning_rate": 4.5747126436781615e-06, + "loss": 2.3044, + "step": 200 + }, + { + "epoch": 0.5172413793103449, + "grad_norm": 94.43465423583984, + "learning_rate": 5.149425287356322e-06, + "loss": 1.8363, + "step": 225 + }, + { + "epoch": 0.5747126436781609, + "grad_norm": 64.71284484863281, + "learning_rate": 5.724137931034483e-06, + "loss": 1.614, + "step": 250 + }, + { + "epoch": 0.632183908045977, + "grad_norm": 35.337276458740234, + "learning_rate": 6.298850574712644e-06, + "loss": 1.5499, + "step": 275 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 37.46843719482422, + "learning_rate": 6.873563218390805e-06, + "loss": 1.443, + "step": 300 + }, + { + "epoch": 0.7471264367816092, + "grad_norm": 74.38639068603516, + "learning_rate": 7.4482758620689665e-06, + "loss": 1.2165, + "step": 325 + }, + { + "epoch": 0.8045977011494253, + "grad_norm": 49.994632720947266, + "learning_rate": 8.022988505747126e-06, + "loss": 1.2859, + "step": 350 + }, + { + "epoch": 0.8620689655172413, + "grad_norm": 53.53200149536133, + "learning_rate": 8.597701149425289e-06, + "loss": 1.4691, + "step": 375 + }, + { + "epoch": 0.9195402298850575, + "grad_norm": 13.42363166809082, + "learning_rate": 9.172413793103448e-06, + "loss": 1.0665, + "step": 400 + }, + { + "epoch": 0.9770114942528736, + "grad_norm": 14.659579277038574, + "learning_rate": 9.74712643678161e-06, + "loss": 1.2802, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9288946347769877, + "eval_loss": 0.2509627640247345, + "eval_macro_f1": 0.7063871717655537, + "eval_runtime": 2.6324, + "eval_samples_per_second": 587.686, + "eval_steps_per_second": 36.849, + "eval_weighted_f1": 0.9154844703079699, + "step": 435 + }, + { + "epoch": 1.0344827586206897, + "grad_norm": 50.24601364135742, + "learning_rate": 1.032183908045977e-05, + "loss": 1.2577, + "step": 450 + }, + { + "epoch": 1.0919540229885056, + "grad_norm": 17.597877502441406, + "learning_rate": 1.0896551724137932e-05, + "loss": 1.0074, + "step": 475 + }, + { + "epoch": 1.1494252873563218, + "grad_norm": 60.952789306640625, + "learning_rate": 1.1471264367816093e-05, + "loss": 1.1648, + "step": 500 + }, + { + "epoch": 1.206896551724138, + "grad_norm": 66.20086669921875, + "learning_rate": 1.2045977011494254e-05, + "loss": 0.9099, + "step": 525 + }, + { + "epoch": 1.264367816091954, + "grad_norm": 20.1652889251709, + "learning_rate": 1.2620689655172415e-05, + "loss": 1.0815, + "step": 550 + }, + { + "epoch": 1.3218390804597702, + "grad_norm": 15.235532760620117, + "learning_rate": 1.3195402298850574e-05, + "loss": 1.1598, + "step": 575 + }, + { + "epoch": 1.3793103448275863, + "grad_norm": 33.4631233215332, + "learning_rate": 1.3770114942528736e-05, + "loss": 0.9203, + "step": 600 + }, + { + "epoch": 1.4367816091954024, + "grad_norm": 17.106441497802734, + "learning_rate": 1.4344827586206897e-05, + "loss": 1.1127, + "step": 625 + }, + { + "epoch": 1.4942528735632183, + "grad_norm": 89.48452758789062, + "learning_rate": 1.4919540229885058e-05, + "loss": 0.9578, + "step": 650 + }, + { + "epoch": 1.5517241379310345, + "grad_norm": 23.019376754760742, + "learning_rate": 1.549425287356322e-05, + "loss": 0.9459, + "step": 675 + }, + { + "epoch": 1.6091954022988506, + "grad_norm": 44.487754821777344, + "learning_rate": 1.6068965517241383e-05, + "loss": 0.9339, + "step": 700 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 198.2223663330078, + "learning_rate": 1.664367816091954e-05, + "loss": 1.0268, + "step": 725 + }, + { + "epoch": 1.7241379310344827, + "grad_norm": 56.73033142089844, + "learning_rate": 1.72183908045977e-05, + "loss": 1.1263, + "step": 750 + }, + { + "epoch": 1.7816091954022988, + "grad_norm": 54.4890022277832, + "learning_rate": 1.7793103448275862e-05, + "loss": 0.9105, + "step": 775 + }, + { + "epoch": 1.839080459770115, + "grad_norm": 12.723891258239746, + "learning_rate": 1.8367816091954027e-05, + "loss": 0.8683, + "step": 800 + }, + { + "epoch": 1.896551724137931, + "grad_norm": 107.52430725097656, + "learning_rate": 1.8942528735632187e-05, + "loss": 1.0176, + "step": 825 + }, + { + "epoch": 1.9540229885057472, + "grad_norm": 18.75323486328125, + "learning_rate": 1.9517241379310345e-05, + "loss": 1.1398, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9366515837104072, + "eval_loss": 0.20590028166770935, + "eval_macro_f1": 0.8209057593957733, + "eval_runtime": 2.6878, + "eval_samples_per_second": 575.574, + "eval_steps_per_second": 36.09, + "eval_weighted_f1": 0.9336073903599827, + "step": 870 + }, + { + "epoch": 2.0114942528735633, + "grad_norm": 16.739139556884766, + "learning_rate": 1.9989782886334612e-05, + "loss": 0.7646, + "step": 875 + }, + { + "epoch": 2.0689655172413794, + "grad_norm": 11.479060173034668, + "learning_rate": 1.9925925925925928e-05, + "loss": 0.8042, + "step": 900 + }, + { + "epoch": 2.1264367816091956, + "grad_norm": 33.117942810058594, + "learning_rate": 1.9862068965517244e-05, + "loss": 0.7268, + "step": 925 + }, + { + "epoch": 2.1839080459770113, + "grad_norm": 49.15284729003906, + "learning_rate": 1.979821200510856e-05, + "loss": 1.0863, + "step": 950 + }, + { + "epoch": 2.2413793103448274, + "grad_norm": 26.39234733581543, + "learning_rate": 1.9734355044699872e-05, + "loss": 0.9126, + "step": 975 + }, + { + "epoch": 2.2988505747126435, + "grad_norm": 33.01371383666992, + "learning_rate": 1.9670498084291188e-05, + "loss": 0.7786, + "step": 1000 + }, + { + "epoch": 2.3563218390804597, + "grad_norm": 22.85848045349121, + "learning_rate": 1.9606641123882504e-05, + "loss": 0.9426, + "step": 1025 + }, + { + "epoch": 2.413793103448276, + "grad_norm": 12.658100128173828, + "learning_rate": 1.954278416347382e-05, + "loss": 0.7133, + "step": 1050 + }, + { + "epoch": 2.471264367816092, + "grad_norm": 5.248683452606201, + "learning_rate": 1.9478927203065136e-05, + "loss": 0.8864, + "step": 1075 + }, + { + "epoch": 2.528735632183908, + "grad_norm": 24.59378433227539, + "learning_rate": 1.941507024265645e-05, + "loss": 1.1222, + "step": 1100 + }, + { + "epoch": 2.586206896551724, + "grad_norm": 153.5032501220703, + "learning_rate": 1.9351213282247767e-05, + "loss": 0.9419, + "step": 1125 + }, + { + "epoch": 2.6436781609195403, + "grad_norm": 45.10074234008789, + "learning_rate": 1.928735632183908e-05, + "loss": 1.0933, + "step": 1150 + }, + { + "epoch": 2.7011494252873565, + "grad_norm": 51.256717681884766, + "learning_rate": 1.92234993614304e-05, + "loss": 0.9798, + "step": 1175 + }, + { + "epoch": 2.7586206896551726, + "grad_norm": 18.35030174255371, + "learning_rate": 1.915964240102171e-05, + "loss": 0.7678, + "step": 1200 + }, + { + "epoch": 2.8160919540229887, + "grad_norm": 30.025056838989258, + "learning_rate": 1.9095785440613027e-05, + "loss": 0.8043, + "step": 1225 + }, + { + "epoch": 2.873563218390805, + "grad_norm": 15.976265907287598, + "learning_rate": 1.9031928480204343e-05, + "loss": 0.7079, + "step": 1250 + }, + { + "epoch": 2.9310344827586206, + "grad_norm": 83.69599151611328, + "learning_rate": 1.896807151979566e-05, + "loss": 0.8527, + "step": 1275 + }, + { + "epoch": 2.9885057471264367, + "grad_norm": 35.646141052246094, + "learning_rate": 1.8904214559386975e-05, + "loss": 0.6603, + "step": 1300 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9385908209437621, + "eval_loss": 0.21802066266536713, + "eval_macro_f1": 0.8224965896345986, + "eval_runtime": 2.643, + "eval_samples_per_second": 585.329, + "eval_steps_per_second": 36.701, + "eval_weighted_f1": 0.9350299930749757, + "step": 1305 + }, + { + "epoch": 3.045977011494253, + "grad_norm": 95.73464965820312, + "learning_rate": 1.884035759897829e-05, + "loss": 0.7526, + "step": 1325 + }, + { + "epoch": 3.103448275862069, + "grad_norm": 81.75413513183594, + "learning_rate": 1.8776500638569606e-05, + "loss": 0.5986, + "step": 1350 + }, + { + "epoch": 3.160919540229885, + "grad_norm": 65.33435821533203, + "learning_rate": 1.871264367816092e-05, + "loss": 0.8334, + "step": 1375 + }, + { + "epoch": 3.218390804597701, + "grad_norm": 19.533721923828125, + "learning_rate": 1.8648786717752235e-05, + "loss": 0.7588, + "step": 1400 + }, + { + "epoch": 3.2758620689655173, + "grad_norm": 18.449134826660156, + "learning_rate": 1.8584929757343554e-05, + "loss": 0.7262, + "step": 1425 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 20.175622940063477, + "learning_rate": 1.8521072796934866e-05, + "loss": 0.8088, + "step": 1450 + }, + { + "epoch": 3.3908045977011496, + "grad_norm": 25.540525436401367, + "learning_rate": 1.8457215836526182e-05, + "loss": 0.6625, + "step": 1475 + }, + { + "epoch": 3.4482758620689653, + "grad_norm": 63.30854034423828, + "learning_rate": 1.8393358876117498e-05, + "loss": 0.6105, + "step": 1500 + }, + { + "epoch": 3.5057471264367814, + "grad_norm": 98.33106231689453, + "learning_rate": 1.8329501915708814e-05, + "loss": 0.7042, + "step": 1525 + }, + { + "epoch": 3.5632183908045976, + "grad_norm": 81.36473846435547, + "learning_rate": 1.826564495530013e-05, + "loss": 0.7932, + "step": 1550 + }, + { + "epoch": 3.6206896551724137, + "grad_norm": 26.699159622192383, + "learning_rate": 1.8201787994891446e-05, + "loss": 0.7057, + "step": 1575 + }, + { + "epoch": 3.67816091954023, + "grad_norm": 6.915417194366455, + "learning_rate": 1.813793103448276e-05, + "loss": 0.6358, + "step": 1600 + }, + { + "epoch": 3.735632183908046, + "grad_norm": 1.6585261821746826, + "learning_rate": 1.8074074074074074e-05, + "loss": 0.6923, + "step": 1625 + }, + { + "epoch": 3.793103448275862, + "grad_norm": 20.019912719726562, + "learning_rate": 1.801021711366539e-05, + "loss": 0.764, + "step": 1650 + }, + { + "epoch": 3.8505747126436782, + "grad_norm": 78.29776000976562, + "learning_rate": 1.7946360153256706e-05, + "loss": 0.753, + "step": 1675 + }, + { + "epoch": 3.9080459770114944, + "grad_norm": 57.41665267944336, + "learning_rate": 1.788250319284802e-05, + "loss": 0.6243, + "step": 1700 + }, + { + "epoch": 3.9655172413793105, + "grad_norm": 13.952276229858398, + "learning_rate": 1.7818646232439337e-05, + "loss": 0.5649, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.940530058177117, + "eval_loss": 0.21718142926692963, + "eval_macro_f1": 0.8237691777731556, + "eval_runtime": 2.6532, + "eval_samples_per_second": 583.079, + "eval_steps_per_second": 36.56, + "eval_weighted_f1": 0.9369458051514021, + "step": 1740 + }, + { + "epoch": 4.022988505747127, + "grad_norm": 8.995857238769531, + "learning_rate": 1.7754789272030653e-05, + "loss": 0.6429, + "step": 1750 + }, + { + "epoch": 4.080459770114943, + "grad_norm": 3.3458728790283203, + "learning_rate": 1.769093231162197e-05, + "loss": 0.5203, + "step": 1775 + }, + { + "epoch": 4.137931034482759, + "grad_norm": 37.83175277709961, + "learning_rate": 1.762707535121328e-05, + "loss": 0.6245, + "step": 1800 + }, + { + "epoch": 4.195402298850575, + "grad_norm": 21.664661407470703, + "learning_rate": 1.75632183908046e-05, + "loss": 0.6334, + "step": 1825 + }, + { + "epoch": 4.252873563218391, + "grad_norm": 18.16533088684082, + "learning_rate": 1.7499361430395913e-05, + "loss": 0.5073, + "step": 1850 + }, + { + "epoch": 4.310344827586207, + "grad_norm": 1.8302961587905884, + "learning_rate": 1.743550446998723e-05, + "loss": 0.4994, + "step": 1875 + }, + { + "epoch": 4.3678160919540225, + "grad_norm": 5.465527057647705, + "learning_rate": 1.7371647509578545e-05, + "loss": 0.5839, + "step": 1900 + }, + { + "epoch": 4.425287356321839, + "grad_norm": 116.19830322265625, + "learning_rate": 1.730779054916986e-05, + "loss": 0.6779, + "step": 1925 + }, + { + "epoch": 4.482758620689655, + "grad_norm": 30.491079330444336, + "learning_rate": 1.7243933588761176e-05, + "loss": 0.5024, + "step": 1950 + }, + { + "epoch": 4.540229885057471, + "grad_norm": 19.680931091308594, + "learning_rate": 1.7180076628352492e-05, + "loss": 0.4367, + "step": 1975 + }, + { + "epoch": 4.597701149425287, + "grad_norm": 29.027687072753906, + "learning_rate": 1.7116219667943808e-05, + "loss": 0.7987, + "step": 2000 + }, + { + "epoch": 4.655172413793103, + "grad_norm": 0.7350533604621887, + "learning_rate": 1.705236270753512e-05, + "loss": 0.686, + "step": 2025 + }, + { + "epoch": 4.712643678160919, + "grad_norm": 10.652105331420898, + "learning_rate": 1.6988505747126436e-05, + "loss": 0.6038, + "step": 2050 + }, + { + "epoch": 4.7701149425287355, + "grad_norm": 23.172725677490234, + "learning_rate": 1.6924648786717756e-05, + "loss": 0.8098, + "step": 2075 + }, + { + "epoch": 4.827586206896552, + "grad_norm": 96.41574096679688, + "learning_rate": 1.6860791826309068e-05, + "loss": 0.6132, + "step": 2100 + }, + { + "epoch": 4.885057471264368, + "grad_norm": 18.34160614013672, + "learning_rate": 1.6796934865900384e-05, + "loss": 0.5907, + "step": 2125 + }, + { + "epoch": 4.942528735632184, + "grad_norm": 71.76873016357422, + "learning_rate": 1.67330779054917e-05, + "loss": 0.8229, + "step": 2150 + }, + { + "epoch": 5.0, + "grad_norm": 176.9855499267578, + "learning_rate": 1.6669220945083016e-05, + "loss": 0.5991, + "step": 2175 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9418228829993536, + "eval_loss": 0.2821331024169922, + "eval_macro_f1": 0.8266817778308718, + "eval_runtime": 2.5991, + "eval_samples_per_second": 595.202, + "eval_steps_per_second": 37.32, + "eval_weighted_f1": 0.9377713237619575, + "step": 2175 + }, + { + "epoch": 5.057471264367816, + "grad_norm": 121.60070037841797, + "learning_rate": 1.6605363984674328e-05, + "loss": 0.4898, + "step": 2200 + }, + { + "epoch": 5.114942528735632, + "grad_norm": 27.12440299987793, + "learning_rate": 1.6541507024265647e-05, + "loss": 0.3668, + "step": 2225 + }, + { + "epoch": 5.172413793103448, + "grad_norm": 24.75485610961914, + "learning_rate": 1.6477650063856963e-05, + "loss": 0.4659, + "step": 2250 + }, + { + "epoch": 5.2298850574712645, + "grad_norm": 50.68709945678711, + "learning_rate": 1.6413793103448276e-05, + "loss": 0.7311, + "step": 2275 + }, + { + "epoch": 5.287356321839081, + "grad_norm": 15.451107025146484, + "learning_rate": 1.634993614303959e-05, + "loss": 0.3943, + "step": 2300 + }, + { + "epoch": 5.344827586206897, + "grad_norm": 86.23239135742188, + "learning_rate": 1.6286079182630907e-05, + "loss": 0.4768, + "step": 2325 + }, + { + "epoch": 5.402298850574713, + "grad_norm": 91.18344116210938, + "learning_rate": 1.6222222222222223e-05, + "loss": 0.7696, + "step": 2350 + }, + { + "epoch": 5.459770114942529, + "grad_norm": 28.669654846191406, + "learning_rate": 1.615836526181354e-05, + "loss": 0.394, + "step": 2375 + }, + { + "epoch": 5.517241379310345, + "grad_norm": 16.33401107788086, + "learning_rate": 1.6094508301404855e-05, + "loss": 0.6576, + "step": 2400 + }, + { + "epoch": 5.574712643678161, + "grad_norm": 24.402254104614258, + "learning_rate": 1.603065134099617e-05, + "loss": 0.4377, + "step": 2425 + }, + { + "epoch": 5.6321839080459775, + "grad_norm": 14.34342098236084, + "learning_rate": 1.5966794380587483e-05, + "loss": 0.6325, + "step": 2450 + }, + { + "epoch": 5.689655172413794, + "grad_norm": 19.235126495361328, + "learning_rate": 1.5902937420178802e-05, + "loss": 0.6171, + "step": 2475 + }, + { + "epoch": 5.747126436781609, + "grad_norm": 0.31807422637939453, + "learning_rate": 1.5839080459770115e-05, + "loss": 0.3971, + "step": 2500 + }, + { + "epoch": 5.804597701149425, + "grad_norm": 9.014093399047852, + "learning_rate": 1.577522349936143e-05, + "loss": 0.6238, + "step": 2525 + }, + { + "epoch": 5.862068965517241, + "grad_norm": 2.229142904281616, + "learning_rate": 1.5711366538952746e-05, + "loss": 0.3586, + "step": 2550 + }, + { + "epoch": 5.919540229885057, + "grad_norm": 77.85013580322266, + "learning_rate": 1.5647509578544062e-05, + "loss": 0.7036, + "step": 2575 + }, + { + "epoch": 5.977011494252873, + "grad_norm": 28.696056365966797, + "learning_rate": 1.5583652618135378e-05, + "loss": 0.5595, + "step": 2600 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9444085326438267, + "eval_loss": 0.29093873500823975, + "eval_macro_f1": 0.8345020197661143, + "eval_runtime": 2.7734, + "eval_samples_per_second": 557.805, + "eval_steps_per_second": 34.975, + "eval_weighted_f1": 0.9425991266980639, + "step": 2610 + }, + { + "epoch": 6.0344827586206895, + "grad_norm": 41.762001037597656, + "learning_rate": 1.5519795657726694e-05, + "loss": 0.4883, + "step": 2625 + }, + { + "epoch": 6.091954022988506, + "grad_norm": 26.748428344726562, + "learning_rate": 1.545593869731801e-05, + "loss": 0.4015, + "step": 2650 + }, + { + "epoch": 6.149425287356322, + "grad_norm": 0.20805200934410095, + "learning_rate": 1.5392081736909322e-05, + "loss": 0.2733, + "step": 2675 + }, + { + "epoch": 6.206896551724138, + "grad_norm": 41.91759490966797, + "learning_rate": 1.5328224776500638e-05, + "loss": 0.4818, + "step": 2700 + }, + { + "epoch": 6.264367816091954, + "grad_norm": 9.908294677734375, + "learning_rate": 1.5264367816091957e-05, + "loss": 0.5205, + "step": 2725 + }, + { + "epoch": 6.32183908045977, + "grad_norm": 0.5510212779045105, + "learning_rate": 1.520051085568327e-05, + "loss": 0.5186, + "step": 2750 + }, + { + "epoch": 6.379310344827586, + "grad_norm": 76.57157135009766, + "learning_rate": 1.5136653895274587e-05, + "loss": 0.6466, + "step": 2775 + }, + { + "epoch": 6.436781609195402, + "grad_norm": 238.99302673339844, + "learning_rate": 1.5072796934865901e-05, + "loss": 0.5382, + "step": 2800 + }, + { + "epoch": 6.494252873563219, + "grad_norm": 51.783382415771484, + "learning_rate": 1.5008939974457217e-05, + "loss": 0.445, + "step": 2825 + }, + { + "epoch": 6.551724137931035, + "grad_norm": 36.143516540527344, + "learning_rate": 1.4945083014048531e-05, + "loss": 0.5023, + "step": 2850 + }, + { + "epoch": 6.609195402298851, + "grad_norm": 0.19358476996421814, + "learning_rate": 1.4881226053639847e-05, + "loss": 0.3305, + "step": 2875 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 2.2729573249816895, + "learning_rate": 1.4817369093231165e-05, + "loss": 0.4048, + "step": 2900 + }, + { + "epoch": 6.724137931034483, + "grad_norm": 0.8965401649475098, + "learning_rate": 1.4753512132822479e-05, + "loss": 0.8144, + "step": 2925 + }, + { + "epoch": 6.781609195402299, + "grad_norm": 78.41266632080078, + "learning_rate": 1.4689655172413795e-05, + "loss": 0.4484, + "step": 2950 + }, + { + "epoch": 6.8390804597701145, + "grad_norm": 18.014162063598633, + "learning_rate": 1.4625798212005109e-05, + "loss": 0.4307, + "step": 2975 + }, + { + "epoch": 6.896551724137931, + "grad_norm": 94.58012390136719, + "learning_rate": 1.4561941251596425e-05, + "loss": 0.4228, + "step": 3000 + }, + { + "epoch": 6.954022988505747, + "grad_norm": 70.50617218017578, + "learning_rate": 1.4498084291187742e-05, + "loss": 0.4609, + "step": 3025 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9476405946994182, + "eval_loss": 0.35828402638435364, + "eval_macro_f1": 0.8526682484985622, + "eval_runtime": 2.7313, + "eval_samples_per_second": 566.4, + "eval_steps_per_second": 35.514, + "eval_weighted_f1": 0.9456131952007714, + "step": 3045 + } + ], + "logging_steps": 25, + "max_steps": 8700, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2cb83f35670e6eb2978fb915845427a60ceb680a --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-4350/trainer_state.json @@ -0,0 +1,1371 @@ +{ + "best_global_step": 3045, + "best_metric": 0.8526682484985622, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s43-20260831T190047Z-69c8cc50/trainer/checkpoint-3045", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 4350, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05747126436781609, + "grad_norm": 45.62691116333008, + "learning_rate": 5.517241379310345e-07, + "loss": 5.5957, + "step": 25 + }, + { + "epoch": 0.11494252873563218, + "grad_norm": 43.14279556274414, + "learning_rate": 1.1264367816091955e-06, + "loss": 5.4617, + "step": 50 + }, + { + "epoch": 0.1724137931034483, + "grad_norm": 36.577392578125, + "learning_rate": 1.7011494252873565e-06, + "loss": 5.264, + "step": 75 + }, + { + "epoch": 0.22988505747126436, + "grad_norm": 34.379695892333984, + "learning_rate": 2.2758620689655173e-06, + "loss": 5.0468, + "step": 100 + }, + { + "epoch": 0.28735632183908044, + "grad_norm": 61.23556900024414, + "learning_rate": 2.850574712643678e-06, + "loss": 4.5659, + "step": 125 + }, + { + "epoch": 0.3448275862068966, + "grad_norm": 39.81011199951172, + "learning_rate": 3.425287356321839e-06, + "loss": 3.3373, + "step": 150 + }, + { + "epoch": 0.40229885057471265, + "grad_norm": 46.98194122314453, + "learning_rate": 4.000000000000001e-06, + "loss": 2.8299, + "step": 175 + }, + { + "epoch": 0.45977011494252873, + "grad_norm": 44.37602233886719, + "learning_rate": 4.5747126436781615e-06, + "loss": 2.3044, + "step": 200 + }, + { + "epoch": 0.5172413793103449, + "grad_norm": 94.43465423583984, + "learning_rate": 5.149425287356322e-06, + "loss": 1.8363, + "step": 225 + }, + { + "epoch": 0.5747126436781609, + "grad_norm": 64.71284484863281, + "learning_rate": 5.724137931034483e-06, + "loss": 1.614, + "step": 250 + }, + { + "epoch": 0.632183908045977, + "grad_norm": 35.337276458740234, + "learning_rate": 6.298850574712644e-06, + "loss": 1.5499, + "step": 275 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 37.46843719482422, + "learning_rate": 6.873563218390805e-06, + "loss": 1.443, + "step": 300 + }, + { + "epoch": 0.7471264367816092, + "grad_norm": 74.38639068603516, + "learning_rate": 7.4482758620689665e-06, + "loss": 1.2165, + "step": 325 + }, + { + "epoch": 0.8045977011494253, + "grad_norm": 49.994632720947266, + "learning_rate": 8.022988505747126e-06, + "loss": 1.2859, + "step": 350 + }, + { + "epoch": 0.8620689655172413, + "grad_norm": 53.53200149536133, + "learning_rate": 8.597701149425289e-06, + "loss": 1.4691, + "step": 375 + }, + { + "epoch": 0.9195402298850575, + "grad_norm": 13.42363166809082, + "learning_rate": 9.172413793103448e-06, + "loss": 1.0665, + "step": 400 + }, + { + "epoch": 0.9770114942528736, + "grad_norm": 14.659579277038574, + "learning_rate": 9.74712643678161e-06, + "loss": 1.2802, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9288946347769877, + "eval_loss": 0.2509627640247345, + "eval_macro_f1": 0.7063871717655537, + "eval_runtime": 2.6324, + "eval_samples_per_second": 587.686, + "eval_steps_per_second": 36.849, + "eval_weighted_f1": 0.9154844703079699, + "step": 435 + }, + { + "epoch": 1.0344827586206897, + "grad_norm": 50.24601364135742, + "learning_rate": 1.032183908045977e-05, + "loss": 1.2577, + "step": 450 + }, + { + "epoch": 1.0919540229885056, + "grad_norm": 17.597877502441406, + "learning_rate": 1.0896551724137932e-05, + "loss": 1.0074, + "step": 475 + }, + { + "epoch": 1.1494252873563218, + "grad_norm": 60.952789306640625, + "learning_rate": 1.1471264367816093e-05, + "loss": 1.1648, + "step": 500 + }, + { + "epoch": 1.206896551724138, + "grad_norm": 66.20086669921875, + "learning_rate": 1.2045977011494254e-05, + "loss": 0.9099, + "step": 525 + }, + { + "epoch": 1.264367816091954, + "grad_norm": 20.1652889251709, + "learning_rate": 1.2620689655172415e-05, + "loss": 1.0815, + "step": 550 + }, + { + "epoch": 1.3218390804597702, + "grad_norm": 15.235532760620117, + "learning_rate": 1.3195402298850574e-05, + "loss": 1.1598, + "step": 575 + }, + { + "epoch": 1.3793103448275863, + "grad_norm": 33.4631233215332, + "learning_rate": 1.3770114942528736e-05, + "loss": 0.9203, + "step": 600 + }, + { + "epoch": 1.4367816091954024, + "grad_norm": 17.106441497802734, + "learning_rate": 1.4344827586206897e-05, + "loss": 1.1127, + "step": 625 + }, + { + "epoch": 1.4942528735632183, + "grad_norm": 89.48452758789062, + "learning_rate": 1.4919540229885058e-05, + "loss": 0.9578, + "step": 650 + }, + { + "epoch": 1.5517241379310345, + "grad_norm": 23.019376754760742, + "learning_rate": 1.549425287356322e-05, + "loss": 0.9459, + "step": 675 + }, + { + "epoch": 1.6091954022988506, + "grad_norm": 44.487754821777344, + "learning_rate": 1.6068965517241383e-05, + "loss": 0.9339, + "step": 700 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 198.2223663330078, + "learning_rate": 1.664367816091954e-05, + "loss": 1.0268, + "step": 725 + }, + { + "epoch": 1.7241379310344827, + "grad_norm": 56.73033142089844, + "learning_rate": 1.72183908045977e-05, + "loss": 1.1263, + "step": 750 + }, + { + "epoch": 1.7816091954022988, + "grad_norm": 54.4890022277832, + "learning_rate": 1.7793103448275862e-05, + "loss": 0.9105, + "step": 775 + }, + { + "epoch": 1.839080459770115, + "grad_norm": 12.723891258239746, + "learning_rate": 1.8367816091954027e-05, + "loss": 0.8683, + "step": 800 + }, + { + "epoch": 1.896551724137931, + "grad_norm": 107.52430725097656, + "learning_rate": 1.8942528735632187e-05, + "loss": 1.0176, + "step": 825 + }, + { + "epoch": 1.9540229885057472, + "grad_norm": 18.75323486328125, + "learning_rate": 1.9517241379310345e-05, + "loss": 1.1398, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9366515837104072, + "eval_loss": 0.20590028166770935, + "eval_macro_f1": 0.8209057593957733, + "eval_runtime": 2.6878, + "eval_samples_per_second": 575.574, + "eval_steps_per_second": 36.09, + "eval_weighted_f1": 0.9336073903599827, + "step": 870 + }, + { + "epoch": 2.0114942528735633, + "grad_norm": 16.739139556884766, + "learning_rate": 1.9989782886334612e-05, + "loss": 0.7646, + "step": 875 + }, + { + "epoch": 2.0689655172413794, + "grad_norm": 11.479060173034668, + "learning_rate": 1.9925925925925928e-05, + "loss": 0.8042, + "step": 900 + }, + { + "epoch": 2.1264367816091956, + "grad_norm": 33.117942810058594, + "learning_rate": 1.9862068965517244e-05, + "loss": 0.7268, + "step": 925 + }, + { + "epoch": 2.1839080459770113, + "grad_norm": 49.15284729003906, + "learning_rate": 1.979821200510856e-05, + "loss": 1.0863, + "step": 950 + }, + { + "epoch": 2.2413793103448274, + "grad_norm": 26.39234733581543, + "learning_rate": 1.9734355044699872e-05, + "loss": 0.9126, + "step": 975 + }, + { + "epoch": 2.2988505747126435, + "grad_norm": 33.01371383666992, + "learning_rate": 1.9670498084291188e-05, + "loss": 0.7786, + "step": 1000 + }, + { + "epoch": 2.3563218390804597, + "grad_norm": 22.85848045349121, + "learning_rate": 1.9606641123882504e-05, + "loss": 0.9426, + "step": 1025 + }, + { + "epoch": 2.413793103448276, + "grad_norm": 12.658100128173828, + "learning_rate": 1.954278416347382e-05, + "loss": 0.7133, + "step": 1050 + }, + { + "epoch": 2.471264367816092, + "grad_norm": 5.248683452606201, + "learning_rate": 1.9478927203065136e-05, + "loss": 0.8864, + "step": 1075 + }, + { + "epoch": 2.528735632183908, + "grad_norm": 24.59378433227539, + "learning_rate": 1.941507024265645e-05, + "loss": 1.1222, + "step": 1100 + }, + { + "epoch": 2.586206896551724, + "grad_norm": 153.5032501220703, + "learning_rate": 1.9351213282247767e-05, + "loss": 0.9419, + "step": 1125 + }, + { + "epoch": 2.6436781609195403, + "grad_norm": 45.10074234008789, + "learning_rate": 1.928735632183908e-05, + "loss": 1.0933, + "step": 1150 + }, + { + "epoch": 2.7011494252873565, + "grad_norm": 51.256717681884766, + "learning_rate": 1.92234993614304e-05, + "loss": 0.9798, + "step": 1175 + }, + { + "epoch": 2.7586206896551726, + "grad_norm": 18.35030174255371, + "learning_rate": 1.915964240102171e-05, + "loss": 0.7678, + "step": 1200 + }, + { + "epoch": 2.8160919540229887, + "grad_norm": 30.025056838989258, + "learning_rate": 1.9095785440613027e-05, + "loss": 0.8043, + "step": 1225 + }, + { + "epoch": 2.873563218390805, + "grad_norm": 15.976265907287598, + "learning_rate": 1.9031928480204343e-05, + "loss": 0.7079, + "step": 1250 + }, + { + "epoch": 2.9310344827586206, + "grad_norm": 83.69599151611328, + "learning_rate": 1.896807151979566e-05, + "loss": 0.8527, + "step": 1275 + }, + { + "epoch": 2.9885057471264367, + "grad_norm": 35.646141052246094, + "learning_rate": 1.8904214559386975e-05, + "loss": 0.6603, + "step": 1300 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9385908209437621, + "eval_loss": 0.21802066266536713, + "eval_macro_f1": 0.8224965896345986, + "eval_runtime": 2.643, + "eval_samples_per_second": 585.329, + "eval_steps_per_second": 36.701, + "eval_weighted_f1": 0.9350299930749757, + "step": 1305 + }, + { + "epoch": 3.045977011494253, + "grad_norm": 95.73464965820312, + "learning_rate": 1.884035759897829e-05, + "loss": 0.7526, + "step": 1325 + }, + { + "epoch": 3.103448275862069, + "grad_norm": 81.75413513183594, + "learning_rate": 1.8776500638569606e-05, + "loss": 0.5986, + "step": 1350 + }, + { + "epoch": 3.160919540229885, + "grad_norm": 65.33435821533203, + "learning_rate": 1.871264367816092e-05, + "loss": 0.8334, + "step": 1375 + }, + { + "epoch": 3.218390804597701, + "grad_norm": 19.533721923828125, + "learning_rate": 1.8648786717752235e-05, + "loss": 0.7588, + "step": 1400 + }, + { + "epoch": 3.2758620689655173, + "grad_norm": 18.449134826660156, + "learning_rate": 1.8584929757343554e-05, + "loss": 0.7262, + "step": 1425 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 20.175622940063477, + "learning_rate": 1.8521072796934866e-05, + "loss": 0.8088, + "step": 1450 + }, + { + "epoch": 3.3908045977011496, + "grad_norm": 25.540525436401367, + "learning_rate": 1.8457215836526182e-05, + "loss": 0.6625, + "step": 1475 + }, + { + "epoch": 3.4482758620689653, + "grad_norm": 63.30854034423828, + "learning_rate": 1.8393358876117498e-05, + "loss": 0.6105, + "step": 1500 + }, + { + "epoch": 3.5057471264367814, + "grad_norm": 98.33106231689453, + "learning_rate": 1.8329501915708814e-05, + "loss": 0.7042, + "step": 1525 + }, + { + "epoch": 3.5632183908045976, + "grad_norm": 81.36473846435547, + "learning_rate": 1.826564495530013e-05, + "loss": 0.7932, + "step": 1550 + }, + { + "epoch": 3.6206896551724137, + "grad_norm": 26.699159622192383, + "learning_rate": 1.8201787994891446e-05, + "loss": 0.7057, + "step": 1575 + }, + { + "epoch": 3.67816091954023, + "grad_norm": 6.915417194366455, + "learning_rate": 1.813793103448276e-05, + "loss": 0.6358, + "step": 1600 + }, + { + "epoch": 3.735632183908046, + "grad_norm": 1.6585261821746826, + "learning_rate": 1.8074074074074074e-05, + "loss": 0.6923, + "step": 1625 + }, + { + "epoch": 3.793103448275862, + "grad_norm": 20.019912719726562, + "learning_rate": 1.801021711366539e-05, + "loss": 0.764, + "step": 1650 + }, + { + "epoch": 3.8505747126436782, + "grad_norm": 78.29776000976562, + "learning_rate": 1.7946360153256706e-05, + "loss": 0.753, + "step": 1675 + }, + { + "epoch": 3.9080459770114944, + "grad_norm": 57.41665267944336, + "learning_rate": 1.788250319284802e-05, + "loss": 0.6243, + "step": 1700 + }, + { + "epoch": 3.9655172413793105, + "grad_norm": 13.952276229858398, + "learning_rate": 1.7818646232439337e-05, + "loss": 0.5649, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.940530058177117, + "eval_loss": 0.21718142926692963, + "eval_macro_f1": 0.8237691777731556, + "eval_runtime": 2.6532, + "eval_samples_per_second": 583.079, + "eval_steps_per_second": 36.56, + "eval_weighted_f1": 0.9369458051514021, + "step": 1740 + }, + { + "epoch": 4.022988505747127, + "grad_norm": 8.995857238769531, + "learning_rate": 1.7754789272030653e-05, + "loss": 0.6429, + "step": 1750 + }, + { + "epoch": 4.080459770114943, + "grad_norm": 3.3458728790283203, + "learning_rate": 1.769093231162197e-05, + "loss": 0.5203, + "step": 1775 + }, + { + "epoch": 4.137931034482759, + "grad_norm": 37.83175277709961, + "learning_rate": 1.762707535121328e-05, + "loss": 0.6245, + "step": 1800 + }, + { + "epoch": 4.195402298850575, + "grad_norm": 21.664661407470703, + "learning_rate": 1.75632183908046e-05, + "loss": 0.6334, + "step": 1825 + }, + { + "epoch": 4.252873563218391, + "grad_norm": 18.16533088684082, + "learning_rate": 1.7499361430395913e-05, + "loss": 0.5073, + "step": 1850 + }, + { + "epoch": 4.310344827586207, + "grad_norm": 1.8302961587905884, + "learning_rate": 1.743550446998723e-05, + "loss": 0.4994, + "step": 1875 + }, + { + "epoch": 4.3678160919540225, + "grad_norm": 5.465527057647705, + "learning_rate": 1.7371647509578545e-05, + "loss": 0.5839, + "step": 1900 + }, + { + "epoch": 4.425287356321839, + "grad_norm": 116.19830322265625, + "learning_rate": 1.730779054916986e-05, + "loss": 0.6779, + "step": 1925 + }, + { + "epoch": 4.482758620689655, + "grad_norm": 30.491079330444336, + "learning_rate": 1.7243933588761176e-05, + "loss": 0.5024, + "step": 1950 + }, + { + "epoch": 4.540229885057471, + "grad_norm": 19.680931091308594, + "learning_rate": 1.7180076628352492e-05, + "loss": 0.4367, + "step": 1975 + }, + { + "epoch": 4.597701149425287, + "grad_norm": 29.027687072753906, + "learning_rate": 1.7116219667943808e-05, + "loss": 0.7987, + "step": 2000 + }, + { + "epoch": 4.655172413793103, + "grad_norm": 0.7350533604621887, + "learning_rate": 1.705236270753512e-05, + "loss": 0.686, + "step": 2025 + }, + { + "epoch": 4.712643678160919, + "grad_norm": 10.652105331420898, + "learning_rate": 1.6988505747126436e-05, + "loss": 0.6038, + "step": 2050 + }, + { + "epoch": 4.7701149425287355, + "grad_norm": 23.172725677490234, + "learning_rate": 1.6924648786717756e-05, + "loss": 0.8098, + "step": 2075 + }, + { + "epoch": 4.827586206896552, + "grad_norm": 96.41574096679688, + "learning_rate": 1.6860791826309068e-05, + "loss": 0.6132, + "step": 2100 + }, + { + "epoch": 4.885057471264368, + "grad_norm": 18.34160614013672, + "learning_rate": 1.6796934865900384e-05, + "loss": 0.5907, + "step": 2125 + }, + { + "epoch": 4.942528735632184, + "grad_norm": 71.76873016357422, + "learning_rate": 1.67330779054917e-05, + "loss": 0.8229, + "step": 2150 + }, + { + "epoch": 5.0, + "grad_norm": 176.9855499267578, + "learning_rate": 1.6669220945083016e-05, + "loss": 0.5991, + "step": 2175 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9418228829993536, + "eval_loss": 0.2821331024169922, + "eval_macro_f1": 0.8266817778308718, + "eval_runtime": 2.5991, + "eval_samples_per_second": 595.202, + "eval_steps_per_second": 37.32, + "eval_weighted_f1": 0.9377713237619575, + "step": 2175 + }, + { + "epoch": 5.057471264367816, + "grad_norm": 121.60070037841797, + "learning_rate": 1.6605363984674328e-05, + "loss": 0.4898, + "step": 2200 + }, + { + "epoch": 5.114942528735632, + "grad_norm": 27.12440299987793, + "learning_rate": 1.6541507024265647e-05, + "loss": 0.3668, + "step": 2225 + }, + { + "epoch": 5.172413793103448, + "grad_norm": 24.75485610961914, + "learning_rate": 1.6477650063856963e-05, + "loss": 0.4659, + "step": 2250 + }, + { + "epoch": 5.2298850574712645, + "grad_norm": 50.68709945678711, + "learning_rate": 1.6413793103448276e-05, + "loss": 0.7311, + "step": 2275 + }, + { + "epoch": 5.287356321839081, + "grad_norm": 15.451107025146484, + "learning_rate": 1.634993614303959e-05, + "loss": 0.3943, + "step": 2300 + }, + { + "epoch": 5.344827586206897, + "grad_norm": 86.23239135742188, + "learning_rate": 1.6286079182630907e-05, + "loss": 0.4768, + "step": 2325 + }, + { + "epoch": 5.402298850574713, + "grad_norm": 91.18344116210938, + "learning_rate": 1.6222222222222223e-05, + "loss": 0.7696, + "step": 2350 + }, + { + "epoch": 5.459770114942529, + "grad_norm": 28.669654846191406, + "learning_rate": 1.615836526181354e-05, + "loss": 0.394, + "step": 2375 + }, + { + "epoch": 5.517241379310345, + "grad_norm": 16.33401107788086, + "learning_rate": 1.6094508301404855e-05, + "loss": 0.6576, + "step": 2400 + }, + { + "epoch": 5.574712643678161, + "grad_norm": 24.402254104614258, + "learning_rate": 1.603065134099617e-05, + "loss": 0.4377, + "step": 2425 + }, + { + "epoch": 5.6321839080459775, + "grad_norm": 14.34342098236084, + "learning_rate": 1.5966794380587483e-05, + "loss": 0.6325, + "step": 2450 + }, + { + "epoch": 5.689655172413794, + "grad_norm": 19.235126495361328, + "learning_rate": 1.5902937420178802e-05, + "loss": 0.6171, + "step": 2475 + }, + { + "epoch": 5.747126436781609, + "grad_norm": 0.31807422637939453, + "learning_rate": 1.5839080459770115e-05, + "loss": 0.3971, + "step": 2500 + }, + { + "epoch": 5.804597701149425, + "grad_norm": 9.014093399047852, + "learning_rate": 1.577522349936143e-05, + "loss": 0.6238, + "step": 2525 + }, + { + "epoch": 5.862068965517241, + "grad_norm": 2.229142904281616, + "learning_rate": 1.5711366538952746e-05, + "loss": 0.3586, + "step": 2550 + }, + { + "epoch": 5.919540229885057, + "grad_norm": 77.85013580322266, + "learning_rate": 1.5647509578544062e-05, + "loss": 0.7036, + "step": 2575 + }, + { + "epoch": 5.977011494252873, + "grad_norm": 28.696056365966797, + "learning_rate": 1.5583652618135378e-05, + "loss": 0.5595, + "step": 2600 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9444085326438267, + "eval_loss": 0.29093873500823975, + "eval_macro_f1": 0.8345020197661143, + "eval_runtime": 2.7734, + "eval_samples_per_second": 557.805, + "eval_steps_per_second": 34.975, + "eval_weighted_f1": 0.9425991266980639, + "step": 2610 + }, + { + "epoch": 6.0344827586206895, + "grad_norm": 41.762001037597656, + "learning_rate": 1.5519795657726694e-05, + "loss": 0.4883, + "step": 2625 + }, + { + "epoch": 6.091954022988506, + "grad_norm": 26.748428344726562, + "learning_rate": 1.545593869731801e-05, + "loss": 0.4015, + "step": 2650 + }, + { + "epoch": 6.149425287356322, + "grad_norm": 0.20805200934410095, + "learning_rate": 1.5392081736909322e-05, + "loss": 0.2733, + "step": 2675 + }, + { + "epoch": 6.206896551724138, + "grad_norm": 41.91759490966797, + "learning_rate": 1.5328224776500638e-05, + "loss": 0.4818, + "step": 2700 + }, + { + "epoch": 6.264367816091954, + "grad_norm": 9.908294677734375, + "learning_rate": 1.5264367816091957e-05, + "loss": 0.5205, + "step": 2725 + }, + { + "epoch": 6.32183908045977, + "grad_norm": 0.5510212779045105, + "learning_rate": 1.520051085568327e-05, + "loss": 0.5186, + "step": 2750 + }, + { + "epoch": 6.379310344827586, + "grad_norm": 76.57157135009766, + "learning_rate": 1.5136653895274587e-05, + "loss": 0.6466, + "step": 2775 + }, + { + "epoch": 6.436781609195402, + "grad_norm": 238.99302673339844, + "learning_rate": 1.5072796934865901e-05, + "loss": 0.5382, + "step": 2800 + }, + { + "epoch": 6.494252873563219, + "grad_norm": 51.783382415771484, + "learning_rate": 1.5008939974457217e-05, + "loss": 0.445, + "step": 2825 + }, + { + "epoch": 6.551724137931035, + "grad_norm": 36.143516540527344, + "learning_rate": 1.4945083014048531e-05, + "loss": 0.5023, + "step": 2850 + }, + { + "epoch": 6.609195402298851, + "grad_norm": 0.19358476996421814, + "learning_rate": 1.4881226053639847e-05, + "loss": 0.3305, + "step": 2875 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 2.2729573249816895, + "learning_rate": 1.4817369093231165e-05, + "loss": 0.4048, + "step": 2900 + }, + { + "epoch": 6.724137931034483, + "grad_norm": 0.8965401649475098, + "learning_rate": 1.4753512132822479e-05, + "loss": 0.8144, + "step": 2925 + }, + { + "epoch": 6.781609195402299, + "grad_norm": 78.41266632080078, + "learning_rate": 1.4689655172413795e-05, + "loss": 0.4484, + "step": 2950 + }, + { + "epoch": 6.8390804597701145, + "grad_norm": 18.014162063598633, + "learning_rate": 1.4625798212005109e-05, + "loss": 0.4307, + "step": 2975 + }, + { + "epoch": 6.896551724137931, + "grad_norm": 94.58012390136719, + "learning_rate": 1.4561941251596425e-05, + "loss": 0.4228, + "step": 3000 + }, + { + "epoch": 6.954022988505747, + "grad_norm": 70.50617218017578, + "learning_rate": 1.4498084291187742e-05, + "loss": 0.4609, + "step": 3025 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9476405946994182, + "eval_loss": 0.35828402638435364, + "eval_macro_f1": 0.8526682484985622, + "eval_runtime": 2.7313, + "eval_samples_per_second": 566.4, + "eval_steps_per_second": 35.514, + "eval_weighted_f1": 0.9456131952007714, + "step": 3045 + }, + { + "epoch": 7.011494252873563, + "grad_norm": 37.94315719604492, + "learning_rate": 1.4434227330779056e-05, + "loss": 0.5163, + "step": 3050 + }, + { + "epoch": 7.068965517241379, + "grad_norm": 29.71451187133789, + "learning_rate": 1.4370370370370372e-05, + "loss": 0.2885, + "step": 3075 + }, + { + "epoch": 7.126436781609195, + "grad_norm": 0.13844026625156403, + "learning_rate": 1.4306513409961686e-05, + "loss": 0.3512, + "step": 3100 + }, + { + "epoch": 7.183908045977011, + "grad_norm": 10.771010398864746, + "learning_rate": 1.4242656449553002e-05, + "loss": 0.2551, + "step": 3125 + }, + { + "epoch": 7.241379310344827, + "grad_norm": 58.35899353027344, + "learning_rate": 1.4178799489144316e-05, + "loss": 0.5308, + "step": 3150 + }, + { + "epoch": 7.2988505747126435, + "grad_norm": 179.00991821289062, + "learning_rate": 1.4114942528735634e-05, + "loss": 0.4563, + "step": 3175 + }, + { + "epoch": 7.35632183908046, + "grad_norm": 0.224946066737175, + "learning_rate": 1.405108556832695e-05, + "loss": 0.2839, + "step": 3200 + }, + { + "epoch": 7.413793103448276, + "grad_norm": 2.4730396270751953, + "learning_rate": 1.3987228607918264e-05, + "loss": 0.3371, + "step": 3225 + }, + { + "epoch": 7.471264367816092, + "grad_norm": 0.05268924683332443, + "learning_rate": 1.392337164750958e-05, + "loss": 0.3195, + "step": 3250 + }, + { + "epoch": 7.528735632183908, + "grad_norm": 0.2868975102901459, + "learning_rate": 1.3859514687100894e-05, + "loss": 0.327, + "step": 3275 + }, + { + "epoch": 7.586206896551724, + "grad_norm": 9.575676918029785, + "learning_rate": 1.3795657726692211e-05, + "loss": 0.4144, + "step": 3300 + }, + { + "epoch": 7.64367816091954, + "grad_norm": 181.65621948242188, + "learning_rate": 1.3731800766283526e-05, + "loss": 0.6134, + "step": 3325 + }, + { + "epoch": 7.7011494252873565, + "grad_norm": 101.39988708496094, + "learning_rate": 1.3667943805874841e-05, + "loss": 0.51, + "step": 3350 + }, + { + "epoch": 7.758620689655173, + "grad_norm": 0.3539139926433563, + "learning_rate": 1.3604086845466157e-05, + "loss": 0.2659, + "step": 3375 + }, + { + "epoch": 7.816091954022989, + "grad_norm": 1.7800850868225098, + "learning_rate": 1.3540229885057471e-05, + "loss": 0.4738, + "step": 3400 + }, + { + "epoch": 7.873563218390805, + "grad_norm": 0.1855151355266571, + "learning_rate": 1.3476372924648789e-05, + "loss": 0.3754, + "step": 3425 + }, + { + "epoch": 7.931034482758621, + "grad_norm": 27.919023513793945, + "learning_rate": 1.3412515964240103e-05, + "loss": 0.3197, + "step": 3450 + }, + { + "epoch": 7.988505747126437, + "grad_norm": 5.007838249206543, + "learning_rate": 1.3348659003831419e-05, + "loss": 0.5985, + "step": 3475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9321266968325792, + "eval_loss": 0.35720542073249817, + "eval_macro_f1": 0.806445283900127, + "eval_runtime": 3.0141, + "eval_samples_per_second": 513.253, + "eval_steps_per_second": 32.182, + "eval_weighted_f1": 0.9311565713099671, + "step": 3480 + }, + { + "epoch": 8.045977011494253, + "grad_norm": 1.7375092506408691, + "learning_rate": 1.3284802043422733e-05, + "loss": 0.269, + "step": 3500 + }, + { + "epoch": 8.10344827586207, + "grad_norm": 151.68820190429688, + "learning_rate": 1.3220945083014049e-05, + "loss": 0.461, + "step": 3525 + }, + { + "epoch": 8.160919540229886, + "grad_norm": 0.3012595772743225, + "learning_rate": 1.3157088122605367e-05, + "loss": 0.3305, + "step": 3550 + }, + { + "epoch": 8.218390804597702, + "grad_norm": 23.75272560119629, + "learning_rate": 1.309323116219668e-05, + "loss": 0.2844, + "step": 3575 + }, + { + "epoch": 8.275862068965518, + "grad_norm": 26.93575096130371, + "learning_rate": 1.3029374201787996e-05, + "loss": 0.2001, + "step": 3600 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 1.0048240423202515, + "learning_rate": 1.296551724137931e-05, + "loss": 0.1697, + "step": 3625 + }, + { + "epoch": 8.39080459770115, + "grad_norm": 26.605257034301758, + "learning_rate": 1.2901660280970626e-05, + "loss": 0.4941, + "step": 3650 + }, + { + "epoch": 8.448275862068966, + "grad_norm": 32.801998138427734, + "learning_rate": 1.283780332056194e-05, + "loss": 0.4164, + "step": 3675 + }, + { + "epoch": 8.505747126436782, + "grad_norm": 0.42802998423576355, + "learning_rate": 1.2773946360153258e-05, + "loss": 0.3276, + "step": 3700 + }, + { + "epoch": 8.563218390804598, + "grad_norm": 0.13043725490570068, + "learning_rate": 1.2710089399744574e-05, + "loss": 0.3876, + "step": 3725 + }, + { + "epoch": 8.620689655172415, + "grad_norm": 0.1693546324968338, + "learning_rate": 1.2646232439335888e-05, + "loss": 0.3262, + "step": 3750 + }, + { + "epoch": 8.678160919540229, + "grad_norm": 0.106171153485775, + "learning_rate": 1.2582375478927204e-05, + "loss": 0.2639, + "step": 3775 + }, + { + "epoch": 8.735632183908045, + "grad_norm": 50.938804626464844, + "learning_rate": 1.2518518518518518e-05, + "loss": 0.4317, + "step": 3800 + }, + { + "epoch": 8.793103448275861, + "grad_norm": 121.34463500976562, + "learning_rate": 1.2454661558109836e-05, + "loss": 0.4011, + "step": 3825 + }, + { + "epoch": 8.850574712643677, + "grad_norm": 87.78765869140625, + "learning_rate": 1.2390804597701151e-05, + "loss": 0.3206, + "step": 3850 + }, + { + "epoch": 8.908045977011493, + "grad_norm": 5.2689008712768555, + "learning_rate": 1.2326947637292466e-05, + "loss": 0.2673, + "step": 3875 + }, + { + "epoch": 8.96551724137931, + "grad_norm": 5.502636909484863, + "learning_rate": 1.2263090676883781e-05, + "loss": 0.4651, + "step": 3900 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.9353587588881707, + "eval_loss": 0.40324869751930237, + "eval_macro_f1": 0.8121366869758307, + "eval_runtime": 2.6287, + "eval_samples_per_second": 588.498, + "eval_steps_per_second": 36.9, + "eval_weighted_f1": 0.935076798314459, + "step": 3915 + }, + { + "epoch": 9.022988505747126, + "grad_norm": 255.10537719726562, + "learning_rate": 1.2199233716475096e-05, + "loss": 0.3149, + "step": 3925 + }, + { + "epoch": 9.080459770114942, + "grad_norm": 0.6050477027893066, + "learning_rate": 1.2135376756066413e-05, + "loss": 0.2073, + "step": 3950 + }, + { + "epoch": 9.137931034482758, + "grad_norm": 8.355154037475586, + "learning_rate": 1.2071519795657727e-05, + "loss": 0.2874, + "step": 3975 + }, + { + "epoch": 9.195402298850574, + "grad_norm": 121.67143249511719, + "learning_rate": 1.2007662835249043e-05, + "loss": 0.235, + "step": 4000 + }, + { + "epoch": 9.25287356321839, + "grad_norm": 9.046887397766113, + "learning_rate": 1.1943805874840359e-05, + "loss": 0.3107, + "step": 4025 + }, + { + "epoch": 9.310344827586206, + "grad_norm": 7.018779277801514, + "learning_rate": 1.1879948914431673e-05, + "loss": 0.3157, + "step": 4050 + }, + { + "epoch": 9.367816091954023, + "grad_norm": 135.41477966308594, + "learning_rate": 1.181609195402299e-05, + "loss": 0.303, + "step": 4075 + }, + { + "epoch": 9.425287356321839, + "grad_norm": 3.411118745803833, + "learning_rate": 1.1752234993614305e-05, + "loss": 0.2664, + "step": 4100 + }, + { + "epoch": 9.482758620689655, + "grad_norm": 0.18610508739948273, + "learning_rate": 1.168837803320562e-05, + "loss": 0.3173, + "step": 4125 + }, + { + "epoch": 9.540229885057471, + "grad_norm": 1.3143460750579834, + "learning_rate": 1.1624521072796935e-05, + "loss": 0.3621, + "step": 4150 + }, + { + "epoch": 9.597701149425287, + "grad_norm": 28.156566619873047, + "learning_rate": 1.156066411238825e-05, + "loss": 0.4922, + "step": 4175 + }, + { + "epoch": 9.655172413793103, + "grad_norm": 18.986854553222656, + "learning_rate": 1.1496807151979568e-05, + "loss": 0.3055, + "step": 4200 + }, + { + "epoch": 9.71264367816092, + "grad_norm": 0.12349890917539597, + "learning_rate": 1.1432950191570882e-05, + "loss": 0.0951, + "step": 4225 + }, + { + "epoch": 9.770114942528735, + "grad_norm": 49.688228607177734, + "learning_rate": 1.1369093231162198e-05, + "loss": 0.4078, + "step": 4250 + }, + { + "epoch": 9.827586206896552, + "grad_norm": 0.17448654770851135, + "learning_rate": 1.1305236270753512e-05, + "loss": 0.3677, + "step": 4275 + }, + { + "epoch": 9.885057471264368, + "grad_norm": 0.5579578876495361, + "learning_rate": 1.1241379310344828e-05, + "loss": 0.204, + "step": 4300 + }, + { + "epoch": 9.942528735632184, + "grad_norm": 5.80503511428833, + "learning_rate": 1.1177522349936142e-05, + "loss": 0.4216, + "step": 4325 + }, + { + "epoch": 10.0, + "grad_norm": 43.12303161621094, + "learning_rate": 1.111366538952746e-05, + "loss": 0.2672, + "step": 4350 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.9385908209437621, + "eval_loss": 0.4109654128551483, + "eval_macro_f1": 0.8202561704511974, + "eval_runtime": 2.5615, + "eval_samples_per_second": 603.935, + "eval_steps_per_second": 37.868, + "eval_weighted_f1": 0.9376594782587728, + "step": 4350 + } + ], + "logging_steps": 25, + "max_steps": 8700, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39a2c33943478c13b62751593f63001dd73f0c63 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d977624b44995ad6feb65b8ea8fce7edaec277a64438370442c3bfcdb07093 +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b991f062feaba70d2d5de4da92718e8ae4b79377 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915/trainer_state.json @@ -0,0 +1,1234 @@ +{ + "best_global_step": 3915, + "best_metric": 0.8399638209361445, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915", + "epoch": 9.0, + "eval_steps": 500, + "global_step": 3915, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05747126436781609, + "grad_norm": 83.40896606445312, + "learning_rate": 5.517241379310345e-07, + "loss": 5.3007, + "step": 25 + }, + { + "epoch": 0.11494252873563218, + "grad_norm": 54.74415969848633, + "learning_rate": 1.1264367816091955e-06, + "loss": 4.9251, + "step": 50 + }, + { + "epoch": 0.1724137931034483, + "grad_norm": 56.96429443359375, + "learning_rate": 1.7011494252873565e-06, + "loss": 4.2976, + "step": 75 + }, + { + "epoch": 0.22988505747126436, + "grad_norm": 45.13188552856445, + "learning_rate": 2.2758620689655173e-06, + "loss": 3.9082, + "step": 100 + }, + { + "epoch": 0.28735632183908044, + "grad_norm": 34.357852935791016, + "learning_rate": 2.850574712643678e-06, + "loss": 3.7608, + "step": 125 + }, + { + "epoch": 0.3448275862068966, + "grad_norm": 102.9979248046875, + "learning_rate": 3.425287356321839e-06, + "loss": 3.5374, + "step": 150 + }, + { + "epoch": 0.40229885057471265, + "grad_norm": 42.20903778076172, + "learning_rate": 4.000000000000001e-06, + "loss": 3.1474, + "step": 175 + }, + { + "epoch": 0.45977011494252873, + "grad_norm": 41.02442169189453, + "learning_rate": 4.5747126436781615e-06, + "loss": 2.4964, + "step": 200 + }, + { + "epoch": 0.5172413793103449, + "grad_norm": 56.177371978759766, + "learning_rate": 5.149425287356322e-06, + "loss": 2.1889, + "step": 225 + }, + { + "epoch": 0.5747126436781609, + "grad_norm": 34.89541244506836, + "learning_rate": 5.724137931034483e-06, + "loss": 1.6712, + "step": 250 + }, + { + "epoch": 0.632183908045977, + "grad_norm": 26.5211238861084, + "learning_rate": 6.298850574712644e-06, + "loss": 1.5754, + "step": 275 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 39.5722770690918, + "learning_rate": 6.873563218390805e-06, + "loss": 1.566, + "step": 300 + }, + { + "epoch": 0.7471264367816092, + "grad_norm": 27.037630081176758, + "learning_rate": 7.4482758620689665e-06, + "loss": 1.3738, + "step": 325 + }, + { + "epoch": 0.8045977011494253, + "grad_norm": 32.3955078125, + "learning_rate": 8.022988505747126e-06, + "loss": 1.5688, + "step": 350 + }, + { + "epoch": 0.8620689655172413, + "grad_norm": 56.635128021240234, + "learning_rate": 8.597701149425289e-06, + "loss": 1.418, + "step": 375 + }, + { + "epoch": 0.9195402298850575, + "grad_norm": 44.200679779052734, + "learning_rate": 9.172413793103448e-06, + "loss": 1.1943, + "step": 400 + }, + { + "epoch": 0.9770114942528736, + "grad_norm": 35.634708404541016, + "learning_rate": 9.74712643678161e-06, + "loss": 1.1889, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9172592113768584, + "eval_loss": 0.2858608663082123, + "eval_macro_f1": 0.6252937406537065, + "eval_runtime": 2.8195, + "eval_samples_per_second": 548.678, + "eval_steps_per_second": 34.403, + "eval_weighted_f1": 0.8963062522759421, + "step": 435 + }, + { + "epoch": 1.0344827586206897, + "grad_norm": 42.721431732177734, + "learning_rate": 1.032183908045977e-05, + "loss": 1.0869, + "step": 450 + }, + { + "epoch": 1.0919540229885056, + "grad_norm": 60.99117660522461, + "learning_rate": 1.0896551724137932e-05, + "loss": 1.1158, + "step": 475 + }, + { + "epoch": 1.1494252873563218, + "grad_norm": 66.96541595458984, + "learning_rate": 1.1471264367816093e-05, + "loss": 0.8873, + "step": 500 + }, + { + "epoch": 1.206896551724138, + "grad_norm": 49.62421798706055, + "learning_rate": 1.2045977011494254e-05, + "loss": 1.1191, + "step": 525 + }, + { + "epoch": 1.264367816091954, + "grad_norm": 126.30878448486328, + "learning_rate": 1.2620689655172415e-05, + "loss": 1.3534, + "step": 550 + }, + { + "epoch": 1.3218390804597702, + "grad_norm": 198.88490295410156, + "learning_rate": 1.3195402298850574e-05, + "loss": 1.0077, + "step": 575 + }, + { + "epoch": 1.3793103448275863, + "grad_norm": 36.877681732177734, + "learning_rate": 1.3770114942528736e-05, + "loss": 1.083, + "step": 600 + }, + { + "epoch": 1.4367816091954024, + "grad_norm": 41.22479248046875, + "learning_rate": 1.4344827586206897e-05, + "loss": 1.016, + "step": 625 + }, + { + "epoch": 1.4942528735632183, + "grad_norm": 45.77995300292969, + "learning_rate": 1.4919540229885058e-05, + "loss": 1.0656, + "step": 650 + }, + { + "epoch": 1.5517241379310345, + "grad_norm": 22.375499725341797, + "learning_rate": 1.549425287356322e-05, + "loss": 1.0799, + "step": 675 + }, + { + "epoch": 1.6091954022988506, + "grad_norm": 31.7868709564209, + "learning_rate": 1.6068965517241383e-05, + "loss": 1.2485, + "step": 700 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 45.79811096191406, + "learning_rate": 1.664367816091954e-05, + "loss": 1.0337, + "step": 725 + }, + { + "epoch": 1.7241379310344827, + "grad_norm": 31.512916564941406, + "learning_rate": 1.72183908045977e-05, + "loss": 1.0445, + "step": 750 + }, + { + "epoch": 1.7816091954022988, + "grad_norm": 56.58177947998047, + "learning_rate": 1.7793103448275862e-05, + "loss": 0.8642, + "step": 775 + }, + { + "epoch": 1.839080459770115, + "grad_norm": 14.123282432556152, + "learning_rate": 1.8367816091954027e-05, + "loss": 0.8603, + "step": 800 + }, + { + "epoch": 1.896551724137931, + "grad_norm": 52.06171798706055, + "learning_rate": 1.8942528735632187e-05, + "loss": 1.0034, + "step": 825 + }, + { + "epoch": 1.9540229885057472, + "grad_norm": 50.59711456298828, + "learning_rate": 1.9517241379310345e-05, + "loss": 1.2037, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9444085326438267, + "eval_loss": 0.21242670714855194, + "eval_macro_f1": 0.8121801578760777, + "eval_runtime": 2.7198, + "eval_samples_per_second": 568.789, + "eval_steps_per_second": 35.664, + "eval_weighted_f1": 0.9384646575255374, + "step": 870 + }, + { + "epoch": 2.0114942528735633, + "grad_norm": 64.75113677978516, + "learning_rate": 1.9989782886334612e-05, + "loss": 0.9202, + "step": 875 + }, + { + "epoch": 2.0689655172413794, + "grad_norm": 22.06525230407715, + "learning_rate": 1.9925925925925928e-05, + "loss": 0.7312, + "step": 900 + }, + { + "epoch": 2.1264367816091956, + "grad_norm": 30.877744674682617, + "learning_rate": 1.9862068965517244e-05, + "loss": 0.825, + "step": 925 + }, + { + "epoch": 2.1839080459770113, + "grad_norm": 46.36793899536133, + "learning_rate": 1.979821200510856e-05, + "loss": 1.0111, + "step": 950 + }, + { + "epoch": 2.2413793103448274, + "grad_norm": 155.3461456298828, + "learning_rate": 1.9734355044699872e-05, + "loss": 0.7602, + "step": 975 + }, + { + "epoch": 2.2988505747126435, + "grad_norm": 9.037260055541992, + "learning_rate": 1.9670498084291188e-05, + "loss": 0.8908, + "step": 1000 + }, + { + "epoch": 2.3563218390804597, + "grad_norm": 75.72057342529297, + "learning_rate": 1.9606641123882504e-05, + "loss": 0.7763, + "step": 1025 + }, + { + "epoch": 2.413793103448276, + "grad_norm": 60.05612564086914, + "learning_rate": 1.954278416347382e-05, + "loss": 0.7748, + "step": 1050 + }, + { + "epoch": 2.471264367816092, + "grad_norm": 32.525760650634766, + "learning_rate": 1.9478927203065136e-05, + "loss": 1.0097, + "step": 1075 + }, + { + "epoch": 2.528735632183908, + "grad_norm": 81.70448303222656, + "learning_rate": 1.941507024265645e-05, + "loss": 0.7091, + "step": 1100 + }, + { + "epoch": 2.586206896551724, + "grad_norm": 49.615264892578125, + "learning_rate": 1.9351213282247767e-05, + "loss": 0.7691, + "step": 1125 + }, + { + "epoch": 2.6436781609195403, + "grad_norm": 43.033058166503906, + "learning_rate": 1.928735632183908e-05, + "loss": 0.9402, + "step": 1150 + }, + { + "epoch": 2.7011494252873565, + "grad_norm": 23.524343490600586, + "learning_rate": 1.92234993614304e-05, + "loss": 0.7793, + "step": 1175 + }, + { + "epoch": 2.7586206896551726, + "grad_norm": 11.140456199645996, + "learning_rate": 1.915964240102171e-05, + "loss": 0.7662, + "step": 1200 + }, + { + "epoch": 2.8160919540229887, + "grad_norm": 31.628578186035156, + "learning_rate": 1.9095785440613027e-05, + "loss": 0.9446, + "step": 1225 + }, + { + "epoch": 2.873563218390805, + "grad_norm": 33.35953140258789, + "learning_rate": 1.9031928480204343e-05, + "loss": 0.7832, + "step": 1250 + }, + { + "epoch": 2.9310344827586206, + "grad_norm": 32.56341552734375, + "learning_rate": 1.896807151979566e-05, + "loss": 0.8296, + "step": 1275 + }, + { + "epoch": 2.9885057471264367, + "grad_norm": 78.21512603759766, + "learning_rate": 1.8904214559386975e-05, + "loss": 0.8462, + "step": 1300 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.940530058177117, + "eval_loss": 0.20750124752521515, + "eval_macro_f1": 0.8269416619479465, + "eval_runtime": 2.7359, + "eval_samples_per_second": 565.435, + "eval_steps_per_second": 35.454, + "eval_weighted_f1": 0.9368720113064198, + "step": 1305 + }, + { + "epoch": 3.045977011494253, + "grad_norm": 1.5719013214111328, + "learning_rate": 1.884035759897829e-05, + "loss": 0.6512, + "step": 1325 + }, + { + "epoch": 3.103448275862069, + "grad_norm": 129.26507568359375, + "learning_rate": 1.8776500638569606e-05, + "loss": 0.6473, + "step": 1350 + }, + { + "epoch": 3.160919540229885, + "grad_norm": 92.81016540527344, + "learning_rate": 1.871264367816092e-05, + "loss": 0.8721, + "step": 1375 + }, + { + "epoch": 3.218390804597701, + "grad_norm": 50.4625129699707, + "learning_rate": 1.8648786717752235e-05, + "loss": 0.6769, + "step": 1400 + }, + { + "epoch": 3.2758620689655173, + "grad_norm": 66.33287811279297, + "learning_rate": 1.8584929757343554e-05, + "loss": 0.6685, + "step": 1425 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 78.97370910644531, + "learning_rate": 1.8521072796934866e-05, + "loss": 0.6763, + "step": 1450 + }, + { + "epoch": 3.3908045977011496, + "grad_norm": 17.490562438964844, + "learning_rate": 1.8457215836526182e-05, + "loss": 0.5953, + "step": 1475 + }, + { + "epoch": 3.4482758620689653, + "grad_norm": 9.58767318725586, + "learning_rate": 1.8393358876117498e-05, + "loss": 0.6804, + "step": 1500 + }, + { + "epoch": 3.5057471264367814, + "grad_norm": 67.0556411743164, + "learning_rate": 1.8329501915708814e-05, + "loss": 0.6248, + "step": 1525 + }, + { + "epoch": 3.5632183908045976, + "grad_norm": 23.18130111694336, + "learning_rate": 1.826564495530013e-05, + "loss": 0.7145, + "step": 1550 + }, + { + "epoch": 3.6206896551724137, + "grad_norm": 74.33007049560547, + "learning_rate": 1.8201787994891446e-05, + "loss": 0.8268, + "step": 1575 + }, + { + "epoch": 3.67816091954023, + "grad_norm": 56.57216262817383, + "learning_rate": 1.813793103448276e-05, + "loss": 0.9904, + "step": 1600 + }, + { + "epoch": 3.735632183908046, + "grad_norm": 32.139129638671875, + "learning_rate": 1.8074074074074074e-05, + "loss": 0.5563, + "step": 1625 + }, + { + "epoch": 3.793103448275862, + "grad_norm": 1.5351533889770508, + "learning_rate": 1.801021711366539e-05, + "loss": 0.7786, + "step": 1650 + }, + { + "epoch": 3.8505747126436782, + "grad_norm": 161.30943298339844, + "learning_rate": 1.7946360153256706e-05, + "loss": 0.696, + "step": 1675 + }, + { + "epoch": 3.9080459770114944, + "grad_norm": 24.42245864868164, + "learning_rate": 1.788250319284802e-05, + "loss": 0.8216, + "step": 1700 + }, + { + "epoch": 3.9655172413793105, + "grad_norm": 26.11283302307129, + "learning_rate": 1.7818646232439337e-05, + "loss": 0.6849, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.945054945054945, + "eval_loss": 0.27645164728164673, + "eval_macro_f1": 0.8326824426262123, + "eval_runtime": 3.0951, + "eval_samples_per_second": 499.818, + "eval_steps_per_second": 31.34, + "eval_weighted_f1": 0.9416077847763209, + "step": 1740 + }, + { + "epoch": 4.022988505747127, + "grad_norm": 0.5068299174308777, + "learning_rate": 1.7754789272030653e-05, + "loss": 0.5763, + "step": 1750 + }, + { + "epoch": 4.080459770114943, + "grad_norm": 32.725337982177734, + "learning_rate": 1.769093231162197e-05, + "loss": 0.5795, + "step": 1775 + }, + { + "epoch": 4.137931034482759, + "grad_norm": 155.7087860107422, + "learning_rate": 1.762707535121328e-05, + "loss": 0.4435, + "step": 1800 + }, + { + "epoch": 4.195402298850575, + "grad_norm": 1.4598755836486816, + "learning_rate": 1.75632183908046e-05, + "loss": 0.8829, + "step": 1825 + }, + { + "epoch": 4.252873563218391, + "grad_norm": 60.56219482421875, + "learning_rate": 1.7499361430395913e-05, + "loss": 0.6028, + "step": 1850 + }, + { + "epoch": 4.310344827586207, + "grad_norm": 49.726600646972656, + "learning_rate": 1.743550446998723e-05, + "loss": 0.5396, + "step": 1875 + }, + { + "epoch": 4.3678160919540225, + "grad_norm": 26.684585571289062, + "learning_rate": 1.7371647509578545e-05, + "loss": 0.7276, + "step": 1900 + }, + { + "epoch": 4.425287356321839, + "grad_norm": 38.60637664794922, + "learning_rate": 1.730779054916986e-05, + "loss": 0.6031, + "step": 1925 + }, + { + "epoch": 4.482758620689655, + "grad_norm": 30.139406204223633, + "learning_rate": 1.7243933588761176e-05, + "loss": 0.5254, + "step": 1950 + }, + { + "epoch": 4.540229885057471, + "grad_norm": 13.657020568847656, + "learning_rate": 1.7180076628352492e-05, + "loss": 0.6181, + "step": 1975 + }, + { + "epoch": 4.597701149425287, + "grad_norm": 22.582395553588867, + "learning_rate": 1.7116219667943808e-05, + "loss": 0.5425, + "step": 2000 + }, + { + "epoch": 4.655172413793103, + "grad_norm": 34.084068298339844, + "learning_rate": 1.705236270753512e-05, + "loss": 0.7174, + "step": 2025 + }, + { + "epoch": 4.712643678160919, + "grad_norm": 8.479918479919434, + "learning_rate": 1.6988505747126436e-05, + "loss": 0.4871, + "step": 2050 + }, + { + "epoch": 4.7701149425287355, + "grad_norm": 7.449680805206299, + "learning_rate": 1.6924648786717756e-05, + "loss": 0.7002, + "step": 2075 + }, + { + "epoch": 4.827586206896552, + "grad_norm": 67.09903717041016, + "learning_rate": 1.6860791826309068e-05, + "loss": 0.6645, + "step": 2100 + }, + { + "epoch": 4.885057471264368, + "grad_norm": 93.33892059326172, + "learning_rate": 1.6796934865900384e-05, + "loss": 0.4973, + "step": 2125 + }, + { + "epoch": 4.942528735632184, + "grad_norm": 46.20903015136719, + "learning_rate": 1.67330779054917e-05, + "loss": 0.5916, + "step": 2150 + }, + { + "epoch": 5.0, + "grad_norm": 45.07384490966797, + "learning_rate": 1.6669220945083016e-05, + "loss": 0.8599, + "step": 2175 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9392372333548804, + "eval_loss": 0.27442875504493713, + "eval_macro_f1": 0.8360467890204347, + "eval_runtime": 2.8775, + "eval_samples_per_second": 537.623, + "eval_steps_per_second": 33.71, + "eval_weighted_f1": 0.9391299415128008, + "step": 2175 + }, + { + "epoch": 5.057471264367816, + "grad_norm": 84.43023681640625, + "learning_rate": 1.6605363984674328e-05, + "loss": 0.5129, + "step": 2200 + }, + { + "epoch": 5.114942528735632, + "grad_norm": 11.69320297241211, + "learning_rate": 1.6541507024265647e-05, + "loss": 0.4026, + "step": 2225 + }, + { + "epoch": 5.172413793103448, + "grad_norm": 0.624121904373169, + "learning_rate": 1.6477650063856963e-05, + "loss": 0.2644, + "step": 2250 + }, + { + "epoch": 5.2298850574712645, + "grad_norm": 14.618146896362305, + "learning_rate": 1.6413793103448276e-05, + "loss": 0.5564, + "step": 2275 + }, + { + "epoch": 5.287356321839081, + "grad_norm": 24.121898651123047, + "learning_rate": 1.634993614303959e-05, + "loss": 0.7538, + "step": 2300 + }, + { + "epoch": 5.344827586206897, + "grad_norm": 76.53694915771484, + "learning_rate": 1.6286079182630907e-05, + "loss": 0.5913, + "step": 2325 + }, + { + "epoch": 5.402298850574713, + "grad_norm": 0.2856908142566681, + "learning_rate": 1.6222222222222223e-05, + "loss": 0.506, + "step": 2350 + }, + { + "epoch": 5.459770114942529, + "grad_norm": 5.17254638671875, + "learning_rate": 1.615836526181354e-05, + "loss": 0.5235, + "step": 2375 + }, + { + "epoch": 5.517241379310345, + "grad_norm": 3.3652565479278564, + "learning_rate": 1.6094508301404855e-05, + "loss": 0.392, + "step": 2400 + }, + { + "epoch": 5.574712643678161, + "grad_norm": 1.962130069732666, + "learning_rate": 1.603065134099617e-05, + "loss": 0.5944, + "step": 2425 + }, + { + "epoch": 5.6321839080459775, + "grad_norm": 66.06522369384766, + "learning_rate": 1.5966794380587483e-05, + "loss": 0.3981, + "step": 2450 + }, + { + "epoch": 5.689655172413794, + "grad_norm": 97.1417007446289, + "learning_rate": 1.5902937420178802e-05, + "loss": 0.5546, + "step": 2475 + }, + { + "epoch": 5.747126436781609, + "grad_norm": 10.116547584533691, + "learning_rate": 1.5839080459770115e-05, + "loss": 0.663, + "step": 2500 + }, + { + "epoch": 5.804597701149425, + "grad_norm": 0.38187137246131897, + "learning_rate": 1.577522349936143e-05, + "loss": 0.5413, + "step": 2525 + }, + { + "epoch": 5.862068965517241, + "grad_norm": 102.48826599121094, + "learning_rate": 1.5711366538952746e-05, + "loss": 0.589, + "step": 2550 + }, + { + "epoch": 5.919540229885057, + "grad_norm": 67.31813049316406, + "learning_rate": 1.5647509578544062e-05, + "loss": 0.4835, + "step": 2575 + }, + { + "epoch": 5.977011494252873, + "grad_norm": 56.01786422729492, + "learning_rate": 1.5583652618135378e-05, + "loss": 0.4199, + "step": 2600 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9431157078215902, + "eval_loss": 0.2732972502708435, + "eval_macro_f1": 0.838727454174555, + "eval_runtime": 2.7958, + "eval_samples_per_second": 553.33, + "eval_steps_per_second": 34.695, + "eval_weighted_f1": 0.9421898094860716, + "step": 2610 + }, + { + "epoch": 6.0344827586206895, + "grad_norm": 24.245861053466797, + "learning_rate": 1.5519795657726694e-05, + "loss": 0.4249, + "step": 2625 + }, + { + "epoch": 6.091954022988506, + "grad_norm": 114.75279998779297, + "learning_rate": 1.545593869731801e-05, + "loss": 0.3134, + "step": 2650 + }, + { + "epoch": 6.149425287356322, + "grad_norm": 0.22739951312541962, + "learning_rate": 1.5392081736909322e-05, + "loss": 0.4461, + "step": 2675 + }, + { + "epoch": 6.206896551724138, + "grad_norm": 114.59209442138672, + "learning_rate": 1.5328224776500638e-05, + "loss": 0.4837, + "step": 2700 + }, + { + "epoch": 6.264367816091954, + "grad_norm": 32.81236267089844, + "learning_rate": 1.5264367816091957e-05, + "loss": 0.7254, + "step": 2725 + }, + { + "epoch": 6.32183908045977, + "grad_norm": 0.5062519907951355, + "learning_rate": 1.520051085568327e-05, + "loss": 0.445, + "step": 2750 + }, + { + "epoch": 6.379310344827586, + "grad_norm": 102.78065490722656, + "learning_rate": 1.5136653895274587e-05, + "loss": 0.337, + "step": 2775 + }, + { + "epoch": 6.436781609195402, + "grad_norm": 54.520782470703125, + "learning_rate": 1.5072796934865901e-05, + "loss": 0.4114, + "step": 2800 + }, + { + "epoch": 6.494252873563219, + "grad_norm": 0.2123550921678543, + "learning_rate": 1.5008939974457217e-05, + "loss": 0.4853, + "step": 2825 + }, + { + "epoch": 6.551724137931035, + "grad_norm": 44.54982376098633, + "learning_rate": 1.4945083014048531e-05, + "loss": 0.3713, + "step": 2850 + }, + { + "epoch": 6.609195402298851, + "grad_norm": 27.890417098999023, + "learning_rate": 1.4881226053639847e-05, + "loss": 0.4448, + "step": 2875 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 40.888736724853516, + "learning_rate": 1.4817369093231165e-05, + "loss": 0.5958, + "step": 2900 + }, + { + "epoch": 6.724137931034483, + "grad_norm": 70.89765930175781, + "learning_rate": 1.4753512132822479e-05, + "loss": 0.3764, + "step": 2925 + }, + { + "epoch": 6.781609195402299, + "grad_norm": 34.00692367553711, + "learning_rate": 1.4689655172413795e-05, + "loss": 0.3752, + "step": 2950 + }, + { + "epoch": 6.8390804597701145, + "grad_norm": 47.558876037597656, + "learning_rate": 1.4625798212005109e-05, + "loss": 0.5389, + "step": 2975 + }, + { + "epoch": 6.896551724137931, + "grad_norm": 34.296443939208984, + "learning_rate": 1.4561941251596425e-05, + "loss": 0.4706, + "step": 3000 + }, + { + "epoch": 6.954022988505747, + "grad_norm": 0.2576494514942169, + "learning_rate": 1.4498084291187742e-05, + "loss": 0.4902, + "step": 3025 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.936005171299289, + "eval_loss": 0.32169681787490845, + "eval_macro_f1": 0.8282533201252251, + "eval_runtime": 2.6306, + "eval_samples_per_second": 588.078, + "eval_steps_per_second": 36.874, + "eval_weighted_f1": 0.9373427215299237, + "step": 3045 + }, + { + "epoch": 7.011494252873563, + "grad_norm": 0.8197439312934875, + "learning_rate": 1.4434227330779056e-05, + "loss": 0.2955, + "step": 3050 + }, + { + "epoch": 7.068965517241379, + "grad_norm": 82.74668884277344, + "learning_rate": 1.4370370370370372e-05, + "loss": 0.3716, + "step": 3075 + }, + { + "epoch": 7.126436781609195, + "grad_norm": 0.5378051400184631, + "learning_rate": 1.4306513409961686e-05, + "loss": 0.6528, + "step": 3100 + }, + { + "epoch": 7.183908045977011, + "grad_norm": 3.206381320953369, + "learning_rate": 1.4242656449553002e-05, + "loss": 0.2814, + "step": 3125 + }, + { + "epoch": 7.241379310344827, + "grad_norm": 81.35752868652344, + "learning_rate": 1.4178799489144316e-05, + "loss": 0.3235, + "step": 3150 + }, + { + "epoch": 7.2988505747126435, + "grad_norm": 5.105460166931152, + "learning_rate": 1.4114942528735634e-05, + "loss": 0.326, + "step": 3175 + }, + { + "epoch": 7.35632183908046, + "grad_norm": 3.3120195865631104, + "learning_rate": 1.405108556832695e-05, + "loss": 0.258, + "step": 3200 + }, + { + "epoch": 7.413793103448276, + "grad_norm": 3.495853900909424, + "learning_rate": 1.3987228607918264e-05, + "loss": 0.348, + "step": 3225 + }, + { + "epoch": 7.471264367816092, + "grad_norm": 30.863428115844727, + "learning_rate": 1.392337164750958e-05, + "loss": 0.4072, + "step": 3250 + }, + { + "epoch": 7.528735632183908, + "grad_norm": 36.06366729736328, + "learning_rate": 1.3859514687100894e-05, + "loss": 0.3546, + "step": 3275 + }, + { + "epoch": 7.586206896551724, + "grad_norm": 0.4154405891895294, + "learning_rate": 1.3795657726692211e-05, + "loss": 0.5431, + "step": 3300 + }, + { + "epoch": 7.64367816091954, + "grad_norm": 0.3855404555797577, + "learning_rate": 1.3731800766283526e-05, + "loss": 0.3293, + "step": 3325 + }, + { + "epoch": 7.7011494252873565, + "grad_norm": 0.7689740061759949, + "learning_rate": 1.3667943805874841e-05, + "loss": 0.2029, + "step": 3350 + }, + { + "epoch": 7.758620689655173, + "grad_norm": 0.18809182941913605, + "learning_rate": 1.3604086845466157e-05, + "loss": 0.5624, + "step": 3375 + }, + { + "epoch": 7.816091954022989, + "grad_norm": 2.832899332046509, + "learning_rate": 1.3540229885057471e-05, + "loss": 0.4717, + "step": 3400 + }, + { + "epoch": 7.873563218390805, + "grad_norm": 121.76774597167969, + "learning_rate": 1.3476372924648789e-05, + "loss": 0.4212, + "step": 3425 + }, + { + "epoch": 7.931034482758621, + "grad_norm": 52.809444427490234, + "learning_rate": 1.3412515964240103e-05, + "loss": 0.3825, + "step": 3450 + }, + { + "epoch": 7.988505747126437, + "grad_norm": 0.4484051465988159, + "learning_rate": 1.3348659003831419e-05, + "loss": 0.272, + "step": 3475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9392372333548804, + "eval_loss": 0.39727291464805603, + "eval_macro_f1": 0.8285276649703238, + "eval_runtime": 2.809, + "eval_samples_per_second": 550.721, + "eval_steps_per_second": 34.531, + "eval_weighted_f1": 0.9371386571626344, + "step": 3480 + }, + { + "epoch": 8.045977011494253, + "grad_norm": 199.2523193359375, + "learning_rate": 1.3284802043422733e-05, + "loss": 0.335, + "step": 3500 + }, + { + "epoch": 8.10344827586207, + "grad_norm": 9.900853157043457, + "learning_rate": 1.3220945083014049e-05, + "loss": 0.2134, + "step": 3525 + }, + { + "epoch": 8.160919540229886, + "grad_norm": 0.09674262255430222, + "learning_rate": 1.3157088122605367e-05, + "loss": 0.2978, + "step": 3550 + }, + { + "epoch": 8.218390804597702, + "grad_norm": 1.090809941291809, + "learning_rate": 1.309323116219668e-05, + "loss": 0.2991, + "step": 3575 + }, + { + "epoch": 8.275862068965518, + "grad_norm": 0.13236427307128906, + "learning_rate": 1.3029374201787996e-05, + "loss": 0.2277, + "step": 3600 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 132.0453643798828, + "learning_rate": 1.296551724137931e-05, + "loss": 0.3718, + "step": 3625 + }, + { + "epoch": 8.39080459770115, + "grad_norm": 0.11622430384159088, + "learning_rate": 1.2901660280970626e-05, + "loss": 0.3628, + "step": 3650 + }, + { + "epoch": 8.448275862068966, + "grad_norm": 17.337385177612305, + "learning_rate": 1.283780332056194e-05, + "loss": 0.2462, + "step": 3675 + }, + { + "epoch": 8.505747126436782, + "grad_norm": 44.59282684326172, + "learning_rate": 1.2773946360153258e-05, + "loss": 0.5777, + "step": 3700 + }, + { + "epoch": 8.563218390804598, + "grad_norm": 0.19474785029888153, + "learning_rate": 1.2710089399744574e-05, + "loss": 0.2772, + "step": 3725 + }, + { + "epoch": 8.620689655172415, + "grad_norm": 12.74167251586914, + "learning_rate": 1.2646232439335888e-05, + "loss": 0.5408, + "step": 3750 + }, + { + "epoch": 8.678160919540229, + "grad_norm": 54.81526565551758, + "learning_rate": 1.2582375478927204e-05, + "loss": 0.2985, + "step": 3775 + }, + { + "epoch": 8.735632183908045, + "grad_norm": 89.30614471435547, + "learning_rate": 1.2518518518518518e-05, + "loss": 0.2217, + "step": 3800 + }, + { + "epoch": 8.793103448275861, + "grad_norm": 0.30715295672416687, + "learning_rate": 1.2454661558109836e-05, + "loss": 0.3684, + "step": 3825 + }, + { + "epoch": 8.850574712643677, + "grad_norm": 0.3479938209056854, + "learning_rate": 1.2390804597701151e-05, + "loss": 0.2868, + "step": 3850 + }, + { + "epoch": 8.908045977011493, + "grad_norm": 1.6643800735473633, + "learning_rate": 1.2326947637292466e-05, + "loss": 0.3353, + "step": 3875 + }, + { + "epoch": 8.96551724137931, + "grad_norm": 0.12660540640354156, + "learning_rate": 1.2263090676883781e-05, + "loss": 0.4983, + "step": 3900 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.940530058177117, + "eval_loss": 0.414671391248703, + "eval_macro_f1": 0.8399638209361445, + "eval_runtime": 2.7848, + "eval_samples_per_second": 555.513, + "eval_steps_per_second": 34.832, + "eval_weighted_f1": 0.9396983808900135, + "step": 3915 + } + ], + "logging_steps": 25, + "max_steps": 8700, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e5b7e5718e0d7504f2ac9bd31f0156f569b30cd9 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-5220/trainer_state.json @@ -0,0 +1,1631 @@ +{ + "best_global_step": 3915, + "best_metric": 0.8399638209361445, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-00-s44-20260831T200841Z-b273f81d/trainer/checkpoint-3915", + "epoch": 12.0, + "eval_steps": 500, + "global_step": 5220, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05747126436781609, + "grad_norm": 83.40896606445312, + "learning_rate": 5.517241379310345e-07, + "loss": 5.3007, + "step": 25 + }, + { + "epoch": 0.11494252873563218, + "grad_norm": 54.74415969848633, + "learning_rate": 1.1264367816091955e-06, + "loss": 4.9251, + "step": 50 + }, + { + "epoch": 0.1724137931034483, + "grad_norm": 56.96429443359375, + "learning_rate": 1.7011494252873565e-06, + "loss": 4.2976, + "step": 75 + }, + { + "epoch": 0.22988505747126436, + "grad_norm": 45.13188552856445, + "learning_rate": 2.2758620689655173e-06, + "loss": 3.9082, + "step": 100 + }, + { + "epoch": 0.28735632183908044, + "grad_norm": 34.357852935791016, + "learning_rate": 2.850574712643678e-06, + "loss": 3.7608, + "step": 125 + }, + { + "epoch": 0.3448275862068966, + "grad_norm": 102.9979248046875, + "learning_rate": 3.425287356321839e-06, + "loss": 3.5374, + "step": 150 + }, + { + "epoch": 0.40229885057471265, + "grad_norm": 42.20903778076172, + "learning_rate": 4.000000000000001e-06, + "loss": 3.1474, + "step": 175 + }, + { + "epoch": 0.45977011494252873, + "grad_norm": 41.02442169189453, + "learning_rate": 4.5747126436781615e-06, + "loss": 2.4964, + "step": 200 + }, + { + "epoch": 0.5172413793103449, + "grad_norm": 56.177371978759766, + "learning_rate": 5.149425287356322e-06, + "loss": 2.1889, + "step": 225 + }, + { + "epoch": 0.5747126436781609, + "grad_norm": 34.89541244506836, + "learning_rate": 5.724137931034483e-06, + "loss": 1.6712, + "step": 250 + }, + { + "epoch": 0.632183908045977, + "grad_norm": 26.5211238861084, + "learning_rate": 6.298850574712644e-06, + "loss": 1.5754, + "step": 275 + }, + { + "epoch": 0.6896551724137931, + "grad_norm": 39.5722770690918, + "learning_rate": 6.873563218390805e-06, + "loss": 1.566, + "step": 300 + }, + { + "epoch": 0.7471264367816092, + "grad_norm": 27.037630081176758, + "learning_rate": 7.4482758620689665e-06, + "loss": 1.3738, + "step": 325 + }, + { + "epoch": 0.8045977011494253, + "grad_norm": 32.3955078125, + "learning_rate": 8.022988505747126e-06, + "loss": 1.5688, + "step": 350 + }, + { + "epoch": 0.8620689655172413, + "grad_norm": 56.635128021240234, + "learning_rate": 8.597701149425289e-06, + "loss": 1.418, + "step": 375 + }, + { + "epoch": 0.9195402298850575, + "grad_norm": 44.200679779052734, + "learning_rate": 9.172413793103448e-06, + "loss": 1.1943, + "step": 400 + }, + { + "epoch": 0.9770114942528736, + "grad_norm": 35.634708404541016, + "learning_rate": 9.74712643678161e-06, + "loss": 1.1889, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9172592113768584, + "eval_loss": 0.2858608663082123, + "eval_macro_f1": 0.6252937406537065, + "eval_runtime": 2.8195, + "eval_samples_per_second": 548.678, + "eval_steps_per_second": 34.403, + "eval_weighted_f1": 0.8963062522759421, + "step": 435 + }, + { + "epoch": 1.0344827586206897, + "grad_norm": 42.721431732177734, + "learning_rate": 1.032183908045977e-05, + "loss": 1.0869, + "step": 450 + }, + { + "epoch": 1.0919540229885056, + "grad_norm": 60.99117660522461, + "learning_rate": 1.0896551724137932e-05, + "loss": 1.1158, + "step": 475 + }, + { + "epoch": 1.1494252873563218, + "grad_norm": 66.96541595458984, + "learning_rate": 1.1471264367816093e-05, + "loss": 0.8873, + "step": 500 + }, + { + "epoch": 1.206896551724138, + "grad_norm": 49.62421798706055, + "learning_rate": 1.2045977011494254e-05, + "loss": 1.1191, + "step": 525 + }, + { + "epoch": 1.264367816091954, + "grad_norm": 126.30878448486328, + "learning_rate": 1.2620689655172415e-05, + "loss": 1.3534, + "step": 550 + }, + { + "epoch": 1.3218390804597702, + "grad_norm": 198.88490295410156, + "learning_rate": 1.3195402298850574e-05, + "loss": 1.0077, + "step": 575 + }, + { + "epoch": 1.3793103448275863, + "grad_norm": 36.877681732177734, + "learning_rate": 1.3770114942528736e-05, + "loss": 1.083, + "step": 600 + }, + { + "epoch": 1.4367816091954024, + "grad_norm": 41.22479248046875, + "learning_rate": 1.4344827586206897e-05, + "loss": 1.016, + "step": 625 + }, + { + "epoch": 1.4942528735632183, + "grad_norm": 45.77995300292969, + "learning_rate": 1.4919540229885058e-05, + "loss": 1.0656, + "step": 650 + }, + { + "epoch": 1.5517241379310345, + "grad_norm": 22.375499725341797, + "learning_rate": 1.549425287356322e-05, + "loss": 1.0799, + "step": 675 + }, + { + "epoch": 1.6091954022988506, + "grad_norm": 31.7868709564209, + "learning_rate": 1.6068965517241383e-05, + "loss": 1.2485, + "step": 700 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 45.79811096191406, + "learning_rate": 1.664367816091954e-05, + "loss": 1.0337, + "step": 725 + }, + { + "epoch": 1.7241379310344827, + "grad_norm": 31.512916564941406, + "learning_rate": 1.72183908045977e-05, + "loss": 1.0445, + "step": 750 + }, + { + "epoch": 1.7816091954022988, + "grad_norm": 56.58177947998047, + "learning_rate": 1.7793103448275862e-05, + "loss": 0.8642, + "step": 775 + }, + { + "epoch": 1.839080459770115, + "grad_norm": 14.123282432556152, + "learning_rate": 1.8367816091954027e-05, + "loss": 0.8603, + "step": 800 + }, + { + "epoch": 1.896551724137931, + "grad_norm": 52.06171798706055, + "learning_rate": 1.8942528735632187e-05, + "loss": 1.0034, + "step": 825 + }, + { + "epoch": 1.9540229885057472, + "grad_norm": 50.59711456298828, + "learning_rate": 1.9517241379310345e-05, + "loss": 1.2037, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9444085326438267, + "eval_loss": 0.21242670714855194, + "eval_macro_f1": 0.8121801578760777, + "eval_runtime": 2.7198, + "eval_samples_per_second": 568.789, + "eval_steps_per_second": 35.664, + "eval_weighted_f1": 0.9384646575255374, + "step": 870 + }, + { + "epoch": 2.0114942528735633, + "grad_norm": 64.75113677978516, + "learning_rate": 1.9989782886334612e-05, + "loss": 0.9202, + "step": 875 + }, + { + "epoch": 2.0689655172413794, + "grad_norm": 22.06525230407715, + "learning_rate": 1.9925925925925928e-05, + "loss": 0.7312, + "step": 900 + }, + { + "epoch": 2.1264367816091956, + "grad_norm": 30.877744674682617, + "learning_rate": 1.9862068965517244e-05, + "loss": 0.825, + "step": 925 + }, + { + "epoch": 2.1839080459770113, + "grad_norm": 46.36793899536133, + "learning_rate": 1.979821200510856e-05, + "loss": 1.0111, + "step": 950 + }, + { + "epoch": 2.2413793103448274, + "grad_norm": 155.3461456298828, + "learning_rate": 1.9734355044699872e-05, + "loss": 0.7602, + "step": 975 + }, + { + "epoch": 2.2988505747126435, + "grad_norm": 9.037260055541992, + "learning_rate": 1.9670498084291188e-05, + "loss": 0.8908, + "step": 1000 + }, + { + "epoch": 2.3563218390804597, + "grad_norm": 75.72057342529297, + "learning_rate": 1.9606641123882504e-05, + "loss": 0.7763, + "step": 1025 + }, + { + "epoch": 2.413793103448276, + "grad_norm": 60.05612564086914, + "learning_rate": 1.954278416347382e-05, + "loss": 0.7748, + "step": 1050 + }, + { + "epoch": 2.471264367816092, + "grad_norm": 32.525760650634766, + "learning_rate": 1.9478927203065136e-05, + "loss": 1.0097, + "step": 1075 + }, + { + "epoch": 2.528735632183908, + "grad_norm": 81.70448303222656, + "learning_rate": 1.941507024265645e-05, + "loss": 0.7091, + "step": 1100 + }, + { + "epoch": 2.586206896551724, + "grad_norm": 49.615264892578125, + "learning_rate": 1.9351213282247767e-05, + "loss": 0.7691, + "step": 1125 + }, + { + "epoch": 2.6436781609195403, + "grad_norm": 43.033058166503906, + "learning_rate": 1.928735632183908e-05, + "loss": 0.9402, + "step": 1150 + }, + { + "epoch": 2.7011494252873565, + "grad_norm": 23.524343490600586, + "learning_rate": 1.92234993614304e-05, + "loss": 0.7793, + "step": 1175 + }, + { + "epoch": 2.7586206896551726, + "grad_norm": 11.140456199645996, + "learning_rate": 1.915964240102171e-05, + "loss": 0.7662, + "step": 1200 + }, + { + "epoch": 2.8160919540229887, + "grad_norm": 31.628578186035156, + "learning_rate": 1.9095785440613027e-05, + "loss": 0.9446, + "step": 1225 + }, + { + "epoch": 2.873563218390805, + "grad_norm": 33.35953140258789, + "learning_rate": 1.9031928480204343e-05, + "loss": 0.7832, + "step": 1250 + }, + { + "epoch": 2.9310344827586206, + "grad_norm": 32.56341552734375, + "learning_rate": 1.896807151979566e-05, + "loss": 0.8296, + "step": 1275 + }, + { + "epoch": 2.9885057471264367, + "grad_norm": 78.21512603759766, + "learning_rate": 1.8904214559386975e-05, + "loss": 0.8462, + "step": 1300 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.940530058177117, + "eval_loss": 0.20750124752521515, + "eval_macro_f1": 0.8269416619479465, + "eval_runtime": 2.7359, + "eval_samples_per_second": 565.435, + "eval_steps_per_second": 35.454, + "eval_weighted_f1": 0.9368720113064198, + "step": 1305 + }, + { + "epoch": 3.045977011494253, + "grad_norm": 1.5719013214111328, + "learning_rate": 1.884035759897829e-05, + "loss": 0.6512, + "step": 1325 + }, + { + "epoch": 3.103448275862069, + "grad_norm": 129.26507568359375, + "learning_rate": 1.8776500638569606e-05, + "loss": 0.6473, + "step": 1350 + }, + { + "epoch": 3.160919540229885, + "grad_norm": 92.81016540527344, + "learning_rate": 1.871264367816092e-05, + "loss": 0.8721, + "step": 1375 + }, + { + "epoch": 3.218390804597701, + "grad_norm": 50.4625129699707, + "learning_rate": 1.8648786717752235e-05, + "loss": 0.6769, + "step": 1400 + }, + { + "epoch": 3.2758620689655173, + "grad_norm": 66.33287811279297, + "learning_rate": 1.8584929757343554e-05, + "loss": 0.6685, + "step": 1425 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 78.97370910644531, + "learning_rate": 1.8521072796934866e-05, + "loss": 0.6763, + "step": 1450 + }, + { + "epoch": 3.3908045977011496, + "grad_norm": 17.490562438964844, + "learning_rate": 1.8457215836526182e-05, + "loss": 0.5953, + "step": 1475 + }, + { + "epoch": 3.4482758620689653, + "grad_norm": 9.58767318725586, + "learning_rate": 1.8393358876117498e-05, + "loss": 0.6804, + "step": 1500 + }, + { + "epoch": 3.5057471264367814, + "grad_norm": 67.0556411743164, + "learning_rate": 1.8329501915708814e-05, + "loss": 0.6248, + "step": 1525 + }, + { + "epoch": 3.5632183908045976, + "grad_norm": 23.18130111694336, + "learning_rate": 1.826564495530013e-05, + "loss": 0.7145, + "step": 1550 + }, + { + "epoch": 3.6206896551724137, + "grad_norm": 74.33007049560547, + "learning_rate": 1.8201787994891446e-05, + "loss": 0.8268, + "step": 1575 + }, + { + "epoch": 3.67816091954023, + "grad_norm": 56.57216262817383, + "learning_rate": 1.813793103448276e-05, + "loss": 0.9904, + "step": 1600 + }, + { + "epoch": 3.735632183908046, + "grad_norm": 32.139129638671875, + "learning_rate": 1.8074074074074074e-05, + "loss": 0.5563, + "step": 1625 + }, + { + "epoch": 3.793103448275862, + "grad_norm": 1.5351533889770508, + "learning_rate": 1.801021711366539e-05, + "loss": 0.7786, + "step": 1650 + }, + { + "epoch": 3.8505747126436782, + "grad_norm": 161.30943298339844, + "learning_rate": 1.7946360153256706e-05, + "loss": 0.696, + "step": 1675 + }, + { + "epoch": 3.9080459770114944, + "grad_norm": 24.42245864868164, + "learning_rate": 1.788250319284802e-05, + "loss": 0.8216, + "step": 1700 + }, + { + "epoch": 3.9655172413793105, + "grad_norm": 26.11283302307129, + "learning_rate": 1.7818646232439337e-05, + "loss": 0.6849, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.945054945054945, + "eval_loss": 0.27645164728164673, + "eval_macro_f1": 0.8326824426262123, + "eval_runtime": 3.0951, + "eval_samples_per_second": 499.818, + "eval_steps_per_second": 31.34, + "eval_weighted_f1": 0.9416077847763209, + "step": 1740 + }, + { + "epoch": 4.022988505747127, + "grad_norm": 0.5068299174308777, + "learning_rate": 1.7754789272030653e-05, + "loss": 0.5763, + "step": 1750 + }, + { + "epoch": 4.080459770114943, + "grad_norm": 32.725337982177734, + "learning_rate": 1.769093231162197e-05, + "loss": 0.5795, + "step": 1775 + }, + { + "epoch": 4.137931034482759, + "grad_norm": 155.7087860107422, + "learning_rate": 1.762707535121328e-05, + "loss": 0.4435, + "step": 1800 + }, + { + "epoch": 4.195402298850575, + "grad_norm": 1.4598755836486816, + "learning_rate": 1.75632183908046e-05, + "loss": 0.8829, + "step": 1825 + }, + { + "epoch": 4.252873563218391, + "grad_norm": 60.56219482421875, + "learning_rate": 1.7499361430395913e-05, + "loss": 0.6028, + "step": 1850 + }, + { + "epoch": 4.310344827586207, + "grad_norm": 49.726600646972656, + "learning_rate": 1.743550446998723e-05, + "loss": 0.5396, + "step": 1875 + }, + { + "epoch": 4.3678160919540225, + "grad_norm": 26.684585571289062, + "learning_rate": 1.7371647509578545e-05, + "loss": 0.7276, + "step": 1900 + }, + { + "epoch": 4.425287356321839, + "grad_norm": 38.60637664794922, + "learning_rate": 1.730779054916986e-05, + "loss": 0.6031, + "step": 1925 + }, + { + "epoch": 4.482758620689655, + "grad_norm": 30.139406204223633, + "learning_rate": 1.7243933588761176e-05, + "loss": 0.5254, + "step": 1950 + }, + { + "epoch": 4.540229885057471, + "grad_norm": 13.657020568847656, + "learning_rate": 1.7180076628352492e-05, + "loss": 0.6181, + "step": 1975 + }, + { + "epoch": 4.597701149425287, + "grad_norm": 22.582395553588867, + "learning_rate": 1.7116219667943808e-05, + "loss": 0.5425, + "step": 2000 + }, + { + "epoch": 4.655172413793103, + "grad_norm": 34.084068298339844, + "learning_rate": 1.705236270753512e-05, + "loss": 0.7174, + "step": 2025 + }, + { + "epoch": 4.712643678160919, + "grad_norm": 8.479918479919434, + "learning_rate": 1.6988505747126436e-05, + "loss": 0.4871, + "step": 2050 + }, + { + "epoch": 4.7701149425287355, + "grad_norm": 7.449680805206299, + "learning_rate": 1.6924648786717756e-05, + "loss": 0.7002, + "step": 2075 + }, + { + "epoch": 4.827586206896552, + "grad_norm": 67.09903717041016, + "learning_rate": 1.6860791826309068e-05, + "loss": 0.6645, + "step": 2100 + }, + { + "epoch": 4.885057471264368, + "grad_norm": 93.33892059326172, + "learning_rate": 1.6796934865900384e-05, + "loss": 0.4973, + "step": 2125 + }, + { + "epoch": 4.942528735632184, + "grad_norm": 46.20903015136719, + "learning_rate": 1.67330779054917e-05, + "loss": 0.5916, + "step": 2150 + }, + { + "epoch": 5.0, + "grad_norm": 45.07384490966797, + "learning_rate": 1.6669220945083016e-05, + "loss": 0.8599, + "step": 2175 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9392372333548804, + "eval_loss": 0.27442875504493713, + "eval_macro_f1": 0.8360467890204347, + "eval_runtime": 2.8775, + "eval_samples_per_second": 537.623, + "eval_steps_per_second": 33.71, + "eval_weighted_f1": 0.9391299415128008, + "step": 2175 + }, + { + "epoch": 5.057471264367816, + "grad_norm": 84.43023681640625, + "learning_rate": 1.6605363984674328e-05, + "loss": 0.5129, + "step": 2200 + }, + { + "epoch": 5.114942528735632, + "grad_norm": 11.69320297241211, + "learning_rate": 1.6541507024265647e-05, + "loss": 0.4026, + "step": 2225 + }, + { + "epoch": 5.172413793103448, + "grad_norm": 0.624121904373169, + "learning_rate": 1.6477650063856963e-05, + "loss": 0.2644, + "step": 2250 + }, + { + "epoch": 5.2298850574712645, + "grad_norm": 14.618146896362305, + "learning_rate": 1.6413793103448276e-05, + "loss": 0.5564, + "step": 2275 + }, + { + "epoch": 5.287356321839081, + "grad_norm": 24.121898651123047, + "learning_rate": 1.634993614303959e-05, + "loss": 0.7538, + "step": 2300 + }, + { + "epoch": 5.344827586206897, + "grad_norm": 76.53694915771484, + "learning_rate": 1.6286079182630907e-05, + "loss": 0.5913, + "step": 2325 + }, + { + "epoch": 5.402298850574713, + "grad_norm": 0.2856908142566681, + "learning_rate": 1.6222222222222223e-05, + "loss": 0.506, + "step": 2350 + }, + { + "epoch": 5.459770114942529, + "grad_norm": 5.17254638671875, + "learning_rate": 1.615836526181354e-05, + "loss": 0.5235, + "step": 2375 + }, + { + "epoch": 5.517241379310345, + "grad_norm": 3.3652565479278564, + "learning_rate": 1.6094508301404855e-05, + "loss": 0.392, + "step": 2400 + }, + { + "epoch": 5.574712643678161, + "grad_norm": 1.962130069732666, + "learning_rate": 1.603065134099617e-05, + "loss": 0.5944, + "step": 2425 + }, + { + "epoch": 5.6321839080459775, + "grad_norm": 66.06522369384766, + "learning_rate": 1.5966794380587483e-05, + "loss": 0.3981, + "step": 2450 + }, + { + "epoch": 5.689655172413794, + "grad_norm": 97.1417007446289, + "learning_rate": 1.5902937420178802e-05, + "loss": 0.5546, + "step": 2475 + }, + { + "epoch": 5.747126436781609, + "grad_norm": 10.116547584533691, + "learning_rate": 1.5839080459770115e-05, + "loss": 0.663, + "step": 2500 + }, + { + "epoch": 5.804597701149425, + "grad_norm": 0.38187137246131897, + "learning_rate": 1.577522349936143e-05, + "loss": 0.5413, + "step": 2525 + }, + { + "epoch": 5.862068965517241, + "grad_norm": 102.48826599121094, + "learning_rate": 1.5711366538952746e-05, + "loss": 0.589, + "step": 2550 + }, + { + "epoch": 5.919540229885057, + "grad_norm": 67.31813049316406, + "learning_rate": 1.5647509578544062e-05, + "loss": 0.4835, + "step": 2575 + }, + { + "epoch": 5.977011494252873, + "grad_norm": 56.01786422729492, + "learning_rate": 1.5583652618135378e-05, + "loss": 0.4199, + "step": 2600 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9431157078215902, + "eval_loss": 0.2732972502708435, + "eval_macro_f1": 0.838727454174555, + "eval_runtime": 2.7958, + "eval_samples_per_second": 553.33, + "eval_steps_per_second": 34.695, + "eval_weighted_f1": 0.9421898094860716, + "step": 2610 + }, + { + "epoch": 6.0344827586206895, + "grad_norm": 24.245861053466797, + "learning_rate": 1.5519795657726694e-05, + "loss": 0.4249, + "step": 2625 + }, + { + "epoch": 6.091954022988506, + "grad_norm": 114.75279998779297, + "learning_rate": 1.545593869731801e-05, + "loss": 0.3134, + "step": 2650 + }, + { + "epoch": 6.149425287356322, + "grad_norm": 0.22739951312541962, + "learning_rate": 1.5392081736909322e-05, + "loss": 0.4461, + "step": 2675 + }, + { + "epoch": 6.206896551724138, + "grad_norm": 114.59209442138672, + "learning_rate": 1.5328224776500638e-05, + "loss": 0.4837, + "step": 2700 + }, + { + "epoch": 6.264367816091954, + "grad_norm": 32.81236267089844, + "learning_rate": 1.5264367816091957e-05, + "loss": 0.7254, + "step": 2725 + }, + { + "epoch": 6.32183908045977, + "grad_norm": 0.5062519907951355, + "learning_rate": 1.520051085568327e-05, + "loss": 0.445, + "step": 2750 + }, + { + "epoch": 6.379310344827586, + "grad_norm": 102.78065490722656, + "learning_rate": 1.5136653895274587e-05, + "loss": 0.337, + "step": 2775 + }, + { + "epoch": 6.436781609195402, + "grad_norm": 54.520782470703125, + "learning_rate": 1.5072796934865901e-05, + "loss": 0.4114, + "step": 2800 + }, + { + "epoch": 6.494252873563219, + "grad_norm": 0.2123550921678543, + "learning_rate": 1.5008939974457217e-05, + "loss": 0.4853, + "step": 2825 + }, + { + "epoch": 6.551724137931035, + "grad_norm": 44.54982376098633, + "learning_rate": 1.4945083014048531e-05, + "loss": 0.3713, + "step": 2850 + }, + { + "epoch": 6.609195402298851, + "grad_norm": 27.890417098999023, + "learning_rate": 1.4881226053639847e-05, + "loss": 0.4448, + "step": 2875 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 40.888736724853516, + "learning_rate": 1.4817369093231165e-05, + "loss": 0.5958, + "step": 2900 + }, + { + "epoch": 6.724137931034483, + "grad_norm": 70.89765930175781, + "learning_rate": 1.4753512132822479e-05, + "loss": 0.3764, + "step": 2925 + }, + { + "epoch": 6.781609195402299, + "grad_norm": 34.00692367553711, + "learning_rate": 1.4689655172413795e-05, + "loss": 0.3752, + "step": 2950 + }, + { + "epoch": 6.8390804597701145, + "grad_norm": 47.558876037597656, + "learning_rate": 1.4625798212005109e-05, + "loss": 0.5389, + "step": 2975 + }, + { + "epoch": 6.896551724137931, + "grad_norm": 34.296443939208984, + "learning_rate": 1.4561941251596425e-05, + "loss": 0.4706, + "step": 3000 + }, + { + "epoch": 6.954022988505747, + "grad_norm": 0.2576494514942169, + "learning_rate": 1.4498084291187742e-05, + "loss": 0.4902, + "step": 3025 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.936005171299289, + "eval_loss": 0.32169681787490845, + "eval_macro_f1": 0.8282533201252251, + "eval_runtime": 2.6306, + "eval_samples_per_second": 588.078, + "eval_steps_per_second": 36.874, + "eval_weighted_f1": 0.9373427215299237, + "step": 3045 + }, + { + "epoch": 7.011494252873563, + "grad_norm": 0.8197439312934875, + "learning_rate": 1.4434227330779056e-05, + "loss": 0.2955, + "step": 3050 + }, + { + "epoch": 7.068965517241379, + "grad_norm": 82.74668884277344, + "learning_rate": 1.4370370370370372e-05, + "loss": 0.3716, + "step": 3075 + }, + { + "epoch": 7.126436781609195, + "grad_norm": 0.5378051400184631, + "learning_rate": 1.4306513409961686e-05, + "loss": 0.6528, + "step": 3100 + }, + { + "epoch": 7.183908045977011, + "grad_norm": 3.206381320953369, + "learning_rate": 1.4242656449553002e-05, + "loss": 0.2814, + "step": 3125 + }, + { + "epoch": 7.241379310344827, + "grad_norm": 81.35752868652344, + "learning_rate": 1.4178799489144316e-05, + "loss": 0.3235, + "step": 3150 + }, + { + "epoch": 7.2988505747126435, + "grad_norm": 5.105460166931152, + "learning_rate": 1.4114942528735634e-05, + "loss": 0.326, + "step": 3175 + }, + { + "epoch": 7.35632183908046, + "grad_norm": 3.3120195865631104, + "learning_rate": 1.405108556832695e-05, + "loss": 0.258, + "step": 3200 + }, + { + "epoch": 7.413793103448276, + "grad_norm": 3.495853900909424, + "learning_rate": 1.3987228607918264e-05, + "loss": 0.348, + "step": 3225 + }, + { + "epoch": 7.471264367816092, + "grad_norm": 30.863428115844727, + "learning_rate": 1.392337164750958e-05, + "loss": 0.4072, + "step": 3250 + }, + { + "epoch": 7.528735632183908, + "grad_norm": 36.06366729736328, + "learning_rate": 1.3859514687100894e-05, + "loss": 0.3546, + "step": 3275 + }, + { + "epoch": 7.586206896551724, + "grad_norm": 0.4154405891895294, + "learning_rate": 1.3795657726692211e-05, + "loss": 0.5431, + "step": 3300 + }, + { + "epoch": 7.64367816091954, + "grad_norm": 0.3855404555797577, + "learning_rate": 1.3731800766283526e-05, + "loss": 0.3293, + "step": 3325 + }, + { + "epoch": 7.7011494252873565, + "grad_norm": 0.7689740061759949, + "learning_rate": 1.3667943805874841e-05, + "loss": 0.2029, + "step": 3350 + }, + { + "epoch": 7.758620689655173, + "grad_norm": 0.18809182941913605, + "learning_rate": 1.3604086845466157e-05, + "loss": 0.5624, + "step": 3375 + }, + { + "epoch": 7.816091954022989, + "grad_norm": 2.832899332046509, + "learning_rate": 1.3540229885057471e-05, + "loss": 0.4717, + "step": 3400 + }, + { + "epoch": 7.873563218390805, + "grad_norm": 121.76774597167969, + "learning_rate": 1.3476372924648789e-05, + "loss": 0.4212, + "step": 3425 + }, + { + "epoch": 7.931034482758621, + "grad_norm": 52.809444427490234, + "learning_rate": 1.3412515964240103e-05, + "loss": 0.3825, + "step": 3450 + }, + { + "epoch": 7.988505747126437, + "grad_norm": 0.4484051465988159, + "learning_rate": 1.3348659003831419e-05, + "loss": 0.272, + "step": 3475 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9392372333548804, + "eval_loss": 0.39727291464805603, + "eval_macro_f1": 0.8285276649703238, + "eval_runtime": 2.809, + "eval_samples_per_second": 550.721, + "eval_steps_per_second": 34.531, + "eval_weighted_f1": 0.9371386571626344, + "step": 3480 + }, + { + "epoch": 8.045977011494253, + "grad_norm": 199.2523193359375, + "learning_rate": 1.3284802043422733e-05, + "loss": 0.335, + "step": 3500 + }, + { + "epoch": 8.10344827586207, + "grad_norm": 9.900853157043457, + "learning_rate": 1.3220945083014049e-05, + "loss": 0.2134, + "step": 3525 + }, + { + "epoch": 8.160919540229886, + "grad_norm": 0.09674262255430222, + "learning_rate": 1.3157088122605367e-05, + "loss": 0.2978, + "step": 3550 + }, + { + "epoch": 8.218390804597702, + "grad_norm": 1.090809941291809, + "learning_rate": 1.309323116219668e-05, + "loss": 0.2991, + "step": 3575 + }, + { + "epoch": 8.275862068965518, + "grad_norm": 0.13236427307128906, + "learning_rate": 1.3029374201787996e-05, + "loss": 0.2277, + "step": 3600 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 132.0453643798828, + "learning_rate": 1.296551724137931e-05, + "loss": 0.3718, + "step": 3625 + }, + { + "epoch": 8.39080459770115, + "grad_norm": 0.11622430384159088, + "learning_rate": 1.2901660280970626e-05, + "loss": 0.3628, + "step": 3650 + }, + { + "epoch": 8.448275862068966, + "grad_norm": 17.337385177612305, + "learning_rate": 1.283780332056194e-05, + "loss": 0.2462, + "step": 3675 + }, + { + "epoch": 8.505747126436782, + "grad_norm": 44.59282684326172, + "learning_rate": 1.2773946360153258e-05, + "loss": 0.5777, + "step": 3700 + }, + { + "epoch": 8.563218390804598, + "grad_norm": 0.19474785029888153, + "learning_rate": 1.2710089399744574e-05, + "loss": 0.2772, + "step": 3725 + }, + { + "epoch": 8.620689655172415, + "grad_norm": 12.74167251586914, + "learning_rate": 1.2646232439335888e-05, + "loss": 0.5408, + "step": 3750 + }, + { + "epoch": 8.678160919540229, + "grad_norm": 54.81526565551758, + "learning_rate": 1.2582375478927204e-05, + "loss": 0.2985, + "step": 3775 + }, + { + "epoch": 8.735632183908045, + "grad_norm": 89.30614471435547, + "learning_rate": 1.2518518518518518e-05, + "loss": 0.2217, + "step": 3800 + }, + { + "epoch": 8.793103448275861, + "grad_norm": 0.30715295672416687, + "learning_rate": 1.2454661558109836e-05, + "loss": 0.3684, + "step": 3825 + }, + { + "epoch": 8.850574712643677, + "grad_norm": 0.3479938209056854, + "learning_rate": 1.2390804597701151e-05, + "loss": 0.2868, + "step": 3850 + }, + { + "epoch": 8.908045977011493, + "grad_norm": 1.6643800735473633, + "learning_rate": 1.2326947637292466e-05, + "loss": 0.3353, + "step": 3875 + }, + { + "epoch": 8.96551724137931, + "grad_norm": 0.12660540640354156, + "learning_rate": 1.2263090676883781e-05, + "loss": 0.4983, + "step": 3900 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.940530058177117, + "eval_loss": 0.414671391248703, + "eval_macro_f1": 0.8399638209361445, + "eval_runtime": 2.7848, + "eval_samples_per_second": 555.513, + "eval_steps_per_second": 34.832, + "eval_weighted_f1": 0.9396983808900135, + "step": 3915 + }, + { + "epoch": 9.022988505747126, + "grad_norm": 63.60579299926758, + "learning_rate": 1.2199233716475096e-05, + "loss": 0.246, + "step": 3925 + }, + { + "epoch": 9.080459770114942, + "grad_norm": 0.5230131149291992, + "learning_rate": 1.2135376756066413e-05, + "loss": 0.2974, + "step": 3950 + }, + { + "epoch": 9.137931034482758, + "grad_norm": 0.5251436829566956, + "learning_rate": 1.2071519795657727e-05, + "loss": 0.1335, + "step": 3975 + }, + { + "epoch": 9.195402298850574, + "grad_norm": 0.4332430362701416, + "learning_rate": 1.2007662835249043e-05, + "loss": 0.3089, + "step": 4000 + }, + { + "epoch": 9.25287356321839, + "grad_norm": 0.16269373893737793, + "learning_rate": 1.1943805874840359e-05, + "loss": 0.3625, + "step": 4025 + }, + { + "epoch": 9.310344827586206, + "grad_norm": 93.09602355957031, + "learning_rate": 1.1879948914431673e-05, + "loss": 0.343, + "step": 4050 + }, + { + "epoch": 9.367816091954023, + "grad_norm": 0.12826859951019287, + "learning_rate": 1.181609195402299e-05, + "loss": 0.3537, + "step": 4075 + }, + { + "epoch": 9.425287356321839, + "grad_norm": 0.4607992172241211, + "learning_rate": 1.1752234993614305e-05, + "loss": 0.266, + "step": 4100 + }, + { + "epoch": 9.482758620689655, + "grad_norm": 97.48502349853516, + "learning_rate": 1.168837803320562e-05, + "loss": 0.3772, + "step": 4125 + }, + { + "epoch": 9.540229885057471, + "grad_norm": 6.275488376617432, + "learning_rate": 1.1624521072796935e-05, + "loss": 0.2347, + "step": 4150 + }, + { + "epoch": 9.597701149425287, + "grad_norm": 0.45646700263023376, + "learning_rate": 1.156066411238825e-05, + "loss": 0.2037, + "step": 4175 + }, + { + "epoch": 9.655172413793103, + "grad_norm": 192.14439392089844, + "learning_rate": 1.1496807151979568e-05, + "loss": 0.2306, + "step": 4200 + }, + { + "epoch": 9.71264367816092, + "grad_norm": 6.86515474319458, + "learning_rate": 1.1432950191570882e-05, + "loss": 0.2162, + "step": 4225 + }, + { + "epoch": 9.770114942528735, + "grad_norm": 337.3979797363281, + "learning_rate": 1.1369093231162198e-05, + "loss": 0.2557, + "step": 4250 + }, + { + "epoch": 9.827586206896552, + "grad_norm": 32.70695877075195, + "learning_rate": 1.1305236270753512e-05, + "loss": 0.1794, + "step": 4275 + }, + { + "epoch": 9.885057471264368, + "grad_norm": 0.11474805325269699, + "learning_rate": 1.1241379310344828e-05, + "loss": 0.3732, + "step": 4300 + }, + { + "epoch": 9.942528735632184, + "grad_norm": 5.439764499664307, + "learning_rate": 1.1177522349936142e-05, + "loss": 0.4407, + "step": 4325 + }, + { + "epoch": 10.0, + "grad_norm": 123.17107391357422, + "learning_rate": 1.111366538952746e-05, + "loss": 0.2531, + "step": 4350 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.9418228829993536, + "eval_loss": 0.4171251356601715, + "eval_macro_f1": 0.8384071610606427, + "eval_runtime": 2.7116, + "eval_samples_per_second": 570.507, + "eval_steps_per_second": 35.772, + "eval_weighted_f1": 0.9404442870404583, + "step": 4350 + }, + { + "epoch": 10.057471264367816, + "grad_norm": 0.09108074009418488, + "learning_rate": 1.1049808429118776e-05, + "loss": 0.2019, + "step": 4375 + }, + { + "epoch": 10.114942528735632, + "grad_norm": 0.05487830564379692, + "learning_rate": 1.098595146871009e-05, + "loss": 0.0916, + "step": 4400 + }, + { + "epoch": 10.172413793103448, + "grad_norm": 594.0460205078125, + "learning_rate": 1.0922094508301406e-05, + "loss": 0.2948, + "step": 4425 + }, + { + "epoch": 10.229885057471265, + "grad_norm": 89.15966796875, + "learning_rate": 1.085823754789272e-05, + "loss": 0.2227, + "step": 4450 + }, + { + "epoch": 10.28735632183908, + "grad_norm": 0.11914034932851791, + "learning_rate": 1.0794380587484037e-05, + "loss": 0.2724, + "step": 4475 + }, + { + "epoch": 10.344827586206897, + "grad_norm": 0.6351075172424316, + "learning_rate": 1.0730523627075351e-05, + "loss": 0.2084, + "step": 4500 + }, + { + "epoch": 10.402298850574713, + "grad_norm": 0.04316576197743416, + "learning_rate": 1.0666666666666667e-05, + "loss": 0.1485, + "step": 4525 + }, + { + "epoch": 10.459770114942529, + "grad_norm": 27.224489212036133, + "learning_rate": 1.0602809706257983e-05, + "loss": 0.1513, + "step": 4550 + }, + { + "epoch": 10.517241379310345, + "grad_norm": 0.8031178116798401, + "learning_rate": 1.0538952745849297e-05, + "loss": 0.1114, + "step": 4575 + }, + { + "epoch": 10.574712643678161, + "grad_norm": 0.10974536836147308, + "learning_rate": 1.0475095785440615e-05, + "loss": 0.2508, + "step": 4600 + }, + { + "epoch": 10.632183908045977, + "grad_norm": 0.23163455724716187, + "learning_rate": 1.0411238825031929e-05, + "loss": 0.225, + "step": 4625 + }, + { + "epoch": 10.689655172413794, + "grad_norm": 0.344209760427475, + "learning_rate": 1.0347381864623245e-05, + "loss": 0.2952, + "step": 4650 + }, + { + "epoch": 10.74712643678161, + "grad_norm": 253.25082397460938, + "learning_rate": 1.028352490421456e-05, + "loss": 0.3085, + "step": 4675 + }, + { + "epoch": 10.804597701149426, + "grad_norm": 106.87388610839844, + "learning_rate": 1.0219667943805875e-05, + "loss": 0.4561, + "step": 4700 + }, + { + "epoch": 10.862068965517242, + "grad_norm": 0.07951631397008896, + "learning_rate": 1.0155810983397192e-05, + "loss": 0.1736, + "step": 4725 + }, + { + "epoch": 10.919540229885058, + "grad_norm": 107.71697235107422, + "learning_rate": 1.0091954022988506e-05, + "loss": 0.2373, + "step": 4750 + }, + { + "epoch": 10.977011494252874, + "grad_norm": 13.5361328125, + "learning_rate": 1.0028097062579822e-05, + "loss": 0.1734, + "step": 4775 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.940530058177117, + "eval_loss": 0.5041045546531677, + "eval_macro_f1": 0.8374378509322842, + "eval_runtime": 2.8101, + "eval_samples_per_second": 550.517, + "eval_steps_per_second": 34.519, + "eval_weighted_f1": 0.9399298649775115, + "step": 4785 + }, + { + "epoch": 11.03448275862069, + "grad_norm": 0.22425921261310577, + "learning_rate": 9.964240102171138e-06, + "loss": 0.1702, + "step": 4800 + }, + { + "epoch": 11.091954022988507, + "grad_norm": 29.29742431640625, + "learning_rate": 9.900383141762452e-06, + "loss": 0.2461, + "step": 4825 + }, + { + "epoch": 11.149425287356323, + "grad_norm": 0.04441086947917938, + "learning_rate": 9.836526181353768e-06, + "loss": 0.1701, + "step": 4850 + }, + { + "epoch": 11.206896551724139, + "grad_norm": 0.05947035923600197, + "learning_rate": 9.772669220945084e-06, + "loss": 0.201, + "step": 4875 + }, + { + "epoch": 11.264367816091955, + "grad_norm": 0.026292985305190086, + "learning_rate": 9.708812260536398e-06, + "loss": 0.139, + "step": 4900 + }, + { + "epoch": 11.32183908045977, + "grad_norm": 3.3554086685180664, + "learning_rate": 9.644955300127716e-06, + "loss": 0.1357, + "step": 4925 + }, + { + "epoch": 11.379310344827585, + "grad_norm": 0.031368155032396317, + "learning_rate": 9.58109833971903e-06, + "loss": 0.1985, + "step": 4950 + }, + { + "epoch": 11.436781609195402, + "grad_norm": 2.618469715118408, + "learning_rate": 9.517241379310346e-06, + "loss": 0.2192, + "step": 4975 + }, + { + "epoch": 11.494252873563218, + "grad_norm": 0.06104011833667755, + "learning_rate": 9.453384418901661e-06, + "loss": 0.2279, + "step": 5000 + }, + { + "epoch": 11.551724137931034, + "grad_norm": 0.23378804326057434, + "learning_rate": 9.389527458492976e-06, + "loss": 0.1255, + "step": 5025 + }, + { + "epoch": 11.60919540229885, + "grad_norm": 0.26430177688598633, + "learning_rate": 9.325670498084291e-06, + "loss": 0.3758, + "step": 5050 + }, + { + "epoch": 11.666666666666666, + "grad_norm": 0.03667259216308594, + "learning_rate": 9.261813537675607e-06, + "loss": 0.1602, + "step": 5075 + }, + { + "epoch": 11.724137931034482, + "grad_norm": 86.7636489868164, + "learning_rate": 9.197956577266923e-06, + "loss": 0.2064, + "step": 5100 + }, + { + "epoch": 11.781609195402298, + "grad_norm": 0.22527103126049042, + "learning_rate": 9.134099616858239e-06, + "loss": 0.3233, + "step": 5125 + }, + { + "epoch": 11.839080459770114, + "grad_norm": 0.07396119087934494, + "learning_rate": 9.070242656449553e-06, + "loss": 0.2948, + "step": 5150 + }, + { + "epoch": 11.89655172413793, + "grad_norm": 0.4344421327114105, + "learning_rate": 9.006385696040869e-06, + "loss": 0.0953, + "step": 5175 + }, + { + "epoch": 11.954022988505747, + "grad_norm": 0.6065176129341125, + "learning_rate": 8.942528735632185e-06, + "loss": 0.065, + "step": 5200 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.940530058177117, + "eval_loss": 0.5104256272315979, + "eval_macro_f1": 0.8375161949949029, + "eval_runtime": 3.1061, + "eval_samples_per_second": 498.054, + "eval_steps_per_second": 31.229, + "eval_weighted_f1": 0.9399361167458868, + "step": 5220 + } + ], + "logging_steps": 25, + "max_steps": 8700, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16132f2038fa520e094595b292dab71d2d57cd46 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s42-20260831T175706Z-2e7d46f2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc05817931cf349ff89d92e2690022aeab7191e42198c0f5636a9ae17612af2e +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7889906d1c717fb3efba02627e96bdca42d0f75c --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5facad098c85196737b200eb0eb867ef4e7175d56669007a1fe9550eeca3b575 +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b6e582b1755028339eadab11ee71ab5d48f203f4 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516/trainer_state.json @@ -0,0 +1,227 @@ +{ + "best_global_step": 516, + "best_metric": 0.8794304866679549, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516", + "epoch": 4.0, + "eval_steps": 500, + "global_step": 516, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.19455252918287938, + "grad_norm": 41.073951721191406, + "learning_rate": 1.86046511627907e-06, + "loss": 5.7284, + "step": 25 + }, + { + "epoch": 0.38910505836575876, + "grad_norm": 67.39057159423828, + "learning_rate": 3.798449612403101e-06, + "loss": 5.2815, + "step": 50 + }, + { + "epoch": 0.5836575875486382, + "grad_norm": 54.18776321411133, + "learning_rate": 5.736434108527133e-06, + "loss": 3.5269, + "step": 75 + }, + { + "epoch": 0.7782101167315175, + "grad_norm": 47.32227325439453, + "learning_rate": 7.674418604651164e-06, + "loss": 3.1286, + "step": 100 + }, + { + "epoch": 0.9727626459143969, + "grad_norm": 17.137407302856445, + "learning_rate": 9.612403100775196e-06, + "loss": 2.9721, + "step": 125 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7286652078774617, + "eval_loss": 0.6650769710540771, + "eval_macro_f1": 0.2810126582278481, + "eval_runtime": 1.0403, + "eval_samples_per_second": 439.298, + "eval_steps_per_second": 27.877, + "eval_weighted_f1": 0.6142924410713793, + "step": 129 + }, + { + "epoch": 1.1634241245136188, + "grad_norm": 32.36494064331055, + "learning_rate": 1.1550387596899227e-05, + "loss": 2.4789, + "step": 150 + }, + { + "epoch": 1.3579766536964981, + "grad_norm": 50.19717788696289, + "learning_rate": 1.3488372093023257e-05, + "loss": 2.3251, + "step": 175 + }, + { + "epoch": 1.5525291828793775, + "grad_norm": 49.63048553466797, + "learning_rate": 1.542635658914729e-05, + "loss": 1.7747, + "step": 200 + }, + { + "epoch": 1.7470817120622568, + "grad_norm": 38.11553955078125, + "learning_rate": 1.736434108527132e-05, + "loss": 1.7618, + "step": 225 + }, + { + "epoch": 1.9416342412451362, + "grad_norm": 50.412532806396484, + "learning_rate": 1.9302325581395353e-05, + "loss": 1.6424, + "step": 250 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8730853391684902, + "eval_loss": 0.3759881854057312, + "eval_macro_f1": 0.7549777364702738, + "eval_runtime": 0.945, + "eval_samples_per_second": 483.609, + "eval_steps_per_second": 30.689, + "eval_weighted_f1": 0.8700885821053038, + "step": 258 + }, + { + "epoch": 2.132295719844358, + "grad_norm": 65.96546173095703, + "learning_rate": 1.9862187769164516e-05, + "loss": 1.6249, + "step": 275 + }, + { + "epoch": 2.3268482490272375, + "grad_norm": 56.929542541503906, + "learning_rate": 1.9646856158484065e-05, + "loss": 1.4855, + "step": 300 + }, + { + "epoch": 2.5214007782101167, + "grad_norm": 86.19925689697266, + "learning_rate": 1.943152454780362e-05, + "loss": 1.8998, + "step": 325 + }, + { + "epoch": 2.7159533073929962, + "grad_norm": 47.683448791503906, + "learning_rate": 1.921619293712317e-05, + "loss": 1.5356, + "step": 350 + }, + { + "epoch": 2.9105058365758754, + "grad_norm": 126.82861328125, + "learning_rate": 1.9000861326442723e-05, + "loss": 1.199, + "step": 375 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9059080962800875, + "eval_loss": 0.34598803520202637, + "eval_macro_f1": 0.8291864284001195, + "eval_runtime": 1.0666, + "eval_samples_per_second": 428.483, + "eval_steps_per_second": 27.19, + "eval_weighted_f1": 0.9050830250652323, + "step": 387 + }, + { + "epoch": 3.1011673151750974, + "grad_norm": 34.55764389038086, + "learning_rate": 1.8785529715762276e-05, + "loss": 1.3891, + "step": 400 + }, + { + "epoch": 3.2957198443579765, + "grad_norm": 68.93932342529297, + "learning_rate": 1.857019810508183e-05, + "loss": 1.2117, + "step": 425 + }, + { + "epoch": 3.490272373540856, + "grad_norm": 23.499916076660156, + "learning_rate": 1.835486649440138e-05, + "loss": 0.9875, + "step": 450 + }, + { + "epoch": 3.6848249027237356, + "grad_norm": 65.6573715209961, + "learning_rate": 1.813953488372093e-05, + "loss": 1.1529, + "step": 475 + }, + { + "epoch": 3.8793774319066148, + "grad_norm": 32.49520492553711, + "learning_rate": 1.7924203273040483e-05, + "loss": 1.2162, + "step": 500 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9321663019693655, + "eval_loss": 0.24272553622722626, + "eval_macro_f1": 0.8794304866679549, + "eval_runtime": 1.1023, + "eval_samples_per_second": 414.575, + "eval_steps_per_second": 26.308, + "eval_weighted_f1": 0.9324059278509307, + "step": 516 + } + ], + "logging_steps": 25, + "max_steps": 2580, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a9ab734e1f6f0b22ae9f45204c6a5c1b6eee5c --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-903/trainer_state.json @@ -0,0 +1,372 @@ +{ + "best_global_step": 516, + "best_metric": 0.8794304866679549, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s43-20260831T192632Z-69c8cc50/trainer/checkpoint-516", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 903, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.19455252918287938, + "grad_norm": 41.073951721191406, + "learning_rate": 1.86046511627907e-06, + "loss": 5.7284, + "step": 25 + }, + { + "epoch": 0.38910505836575876, + "grad_norm": 67.39057159423828, + "learning_rate": 3.798449612403101e-06, + "loss": 5.2815, + "step": 50 + }, + { + "epoch": 0.5836575875486382, + "grad_norm": 54.18776321411133, + "learning_rate": 5.736434108527133e-06, + "loss": 3.5269, + "step": 75 + }, + { + "epoch": 0.7782101167315175, + "grad_norm": 47.32227325439453, + "learning_rate": 7.674418604651164e-06, + "loss": 3.1286, + "step": 100 + }, + { + "epoch": 0.9727626459143969, + "grad_norm": 17.137407302856445, + "learning_rate": 9.612403100775196e-06, + "loss": 2.9721, + "step": 125 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7286652078774617, + "eval_loss": 0.6650769710540771, + "eval_macro_f1": 0.2810126582278481, + "eval_runtime": 1.0403, + "eval_samples_per_second": 439.298, + "eval_steps_per_second": 27.877, + "eval_weighted_f1": 0.6142924410713793, + "step": 129 + }, + { + "epoch": 1.1634241245136188, + "grad_norm": 32.36494064331055, + "learning_rate": 1.1550387596899227e-05, + "loss": 2.4789, + "step": 150 + }, + { + "epoch": 1.3579766536964981, + "grad_norm": 50.19717788696289, + "learning_rate": 1.3488372093023257e-05, + "loss": 2.3251, + "step": 175 + }, + { + "epoch": 1.5525291828793775, + "grad_norm": 49.63048553466797, + "learning_rate": 1.542635658914729e-05, + "loss": 1.7747, + "step": 200 + }, + { + "epoch": 1.7470817120622568, + "grad_norm": 38.11553955078125, + "learning_rate": 1.736434108527132e-05, + "loss": 1.7618, + "step": 225 + }, + { + "epoch": 1.9416342412451362, + "grad_norm": 50.412532806396484, + "learning_rate": 1.9302325581395353e-05, + "loss": 1.6424, + "step": 250 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.8730853391684902, + "eval_loss": 0.3759881854057312, + "eval_macro_f1": 0.7549777364702738, + "eval_runtime": 0.945, + "eval_samples_per_second": 483.609, + "eval_steps_per_second": 30.689, + "eval_weighted_f1": 0.8700885821053038, + "step": 258 + }, + { + "epoch": 2.132295719844358, + "grad_norm": 65.96546173095703, + "learning_rate": 1.9862187769164516e-05, + "loss": 1.6249, + "step": 275 + }, + { + "epoch": 2.3268482490272375, + "grad_norm": 56.929542541503906, + "learning_rate": 1.9646856158484065e-05, + "loss": 1.4855, + "step": 300 + }, + { + "epoch": 2.5214007782101167, + "grad_norm": 86.19925689697266, + "learning_rate": 1.943152454780362e-05, + "loss": 1.8998, + "step": 325 + }, + { + "epoch": 2.7159533073929962, + "grad_norm": 47.683448791503906, + "learning_rate": 1.921619293712317e-05, + "loss": 1.5356, + "step": 350 + }, + { + "epoch": 2.9105058365758754, + "grad_norm": 126.82861328125, + "learning_rate": 1.9000861326442723e-05, + "loss": 1.199, + "step": 375 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9059080962800875, + "eval_loss": 0.34598803520202637, + "eval_macro_f1": 0.8291864284001195, + "eval_runtime": 1.0666, + "eval_samples_per_second": 428.483, + "eval_steps_per_second": 27.19, + "eval_weighted_f1": 0.9050830250652323, + "step": 387 + }, + { + "epoch": 3.1011673151750974, + "grad_norm": 34.55764389038086, + "learning_rate": 1.8785529715762276e-05, + "loss": 1.3891, + "step": 400 + }, + { + "epoch": 3.2957198443579765, + "grad_norm": 68.93932342529297, + "learning_rate": 1.857019810508183e-05, + "loss": 1.2117, + "step": 425 + }, + { + "epoch": 3.490272373540856, + "grad_norm": 23.499916076660156, + "learning_rate": 1.835486649440138e-05, + "loss": 0.9875, + "step": 450 + }, + { + "epoch": 3.6848249027237356, + "grad_norm": 65.6573715209961, + "learning_rate": 1.813953488372093e-05, + "loss": 1.1529, + "step": 475 + }, + { + "epoch": 3.8793774319066148, + "grad_norm": 32.49520492553711, + "learning_rate": 1.7924203273040483e-05, + "loss": 1.2162, + "step": 500 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9321663019693655, + "eval_loss": 0.24272553622722626, + "eval_macro_f1": 0.8794304866679549, + "eval_runtime": 1.1023, + "eval_samples_per_second": 414.575, + "eval_steps_per_second": 26.308, + "eval_weighted_f1": 0.9324059278509307, + "step": 516 + }, + { + "epoch": 4.070038910505836, + "grad_norm": 35.038482666015625, + "learning_rate": 1.7708871662360035e-05, + "loss": 1.0207, + "step": 525 + }, + { + "epoch": 4.264591439688716, + "grad_norm": 52.36526107788086, + "learning_rate": 1.7493540051679588e-05, + "loss": 0.7893, + "step": 550 + }, + { + "epoch": 4.4591439688715955, + "grad_norm": 26.249900817871094, + "learning_rate": 1.727820844099914e-05, + "loss": 0.6728, + "step": 575 + }, + { + "epoch": 4.653696498054475, + "grad_norm": 22.459545135498047, + "learning_rate": 1.7062876830318693e-05, + "loss": 0.9404, + "step": 600 + }, + { + "epoch": 4.848249027237354, + "grad_norm": 46.173797607421875, + "learning_rate": 1.6847545219638243e-05, + "loss": 0.9268, + "step": 625 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9234135667396062, + "eval_loss": 0.2766388952732086, + "eval_macro_f1": 0.8482481108227895, + "eval_runtime": 0.999, + "eval_samples_per_second": 457.437, + "eval_steps_per_second": 29.028, + "eval_weighted_f1": 0.9204592181881109, + "step": 645 + }, + { + "epoch": 5.038910505836576, + "grad_norm": 28.050186157226562, + "learning_rate": 1.6632213608957795e-05, + "loss": 0.7338, + "step": 650 + }, + { + "epoch": 5.233463035019455, + "grad_norm": 31.586870193481445, + "learning_rate": 1.6416881998277348e-05, + "loss": 0.6006, + "step": 675 + }, + { + "epoch": 5.428015564202335, + "grad_norm": 69.19112396240234, + "learning_rate": 1.62015503875969e-05, + "loss": 0.5181, + "step": 700 + }, + { + "epoch": 5.622568093385214, + "grad_norm": 11.899251937866211, + "learning_rate": 1.5986218776916453e-05, + "loss": 0.7369, + "step": 725 + }, + { + "epoch": 5.817120622568093, + "grad_norm": 59.46604537963867, + "learning_rate": 1.5770887166236006e-05, + "loss": 0.6649, + "step": 750 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9168490153172867, + "eval_loss": 0.29228994250297546, + "eval_macro_f1": 0.8525462772624094, + "eval_runtime": 1.0103, + "eval_samples_per_second": 452.327, + "eval_steps_per_second": 28.703, + "eval_weighted_f1": 0.9182215066128945, + "step": 774 + }, + { + "epoch": 6.007782101167315, + "grad_norm": 92.00871276855469, + "learning_rate": 1.555555555555556e-05, + "loss": 0.8779, + "step": 775 + }, + { + "epoch": 6.202334630350195, + "grad_norm": 62.99357223510742, + "learning_rate": 1.534022394487511e-05, + "loss": 0.5443, + "step": 800 + }, + { + "epoch": 6.396887159533074, + "grad_norm": 16.740680694580078, + "learning_rate": 1.512489233419466e-05, + "loss": 0.6411, + "step": 825 + }, + { + "epoch": 6.591439688715953, + "grad_norm": 23.853710174560547, + "learning_rate": 1.4909560723514215e-05, + "loss": 0.5118, + "step": 850 + }, + { + "epoch": 6.785992217898833, + "grad_norm": 127.94725036621094, + "learning_rate": 1.4694229112833764e-05, + "loss": 0.6692, + "step": 875 + }, + { + "epoch": 6.980544747081712, + "grad_norm": 10.445624351501465, + "learning_rate": 1.4478897502153318e-05, + "loss": 0.637, + "step": 900 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9190371991247265, + "eval_loss": 0.31109246611595154, + "eval_macro_f1": 0.8505398429835788, + "eval_runtime": 1.1055, + "eval_samples_per_second": 413.403, + "eval_steps_per_second": 26.233, + "eval_weighted_f1": 0.9176704541225529, + "step": 903 + } + ], + "logging_steps": 25, + "max_steps": 2580, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb031db20b530932458d61b76d3bdbc0196ed36f --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07f93fe8384d8b72d009cd7749169afd8b30d508f0043af78c9123240ff073a3 +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d099c7bef599d9610ea357ef237b1f79f0209595 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-1032/trainer_state.json @@ -0,0 +1,418 @@ +{ + "best_global_step": 645, + "best_metric": 0.8769084678503661, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 1032, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.19455252918287938, + "grad_norm": 119.71245574951172, + "learning_rate": 1.86046511627907e-06, + "loss": 5.0165, + "step": 25 + }, + { + "epoch": 0.38910505836575876, + "grad_norm": 52.943809509277344, + "learning_rate": 3.798449612403101e-06, + "loss": 4.1332, + "step": 50 + }, + { + "epoch": 0.5836575875486382, + "grad_norm": 36.79222106933594, + "learning_rate": 5.736434108527133e-06, + "loss": 3.4919, + "step": 75 + }, + { + "epoch": 0.7782101167315175, + "grad_norm": 57.859317779541016, + "learning_rate": 7.674418604651164e-06, + "loss": 3.2432, + "step": 100 + }, + { + "epoch": 0.9727626459143969, + "grad_norm": 29.254959106445312, + "learning_rate": 9.612403100775196e-06, + "loss": 3.096, + "step": 125 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7264770240700219, + "eval_loss": 0.6806779503822327, + "eval_macro_f1": 0.29626268126903454, + "eval_runtime": 0.9557, + "eval_samples_per_second": 478.197, + "eval_steps_per_second": 30.345, + "eval_weighted_f1": 0.6172027498533996, + "step": 129 + }, + { + "epoch": 1.1634241245136188, + "grad_norm": 40.5643196105957, + "learning_rate": 1.1550387596899227e-05, + "loss": 2.75, + "step": 150 + }, + { + "epoch": 1.3579766536964981, + "grad_norm": 67.89617156982422, + "learning_rate": 1.3488372093023257e-05, + "loss": 2.3997, + "step": 175 + }, + { + "epoch": 1.5525291828793775, + "grad_norm": 63.368770599365234, + "learning_rate": 1.542635658914729e-05, + "loss": 2.1614, + "step": 200 + }, + { + "epoch": 1.7470817120622568, + "grad_norm": 73.661865234375, + "learning_rate": 1.736434108527132e-05, + "loss": 1.7566, + "step": 225 + }, + { + "epoch": 1.9416342412451362, + "grad_norm": 33.19293975830078, + "learning_rate": 1.9302325581395353e-05, + "loss": 1.6723, + "step": 250 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9015317286652079, + "eval_loss": 0.30437883734703064, + "eval_macro_f1": 0.7759133905144092, + "eval_runtime": 0.9893, + "eval_samples_per_second": 461.935, + "eval_steps_per_second": 29.313, + "eval_weighted_f1": 0.8909574448837302, + "step": 258 + }, + { + "epoch": 2.132295719844358, + "grad_norm": 45.949607849121094, + "learning_rate": 1.9862187769164516e-05, + "loss": 1.4018, + "step": 275 + }, + { + "epoch": 2.3268482490272375, + "grad_norm": 46.375789642333984, + "learning_rate": 1.9646856158484065e-05, + "loss": 1.4652, + "step": 300 + }, + { + "epoch": 2.5214007782101167, + "grad_norm": 38.15739440917969, + "learning_rate": 1.943152454780362e-05, + "loss": 1.1943, + "step": 325 + }, + { + "epoch": 2.7159533073929962, + "grad_norm": 65.85700988769531, + "learning_rate": 1.921619293712317e-05, + "loss": 1.3788, + "step": 350 + }, + { + "epoch": 2.9105058365758754, + "grad_norm": 19.299936294555664, + "learning_rate": 1.9000861326442723e-05, + "loss": 1.4138, + "step": 375 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9234135667396062, + "eval_loss": 0.25423169136047363, + "eval_macro_f1": 0.8470810609119211, + "eval_runtime": 0.9666, + "eval_samples_per_second": 472.815, + "eval_steps_per_second": 30.004, + "eval_weighted_f1": 0.9229681860642814, + "step": 387 + }, + { + "epoch": 3.1011673151750974, + "grad_norm": 39.628517150878906, + "learning_rate": 1.8785529715762276e-05, + "loss": 1.1621, + "step": 400 + }, + { + "epoch": 3.2957198443579765, + "grad_norm": 45.338924407958984, + "learning_rate": 1.857019810508183e-05, + "loss": 1.0223, + "step": 425 + }, + { + "epoch": 3.490272373540856, + "grad_norm": 26.727787017822266, + "learning_rate": 1.835486649440138e-05, + "loss": 1.0805, + "step": 450 + }, + { + "epoch": 3.6848249027237356, + "grad_norm": 112.21685791015625, + "learning_rate": 1.813953488372093e-05, + "loss": 1.0529, + "step": 475 + }, + { + "epoch": 3.8793774319066148, + "grad_norm": 71.89665222167969, + "learning_rate": 1.7924203273040483e-05, + "loss": 1.0262, + "step": 500 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9146608315098468, + "eval_loss": 0.28772321343421936, + "eval_macro_f1": 0.8291379144802482, + "eval_runtime": 0.9704, + "eval_samples_per_second": 470.923, + "eval_steps_per_second": 29.884, + "eval_weighted_f1": 0.9113646619591855, + "step": 516 + }, + { + "epoch": 4.070038910505836, + "grad_norm": 29.62929344177246, + "learning_rate": 1.7708871662360035e-05, + "loss": 0.8675, + "step": 525 + }, + { + "epoch": 4.264591439688716, + "grad_norm": 13.26993465423584, + "learning_rate": 1.7493540051679588e-05, + "loss": 0.7208, + "step": 550 + }, + { + "epoch": 4.4591439688715955, + "grad_norm": 102.95027160644531, + "learning_rate": 1.727820844099914e-05, + "loss": 0.7047, + "step": 575 + }, + { + "epoch": 4.653696498054475, + "grad_norm": 37.93605422973633, + "learning_rate": 1.7062876830318693e-05, + "loss": 0.7988, + "step": 600 + }, + { + "epoch": 4.848249027237354, + "grad_norm": 24.488025665283203, + "learning_rate": 1.6847545219638243e-05, + "loss": 0.8923, + "step": 625 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9321663019693655, + "eval_loss": 0.2557692229747772, + "eval_macro_f1": 0.8769084678503661, + "eval_runtime": 1.0552, + "eval_samples_per_second": 433.098, + "eval_steps_per_second": 27.483, + "eval_weighted_f1": 0.9331921561883019, + "step": 645 + }, + { + "epoch": 5.038910505836576, + "grad_norm": 26.79821014404297, + "learning_rate": 1.6632213608957795e-05, + "loss": 1.0174, + "step": 650 + }, + { + "epoch": 5.233463035019455, + "grad_norm": 10.849310874938965, + "learning_rate": 1.6416881998277348e-05, + "loss": 0.6586, + "step": 675 + }, + { + "epoch": 5.428015564202335, + "grad_norm": 31.938379287719727, + "learning_rate": 1.62015503875969e-05, + "loss": 0.6604, + "step": 700 + }, + { + "epoch": 5.622568093385214, + "grad_norm": 181.75335693359375, + "learning_rate": 1.5986218776916453e-05, + "loss": 0.5478, + "step": 725 + }, + { + "epoch": 5.817120622568093, + "grad_norm": 45.816314697265625, + "learning_rate": 1.5770887166236006e-05, + "loss": 0.4734, + "step": 750 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9234135667396062, + "eval_loss": 0.2791469991207123, + "eval_macro_f1": 0.8678161996204543, + "eval_runtime": 1.014, + "eval_samples_per_second": 450.688, + "eval_steps_per_second": 28.599, + "eval_weighted_f1": 0.9238027193987652, + "step": 774 + }, + { + "epoch": 6.007782101167315, + "grad_norm": 11.153519630432129, + "learning_rate": 1.555555555555556e-05, + "loss": 0.809, + "step": 775 + }, + { + "epoch": 6.202334630350195, + "grad_norm": 144.9515838623047, + "learning_rate": 1.534022394487511e-05, + "loss": 0.4901, + "step": 800 + }, + { + "epoch": 6.396887159533074, + "grad_norm": 50.25486373901367, + "learning_rate": 1.512489233419466e-05, + "loss": 0.622, + "step": 825 + }, + { + "epoch": 6.591439688715953, + "grad_norm": 34.80644607543945, + "learning_rate": 1.4909560723514215e-05, + "loss": 0.5132, + "step": 850 + }, + { + "epoch": 6.785992217898833, + "grad_norm": 65.68050384521484, + "learning_rate": 1.4694229112833764e-05, + "loss": 0.7552, + "step": 875 + }, + { + "epoch": 6.980544747081712, + "grad_norm": 7.374195098876953, + "learning_rate": 1.4478897502153318e-05, + "loss": 0.538, + "step": 900 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9277899343544858, + "eval_loss": 0.3646952509880066, + "eval_macro_f1": 0.8674220692292981, + "eval_runtime": 1.0213, + "eval_samples_per_second": 447.481, + "eval_steps_per_second": 28.396, + "eval_weighted_f1": 0.9282252486030398, + "step": 903 + }, + { + "epoch": 7.171206225680934, + "grad_norm": 25.273225784301758, + "learning_rate": 1.426356589147287e-05, + "loss": 0.3952, + "step": 925 + }, + { + "epoch": 7.365758754863813, + "grad_norm": 81.77608489990234, + "learning_rate": 1.4048234280792422e-05, + "loss": 0.3886, + "step": 950 + }, + { + "epoch": 7.560311284046692, + "grad_norm": 14.427474975585938, + "learning_rate": 1.3832902670111974e-05, + "loss": 0.6145, + "step": 975 + }, + { + "epoch": 7.754863813229572, + "grad_norm": 63.78990173339844, + "learning_rate": 1.3617571059431525e-05, + "loss": 0.4371, + "step": 1000 + }, + { + "epoch": 7.9494163424124515, + "grad_norm": 23.537548065185547, + "learning_rate": 1.3402239448751078e-05, + "loss": 0.6034, + "step": 1025 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.925601750547046, + "eval_loss": 0.45173731446266174, + "eval_macro_f1": 0.8559519649433415, + "eval_runtime": 1.0153, + "eval_samples_per_second": 450.125, + "eval_steps_per_second": 28.564, + "eval_weighted_f1": 0.9241422476981431, + "step": 1032 + } + ], + "logging_steps": 25, + "max_steps": 2580, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ff8f8fa1d2ad0c02ed8b96ddafa06c8e6ff6ad75 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645/trainer_state.json @@ -0,0 +1,273 @@ +{ + "best_global_step": 645, + "best_metric": 0.8769084678503661, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-01-s44-20260831T203920Z-b273f81d/trainer/checkpoint-645", + "epoch": 5.0, + "eval_steps": 500, + "global_step": 645, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.19455252918287938, + "grad_norm": 119.71245574951172, + "learning_rate": 1.86046511627907e-06, + "loss": 5.0165, + "step": 25 + }, + { + "epoch": 0.38910505836575876, + "grad_norm": 52.943809509277344, + "learning_rate": 3.798449612403101e-06, + "loss": 4.1332, + "step": 50 + }, + { + "epoch": 0.5836575875486382, + "grad_norm": 36.79222106933594, + "learning_rate": 5.736434108527133e-06, + "loss": 3.4919, + "step": 75 + }, + { + "epoch": 0.7782101167315175, + "grad_norm": 57.859317779541016, + "learning_rate": 7.674418604651164e-06, + "loss": 3.2432, + "step": 100 + }, + { + "epoch": 0.9727626459143969, + "grad_norm": 29.254959106445312, + "learning_rate": 9.612403100775196e-06, + "loss": 3.096, + "step": 125 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.7264770240700219, + "eval_loss": 0.6806779503822327, + "eval_macro_f1": 0.29626268126903454, + "eval_runtime": 0.9557, + "eval_samples_per_second": 478.197, + "eval_steps_per_second": 30.345, + "eval_weighted_f1": 0.6172027498533996, + "step": 129 + }, + { + "epoch": 1.1634241245136188, + "grad_norm": 40.5643196105957, + "learning_rate": 1.1550387596899227e-05, + "loss": 2.75, + "step": 150 + }, + { + "epoch": 1.3579766536964981, + "grad_norm": 67.89617156982422, + "learning_rate": 1.3488372093023257e-05, + "loss": 2.3997, + "step": 175 + }, + { + "epoch": 1.5525291828793775, + "grad_norm": 63.368770599365234, + "learning_rate": 1.542635658914729e-05, + "loss": 2.1614, + "step": 200 + }, + { + "epoch": 1.7470817120622568, + "grad_norm": 73.661865234375, + "learning_rate": 1.736434108527132e-05, + "loss": 1.7566, + "step": 225 + }, + { + "epoch": 1.9416342412451362, + "grad_norm": 33.19293975830078, + "learning_rate": 1.9302325581395353e-05, + "loss": 1.6723, + "step": 250 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9015317286652079, + "eval_loss": 0.30437883734703064, + "eval_macro_f1": 0.7759133905144092, + "eval_runtime": 0.9893, + "eval_samples_per_second": 461.935, + "eval_steps_per_second": 29.313, + "eval_weighted_f1": 0.8909574448837302, + "step": 258 + }, + { + "epoch": 2.132295719844358, + "grad_norm": 45.949607849121094, + "learning_rate": 1.9862187769164516e-05, + "loss": 1.4018, + "step": 275 + }, + { + "epoch": 2.3268482490272375, + "grad_norm": 46.375789642333984, + "learning_rate": 1.9646856158484065e-05, + "loss": 1.4652, + "step": 300 + }, + { + "epoch": 2.5214007782101167, + "grad_norm": 38.15739440917969, + "learning_rate": 1.943152454780362e-05, + "loss": 1.1943, + "step": 325 + }, + { + "epoch": 2.7159533073929962, + "grad_norm": 65.85700988769531, + "learning_rate": 1.921619293712317e-05, + "loss": 1.3788, + "step": 350 + }, + { + "epoch": 2.9105058365758754, + "grad_norm": 19.299936294555664, + "learning_rate": 1.9000861326442723e-05, + "loss": 1.4138, + "step": 375 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9234135667396062, + "eval_loss": 0.25423169136047363, + "eval_macro_f1": 0.8470810609119211, + "eval_runtime": 0.9666, + "eval_samples_per_second": 472.815, + "eval_steps_per_second": 30.004, + "eval_weighted_f1": 0.9229681860642814, + "step": 387 + }, + { + "epoch": 3.1011673151750974, + "grad_norm": 39.628517150878906, + "learning_rate": 1.8785529715762276e-05, + "loss": 1.1621, + "step": 400 + }, + { + "epoch": 3.2957198443579765, + "grad_norm": 45.338924407958984, + "learning_rate": 1.857019810508183e-05, + "loss": 1.0223, + "step": 425 + }, + { + "epoch": 3.490272373540856, + "grad_norm": 26.727787017822266, + "learning_rate": 1.835486649440138e-05, + "loss": 1.0805, + "step": 450 + }, + { + "epoch": 3.6848249027237356, + "grad_norm": 112.21685791015625, + "learning_rate": 1.813953488372093e-05, + "loss": 1.0529, + "step": 475 + }, + { + "epoch": 3.8793774319066148, + "grad_norm": 71.89665222167969, + "learning_rate": 1.7924203273040483e-05, + "loss": 1.0262, + "step": 500 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9146608315098468, + "eval_loss": 0.28772321343421936, + "eval_macro_f1": 0.8291379144802482, + "eval_runtime": 0.9704, + "eval_samples_per_second": 470.923, + "eval_steps_per_second": 29.884, + "eval_weighted_f1": 0.9113646619591855, + "step": 516 + }, + { + "epoch": 4.070038910505836, + "grad_norm": 29.62929344177246, + "learning_rate": 1.7708871662360035e-05, + "loss": 0.8675, + "step": 525 + }, + { + "epoch": 4.264591439688716, + "grad_norm": 13.26993465423584, + "learning_rate": 1.7493540051679588e-05, + "loss": 0.7208, + "step": 550 + }, + { + "epoch": 4.4591439688715955, + "grad_norm": 102.95027160644531, + "learning_rate": 1.727820844099914e-05, + "loss": 0.7047, + "step": 575 + }, + { + "epoch": 4.653696498054475, + "grad_norm": 37.93605422973633, + "learning_rate": 1.7062876830318693e-05, + "loss": 0.7988, + "step": 600 + }, + { + "epoch": 4.848249027237354, + "grad_norm": 24.488025665283203, + "learning_rate": 1.6847545219638243e-05, + "loss": 0.8923, + "step": 625 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9321663019693655, + "eval_loss": 0.2557692229747772, + "eval_macro_f1": 0.8769084678503661, + "eval_runtime": 1.0552, + "eval_samples_per_second": 433.098, + "eval_steps_per_second": 27.483, + "eval_weighted_f1": 0.9331921561883019, + "step": 645 + } + ], + "logging_steps": 25, + "max_steps": 2580, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d784923aad8a609d1fbd8896970de6fcfcef74f9 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4109435b55660328aa200e8199b851851743315e0a92c94d605a63ccf02233 +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c7d73abc6588132ab3bfcddf1f1fe8285f3cb2e1 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-6048/trainer_state.json @@ -0,0 +1,1884 @@ +{ + "best_global_step": 4752, + "best_metric": 0.8620947687790051, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s42-20260831T180744Z-2e7d46f2/trainer/checkpoint-4752", + "epoch": 14.0, + "eval_steps": 500, + "global_step": 6048, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05787037037037037, + "grad_norm": 49.18155288696289, + "learning_rate": 5.555555555555555e-07, + "loss": 4.6968, + "step": 25 + }, + { + "epoch": 0.11574074074074074, + "grad_norm": 76.85645294189453, + "learning_rate": 1.1342592592592594e-06, + "loss": 4.4405, + "step": 50 + }, + { + "epoch": 0.1736111111111111, + "grad_norm": 65.4331283569336, + "learning_rate": 1.7129629629629632e-06, + "loss": 4.3964, + "step": 75 + }, + { + "epoch": 0.23148148148148148, + "grad_norm": 114.14410400390625, + "learning_rate": 2.2916666666666666e-06, + "loss": 4.0336, + "step": 100 + }, + { + "epoch": 0.28935185185185186, + "grad_norm": 81.83231353759766, + "learning_rate": 2.8703703703703706e-06, + "loss": 3.5887, + "step": 125 + }, + { + "epoch": 0.3472222222222222, + "grad_norm": 67.9708251953125, + "learning_rate": 3.449074074074074e-06, + "loss": 3.1801, + "step": 150 + }, + { + "epoch": 0.4050925925925926, + "grad_norm": 48.5985107421875, + "learning_rate": 4.027777777777779e-06, + "loss": 2.9553, + "step": 175 + }, + { + "epoch": 0.46296296296296297, + "grad_norm": 72.81159210205078, + "learning_rate": 4.606481481481481e-06, + "loss": 2.4951, + "step": 200 + }, + { + "epoch": 0.5208333333333334, + "grad_norm": 36.119686126708984, + "learning_rate": 5.185185185185185e-06, + "loss": 2.0267, + "step": 225 + }, + { + "epoch": 0.5787037037037037, + "grad_norm": 30.395553588867188, + "learning_rate": 5.7638888888888886e-06, + "loss": 1.666, + "step": 250 + }, + { + "epoch": 0.6365740740740741, + "grad_norm": 74.79532623291016, + "learning_rate": 6.342592592592594e-06, + "loss": 1.5419, + "step": 275 + }, + { + "epoch": 0.6944444444444444, + "grad_norm": 35.03430938720703, + "learning_rate": 6.9212962962962974e-06, + "loss": 1.4011, + "step": 300 + }, + { + "epoch": 0.7523148148148148, + "grad_norm": 104.17002868652344, + "learning_rate": 7.500000000000001e-06, + "loss": 1.3575, + "step": 325 + }, + { + "epoch": 0.8101851851851852, + "grad_norm": 38.88947296142578, + "learning_rate": 8.078703703703705e-06, + "loss": 1.0279, + "step": 350 + }, + { + "epoch": 0.8680555555555556, + "grad_norm": 23.771381378173828, + "learning_rate": 8.657407407407408e-06, + "loss": 1.1992, + "step": 375 + }, + { + "epoch": 0.9259259259259259, + "grad_norm": 17.463258743286133, + "learning_rate": 9.236111111111112e-06, + "loss": 0.8848, + "step": 400 + }, + { + "epoch": 0.9837962962962963, + "grad_norm": 86.75448608398438, + "learning_rate": 9.814814814814815e-06, + "loss": 1.2516, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.93359375, + "eval_loss": 0.22012925148010254, + "eval_macro_f1": 0.6319789755298139, + "eval_runtime": 2.8629, + "eval_samples_per_second": 536.517, + "eval_steps_per_second": 33.532, + "eval_weighted_f1": 0.919116995980144, + "step": 432 + }, + { + "epoch": 1.0416666666666667, + "grad_norm": 24.057159423828125, + "learning_rate": 1.0393518518518519e-05, + "loss": 1.1549, + "step": 450 + }, + { + "epoch": 1.099537037037037, + "grad_norm": 69.71923828125, + "learning_rate": 1.0972222222222224e-05, + "loss": 1.1176, + "step": 475 + }, + { + "epoch": 1.1574074074074074, + "grad_norm": 9.94516372680664, + "learning_rate": 1.1550925925925926e-05, + "loss": 0.9754, + "step": 500 + }, + { + "epoch": 1.2152777777777777, + "grad_norm": 52.960182189941406, + "learning_rate": 1.2129629629629631e-05, + "loss": 0.8887, + "step": 525 + }, + { + "epoch": 1.2731481481481481, + "grad_norm": 29.956403732299805, + "learning_rate": 1.2708333333333333e-05, + "loss": 0.8512, + "step": 550 + }, + { + "epoch": 1.3310185185185186, + "grad_norm": 99.97569274902344, + "learning_rate": 1.3287037037037039e-05, + "loss": 0.8533, + "step": 575 + }, + { + "epoch": 1.3888888888888888, + "grad_norm": 167.1588134765625, + "learning_rate": 1.3865740740740742e-05, + "loss": 0.8855, + "step": 600 + }, + { + "epoch": 1.4467592592592593, + "grad_norm": 89.66463470458984, + "learning_rate": 1.4444444444444446e-05, + "loss": 0.8581, + "step": 625 + }, + { + "epoch": 1.5046296296296298, + "grad_norm": 84.04855346679688, + "learning_rate": 1.502314814814815e-05, + "loss": 0.9504, + "step": 650 + }, + { + "epoch": 1.5625, + "grad_norm": 31.432144165039062, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.8447, + "step": 675 + }, + { + "epoch": 1.6203703703703702, + "grad_norm": 163.85768127441406, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.9166, + "step": 700 + }, + { + "epoch": 1.6782407407407407, + "grad_norm": 13.358113288879395, + "learning_rate": 1.675925925925926e-05, + "loss": 0.8768, + "step": 725 + }, + { + "epoch": 1.7361111111111112, + "grad_norm": 15.809774398803711, + "learning_rate": 1.7337962962962964e-05, + "loss": 0.9362, + "step": 750 + }, + { + "epoch": 1.7939814814814814, + "grad_norm": 51.42661666870117, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.7822, + "step": 775 + }, + { + "epoch": 1.8518518518518519, + "grad_norm": 59.8980712890625, + "learning_rate": 1.849537037037037e-05, + "loss": 1.024, + "step": 800 + }, + { + "epoch": 1.9097222222222223, + "grad_norm": 138.69517517089844, + "learning_rate": 1.9074074074074075e-05, + "loss": 0.9372, + "step": 825 + }, + { + "epoch": 1.9675925925925926, + "grad_norm": 428.2663269042969, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.7634, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9342447916666666, + "eval_loss": 0.2579492926597595, + "eval_macro_f1": 0.7819598936102059, + "eval_runtime": 2.9533, + "eval_samples_per_second": 520.102, + "eval_steps_per_second": 32.506, + "eval_weighted_f1": 0.931201584262328, + "step": 864 + }, + { + "epoch": 2.025462962962963, + "grad_norm": 47.58729553222656, + "learning_rate": 1.997427983539095e-05, + "loss": 0.8343, + "step": 875 + }, + { + "epoch": 2.0833333333333335, + "grad_norm": 48.188175201416016, + "learning_rate": 1.9909979423868314e-05, + "loss": 0.951, + "step": 900 + }, + { + "epoch": 2.1412037037037037, + "grad_norm": 37.874271392822266, + "learning_rate": 1.984567901234568e-05, + "loss": 0.7345, + "step": 925 + }, + { + "epoch": 2.199074074074074, + "grad_norm": 45.34410858154297, + "learning_rate": 1.9781378600823048e-05, + "loss": 0.6997, + "step": 950 + }, + { + "epoch": 2.2569444444444446, + "grad_norm": 133.60183715820312, + "learning_rate": 1.9717078189300413e-05, + "loss": 0.7315, + "step": 975 + }, + { + "epoch": 2.314814814814815, + "grad_norm": 3.521240234375, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.8651, + "step": 1000 + }, + { + "epoch": 2.372685185185185, + "grad_norm": 23.21702766418457, + "learning_rate": 1.9588477366255147e-05, + "loss": 0.7411, + "step": 1025 + }, + { + "epoch": 2.4305555555555554, + "grad_norm": 11.558145523071289, + "learning_rate": 1.9524176954732512e-05, + "loss": 0.7791, + "step": 1050 + }, + { + "epoch": 2.488425925925926, + "grad_norm": 18.67754554748535, + "learning_rate": 1.945987654320988e-05, + "loss": 0.9354, + "step": 1075 + }, + { + "epoch": 2.5462962962962963, + "grad_norm": 38.739627838134766, + "learning_rate": 1.9395576131687242e-05, + "loss": 0.8481, + "step": 1100 + }, + { + "epoch": 2.6041666666666665, + "grad_norm": 11.284213066101074, + "learning_rate": 1.933127572016461e-05, + "loss": 0.7135, + "step": 1125 + }, + { + "epoch": 2.662037037037037, + "grad_norm": 47.02680969238281, + "learning_rate": 1.926697530864198e-05, + "loss": 0.8361, + "step": 1150 + }, + { + "epoch": 2.7199074074074074, + "grad_norm": 61.53483581542969, + "learning_rate": 1.920267489711934e-05, + "loss": 0.7622, + "step": 1175 + }, + { + "epoch": 2.7777777777777777, + "grad_norm": 24.56148338317871, + "learning_rate": 1.913837448559671e-05, + "loss": 0.6577, + "step": 1200 + }, + { + "epoch": 2.835648148148148, + "grad_norm": 16.452505111694336, + "learning_rate": 1.9074074074074075e-05, + "loss": 0.6591, + "step": 1225 + }, + { + "epoch": 2.8935185185185186, + "grad_norm": 54.70965576171875, + "learning_rate": 1.9009773662551443e-05, + "loss": 0.9681, + "step": 1250 + }, + { + "epoch": 2.951388888888889, + "grad_norm": 3.586470365524292, + "learning_rate": 1.8945473251028808e-05, + "loss": 0.7604, + "step": 1275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9479166666666666, + "eval_loss": 0.1838006228208542, + "eval_macro_f1": 0.8144942187401276, + "eval_runtime": 3.027, + "eval_samples_per_second": 507.432, + "eval_steps_per_second": 31.714, + "eval_weighted_f1": 0.9453826760967544, + "step": 1296 + }, + { + "epoch": 3.009259259259259, + "grad_norm": 60.533470153808594, + "learning_rate": 1.8881172839506173e-05, + "loss": 0.8182, + "step": 1300 + }, + { + "epoch": 3.0671296296296298, + "grad_norm": 3.7848432064056396, + "learning_rate": 1.8816872427983542e-05, + "loss": 0.6601, + "step": 1325 + }, + { + "epoch": 3.125, + "grad_norm": 2.507720470428467, + "learning_rate": 1.8752572016460907e-05, + "loss": 0.6117, + "step": 1350 + }, + { + "epoch": 3.1828703703703702, + "grad_norm": 24.365459442138672, + "learning_rate": 1.8688271604938272e-05, + "loss": 0.5887, + "step": 1375 + }, + { + "epoch": 3.240740740740741, + "grad_norm": 19.01310920715332, + "learning_rate": 1.862397119341564e-05, + "loss": 0.6149, + "step": 1400 + }, + { + "epoch": 3.298611111111111, + "grad_norm": 11.435423851013184, + "learning_rate": 1.8559670781893006e-05, + "loss": 0.9998, + "step": 1425 + }, + { + "epoch": 3.3564814814814814, + "grad_norm": 20.480737686157227, + "learning_rate": 1.849537037037037e-05, + "loss": 0.5559, + "step": 1450 + }, + { + "epoch": 3.414351851851852, + "grad_norm": 41.380001068115234, + "learning_rate": 1.843106995884774e-05, + "loss": 0.996, + "step": 1475 + }, + { + "epoch": 3.4722222222222223, + "grad_norm": 53.6434211730957, + "learning_rate": 1.8366769547325105e-05, + "loss": 0.4333, + "step": 1500 + }, + { + "epoch": 3.5300925925925926, + "grad_norm": 134.14727783203125, + "learning_rate": 1.830246913580247e-05, + "loss": 0.8152, + "step": 1525 + }, + { + "epoch": 3.587962962962963, + "grad_norm": 51.27402877807617, + "learning_rate": 1.8238168724279838e-05, + "loss": 0.6767, + "step": 1550 + }, + { + "epoch": 3.6458333333333335, + "grad_norm": 16.863025665283203, + "learning_rate": 1.8173868312757203e-05, + "loss": 0.6397, + "step": 1575 + }, + { + "epoch": 3.7037037037037037, + "grad_norm": 48.23088073730469, + "learning_rate": 1.8109567901234572e-05, + "loss": 0.7625, + "step": 1600 + }, + { + "epoch": 3.761574074074074, + "grad_norm": 11.434057235717773, + "learning_rate": 1.8045267489711934e-05, + "loss": 0.6297, + "step": 1625 + }, + { + "epoch": 3.8194444444444446, + "grad_norm": 41.992801666259766, + "learning_rate": 1.7980967078189302e-05, + "loss": 0.5484, + "step": 1650 + }, + { + "epoch": 3.877314814814815, + "grad_norm": 12.369345664978027, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.6361, + "step": 1675 + }, + { + "epoch": 3.935185185185185, + "grad_norm": 37.397483825683594, + "learning_rate": 1.7852366255144032e-05, + "loss": 0.7327, + "step": 1700 + }, + { + "epoch": 3.9930555555555554, + "grad_norm": 169.0149383544922, + "learning_rate": 1.77880658436214e-05, + "loss": 0.6673, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.943359375, + "eval_loss": 0.21456412971019745, + "eval_macro_f1": 0.8096313854471721, + "eval_runtime": 2.9804, + "eval_samples_per_second": 515.359, + "eval_steps_per_second": 32.21, + "eval_weighted_f1": 0.9426806168843336, + "step": 1728 + }, + { + "epoch": 4.050925925925926, + "grad_norm": 24.214906692504883, + "learning_rate": 1.7723765432098766e-05, + "loss": 0.4303, + "step": 1750 + }, + { + "epoch": 4.108796296296297, + "grad_norm": 24.26646614074707, + "learning_rate": 1.7659465020576135e-05, + "loss": 0.5369, + "step": 1775 + }, + { + "epoch": 4.166666666666667, + "grad_norm": 2.581326961517334, + "learning_rate": 1.75951646090535e-05, + "loss": 0.7096, + "step": 1800 + }, + { + "epoch": 4.224537037037037, + "grad_norm": 77.99215698242188, + "learning_rate": 1.7530864197530865e-05, + "loss": 0.4641, + "step": 1825 + }, + { + "epoch": 4.282407407407407, + "grad_norm": 38.172157287597656, + "learning_rate": 1.7466563786008233e-05, + "loss": 0.4534, + "step": 1850 + }, + { + "epoch": 4.340277777777778, + "grad_norm": 58.9312629699707, + "learning_rate": 1.74022633744856e-05, + "loss": 0.5239, + "step": 1875 + }, + { + "epoch": 4.398148148148148, + "grad_norm": 8.020282745361328, + "learning_rate": 1.7337962962962964e-05, + "loss": 0.6685, + "step": 1900 + }, + { + "epoch": 4.456018518518518, + "grad_norm": 17.35138702392578, + "learning_rate": 1.7273662551440332e-05, + "loss": 0.6457, + "step": 1925 + }, + { + "epoch": 4.513888888888889, + "grad_norm": 8.105619430541992, + "learning_rate": 1.7209362139917697e-05, + "loss": 0.5408, + "step": 1950 + }, + { + "epoch": 4.5717592592592595, + "grad_norm": 4.399418830871582, + "learning_rate": 1.7145061728395063e-05, + "loss": 0.4078, + "step": 1975 + }, + { + "epoch": 4.62962962962963, + "grad_norm": 0.4794517457485199, + "learning_rate": 1.708076131687243e-05, + "loss": 0.5614, + "step": 2000 + }, + { + "epoch": 4.6875, + "grad_norm": 41.65056610107422, + "learning_rate": 1.7016460905349796e-05, + "loss": 0.5738, + "step": 2025 + }, + { + "epoch": 4.74537037037037, + "grad_norm": 52.3695182800293, + "learning_rate": 1.695216049382716e-05, + "loss": 0.7206, + "step": 2050 + }, + { + "epoch": 4.8032407407407405, + "grad_norm": 9.808616638183594, + "learning_rate": 1.6887860082304527e-05, + "loss": 0.5325, + "step": 2075 + }, + { + "epoch": 4.861111111111111, + "grad_norm": 44.442054748535156, + "learning_rate": 1.6823559670781895e-05, + "loss": 0.533, + "step": 2100 + }, + { + "epoch": 4.918981481481482, + "grad_norm": 131.7136688232422, + "learning_rate": 1.675925925925926e-05, + "loss": 0.6615, + "step": 2125 + }, + { + "epoch": 4.976851851851852, + "grad_norm": 123.59834289550781, + "learning_rate": 1.6694958847736625e-05, + "loss": 0.5654, + "step": 2150 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9446614583333334, + "eval_loss": 0.27177080512046814, + "eval_macro_f1": 0.8157096829131576, + "eval_runtime": 2.8731, + "eval_samples_per_second": 534.606, + "eval_steps_per_second": 33.413, + "eval_weighted_f1": 0.944678938661648, + "step": 2160 + }, + { + "epoch": 5.034722222222222, + "grad_norm": 1.194509506225586, + "learning_rate": 1.6630658436213994e-05, + "loss": 0.3647, + "step": 2175 + }, + { + "epoch": 5.092592592592593, + "grad_norm": 204.10488891601562, + "learning_rate": 1.656635802469136e-05, + "loss": 0.5439, + "step": 2200 + }, + { + "epoch": 5.150462962962963, + "grad_norm": 78.17781066894531, + "learning_rate": 1.6502057613168724e-05, + "loss": 0.5043, + "step": 2225 + }, + { + "epoch": 5.208333333333333, + "grad_norm": 33.73611068725586, + "learning_rate": 1.6437757201646093e-05, + "loss": 0.4916, + "step": 2250 + }, + { + "epoch": 5.266203703703704, + "grad_norm": 143.0308380126953, + "learning_rate": 1.6373456790123458e-05, + "loss": 0.4509, + "step": 2275 + }, + { + "epoch": 5.324074074074074, + "grad_norm": 13.414512634277344, + "learning_rate": 1.6309156378600823e-05, + "loss": 0.771, + "step": 2300 + }, + { + "epoch": 5.381944444444445, + "grad_norm": 5.322541236877441, + "learning_rate": 1.624485596707819e-05, + "loss": 0.6264, + "step": 2325 + }, + { + "epoch": 5.439814814814815, + "grad_norm": 57.51364517211914, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.382, + "step": 2350 + }, + { + "epoch": 5.497685185185185, + "grad_norm": 168.24847412109375, + "learning_rate": 1.6116255144032925e-05, + "loss": 0.6419, + "step": 2375 + }, + { + "epoch": 5.555555555555555, + "grad_norm": 1.9511181116104126, + "learning_rate": 1.605195473251029e-05, + "loss": 0.5109, + "step": 2400 + }, + { + "epoch": 5.613425925925926, + "grad_norm": 43.27511978149414, + "learning_rate": 1.5987654320987655e-05, + "loss": 0.5201, + "step": 2425 + }, + { + "epoch": 5.671296296296296, + "grad_norm": 18.09073257446289, + "learning_rate": 1.5923353909465024e-05, + "loss": 0.6134, + "step": 2450 + }, + { + "epoch": 5.729166666666667, + "grad_norm": 13.248920440673828, + "learning_rate": 1.5859053497942386e-05, + "loss": 0.4481, + "step": 2475 + }, + { + "epoch": 5.787037037037037, + "grad_norm": 108.18492889404297, + "learning_rate": 1.5794753086419754e-05, + "loss": 0.497, + "step": 2500 + }, + { + "epoch": 5.844907407407407, + "grad_norm": 4.612940788269043, + "learning_rate": 1.573045267489712e-05, + "loss": 0.3826, + "step": 2525 + }, + { + "epoch": 5.902777777777778, + "grad_norm": 43.74528503417969, + "learning_rate": 1.5666152263374488e-05, + "loss": 0.5029, + "step": 2550 + }, + { + "epoch": 5.960648148148148, + "grad_norm": 78.43441772460938, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.3778, + "step": 2575 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9485677083333334, + "eval_loss": 0.22525759041309357, + "eval_macro_f1": 0.8347244074845914, + "eval_runtime": 2.9041, + "eval_samples_per_second": 528.903, + "eval_steps_per_second": 33.056, + "eval_weighted_f1": 0.9488161336988719, + "step": 2592 + }, + { + "epoch": 6.018518518518518, + "grad_norm": 19.518041610717773, + "learning_rate": 1.5537551440329218e-05, + "loss": 0.603, + "step": 2600 + }, + { + "epoch": 6.076388888888889, + "grad_norm": 63.32350540161133, + "learning_rate": 1.5473251028806587e-05, + "loss": 0.3215, + "step": 2625 + }, + { + "epoch": 6.1342592592592595, + "grad_norm": 133.28173828125, + "learning_rate": 1.5408950617283952e-05, + "loss": 0.5411, + "step": 2650 + }, + { + "epoch": 6.19212962962963, + "grad_norm": 0.4768594801425934, + "learning_rate": 1.5344650205761317e-05, + "loss": 0.4384, + "step": 2675 + }, + { + "epoch": 6.25, + "grad_norm": 12.246286392211914, + "learning_rate": 1.5280349794238685e-05, + "loss": 0.4372, + "step": 2700 + }, + { + "epoch": 6.30787037037037, + "grad_norm": 55.91083908081055, + "learning_rate": 1.5216049382716052e-05, + "loss": 0.318, + "step": 2725 + }, + { + "epoch": 6.3657407407407405, + "grad_norm": 17.979150772094727, + "learning_rate": 1.5151748971193416e-05, + "loss": 0.5943, + "step": 2750 + }, + { + "epoch": 6.423611111111111, + "grad_norm": 0.7345873117446899, + "learning_rate": 1.5087448559670783e-05, + "loss": 0.3323, + "step": 2775 + }, + { + "epoch": 6.481481481481482, + "grad_norm": 85.80096435546875, + "learning_rate": 1.502314814814815e-05, + "loss": 0.4635, + "step": 2800 + }, + { + "epoch": 6.539351851851852, + "grad_norm": 145.16812133789062, + "learning_rate": 1.4958847736625515e-05, + "loss": 0.5507, + "step": 2825 + }, + { + "epoch": 6.597222222222222, + "grad_norm": 0.14401020109653473, + "learning_rate": 1.4894547325102881e-05, + "loss": 0.2714, + "step": 2850 + }, + { + "epoch": 6.655092592592593, + "grad_norm": 0.10279523581266403, + "learning_rate": 1.4830246913580248e-05, + "loss": 0.2945, + "step": 2875 + }, + { + "epoch": 6.712962962962963, + "grad_norm": 203.37403869628906, + "learning_rate": 1.4765946502057615e-05, + "loss": 0.5746, + "step": 2900 + }, + { + "epoch": 6.770833333333333, + "grad_norm": 68.86481475830078, + "learning_rate": 1.470164609053498e-05, + "loss": 0.431, + "step": 2925 + }, + { + "epoch": 6.828703703703704, + "grad_norm": 3.5494091510772705, + "learning_rate": 1.4637345679012347e-05, + "loss": 0.5496, + "step": 2950 + }, + { + "epoch": 6.886574074074074, + "grad_norm": 0.9977327585220337, + "learning_rate": 1.4573045267489714e-05, + "loss": 0.4302, + "step": 2975 + }, + { + "epoch": 6.944444444444445, + "grad_norm": 43.67266082763672, + "learning_rate": 1.4508744855967079e-05, + "loss": 0.2321, + "step": 3000 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9479166666666666, + "eval_loss": 0.2752571702003479, + "eval_macro_f1": 0.8318885978666891, + "eval_runtime": 2.8767, + "eval_samples_per_second": 533.949, + "eval_steps_per_second": 33.372, + "eval_weighted_f1": 0.9487853167213799, + "step": 3024 + }, + { + "epoch": 7.002314814814815, + "grad_norm": 1.8528645038604736, + "learning_rate": 1.4444444444444446e-05, + "loss": 0.4958, + "step": 3025 + }, + { + "epoch": 7.060185185185185, + "grad_norm": 3.5936973094940186, + "learning_rate": 1.4380144032921813e-05, + "loss": 0.1637, + "step": 3050 + }, + { + "epoch": 7.118055555555555, + "grad_norm": 160.1719970703125, + "learning_rate": 1.431584362139918e-05, + "loss": 0.204, + "step": 3075 + }, + { + "epoch": 7.175925925925926, + "grad_norm": 4.490218162536621, + "learning_rate": 1.4251543209876545e-05, + "loss": 0.2805, + "step": 3100 + }, + { + "epoch": 7.233796296296297, + "grad_norm": 0.19049939513206482, + "learning_rate": 1.4187242798353911e-05, + "loss": 0.307, + "step": 3125 + }, + { + "epoch": 7.291666666666667, + "grad_norm": 17.708757400512695, + "learning_rate": 1.4122942386831278e-05, + "loss": 0.186, + "step": 3150 + }, + { + "epoch": 7.349537037037037, + "grad_norm": 0.8256221413612366, + "learning_rate": 1.4058641975308642e-05, + "loss": 0.1453, + "step": 3175 + }, + { + "epoch": 7.407407407407407, + "grad_norm": 0.045566827058792114, + "learning_rate": 1.3994341563786009e-05, + "loss": 0.3947, + "step": 3200 + }, + { + "epoch": 7.465277777777778, + "grad_norm": 30.863033294677734, + "learning_rate": 1.3930041152263375e-05, + "loss": 0.5174, + "step": 3225 + }, + { + "epoch": 7.523148148148148, + "grad_norm": 0.19092391431331635, + "learning_rate": 1.3865740740740742e-05, + "loss": 0.1737, + "step": 3250 + }, + { + "epoch": 7.581018518518518, + "grad_norm": 0.1253451704978943, + "learning_rate": 1.3801440329218107e-05, + "loss": 0.5837, + "step": 3275 + }, + { + "epoch": 7.638888888888889, + "grad_norm": 47.45542907714844, + "learning_rate": 1.3737139917695474e-05, + "loss": 0.482, + "step": 3300 + }, + { + "epoch": 7.6967592592592595, + "grad_norm": 1.2099238634109497, + "learning_rate": 1.3672839506172841e-05, + "loss": 0.556, + "step": 3325 + }, + { + "epoch": 7.75462962962963, + "grad_norm": 0.15288490056991577, + "learning_rate": 1.3608539094650206e-05, + "loss": 0.3511, + "step": 3350 + }, + { + "epoch": 7.8125, + "grad_norm": 12.612582206726074, + "learning_rate": 1.3544238683127573e-05, + "loss": 0.3287, + "step": 3375 + }, + { + "epoch": 7.87037037037037, + "grad_norm": 104.33672332763672, + "learning_rate": 1.347993827160494e-05, + "loss": 0.4412, + "step": 3400 + }, + { + "epoch": 7.9282407407407405, + "grad_norm": 85.46415710449219, + "learning_rate": 1.3415637860082307e-05, + "loss": 0.3166, + "step": 3425 + }, + { + "epoch": 7.986111111111111, + "grad_norm": 9.093765258789062, + "learning_rate": 1.3351337448559672e-05, + "loss": 0.34, + "step": 3450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9537760416666666, + "eval_loss": 0.28719714283943176, + "eval_macro_f1": 0.850550321459238, + "eval_runtime": 2.892, + "eval_samples_per_second": 531.117, + "eval_steps_per_second": 33.195, + "eval_weighted_f1": 0.9536671272816802, + "step": 3456 + }, + { + "epoch": 8.043981481481481, + "grad_norm": 38.74711608886719, + "learning_rate": 1.3287037037037039e-05, + "loss": 0.3174, + "step": 3475 + }, + { + "epoch": 8.101851851851851, + "grad_norm": 4.458629131317139, + "learning_rate": 1.3222736625514405e-05, + "loss": 0.1947, + "step": 3500 + }, + { + "epoch": 8.159722222222221, + "grad_norm": 65.85087585449219, + "learning_rate": 1.315843621399177e-05, + "loss": 0.3645, + "step": 3525 + }, + { + "epoch": 8.217592592592593, + "grad_norm": 9.069356918334961, + "learning_rate": 1.3094135802469137e-05, + "loss": 0.3603, + "step": 3550 + }, + { + "epoch": 8.275462962962964, + "grad_norm": 0.22985491156578064, + "learning_rate": 1.3029835390946504e-05, + "loss": 0.2463, + "step": 3575 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 0.1998838484287262, + "learning_rate": 1.2965534979423868e-05, + "loss": 0.2443, + "step": 3600 + }, + { + "epoch": 8.391203703703704, + "grad_norm": 1.8871113061904907, + "learning_rate": 1.2901234567901235e-05, + "loss": 0.2753, + "step": 3625 + }, + { + "epoch": 8.449074074074074, + "grad_norm": 31.646974563598633, + "learning_rate": 1.2836934156378601e-05, + "loss": 0.273, + "step": 3650 + }, + { + "epoch": 8.506944444444445, + "grad_norm": 207.9886932373047, + "learning_rate": 1.2772633744855968e-05, + "loss": 0.3069, + "step": 3675 + }, + { + "epoch": 8.564814814814815, + "grad_norm": 22.318960189819336, + "learning_rate": 1.2708333333333333e-05, + "loss": 0.2703, + "step": 3700 + }, + { + "epoch": 8.622685185185185, + "grad_norm": 82.9929428100586, + "learning_rate": 1.26440329218107e-05, + "loss": 0.2842, + "step": 3725 + }, + { + "epoch": 8.680555555555555, + "grad_norm": 49.92669677734375, + "learning_rate": 1.2579732510288067e-05, + "loss": 0.1474, + "step": 3750 + }, + { + "epoch": 8.738425925925926, + "grad_norm": 11.231054306030273, + "learning_rate": 1.2515432098765432e-05, + "loss": 0.3954, + "step": 3775 + }, + { + "epoch": 8.796296296296296, + "grad_norm": 0.15226250886917114, + "learning_rate": 1.2451131687242799e-05, + "loss": 0.3299, + "step": 3800 + }, + { + "epoch": 8.854166666666666, + "grad_norm": 0.2117779552936554, + "learning_rate": 1.2386831275720166e-05, + "loss": 0.2646, + "step": 3825 + }, + { + "epoch": 8.912037037037036, + "grad_norm": 89.34596252441406, + "learning_rate": 1.2322530864197533e-05, + "loss": 0.261, + "step": 3850 + }, + { + "epoch": 8.969907407407408, + "grad_norm": 0.11930816620588303, + "learning_rate": 1.2258230452674898e-05, + "loss": 0.3132, + "step": 3875 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.953125, + "eval_loss": 0.3125706613063812, + "eval_macro_f1": 0.8466031662335237, + "eval_runtime": 2.7653, + "eval_samples_per_second": 555.449, + "eval_steps_per_second": 34.716, + "eval_weighted_f1": 0.9524531109287692, + "step": 3888 + }, + { + "epoch": 9.027777777777779, + "grad_norm": 0.08531542867422104, + "learning_rate": 1.2193930041152265e-05, + "loss": 0.3669, + "step": 3900 + }, + { + "epoch": 9.085648148148149, + "grad_norm": 157.43093872070312, + "learning_rate": 1.2129629629629631e-05, + "loss": 0.2743, + "step": 3925 + }, + { + "epoch": 9.143518518518519, + "grad_norm": 0.2554900050163269, + "learning_rate": 1.2065329218106997e-05, + "loss": 0.2933, + "step": 3950 + }, + { + "epoch": 9.20138888888889, + "grad_norm": 112.08780670166016, + "learning_rate": 1.2001028806584363e-05, + "loss": 0.3678, + "step": 3975 + }, + { + "epoch": 9.25925925925926, + "grad_norm": 220.92645263671875, + "learning_rate": 1.193672839506173e-05, + "loss": 0.1555, + "step": 4000 + }, + { + "epoch": 9.31712962962963, + "grad_norm": 0.07951755821704865, + "learning_rate": 1.1872427983539097e-05, + "loss": 0.1977, + "step": 4025 + }, + { + "epoch": 9.375, + "grad_norm": 0.05407576262950897, + "learning_rate": 1.180812757201646e-05, + "loss": 0.0943, + "step": 4050 + }, + { + "epoch": 9.43287037037037, + "grad_norm": 117.8342056274414, + "learning_rate": 1.1743827160493827e-05, + "loss": 0.2301, + "step": 4075 + }, + { + "epoch": 9.49074074074074, + "grad_norm": 0.5026098489761353, + "learning_rate": 1.1679526748971194e-05, + "loss": 0.2999, + "step": 4100 + }, + { + "epoch": 9.54861111111111, + "grad_norm": 34.44472885131836, + "learning_rate": 1.161522633744856e-05, + "loss": 0.2069, + "step": 4125 + }, + { + "epoch": 9.606481481481481, + "grad_norm": 192.51345825195312, + "learning_rate": 1.1550925925925926e-05, + "loss": 0.2046, + "step": 4150 + }, + { + "epoch": 9.664351851851851, + "grad_norm": 1.2246239185333252, + "learning_rate": 1.1486625514403293e-05, + "loss": 0.2914, + "step": 4175 + }, + { + "epoch": 9.722222222222221, + "grad_norm": 0.1276756376028061, + "learning_rate": 1.142232510288066e-05, + "loss": 0.3488, + "step": 4200 + }, + { + "epoch": 9.780092592592592, + "grad_norm": 0.3095955550670624, + "learning_rate": 1.1358024691358025e-05, + "loss": 0.2332, + "step": 4225 + }, + { + "epoch": 9.837962962962964, + "grad_norm": 0.12175218015909195, + "learning_rate": 1.1293724279835392e-05, + "loss": 0.2913, + "step": 4250 + }, + { + "epoch": 9.895833333333334, + "grad_norm": 0.13042870163917542, + "learning_rate": 1.1229423868312759e-05, + "loss": 0.3231, + "step": 4275 + }, + { + "epoch": 9.953703703703704, + "grad_norm": 101.47859954833984, + "learning_rate": 1.1165123456790124e-05, + "loss": 0.2844, + "step": 4300 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.9505208333333334, + "eval_loss": 0.3616989552974701, + "eval_macro_f1": 0.8268128776480906, + "eval_runtime": 2.8564, + "eval_samples_per_second": 537.736, + "eval_steps_per_second": 33.608, + "eval_weighted_f1": 0.9499909764038086, + "step": 4320 + }, + { + "epoch": 10.011574074074074, + "grad_norm": 0.15573643147945404, + "learning_rate": 1.110082304526749e-05, + "loss": 0.2062, + "step": 4325 + }, + { + "epoch": 10.069444444444445, + "grad_norm": 0.20805954933166504, + "learning_rate": 1.1036522633744857e-05, + "loss": 0.3147, + "step": 4350 + }, + { + "epoch": 10.127314814814815, + "grad_norm": 14.457183837890625, + "learning_rate": 1.0972222222222224e-05, + "loss": 0.1343, + "step": 4375 + }, + { + "epoch": 10.185185185185185, + "grad_norm": 0.07937890291213989, + "learning_rate": 1.090792181069959e-05, + "loss": 0.215, + "step": 4400 + }, + { + "epoch": 10.243055555555555, + "grad_norm": 0.06195805221796036, + "learning_rate": 1.0843621399176956e-05, + "loss": 0.1672, + "step": 4425 + }, + { + "epoch": 10.300925925925926, + "grad_norm": 0.04213821887969971, + "learning_rate": 1.0779320987654323e-05, + "loss": 0.1784, + "step": 4450 + }, + { + "epoch": 10.358796296296296, + "grad_norm": 0.0537002757191658, + "learning_rate": 1.0715020576131687e-05, + "loss": 0.0832, + "step": 4475 + }, + { + "epoch": 10.416666666666666, + "grad_norm": 0.053154896944761276, + "learning_rate": 1.0650720164609053e-05, + "loss": 0.1475, + "step": 4500 + }, + { + "epoch": 10.474537037037036, + "grad_norm": 41.40846252441406, + "learning_rate": 1.058641975308642e-05, + "loss": 0.3012, + "step": 4525 + }, + { + "epoch": 10.532407407407408, + "grad_norm": 0.08748806267976761, + "learning_rate": 1.0522119341563789e-05, + "loss": 0.2174, + "step": 4550 + }, + { + "epoch": 10.590277777777779, + "grad_norm": 0.044563766568899155, + "learning_rate": 1.0457818930041152e-05, + "loss": 0.263, + "step": 4575 + }, + { + "epoch": 10.648148148148149, + "grad_norm": 19.37051773071289, + "learning_rate": 1.0393518518518519e-05, + "loss": 0.3296, + "step": 4600 + }, + { + "epoch": 10.706018518518519, + "grad_norm": 0.18841315805912018, + "learning_rate": 1.0329218106995886e-05, + "loss": 0.2465, + "step": 4625 + }, + { + "epoch": 10.76388888888889, + "grad_norm": 0.04381072148680687, + "learning_rate": 1.0264917695473251e-05, + "loss": 0.1754, + "step": 4650 + }, + { + "epoch": 10.82175925925926, + "grad_norm": 3.1694674491882324, + "learning_rate": 1.0200617283950618e-05, + "loss": 0.1711, + "step": 4675 + }, + { + "epoch": 10.87962962962963, + "grad_norm": 101.84947204589844, + "learning_rate": 1.0136316872427985e-05, + "loss": 0.4633, + "step": 4700 + }, + { + "epoch": 10.9375, + "grad_norm": 0.13000927865505219, + "learning_rate": 1.0072016460905351e-05, + "loss": 0.185, + "step": 4725 + }, + { + "epoch": 10.99537037037037, + "grad_norm": 1.3699895143508911, + "learning_rate": 1.0007716049382717e-05, + "loss": 0.2728, + "step": 4750 + }, + { + "epoch": 11.0, + "eval_accuracy": 0.9576822916666666, + "eval_loss": 0.3098059296607971, + "eval_macro_f1": 0.8620947687790051, + "eval_runtime": 2.8337, + "eval_samples_per_second": 542.043, + "eval_steps_per_second": 33.878, + "eval_weighted_f1": 0.95748091835233, + "step": 4752 + }, + { + "epoch": 11.05324074074074, + "grad_norm": 1.9623972177505493, + "learning_rate": 9.943415637860083e-06, + "loss": 0.2322, + "step": 4775 + }, + { + "epoch": 11.11111111111111, + "grad_norm": 0.05988599732518196, + "learning_rate": 9.879115226337449e-06, + "loss": 0.2004, + "step": 4800 + }, + { + "epoch": 11.168981481481481, + "grad_norm": 0.14709407091140747, + "learning_rate": 9.814814814814815e-06, + "loss": 0.0915, + "step": 4825 + }, + { + "epoch": 11.226851851851851, + "grad_norm": 1.4648934602737427, + "learning_rate": 9.750514403292182e-06, + "loss": 0.1585, + "step": 4850 + }, + { + "epoch": 11.284722222222221, + "grad_norm": 15.34505844116211, + "learning_rate": 9.686213991769549e-06, + "loss": 0.1727, + "step": 4875 + }, + { + "epoch": 11.342592592592593, + "grad_norm": 0.09757660329341888, + "learning_rate": 9.621913580246914e-06, + "loss": 0.0858, + "step": 4900 + }, + { + "epoch": 11.400462962962964, + "grad_norm": 42.537662506103516, + "learning_rate": 9.55761316872428e-06, + "loss": 0.1926, + "step": 4925 + }, + { + "epoch": 11.458333333333334, + "grad_norm": 0.045882005244493484, + "learning_rate": 9.493312757201648e-06, + "loss": 0.1695, + "step": 4950 + }, + { + "epoch": 11.516203703703704, + "grad_norm": 0.03190689533948898, + "learning_rate": 9.429012345679013e-06, + "loss": 0.1084, + "step": 4975 + }, + { + "epoch": 11.574074074074074, + "grad_norm": 0.03970039635896683, + "learning_rate": 9.36471193415638e-06, + "loss": 0.267, + "step": 5000 + }, + { + "epoch": 11.631944444444445, + "grad_norm": 0.03660054877400398, + "learning_rate": 9.300411522633745e-06, + "loss": 0.1229, + "step": 5025 + }, + { + "epoch": 11.689814814814815, + "grad_norm": 0.1264926642179489, + "learning_rate": 9.236111111111112e-06, + "loss": 0.2062, + "step": 5050 + }, + { + "epoch": 11.747685185185185, + "grad_norm": 3.356945276260376, + "learning_rate": 9.171810699588479e-06, + "loss": 0.1863, + "step": 5075 + }, + { + "epoch": 11.805555555555555, + "grad_norm": 18.138248443603516, + "learning_rate": 9.107510288065844e-06, + "loss": 0.2864, + "step": 5100 + }, + { + "epoch": 11.863425925925926, + "grad_norm": 0.072520412504673, + "learning_rate": 9.04320987654321e-06, + "loss": 0.1752, + "step": 5125 + }, + { + "epoch": 11.921296296296296, + "grad_norm": 11.312219619750977, + "learning_rate": 8.978909465020576e-06, + "loss": 0.1394, + "step": 5150 + }, + { + "epoch": 11.979166666666666, + "grad_norm": 0.020504217594861984, + "learning_rate": 8.914609053497944e-06, + "loss": 0.0455, + "step": 5175 + }, + { + "epoch": 12.0, + "eval_accuracy": 0.955078125, + "eval_loss": 0.3668808043003082, + "eval_macro_f1": 0.8418486840497907, + "eval_runtime": 2.719, + "eval_samples_per_second": 564.907, + "eval_steps_per_second": 35.307, + "eval_weighted_f1": 0.9547160399762321, + "step": 5184 + }, + { + "epoch": 12.037037037037036, + "grad_norm": 0.030200518667697906, + "learning_rate": 8.85030864197531e-06, + "loss": 0.2031, + "step": 5200 + }, + { + "epoch": 12.094907407407407, + "grad_norm": 0.12519851326942444, + "learning_rate": 8.786008230452676e-06, + "loss": 0.1992, + "step": 5225 + }, + { + "epoch": 12.152777777777779, + "grad_norm": 0.022499730810523033, + "learning_rate": 8.721707818930041e-06, + "loss": 0.1889, + "step": 5250 + }, + { + "epoch": 12.210648148148149, + "grad_norm": 68.40547943115234, + "learning_rate": 8.657407407407408e-06, + "loss": 0.2039, + "step": 5275 + }, + { + "epoch": 12.268518518518519, + "grad_norm": 0.10535323619842529, + "learning_rate": 8.593106995884775e-06, + "loss": 0.1814, + "step": 5300 + }, + { + "epoch": 12.32638888888889, + "grad_norm": 0.03688015043735504, + "learning_rate": 8.52880658436214e-06, + "loss": 0.0433, + "step": 5325 + }, + { + "epoch": 12.38425925925926, + "grad_norm": 0.023211555555462837, + "learning_rate": 8.464506172839507e-06, + "loss": 0.1802, + "step": 5350 + }, + { + "epoch": 12.44212962962963, + "grad_norm": 0.024238020181655884, + "learning_rate": 8.400205761316874e-06, + "loss": 0.0624, + "step": 5375 + }, + { + "epoch": 12.5, + "grad_norm": 0.9228693246841431, + "learning_rate": 8.335905349794239e-06, + "loss": 0.1943, + "step": 5400 + }, + { + "epoch": 12.55787037037037, + "grad_norm": 0.019986465573310852, + "learning_rate": 8.271604938271606e-06, + "loss": 0.1352, + "step": 5425 + }, + { + "epoch": 12.61574074074074, + "grad_norm": 0.09772302955389023, + "learning_rate": 8.207304526748971e-06, + "loss": 0.0667, + "step": 5450 + }, + { + "epoch": 12.67361111111111, + "grad_norm": 296.83282470703125, + "learning_rate": 8.143004115226338e-06, + "loss": 0.2379, + "step": 5475 + }, + { + "epoch": 12.731481481481481, + "grad_norm": 0.01862671785056591, + "learning_rate": 8.078703703703705e-06, + "loss": 0.2824, + "step": 5500 + }, + { + "epoch": 12.789351851851851, + "grad_norm": 0.049188945442438126, + "learning_rate": 8.014403292181071e-06, + "loss": 0.0677, + "step": 5525 + }, + { + "epoch": 12.847222222222221, + "grad_norm": 0.03054816462099552, + "learning_rate": 7.950102880658437e-06, + "loss": 0.0405, + "step": 5550 + }, + { + "epoch": 12.905092592592592, + "grad_norm": 0.01995192840695381, + "learning_rate": 7.885802469135803e-06, + "loss": 0.0881, + "step": 5575 + }, + { + "epoch": 12.962962962962964, + "grad_norm": 1.5455322265625, + "learning_rate": 7.82150205761317e-06, + "loss": 0.1633, + "step": 5600 + }, + { + "epoch": 13.0, + "eval_accuracy": 0.947265625, + "eval_loss": 0.4313022196292877, + "eval_macro_f1": 0.8310004966055599, + "eval_runtime": 2.6789, + "eval_samples_per_second": 573.374, + "eval_steps_per_second": 35.836, + "eval_weighted_f1": 0.9458864359511604, + "step": 5616 + }, + { + "epoch": 13.020833333333334, + "grad_norm": 29.201234817504883, + "learning_rate": 7.757201646090535e-06, + "loss": 0.1, + "step": 5625 + }, + { + "epoch": 13.078703703703704, + "grad_norm": 0.018791500478982925, + "learning_rate": 7.692901234567902e-06, + "loss": 0.0546, + "step": 5650 + }, + { + "epoch": 13.136574074074074, + "grad_norm": 0.01191699504852295, + "learning_rate": 7.628600823045268e-06, + "loss": 0.1118, + "step": 5675 + }, + { + "epoch": 13.194444444444445, + "grad_norm": 0.06300435960292816, + "learning_rate": 7.564300411522635e-06, + "loss": 0.1224, + "step": 5700 + }, + { + "epoch": 13.252314814814815, + "grad_norm": 0.027644390240311623, + "learning_rate": 7.500000000000001e-06, + "loss": 0.1015, + "step": 5725 + }, + { + "epoch": 13.310185185185185, + "grad_norm": 0.034079570323228836, + "learning_rate": 7.435699588477366e-06, + "loss": 0.0501, + "step": 5750 + }, + { + "epoch": 13.368055555555555, + "grad_norm": 0.015348521061241627, + "learning_rate": 7.371399176954733e-06, + "loss": 0.092, + "step": 5775 + }, + { + "epoch": 13.425925925925926, + "grad_norm": 0.06824726611375809, + "learning_rate": 7.307098765432099e-06, + "loss": 0.0152, + "step": 5800 + }, + { + "epoch": 13.483796296296296, + "grad_norm": 1.7929489612579346, + "learning_rate": 7.242798353909466e-06, + "loss": 0.1338, + "step": 5825 + }, + { + "epoch": 13.541666666666666, + "grad_norm": 123.66864013671875, + "learning_rate": 7.178497942386832e-06, + "loss": 0.1729, + "step": 5850 + }, + { + "epoch": 13.599537037037036, + "grad_norm": 32.6557731628418, + "learning_rate": 7.114197530864199e-06, + "loss": 0.0876, + "step": 5875 + }, + { + "epoch": 13.657407407407408, + "grad_norm": 0.5634926557540894, + "learning_rate": 7.049897119341565e-06, + "loss": 0.1444, + "step": 5900 + }, + { + "epoch": 13.715277777777779, + "grad_norm": 0.035182684659957886, + "learning_rate": 6.98559670781893e-06, + "loss": 0.1792, + "step": 5925 + }, + { + "epoch": 13.773148148148149, + "grad_norm": 2.955789566040039, + "learning_rate": 6.9212962962962974e-06, + "loss": 0.2677, + "step": 5950 + }, + { + "epoch": 13.831018518518519, + "grad_norm": 0.16699574887752533, + "learning_rate": 6.856995884773663e-06, + "loss": 0.0058, + "step": 5975 + }, + { + "epoch": 13.88888888888889, + "grad_norm": 144.09030151367188, + "learning_rate": 6.792695473251029e-06, + "loss": 0.17, + "step": 6000 + }, + { + "epoch": 13.94675925925926, + "grad_norm": 0.10893135517835617, + "learning_rate": 6.728395061728395e-06, + "loss": 0.1919, + "step": 6025 + }, + { + "epoch": 14.0, + "eval_accuracy": 0.9537760416666666, + "eval_loss": 0.407563716173172, + "eval_macro_f1": 0.8466685105401385, + "eval_runtime": 2.5798, + "eval_samples_per_second": 595.388, + "eval_steps_per_second": 37.212, + "eval_weighted_f1": 0.9538903028215678, + "step": 6048 + } + ], + "logging_steps": 25, + "max_steps": 8640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a13fadf36bab4c7af6147c6ce7a7fdf64f4efd7b --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd2f00bc8fd50ed0f45e8ae04657b6c8916128caaa0af065734d05d60742a72f +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..adc376b8a57611caf7ab13871521e509437f14d1 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728/trainer_state.json @@ -0,0 +1,570 @@ +{ + "best_global_step": 1728, + "best_metric": 0.8466377507075182, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728", + "epoch": 4.0, + "eval_steps": 500, + "global_step": 1728, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05787037037037037, + "grad_norm": 49.740020751953125, + "learning_rate": 5.555555555555555e-07, + "loss": 5.6129, + "step": 25 + }, + { + "epoch": 0.11574074074074074, + "grad_norm": 42.84151077270508, + "learning_rate": 1.1342592592592594e-06, + "loss": 5.5432, + "step": 50 + }, + { + "epoch": 0.1736111111111111, + "grad_norm": 36.273284912109375, + "learning_rate": 1.7129629629629632e-06, + "loss": 5.3468, + "step": 75 + }, + { + "epoch": 0.23148148148148148, + "grad_norm": 36.474918365478516, + "learning_rate": 2.2916666666666666e-06, + "loss": 4.9855, + "step": 100 + }, + { + "epoch": 0.28935185185185186, + "grad_norm": 49.138248443603516, + "learning_rate": 2.8703703703703706e-06, + "loss": 4.0146, + "step": 125 + }, + { + "epoch": 0.3472222222222222, + "grad_norm": 61.8328857421875, + "learning_rate": 3.449074074074074e-06, + "loss": 3.2065, + "step": 150 + }, + { + "epoch": 0.4050925925925926, + "grad_norm": 40.2661247253418, + "learning_rate": 4.027777777777779e-06, + "loss": 2.5197, + "step": 175 + }, + { + "epoch": 0.46296296296296297, + "grad_norm": 50.912540435791016, + "learning_rate": 4.606481481481481e-06, + "loss": 1.8987, + "step": 200 + }, + { + "epoch": 0.5208333333333334, + "grad_norm": 76.24597930908203, + "learning_rate": 5.185185185185185e-06, + "loss": 1.5306, + "step": 225 + }, + { + "epoch": 0.5787037037037037, + "grad_norm": 58.4285888671875, + "learning_rate": 5.7638888888888886e-06, + "loss": 1.2804, + "step": 250 + }, + { + "epoch": 0.6365740740740741, + "grad_norm": 42.35603713989258, + "learning_rate": 6.342592592592594e-06, + "loss": 1.325, + "step": 275 + }, + { + "epoch": 0.6944444444444444, + "grad_norm": 59.200653076171875, + "learning_rate": 6.9212962962962974e-06, + "loss": 1.4883, + "step": 300 + }, + { + "epoch": 0.7523148148148148, + "grad_norm": 64.74724578857422, + "learning_rate": 7.500000000000001e-06, + "loss": 1.138, + "step": 325 + }, + { + "epoch": 0.8101851851851852, + "grad_norm": 7.576822757720947, + "learning_rate": 8.078703703703705e-06, + "loss": 1.0738, + "step": 350 + }, + { + "epoch": 0.8680555555555556, + "grad_norm": 6.231389999389648, + "learning_rate": 8.657407407407408e-06, + "loss": 1.1741, + "step": 375 + }, + { + "epoch": 0.9259259259259259, + "grad_norm": 29.142507553100586, + "learning_rate": 9.236111111111112e-06, + "loss": 1.2582, + "step": 400 + }, + { + "epoch": 0.9837962962962963, + "grad_norm": 167.31260681152344, + "learning_rate": 9.814814814814815e-06, + "loss": 1.0243, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9205729166666666, + "eval_loss": 0.3095618784427643, + "eval_macro_f1": 0.6232352233193276, + "eval_runtime": 2.7379, + "eval_samples_per_second": 561.01, + "eval_steps_per_second": 35.063, + "eval_weighted_f1": 0.9065874213097785, + "step": 432 + }, + { + "epoch": 1.0416666666666667, + "grad_norm": 51.89604187011719, + "learning_rate": 1.0393518518518519e-05, + "loss": 0.9861, + "step": 450 + }, + { + "epoch": 1.099537037037037, + "grad_norm": 49.187408447265625, + "learning_rate": 1.0972222222222224e-05, + "loss": 1.0343, + "step": 475 + }, + { + "epoch": 1.1574074074074074, + "grad_norm": 3.704167366027832, + "learning_rate": 1.1550925925925926e-05, + "loss": 0.7083, + "step": 500 + }, + { + "epoch": 1.2152777777777777, + "grad_norm": 23.29749298095703, + "learning_rate": 1.2129629629629631e-05, + "loss": 0.9408, + "step": 525 + }, + { + "epoch": 1.2731481481481481, + "grad_norm": 26.79486083984375, + "learning_rate": 1.2708333333333333e-05, + "loss": 0.8254, + "step": 550 + }, + { + "epoch": 1.3310185185185186, + "grad_norm": 37.99332809448242, + "learning_rate": 1.3287037037037039e-05, + "loss": 0.9533, + "step": 575 + }, + { + "epoch": 1.3888888888888888, + "grad_norm": 78.05437469482422, + "learning_rate": 1.3865740740740742e-05, + "loss": 0.9334, + "step": 600 + }, + { + "epoch": 1.4467592592592593, + "grad_norm": 77.09951782226562, + "learning_rate": 1.4444444444444446e-05, + "loss": 0.9827, + "step": 625 + }, + { + "epoch": 1.5046296296296298, + "grad_norm": 32.357215881347656, + "learning_rate": 1.502314814814815e-05, + "loss": 1.1337, + "step": 650 + }, + { + "epoch": 1.5625, + "grad_norm": 36.51194381713867, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.9212, + "step": 675 + }, + { + "epoch": 1.6203703703703702, + "grad_norm": 36.71682357788086, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.7797, + "step": 700 + }, + { + "epoch": 1.6782407407407407, + "grad_norm": 25.236722946166992, + "learning_rate": 1.675925925925926e-05, + "loss": 1.1005, + "step": 725 + }, + { + "epoch": 1.7361111111111112, + "grad_norm": 46.551666259765625, + "learning_rate": 1.7337962962962964e-05, + "loss": 0.8185, + "step": 750 + }, + { + "epoch": 1.7939814814814814, + "grad_norm": 20.20578384399414, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.9715, + "step": 775 + }, + { + "epoch": 1.8518518518518519, + "grad_norm": 29.801197052001953, + "learning_rate": 1.849537037037037e-05, + "loss": 0.9031, + "step": 800 + }, + { + "epoch": 1.9097222222222223, + "grad_norm": 110.47039794921875, + "learning_rate": 1.9074074074074075e-05, + "loss": 1.086, + "step": 825 + }, + { + "epoch": 1.9675925925925926, + "grad_norm": 17.973711013793945, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.8584, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9427083333333334, + "eval_loss": 0.19578659534454346, + "eval_macro_f1": 0.7670032365474535, + "eval_runtime": 2.5908, + "eval_samples_per_second": 592.871, + "eval_steps_per_second": 37.054, + "eval_weighted_f1": 0.9366784112319161, + "step": 864 + }, + { + "epoch": 2.025462962962963, + "grad_norm": 69.10882568359375, + "learning_rate": 1.997427983539095e-05, + "loss": 0.9449, + "step": 875 + }, + { + "epoch": 2.0833333333333335, + "grad_norm": 16.333559036254883, + "learning_rate": 1.9909979423868314e-05, + "loss": 0.8188, + "step": 900 + }, + { + "epoch": 2.1412037037037037, + "grad_norm": 1.5985503196716309, + "learning_rate": 1.984567901234568e-05, + "loss": 0.6324, + "step": 925 + }, + { + "epoch": 2.199074074074074, + "grad_norm": 16.625091552734375, + "learning_rate": 1.9781378600823048e-05, + "loss": 0.8984, + "step": 950 + }, + { + "epoch": 2.2569444444444446, + "grad_norm": 30.334985733032227, + "learning_rate": 1.9717078189300413e-05, + "loss": 0.7804, + "step": 975 + }, + { + "epoch": 2.314814814814815, + "grad_norm": 47.551109313964844, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.962, + "step": 1000 + }, + { + "epoch": 2.372685185185185, + "grad_norm": 23.778051376342773, + "learning_rate": 1.9588477366255147e-05, + "loss": 0.6028, + "step": 1025 + }, + { + "epoch": 2.4305555555555554, + "grad_norm": 77.27819061279297, + "learning_rate": 1.9524176954732512e-05, + "loss": 0.8474, + "step": 1050 + }, + { + "epoch": 2.488425925925926, + "grad_norm": 6.993919849395752, + "learning_rate": 1.945987654320988e-05, + "loss": 0.695, + "step": 1075 + }, + { + "epoch": 2.5462962962962963, + "grad_norm": 84.19181823730469, + "learning_rate": 1.9395576131687242e-05, + "loss": 0.7801, + "step": 1100 + }, + { + "epoch": 2.6041666666666665, + "grad_norm": 20.49815559387207, + "learning_rate": 1.933127572016461e-05, + "loss": 0.7482, + "step": 1125 + }, + { + "epoch": 2.662037037037037, + "grad_norm": 169.65748596191406, + "learning_rate": 1.926697530864198e-05, + "loss": 0.6498, + "step": 1150 + }, + { + "epoch": 2.7199074074074074, + "grad_norm": 146.37579345703125, + "learning_rate": 1.920267489711934e-05, + "loss": 1.082, + "step": 1175 + }, + { + "epoch": 2.7777777777777777, + "grad_norm": 24.374521255493164, + "learning_rate": 1.913837448559671e-05, + "loss": 0.6934, + "step": 1200 + }, + { + "epoch": 2.835648148148148, + "grad_norm": 36.96682357788086, + "learning_rate": 1.9074074074074075e-05, + "loss": 0.6583, + "step": 1225 + }, + { + "epoch": 2.8935185185185186, + "grad_norm": 14.058717727661133, + "learning_rate": 1.9009773662551443e-05, + "loss": 0.7863, + "step": 1250 + }, + { + "epoch": 2.951388888888889, + "grad_norm": 96.81929779052734, + "learning_rate": 1.8945473251028808e-05, + "loss": 0.8772, + "step": 1275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9453125, + "eval_loss": 0.21844400465488434, + "eval_macro_f1": 0.7931964912895384, + "eval_runtime": 2.7706, + "eval_samples_per_second": 554.401, + "eval_steps_per_second": 34.65, + "eval_weighted_f1": 0.9419564416303053, + "step": 1296 + }, + { + "epoch": 3.009259259259259, + "grad_norm": 11.682266235351562, + "learning_rate": 1.8881172839506173e-05, + "loss": 0.6075, + "step": 1300 + }, + { + "epoch": 3.0671296296296298, + "grad_norm": 0.9776032567024231, + "learning_rate": 1.8816872427983542e-05, + "loss": 0.4715, + "step": 1325 + }, + { + "epoch": 3.125, + "grad_norm": 13.748531341552734, + "learning_rate": 1.8752572016460907e-05, + "loss": 0.6725, + "step": 1350 + }, + { + "epoch": 3.1828703703703702, + "grad_norm": 44.35828399658203, + "learning_rate": 1.8688271604938272e-05, + "loss": 0.7176, + "step": 1375 + }, + { + "epoch": 3.240740740740741, + "grad_norm": 2.261559247970581, + "learning_rate": 1.862397119341564e-05, + "loss": 0.7618, + "step": 1400 + }, + { + "epoch": 3.298611111111111, + "grad_norm": 28.58606719970703, + "learning_rate": 1.8559670781893006e-05, + "loss": 0.5869, + "step": 1425 + }, + { + "epoch": 3.3564814814814814, + "grad_norm": 15.036140441894531, + "learning_rate": 1.849537037037037e-05, + "loss": 0.5509, + "step": 1450 + }, + { + "epoch": 3.414351851851852, + "grad_norm": 22.045164108276367, + "learning_rate": 1.843106995884774e-05, + "loss": 0.7647, + "step": 1475 + }, + { + "epoch": 3.4722222222222223, + "grad_norm": 59.06228256225586, + "learning_rate": 1.8366769547325105e-05, + "loss": 0.6404, + "step": 1500 + }, + { + "epoch": 3.5300925925925926, + "grad_norm": 66.983642578125, + "learning_rate": 1.830246913580247e-05, + "loss": 0.6084, + "step": 1525 + }, + { + "epoch": 3.587962962962963, + "grad_norm": 73.5270004272461, + "learning_rate": 1.8238168724279838e-05, + "loss": 0.5995, + "step": 1550 + }, + { + "epoch": 3.6458333333333335, + "grad_norm": 84.61690521240234, + "learning_rate": 1.8173868312757203e-05, + "loss": 0.6253, + "step": 1575 + }, + { + "epoch": 3.7037037037037037, + "grad_norm": 17.458417892456055, + "learning_rate": 1.8109567901234572e-05, + "loss": 0.7179, + "step": 1600 + }, + { + "epoch": 3.761574074074074, + "grad_norm": 126.24348449707031, + "learning_rate": 1.8045267489711934e-05, + "loss": 0.6525, + "step": 1625 + }, + { + "epoch": 3.8194444444444446, + "grad_norm": 39.573638916015625, + "learning_rate": 1.7980967078189302e-05, + "loss": 0.5618, + "step": 1650 + }, + { + "epoch": 3.877314814814815, + "grad_norm": 53.11539840698242, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.7325, + "step": 1675 + }, + { + "epoch": 3.935185185185185, + "grad_norm": 3.4260852336883545, + "learning_rate": 1.7852366255144032e-05, + "loss": 0.5978, + "step": 1700 + }, + { + "epoch": 3.9930555555555554, + "grad_norm": 52.80131530761719, + "learning_rate": 1.77880658436214e-05, + "loss": 0.6032, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.951171875, + "eval_loss": 0.22847791016101837, + "eval_macro_f1": 0.8466377507075182, + "eval_runtime": 2.6012, + "eval_samples_per_second": 590.495, + "eval_steps_per_second": 36.906, + "eval_weighted_f1": 0.9500783641238311, + "step": 1728 + } + ], + "logging_steps": 25, + "max_steps": 8640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..f2cfafb526c15f0ade271e8b0772c2f072c0f357 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-3024/trainer_state.json @@ -0,0 +1,960 @@ +{ + "best_global_step": 1728, + "best_metric": 0.8466377507075182, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s43-20260831T193310Z-69c8cc50/trainer/checkpoint-1728", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 3024, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05787037037037037, + "grad_norm": 49.740020751953125, + "learning_rate": 5.555555555555555e-07, + "loss": 5.6129, + "step": 25 + }, + { + "epoch": 0.11574074074074074, + "grad_norm": 42.84151077270508, + "learning_rate": 1.1342592592592594e-06, + "loss": 5.5432, + "step": 50 + }, + { + "epoch": 0.1736111111111111, + "grad_norm": 36.273284912109375, + "learning_rate": 1.7129629629629632e-06, + "loss": 5.3468, + "step": 75 + }, + { + "epoch": 0.23148148148148148, + "grad_norm": 36.474918365478516, + "learning_rate": 2.2916666666666666e-06, + "loss": 4.9855, + "step": 100 + }, + { + "epoch": 0.28935185185185186, + "grad_norm": 49.138248443603516, + "learning_rate": 2.8703703703703706e-06, + "loss": 4.0146, + "step": 125 + }, + { + "epoch": 0.3472222222222222, + "grad_norm": 61.8328857421875, + "learning_rate": 3.449074074074074e-06, + "loss": 3.2065, + "step": 150 + }, + { + "epoch": 0.4050925925925926, + "grad_norm": 40.2661247253418, + "learning_rate": 4.027777777777779e-06, + "loss": 2.5197, + "step": 175 + }, + { + "epoch": 0.46296296296296297, + "grad_norm": 50.912540435791016, + "learning_rate": 4.606481481481481e-06, + "loss": 1.8987, + "step": 200 + }, + { + "epoch": 0.5208333333333334, + "grad_norm": 76.24597930908203, + "learning_rate": 5.185185185185185e-06, + "loss": 1.5306, + "step": 225 + }, + { + "epoch": 0.5787037037037037, + "grad_norm": 58.4285888671875, + "learning_rate": 5.7638888888888886e-06, + "loss": 1.2804, + "step": 250 + }, + { + "epoch": 0.6365740740740741, + "grad_norm": 42.35603713989258, + "learning_rate": 6.342592592592594e-06, + "loss": 1.325, + "step": 275 + }, + { + "epoch": 0.6944444444444444, + "grad_norm": 59.200653076171875, + "learning_rate": 6.9212962962962974e-06, + "loss": 1.4883, + "step": 300 + }, + { + "epoch": 0.7523148148148148, + "grad_norm": 64.74724578857422, + "learning_rate": 7.500000000000001e-06, + "loss": 1.138, + "step": 325 + }, + { + "epoch": 0.8101851851851852, + "grad_norm": 7.576822757720947, + "learning_rate": 8.078703703703705e-06, + "loss": 1.0738, + "step": 350 + }, + { + "epoch": 0.8680555555555556, + "grad_norm": 6.231389999389648, + "learning_rate": 8.657407407407408e-06, + "loss": 1.1741, + "step": 375 + }, + { + "epoch": 0.9259259259259259, + "grad_norm": 29.142507553100586, + "learning_rate": 9.236111111111112e-06, + "loss": 1.2582, + "step": 400 + }, + { + "epoch": 0.9837962962962963, + "grad_norm": 167.31260681152344, + "learning_rate": 9.814814814814815e-06, + "loss": 1.0243, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9205729166666666, + "eval_loss": 0.3095618784427643, + "eval_macro_f1": 0.6232352233193276, + "eval_runtime": 2.7379, + "eval_samples_per_second": 561.01, + "eval_steps_per_second": 35.063, + "eval_weighted_f1": 0.9065874213097785, + "step": 432 + }, + { + "epoch": 1.0416666666666667, + "grad_norm": 51.89604187011719, + "learning_rate": 1.0393518518518519e-05, + "loss": 0.9861, + "step": 450 + }, + { + "epoch": 1.099537037037037, + "grad_norm": 49.187408447265625, + "learning_rate": 1.0972222222222224e-05, + "loss": 1.0343, + "step": 475 + }, + { + "epoch": 1.1574074074074074, + "grad_norm": 3.704167366027832, + "learning_rate": 1.1550925925925926e-05, + "loss": 0.7083, + "step": 500 + }, + { + "epoch": 1.2152777777777777, + "grad_norm": 23.29749298095703, + "learning_rate": 1.2129629629629631e-05, + "loss": 0.9408, + "step": 525 + }, + { + "epoch": 1.2731481481481481, + "grad_norm": 26.79486083984375, + "learning_rate": 1.2708333333333333e-05, + "loss": 0.8254, + "step": 550 + }, + { + "epoch": 1.3310185185185186, + "grad_norm": 37.99332809448242, + "learning_rate": 1.3287037037037039e-05, + "loss": 0.9533, + "step": 575 + }, + { + "epoch": 1.3888888888888888, + "grad_norm": 78.05437469482422, + "learning_rate": 1.3865740740740742e-05, + "loss": 0.9334, + "step": 600 + }, + { + "epoch": 1.4467592592592593, + "grad_norm": 77.09951782226562, + "learning_rate": 1.4444444444444446e-05, + "loss": 0.9827, + "step": 625 + }, + { + "epoch": 1.5046296296296298, + "grad_norm": 32.357215881347656, + "learning_rate": 1.502314814814815e-05, + "loss": 1.1337, + "step": 650 + }, + { + "epoch": 1.5625, + "grad_norm": 36.51194381713867, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.9212, + "step": 675 + }, + { + "epoch": 1.6203703703703702, + "grad_norm": 36.71682357788086, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.7797, + "step": 700 + }, + { + "epoch": 1.6782407407407407, + "grad_norm": 25.236722946166992, + "learning_rate": 1.675925925925926e-05, + "loss": 1.1005, + "step": 725 + }, + { + "epoch": 1.7361111111111112, + "grad_norm": 46.551666259765625, + "learning_rate": 1.7337962962962964e-05, + "loss": 0.8185, + "step": 750 + }, + { + "epoch": 1.7939814814814814, + "grad_norm": 20.20578384399414, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.9715, + "step": 775 + }, + { + "epoch": 1.8518518518518519, + "grad_norm": 29.801197052001953, + "learning_rate": 1.849537037037037e-05, + "loss": 0.9031, + "step": 800 + }, + { + "epoch": 1.9097222222222223, + "grad_norm": 110.47039794921875, + "learning_rate": 1.9074074074074075e-05, + "loss": 1.086, + "step": 825 + }, + { + "epoch": 1.9675925925925926, + "grad_norm": 17.973711013793945, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.8584, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9427083333333334, + "eval_loss": 0.19578659534454346, + "eval_macro_f1": 0.7670032365474535, + "eval_runtime": 2.5908, + "eval_samples_per_second": 592.871, + "eval_steps_per_second": 37.054, + "eval_weighted_f1": 0.9366784112319161, + "step": 864 + }, + { + "epoch": 2.025462962962963, + "grad_norm": 69.10882568359375, + "learning_rate": 1.997427983539095e-05, + "loss": 0.9449, + "step": 875 + }, + { + "epoch": 2.0833333333333335, + "grad_norm": 16.333559036254883, + "learning_rate": 1.9909979423868314e-05, + "loss": 0.8188, + "step": 900 + }, + { + "epoch": 2.1412037037037037, + "grad_norm": 1.5985503196716309, + "learning_rate": 1.984567901234568e-05, + "loss": 0.6324, + "step": 925 + }, + { + "epoch": 2.199074074074074, + "grad_norm": 16.625091552734375, + "learning_rate": 1.9781378600823048e-05, + "loss": 0.8984, + "step": 950 + }, + { + "epoch": 2.2569444444444446, + "grad_norm": 30.334985733032227, + "learning_rate": 1.9717078189300413e-05, + "loss": 0.7804, + "step": 975 + }, + { + "epoch": 2.314814814814815, + "grad_norm": 47.551109313964844, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.962, + "step": 1000 + }, + { + "epoch": 2.372685185185185, + "grad_norm": 23.778051376342773, + "learning_rate": 1.9588477366255147e-05, + "loss": 0.6028, + "step": 1025 + }, + { + "epoch": 2.4305555555555554, + "grad_norm": 77.27819061279297, + "learning_rate": 1.9524176954732512e-05, + "loss": 0.8474, + "step": 1050 + }, + { + "epoch": 2.488425925925926, + "grad_norm": 6.993919849395752, + "learning_rate": 1.945987654320988e-05, + "loss": 0.695, + "step": 1075 + }, + { + "epoch": 2.5462962962962963, + "grad_norm": 84.19181823730469, + "learning_rate": 1.9395576131687242e-05, + "loss": 0.7801, + "step": 1100 + }, + { + "epoch": 2.6041666666666665, + "grad_norm": 20.49815559387207, + "learning_rate": 1.933127572016461e-05, + "loss": 0.7482, + "step": 1125 + }, + { + "epoch": 2.662037037037037, + "grad_norm": 169.65748596191406, + "learning_rate": 1.926697530864198e-05, + "loss": 0.6498, + "step": 1150 + }, + { + "epoch": 2.7199074074074074, + "grad_norm": 146.37579345703125, + "learning_rate": 1.920267489711934e-05, + "loss": 1.082, + "step": 1175 + }, + { + "epoch": 2.7777777777777777, + "grad_norm": 24.374521255493164, + "learning_rate": 1.913837448559671e-05, + "loss": 0.6934, + "step": 1200 + }, + { + "epoch": 2.835648148148148, + "grad_norm": 36.96682357788086, + "learning_rate": 1.9074074074074075e-05, + "loss": 0.6583, + "step": 1225 + }, + { + "epoch": 2.8935185185185186, + "grad_norm": 14.058717727661133, + "learning_rate": 1.9009773662551443e-05, + "loss": 0.7863, + "step": 1250 + }, + { + "epoch": 2.951388888888889, + "grad_norm": 96.81929779052734, + "learning_rate": 1.8945473251028808e-05, + "loss": 0.8772, + "step": 1275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9453125, + "eval_loss": 0.21844400465488434, + "eval_macro_f1": 0.7931964912895384, + "eval_runtime": 2.7706, + "eval_samples_per_second": 554.401, + "eval_steps_per_second": 34.65, + "eval_weighted_f1": 0.9419564416303053, + "step": 1296 + }, + { + "epoch": 3.009259259259259, + "grad_norm": 11.682266235351562, + "learning_rate": 1.8881172839506173e-05, + "loss": 0.6075, + "step": 1300 + }, + { + "epoch": 3.0671296296296298, + "grad_norm": 0.9776032567024231, + "learning_rate": 1.8816872427983542e-05, + "loss": 0.4715, + "step": 1325 + }, + { + "epoch": 3.125, + "grad_norm": 13.748531341552734, + "learning_rate": 1.8752572016460907e-05, + "loss": 0.6725, + "step": 1350 + }, + { + "epoch": 3.1828703703703702, + "grad_norm": 44.35828399658203, + "learning_rate": 1.8688271604938272e-05, + "loss": 0.7176, + "step": 1375 + }, + { + "epoch": 3.240740740740741, + "grad_norm": 2.261559247970581, + "learning_rate": 1.862397119341564e-05, + "loss": 0.7618, + "step": 1400 + }, + { + "epoch": 3.298611111111111, + "grad_norm": 28.58606719970703, + "learning_rate": 1.8559670781893006e-05, + "loss": 0.5869, + "step": 1425 + }, + { + "epoch": 3.3564814814814814, + "grad_norm": 15.036140441894531, + "learning_rate": 1.849537037037037e-05, + "loss": 0.5509, + "step": 1450 + }, + { + "epoch": 3.414351851851852, + "grad_norm": 22.045164108276367, + "learning_rate": 1.843106995884774e-05, + "loss": 0.7647, + "step": 1475 + }, + { + "epoch": 3.4722222222222223, + "grad_norm": 59.06228256225586, + "learning_rate": 1.8366769547325105e-05, + "loss": 0.6404, + "step": 1500 + }, + { + "epoch": 3.5300925925925926, + "grad_norm": 66.983642578125, + "learning_rate": 1.830246913580247e-05, + "loss": 0.6084, + "step": 1525 + }, + { + "epoch": 3.587962962962963, + "grad_norm": 73.5270004272461, + "learning_rate": 1.8238168724279838e-05, + "loss": 0.5995, + "step": 1550 + }, + { + "epoch": 3.6458333333333335, + "grad_norm": 84.61690521240234, + "learning_rate": 1.8173868312757203e-05, + "loss": 0.6253, + "step": 1575 + }, + { + "epoch": 3.7037037037037037, + "grad_norm": 17.458417892456055, + "learning_rate": 1.8109567901234572e-05, + "loss": 0.7179, + "step": 1600 + }, + { + "epoch": 3.761574074074074, + "grad_norm": 126.24348449707031, + "learning_rate": 1.8045267489711934e-05, + "loss": 0.6525, + "step": 1625 + }, + { + "epoch": 3.8194444444444446, + "grad_norm": 39.573638916015625, + "learning_rate": 1.7980967078189302e-05, + "loss": 0.5618, + "step": 1650 + }, + { + "epoch": 3.877314814814815, + "grad_norm": 53.11539840698242, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.7325, + "step": 1675 + }, + { + "epoch": 3.935185185185185, + "grad_norm": 3.4260852336883545, + "learning_rate": 1.7852366255144032e-05, + "loss": 0.5978, + "step": 1700 + }, + { + "epoch": 3.9930555555555554, + "grad_norm": 52.80131530761719, + "learning_rate": 1.77880658436214e-05, + "loss": 0.6032, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.951171875, + "eval_loss": 0.22847791016101837, + "eval_macro_f1": 0.8466377507075182, + "eval_runtime": 2.6012, + "eval_samples_per_second": 590.495, + "eval_steps_per_second": 36.906, + "eval_weighted_f1": 0.9500783641238311, + "step": 1728 + }, + { + "epoch": 4.050925925925926, + "grad_norm": 13.236309051513672, + "learning_rate": 1.7723765432098766e-05, + "loss": 0.4686, + "step": 1750 + }, + { + "epoch": 4.108796296296297, + "grad_norm": 29.55046844482422, + "learning_rate": 1.7659465020576135e-05, + "loss": 0.5839, + "step": 1775 + }, + { + "epoch": 4.166666666666667, + "grad_norm": 4.134058475494385, + "learning_rate": 1.75951646090535e-05, + "loss": 0.5621, + "step": 1800 + }, + { + "epoch": 4.224537037037037, + "grad_norm": 15.881522178649902, + "learning_rate": 1.7530864197530865e-05, + "loss": 0.5481, + "step": 1825 + }, + { + "epoch": 4.282407407407407, + "grad_norm": 162.06448364257812, + "learning_rate": 1.7466563786008233e-05, + "loss": 0.6885, + "step": 1850 + }, + { + "epoch": 4.340277777777778, + "grad_norm": 30.01666831970215, + "learning_rate": 1.74022633744856e-05, + "loss": 0.497, + "step": 1875 + }, + { + "epoch": 4.398148148148148, + "grad_norm": 8.902725219726562, + "learning_rate": 1.7337962962962964e-05, + "loss": 0.6228, + "step": 1900 + }, + { + "epoch": 4.456018518518518, + "grad_norm": 46.6800651550293, + "learning_rate": 1.7273662551440332e-05, + "loss": 0.6253, + "step": 1925 + }, + { + "epoch": 4.513888888888889, + "grad_norm": 17.690563201904297, + "learning_rate": 1.7209362139917697e-05, + "loss": 0.4492, + "step": 1950 + }, + { + "epoch": 4.5717592592592595, + "grad_norm": 45.41405487060547, + "learning_rate": 1.7145061728395063e-05, + "loss": 0.6581, + "step": 1975 + }, + { + "epoch": 4.62962962962963, + "grad_norm": 4.76884651184082, + "learning_rate": 1.708076131687243e-05, + "loss": 0.4735, + "step": 2000 + }, + { + "epoch": 4.6875, + "grad_norm": 17.413076400756836, + "learning_rate": 1.7016460905349796e-05, + "loss": 0.6678, + "step": 2025 + }, + { + "epoch": 4.74537037037037, + "grad_norm": 103.38560485839844, + "learning_rate": 1.695216049382716e-05, + "loss": 0.4868, + "step": 2050 + }, + { + "epoch": 4.8032407407407405, + "grad_norm": 33.92381286621094, + "learning_rate": 1.6887860082304527e-05, + "loss": 0.5959, + "step": 2075 + }, + { + "epoch": 4.861111111111111, + "grad_norm": 51.62874984741211, + "learning_rate": 1.6823559670781895e-05, + "loss": 0.4385, + "step": 2100 + }, + { + "epoch": 4.918981481481482, + "grad_norm": 2.1707582473754883, + "learning_rate": 1.675925925925926e-05, + "loss": 0.481, + "step": 2125 + }, + { + "epoch": 4.976851851851852, + "grad_norm": 28.178739547729492, + "learning_rate": 1.6694958847736625e-05, + "loss": 0.7339, + "step": 2150 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9505208333333334, + "eval_loss": 0.19848275184631348, + "eval_macro_f1": 0.8376905892875772, + "eval_runtime": 2.761, + "eval_samples_per_second": 556.31, + "eval_steps_per_second": 34.769, + "eval_weighted_f1": 0.9497991756581476, + "step": 2160 + }, + { + "epoch": 5.034722222222222, + "grad_norm": 0.7346844673156738, + "learning_rate": 1.6630658436213994e-05, + "loss": 0.4949, + "step": 2175 + }, + { + "epoch": 5.092592592592593, + "grad_norm": 67.35960388183594, + "learning_rate": 1.656635802469136e-05, + "loss": 0.3948, + "step": 2200 + }, + { + "epoch": 5.150462962962963, + "grad_norm": 50.490135192871094, + "learning_rate": 1.6502057613168724e-05, + "loss": 0.4491, + "step": 2225 + }, + { + "epoch": 5.208333333333333, + "grad_norm": 45.66510772705078, + "learning_rate": 1.6437757201646093e-05, + "loss": 0.3895, + "step": 2250 + }, + { + "epoch": 5.266203703703704, + "grad_norm": 76.2572250366211, + "learning_rate": 1.6373456790123458e-05, + "loss": 0.555, + "step": 2275 + }, + { + "epoch": 5.324074074074074, + "grad_norm": 66.0561752319336, + "learning_rate": 1.6309156378600823e-05, + "loss": 0.3849, + "step": 2300 + }, + { + "epoch": 5.381944444444445, + "grad_norm": 29.798059463500977, + "learning_rate": 1.624485596707819e-05, + "loss": 0.5678, + "step": 2325 + }, + { + "epoch": 5.439814814814815, + "grad_norm": 62.86496353149414, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.5361, + "step": 2350 + }, + { + "epoch": 5.497685185185185, + "grad_norm": 9.850750923156738, + "learning_rate": 1.6116255144032925e-05, + "loss": 0.6026, + "step": 2375 + }, + { + "epoch": 5.555555555555555, + "grad_norm": 0.7278081178665161, + "learning_rate": 1.605195473251029e-05, + "loss": 0.4757, + "step": 2400 + }, + { + "epoch": 5.613425925925926, + "grad_norm": 68.41249084472656, + "learning_rate": 1.5987654320987655e-05, + "loss": 0.5049, + "step": 2425 + }, + { + "epoch": 5.671296296296296, + "grad_norm": 6.426863670349121, + "learning_rate": 1.5923353909465024e-05, + "loss": 0.3409, + "step": 2450 + }, + { + "epoch": 5.729166666666667, + "grad_norm": 0.8676145672798157, + "learning_rate": 1.5859053497942386e-05, + "loss": 0.5512, + "step": 2475 + }, + { + "epoch": 5.787037037037037, + "grad_norm": 28.023048400878906, + "learning_rate": 1.5794753086419754e-05, + "loss": 0.6162, + "step": 2500 + }, + { + "epoch": 5.844907407407407, + "grad_norm": 6.43571138381958, + "learning_rate": 1.573045267489712e-05, + "loss": 0.4404, + "step": 2525 + }, + { + "epoch": 5.902777777777778, + "grad_norm": 0.140180304646492, + "learning_rate": 1.5666152263374488e-05, + "loss": 0.4018, + "step": 2550 + }, + { + "epoch": 5.960648148148148, + "grad_norm": 9.500495910644531, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.3156, + "step": 2575 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9537760416666666, + "eval_loss": 0.24596361815929413, + "eval_macro_f1": 0.846211550763909, + "eval_runtime": 2.5619, + "eval_samples_per_second": 599.55, + "eval_steps_per_second": 37.472, + "eval_weighted_f1": 0.9527534425425458, + "step": 2592 + }, + { + "epoch": 6.018518518518518, + "grad_norm": 0.4351826012134552, + "learning_rate": 1.5537551440329218e-05, + "loss": 0.5081, + "step": 2600 + }, + { + "epoch": 6.076388888888889, + "grad_norm": 1.7611814737319946, + "learning_rate": 1.5473251028806587e-05, + "loss": 0.2238, + "step": 2625 + }, + { + "epoch": 6.1342592592592595, + "grad_norm": 39.17645263671875, + "learning_rate": 1.5408950617283952e-05, + "loss": 0.2447, + "step": 2650 + }, + { + "epoch": 6.19212962962963, + "grad_norm": 0.15003104507923126, + "learning_rate": 1.5344650205761317e-05, + "loss": 0.2459, + "step": 2675 + }, + { + "epoch": 6.25, + "grad_norm": 0.11371498554944992, + "learning_rate": 1.5280349794238685e-05, + "loss": 0.3465, + "step": 2700 + }, + { + "epoch": 6.30787037037037, + "grad_norm": 77.50382995605469, + "learning_rate": 1.5216049382716052e-05, + "loss": 0.4064, + "step": 2725 + }, + { + "epoch": 6.3657407407407405, + "grad_norm": 3.1884665489196777, + "learning_rate": 1.5151748971193416e-05, + "loss": 0.1159, + "step": 2750 + }, + { + "epoch": 6.423611111111111, + "grad_norm": 136.2264862060547, + "learning_rate": 1.5087448559670783e-05, + "loss": 0.459, + "step": 2775 + }, + { + "epoch": 6.481481481481482, + "grad_norm": 0.22825078666210175, + "learning_rate": 1.502314814814815e-05, + "loss": 0.4569, + "step": 2800 + }, + { + "epoch": 6.539351851851852, + "grad_norm": 0.8689952492713928, + "learning_rate": 1.4958847736625515e-05, + "loss": 0.359, + "step": 2825 + }, + { + "epoch": 6.597222222222222, + "grad_norm": 17.308504104614258, + "learning_rate": 1.4894547325102881e-05, + "loss": 0.5179, + "step": 2850 + }, + { + "epoch": 6.655092592592593, + "grad_norm": 254.60523986816406, + "learning_rate": 1.4830246913580248e-05, + "loss": 0.6557, + "step": 2875 + }, + { + "epoch": 6.712962962962963, + "grad_norm": 35.65666580200195, + "learning_rate": 1.4765946502057615e-05, + "loss": 0.4779, + "step": 2900 + }, + { + "epoch": 6.770833333333333, + "grad_norm": 0.3648676872253418, + "learning_rate": 1.470164609053498e-05, + "loss": 0.5722, + "step": 2925 + }, + { + "epoch": 6.828703703703704, + "grad_norm": 0.1878969967365265, + "learning_rate": 1.4637345679012347e-05, + "loss": 0.5762, + "step": 2950 + }, + { + "epoch": 6.886574074074074, + "grad_norm": 12.48142147064209, + "learning_rate": 1.4573045267489714e-05, + "loss": 0.5076, + "step": 2975 + }, + { + "epoch": 6.944444444444445, + "grad_norm": 99.05030059814453, + "learning_rate": 1.4508744855967079e-05, + "loss": 0.5042, + "step": 3000 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.951171875, + "eval_loss": 0.3275856077671051, + "eval_macro_f1": 0.8322973297437617, + "eval_runtime": 2.7283, + "eval_samples_per_second": 562.989, + "eval_steps_per_second": 35.187, + "eval_weighted_f1": 0.950789053193439, + "step": 3024 + } + ], + "logging_steps": 25, + "max_steps": 8640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9c93b69e71ca05386ae04d5e9c0f05455a726e5c --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc10f721bace7025b68b656a9c60fe400cbe29c33f85693c76c18c941c6f215 +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..3484a0bad334e98a27a7e5171b42c87cbed0aafb --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024/trainer_state.json @@ -0,0 +1,960 @@ +{ + "best_global_step": 3024, + "best_metric": 0.8609934954861401, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 3024, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05787037037037037, + "grad_norm": 82.73902130126953, + "learning_rate": 5.555555555555555e-07, + "loss": 5.2964, + "step": 25 + }, + { + "epoch": 0.11574074074074074, + "grad_norm": 80.60689544677734, + "learning_rate": 1.1342592592592594e-06, + "loss": 5.0066, + "step": 50 + }, + { + "epoch": 0.1736111111111111, + "grad_norm": 67.28254699707031, + "learning_rate": 1.7129629629629632e-06, + "loss": 4.4119, + "step": 75 + }, + { + "epoch": 0.23148148148148148, + "grad_norm": 27.349506378173828, + "learning_rate": 2.2916666666666666e-06, + "loss": 3.907, + "step": 100 + }, + { + "epoch": 0.28935185185185186, + "grad_norm": 33.58013153076172, + "learning_rate": 2.8703703703703706e-06, + "loss": 3.5698, + "step": 125 + }, + { + "epoch": 0.3472222222222222, + "grad_norm": 44.847740173339844, + "learning_rate": 3.449074074074074e-06, + "loss": 3.2046, + "step": 150 + }, + { + "epoch": 0.4050925925925926, + "grad_norm": 38.72053909301758, + "learning_rate": 4.027777777777779e-06, + "loss": 2.9533, + "step": 175 + }, + { + "epoch": 0.46296296296296297, + "grad_norm": 52.537208557128906, + "learning_rate": 4.606481481481481e-06, + "loss": 2.1736, + "step": 200 + }, + { + "epoch": 0.5208333333333334, + "grad_norm": 47.33808898925781, + "learning_rate": 5.185185185185185e-06, + "loss": 1.9102, + "step": 225 + }, + { + "epoch": 0.5787037037037037, + "grad_norm": 73.81604766845703, + "learning_rate": 5.7638888888888886e-06, + "loss": 1.5759, + "step": 250 + }, + { + "epoch": 0.6365740740740741, + "grad_norm": 39.27866744995117, + "learning_rate": 6.342592592592594e-06, + "loss": 1.3187, + "step": 275 + }, + { + "epoch": 0.6944444444444444, + "grad_norm": 55.451534271240234, + "learning_rate": 6.9212962962962974e-06, + "loss": 1.4169, + "step": 300 + }, + { + "epoch": 0.7523148148148148, + "grad_norm": 84.00487518310547, + "learning_rate": 7.500000000000001e-06, + "loss": 1.0752, + "step": 325 + }, + { + "epoch": 0.8101851851851852, + "grad_norm": 72.88031005859375, + "learning_rate": 8.078703703703705e-06, + "loss": 1.1405, + "step": 350 + }, + { + "epoch": 0.8680555555555556, + "grad_norm": 41.62980651855469, + "learning_rate": 8.657407407407408e-06, + "loss": 1.21, + "step": 375 + }, + { + "epoch": 0.9259259259259259, + "grad_norm": 26.167938232421875, + "learning_rate": 9.236111111111112e-06, + "loss": 1.332, + "step": 400 + }, + { + "epoch": 0.9837962962962963, + "grad_norm": 10.438868522644043, + "learning_rate": 9.814814814814815e-06, + "loss": 1.3241, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9368489583333334, + "eval_loss": 0.2482062578201294, + "eval_macro_f1": 0.6342602821234896, + "eval_runtime": 2.6918, + "eval_samples_per_second": 570.617, + "eval_steps_per_second": 35.664, + "eval_weighted_f1": 0.9222907800397323, + "step": 432 + }, + { + "epoch": 1.0416666666666667, + "grad_norm": 16.015539169311523, + "learning_rate": 1.0393518518518519e-05, + "loss": 1.1026, + "step": 450 + }, + { + "epoch": 1.099537037037037, + "grad_norm": 45.44345474243164, + "learning_rate": 1.0972222222222224e-05, + "loss": 1.0849, + "step": 475 + }, + { + "epoch": 1.1574074074074074, + "grad_norm": 156.24740600585938, + "learning_rate": 1.1550925925925926e-05, + "loss": 0.9285, + "step": 500 + }, + { + "epoch": 1.2152777777777777, + "grad_norm": 20.207740783691406, + "learning_rate": 1.2129629629629631e-05, + "loss": 1.0391, + "step": 525 + }, + { + "epoch": 1.2731481481481481, + "grad_norm": 23.24751853942871, + "learning_rate": 1.2708333333333333e-05, + "loss": 0.9258, + "step": 550 + }, + { + "epoch": 1.3310185185185186, + "grad_norm": 21.771543502807617, + "learning_rate": 1.3287037037037039e-05, + "loss": 1.1222, + "step": 575 + }, + { + "epoch": 1.3888888888888888, + "grad_norm": 40.02564239501953, + "learning_rate": 1.3865740740740742e-05, + "loss": 0.8072, + "step": 600 + }, + { + "epoch": 1.4467592592592593, + "grad_norm": 20.242828369140625, + "learning_rate": 1.4444444444444446e-05, + "loss": 1.0154, + "step": 625 + }, + { + "epoch": 1.5046296296296298, + "grad_norm": 18.429349899291992, + "learning_rate": 1.502314814814815e-05, + "loss": 0.9192, + "step": 650 + }, + { + "epoch": 1.5625, + "grad_norm": 8.24971866607666, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.9058, + "step": 675 + }, + { + "epoch": 1.6203703703703702, + "grad_norm": 30.95116424560547, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.9407, + "step": 700 + }, + { + "epoch": 1.6782407407407407, + "grad_norm": 129.74327087402344, + "learning_rate": 1.675925925925926e-05, + "loss": 0.9634, + "step": 725 + }, + { + "epoch": 1.7361111111111112, + "grad_norm": 26.95757484436035, + "learning_rate": 1.7337962962962964e-05, + "loss": 1.0537, + "step": 750 + }, + { + "epoch": 1.7939814814814814, + "grad_norm": 5.338286399841309, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.7877, + "step": 775 + }, + { + "epoch": 1.8518518518518519, + "grad_norm": 98.98066711425781, + "learning_rate": 1.849537037037037e-05, + "loss": 0.8965, + "step": 800 + }, + { + "epoch": 1.9097222222222223, + "grad_norm": 57.06624221801758, + "learning_rate": 1.9074074074074075e-05, + "loss": 1.1146, + "step": 825 + }, + { + "epoch": 1.9675925925925926, + "grad_norm": 35.36452865600586, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.7483, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.94140625, + "eval_loss": 0.2375241070985794, + "eval_macro_f1": 0.8152709933245389, + "eval_runtime": 2.6841, + "eval_samples_per_second": 572.263, + "eval_steps_per_second": 35.766, + "eval_weighted_f1": 0.9406899808755345, + "step": 864 + }, + { + "epoch": 2.025462962962963, + "grad_norm": 56.625465393066406, + "learning_rate": 1.997427983539095e-05, + "loss": 0.7019, + "step": 875 + }, + { + "epoch": 2.0833333333333335, + "grad_norm": 24.84180450439453, + "learning_rate": 1.9909979423868314e-05, + "loss": 0.9122, + "step": 900 + }, + { + "epoch": 2.1412037037037037, + "grad_norm": 68.49275207519531, + "learning_rate": 1.984567901234568e-05, + "loss": 0.8895, + "step": 925 + }, + { + "epoch": 2.199074074074074, + "grad_norm": 26.102392196655273, + "learning_rate": 1.9781378600823048e-05, + "loss": 0.7368, + "step": 950 + }, + { + "epoch": 2.2569444444444446, + "grad_norm": 6.157418727874756, + "learning_rate": 1.9717078189300413e-05, + "loss": 0.7754, + "step": 975 + }, + { + "epoch": 2.314814814814815, + "grad_norm": 6.266651630401611, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.8429, + "step": 1000 + }, + { + "epoch": 2.372685185185185, + "grad_norm": 64.42955780029297, + "learning_rate": 1.9588477366255147e-05, + "loss": 0.8578, + "step": 1025 + }, + { + "epoch": 2.4305555555555554, + "grad_norm": 23.28411865234375, + "learning_rate": 1.9524176954732512e-05, + "loss": 0.8656, + "step": 1050 + }, + { + "epoch": 2.488425925925926, + "grad_norm": 16.945072174072266, + "learning_rate": 1.945987654320988e-05, + "loss": 0.8507, + "step": 1075 + }, + { + "epoch": 2.5462962962962963, + "grad_norm": 76.84447479248047, + "learning_rate": 1.9395576131687242e-05, + "loss": 0.5628, + "step": 1100 + }, + { + "epoch": 2.6041666666666665, + "grad_norm": 24.4870548248291, + "learning_rate": 1.933127572016461e-05, + "loss": 0.7075, + "step": 1125 + }, + { + "epoch": 2.662037037037037, + "grad_norm": 73.66343688964844, + "learning_rate": 1.926697530864198e-05, + "loss": 0.8494, + "step": 1150 + }, + { + "epoch": 2.7199074074074074, + "grad_norm": 13.150333404541016, + "learning_rate": 1.920267489711934e-05, + "loss": 0.693, + "step": 1175 + }, + { + "epoch": 2.7777777777777777, + "grad_norm": 50.091041564941406, + "learning_rate": 1.913837448559671e-05, + "loss": 0.8619, + "step": 1200 + }, + { + "epoch": 2.835648148148148, + "grad_norm": 22.63572120666504, + "learning_rate": 1.9074074074074075e-05, + "loss": 0.6123, + "step": 1225 + }, + { + "epoch": 2.8935185185185186, + "grad_norm": 106.26939392089844, + "learning_rate": 1.9009773662551443e-05, + "loss": 0.8898, + "step": 1250 + }, + { + "epoch": 2.951388888888889, + "grad_norm": 155.05953979492188, + "learning_rate": 1.8945473251028808e-05, + "loss": 0.7136, + "step": 1275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9505208333333334, + "eval_loss": 0.21835680305957794, + "eval_macro_f1": 0.8099756162002812, + "eval_runtime": 2.6642, + "eval_samples_per_second": 576.525, + "eval_steps_per_second": 36.033, + "eval_weighted_f1": 0.9477068353704391, + "step": 1296 + }, + { + "epoch": 3.009259259259259, + "grad_norm": 18.929702758789062, + "learning_rate": 1.8881172839506173e-05, + "loss": 0.8364, + "step": 1300 + }, + { + "epoch": 3.0671296296296298, + "grad_norm": 58.18959045410156, + "learning_rate": 1.8816872427983542e-05, + "loss": 0.5596, + "step": 1325 + }, + { + "epoch": 3.125, + "grad_norm": 16.75127601623535, + "learning_rate": 1.8752572016460907e-05, + "loss": 0.8431, + "step": 1350 + }, + { + "epoch": 3.1828703703703702, + "grad_norm": 0.5393362045288086, + "learning_rate": 1.8688271604938272e-05, + "loss": 0.5533, + "step": 1375 + }, + { + "epoch": 3.240740740740741, + "grad_norm": 49.60858154296875, + "learning_rate": 1.862397119341564e-05, + "loss": 0.7611, + "step": 1400 + }, + { + "epoch": 3.298611111111111, + "grad_norm": 21.734601974487305, + "learning_rate": 1.8559670781893006e-05, + "loss": 0.6485, + "step": 1425 + }, + { + "epoch": 3.3564814814814814, + "grad_norm": 46.98013687133789, + "learning_rate": 1.849537037037037e-05, + "loss": 0.72, + "step": 1450 + }, + { + "epoch": 3.414351851851852, + "grad_norm": 105.55406951904297, + "learning_rate": 1.843106995884774e-05, + "loss": 0.5663, + "step": 1475 + }, + { + "epoch": 3.4722222222222223, + "grad_norm": 103.82400512695312, + "learning_rate": 1.8366769547325105e-05, + "loss": 0.5895, + "step": 1500 + }, + { + "epoch": 3.5300925925925926, + "grad_norm": 9.617177963256836, + "learning_rate": 1.830246913580247e-05, + "loss": 0.6035, + "step": 1525 + }, + { + "epoch": 3.587962962962963, + "grad_norm": 59.46955490112305, + "learning_rate": 1.8238168724279838e-05, + "loss": 0.7278, + "step": 1550 + }, + { + "epoch": 3.6458333333333335, + "grad_norm": 39.740421295166016, + "learning_rate": 1.8173868312757203e-05, + "loss": 0.6816, + "step": 1575 + }, + { + "epoch": 3.7037037037037037, + "grad_norm": 31.096881866455078, + "learning_rate": 1.8109567901234572e-05, + "loss": 0.5266, + "step": 1600 + }, + { + "epoch": 3.761574074074074, + "grad_norm": 2.990910768508911, + "learning_rate": 1.8045267489711934e-05, + "loss": 0.7914, + "step": 1625 + }, + { + "epoch": 3.8194444444444446, + "grad_norm": 0.7209607362747192, + "learning_rate": 1.7980967078189302e-05, + "loss": 0.5373, + "step": 1650 + }, + { + "epoch": 3.877314814814815, + "grad_norm": 11.166374206542969, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.6977, + "step": 1675 + }, + { + "epoch": 3.935185185185185, + "grad_norm": 15.315892219543457, + "learning_rate": 1.7852366255144032e-05, + "loss": 0.5193, + "step": 1700 + }, + { + "epoch": 3.9930555555555554, + "grad_norm": 67.17281341552734, + "learning_rate": 1.77880658436214e-05, + "loss": 0.8109, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9485677083333334, + "eval_loss": 0.19590334594249725, + "eval_macro_f1": 0.802080937076601, + "eval_runtime": 2.6005, + "eval_samples_per_second": 590.654, + "eval_steps_per_second": 36.916, + "eval_weighted_f1": 0.9454780988600039, + "step": 1728 + }, + { + "epoch": 4.050925925925926, + "grad_norm": 94.29795837402344, + "learning_rate": 1.7723765432098766e-05, + "loss": 0.6818, + "step": 1750 + }, + { + "epoch": 4.108796296296297, + "grad_norm": 24.064367294311523, + "learning_rate": 1.7659465020576135e-05, + "loss": 0.5544, + "step": 1775 + }, + { + "epoch": 4.166666666666667, + "grad_norm": 38.321075439453125, + "learning_rate": 1.75951646090535e-05, + "loss": 0.4663, + "step": 1800 + }, + { + "epoch": 4.224537037037037, + "grad_norm": 7.980203151702881, + "learning_rate": 1.7530864197530865e-05, + "loss": 0.5765, + "step": 1825 + }, + { + "epoch": 4.282407407407407, + "grad_norm": 25.729049682617188, + "learning_rate": 1.7466563786008233e-05, + "loss": 0.5243, + "step": 1850 + }, + { + "epoch": 4.340277777777778, + "grad_norm": 64.61236572265625, + "learning_rate": 1.74022633744856e-05, + "loss": 0.606, + "step": 1875 + }, + { + "epoch": 4.398148148148148, + "grad_norm": 81.3261489868164, + "learning_rate": 1.7337962962962964e-05, + "loss": 0.5909, + "step": 1900 + }, + { + "epoch": 4.456018518518518, + "grad_norm": 8.957422256469727, + "learning_rate": 1.7273662551440332e-05, + "loss": 0.5946, + "step": 1925 + }, + { + "epoch": 4.513888888888889, + "grad_norm": 16.57827377319336, + "learning_rate": 1.7209362139917697e-05, + "loss": 0.5804, + "step": 1950 + }, + { + "epoch": 4.5717592592592595, + "grad_norm": 20.362539291381836, + "learning_rate": 1.7145061728395063e-05, + "loss": 0.4904, + "step": 1975 + }, + { + "epoch": 4.62962962962963, + "grad_norm": 0.26764002442359924, + "learning_rate": 1.708076131687243e-05, + "loss": 0.5025, + "step": 2000 + }, + { + "epoch": 4.6875, + "grad_norm": 2.8102307319641113, + "learning_rate": 1.7016460905349796e-05, + "loss": 0.6486, + "step": 2025 + }, + { + "epoch": 4.74537037037037, + "grad_norm": 11.745499610900879, + "learning_rate": 1.695216049382716e-05, + "loss": 0.5127, + "step": 2050 + }, + { + "epoch": 4.8032407407407405, + "grad_norm": 20.328826904296875, + "learning_rate": 1.6887860082304527e-05, + "loss": 0.7008, + "step": 2075 + }, + { + "epoch": 4.861111111111111, + "grad_norm": 51.38047790527344, + "learning_rate": 1.6823559670781895e-05, + "loss": 0.565, + "step": 2100 + }, + { + "epoch": 4.918981481481482, + "grad_norm": 0.2971901297569275, + "learning_rate": 1.675925925925926e-05, + "loss": 0.3992, + "step": 2125 + }, + { + "epoch": 4.976851851851852, + "grad_norm": 71.4656753540039, + "learning_rate": 1.6694958847736625e-05, + "loss": 0.6964, + "step": 2150 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9440104166666666, + "eval_loss": 0.2495991438627243, + "eval_macro_f1": 0.8285194474545609, + "eval_runtime": 2.4721, + "eval_samples_per_second": 621.322, + "eval_steps_per_second": 38.833, + "eval_weighted_f1": 0.9440050231546148, + "step": 2160 + }, + { + "epoch": 5.034722222222222, + "grad_norm": 5.845027446746826, + "learning_rate": 1.6630658436213994e-05, + "loss": 0.3794, + "step": 2175 + }, + { + "epoch": 5.092592592592593, + "grad_norm": 0.41864338517189026, + "learning_rate": 1.656635802469136e-05, + "loss": 0.3618, + "step": 2200 + }, + { + "epoch": 5.150462962962963, + "grad_norm": 0.0687132254242897, + "learning_rate": 1.6502057613168724e-05, + "loss": 0.1368, + "step": 2225 + }, + { + "epoch": 5.208333333333333, + "grad_norm": 36.082923889160156, + "learning_rate": 1.6437757201646093e-05, + "loss": 0.5501, + "step": 2250 + }, + { + "epoch": 5.266203703703704, + "grad_norm": 47.39517593383789, + "learning_rate": 1.6373456790123458e-05, + "loss": 0.4141, + "step": 2275 + }, + { + "epoch": 5.324074074074074, + "grad_norm": 10.535026550292969, + "learning_rate": 1.6309156378600823e-05, + "loss": 0.466, + "step": 2300 + }, + { + "epoch": 5.381944444444445, + "grad_norm": 1.0891391038894653, + "learning_rate": 1.624485596707819e-05, + "loss": 0.3178, + "step": 2325 + }, + { + "epoch": 5.439814814814815, + "grad_norm": 8.60722827911377, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.6848, + "step": 2350 + }, + { + "epoch": 5.497685185185185, + "grad_norm": 3.7586820125579834, + "learning_rate": 1.6116255144032925e-05, + "loss": 0.6427, + "step": 2375 + }, + { + "epoch": 5.555555555555555, + "grad_norm": 17.35585594177246, + "learning_rate": 1.605195473251029e-05, + "loss": 0.4691, + "step": 2400 + }, + { + "epoch": 5.613425925925926, + "grad_norm": 11.135176658630371, + "learning_rate": 1.5987654320987655e-05, + "loss": 0.587, + "step": 2425 + }, + { + "epoch": 5.671296296296296, + "grad_norm": 17.82963752746582, + "learning_rate": 1.5923353909465024e-05, + "loss": 0.6812, + "step": 2450 + }, + { + "epoch": 5.729166666666667, + "grad_norm": 26.284847259521484, + "learning_rate": 1.5859053497942386e-05, + "loss": 0.5526, + "step": 2475 + }, + { + "epoch": 5.787037037037037, + "grad_norm": 1.036664605140686, + "learning_rate": 1.5794753086419754e-05, + "loss": 0.5162, + "step": 2500 + }, + { + "epoch": 5.844907407407407, + "grad_norm": 8.77308177947998, + "learning_rate": 1.573045267489712e-05, + "loss": 0.52, + "step": 2525 + }, + { + "epoch": 5.902777777777778, + "grad_norm": 71.6601791381836, + "learning_rate": 1.5666152263374488e-05, + "loss": 0.4765, + "step": 2550 + }, + { + "epoch": 5.960648148148148, + "grad_norm": 15.726258277893066, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.5014, + "step": 2575 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.947265625, + "eval_loss": 0.2682288587093353, + "eval_macro_f1": 0.8263891472930629, + "eval_runtime": 2.6472, + "eval_samples_per_second": 580.239, + "eval_steps_per_second": 36.265, + "eval_weighted_f1": 0.948572612032257, + "step": 2592 + }, + { + "epoch": 6.018518518518518, + "grad_norm": 69.67053985595703, + "learning_rate": 1.5537551440329218e-05, + "loss": 0.4339, + "step": 2600 + }, + { + "epoch": 6.076388888888889, + "grad_norm": 1.1005853414535522, + "learning_rate": 1.5473251028806587e-05, + "loss": 0.2438, + "step": 2625 + }, + { + "epoch": 6.1342592592592595, + "grad_norm": 0.34561264514923096, + "learning_rate": 1.5408950617283952e-05, + "loss": 0.6515, + "step": 2650 + }, + { + "epoch": 6.19212962962963, + "grad_norm": 47.421573638916016, + "learning_rate": 1.5344650205761317e-05, + "loss": 0.633, + "step": 2675 + }, + { + "epoch": 6.25, + "grad_norm": 1.0078470706939697, + "learning_rate": 1.5280349794238685e-05, + "loss": 0.4637, + "step": 2700 + }, + { + "epoch": 6.30787037037037, + "grad_norm": 38.61972427368164, + "learning_rate": 1.5216049382716052e-05, + "loss": 0.3581, + "step": 2725 + }, + { + "epoch": 6.3657407407407405, + "grad_norm": 91.33902740478516, + "learning_rate": 1.5151748971193416e-05, + "loss": 0.3845, + "step": 2750 + }, + { + "epoch": 6.423611111111111, + "grad_norm": 1.3169434070587158, + "learning_rate": 1.5087448559670783e-05, + "loss": 0.6224, + "step": 2775 + }, + { + "epoch": 6.481481481481482, + "grad_norm": 1.441537857055664, + "learning_rate": 1.502314814814815e-05, + "loss": 0.3223, + "step": 2800 + }, + { + "epoch": 6.539351851851852, + "grad_norm": 64.70047760009766, + "learning_rate": 1.4958847736625515e-05, + "loss": 0.296, + "step": 2825 + }, + { + "epoch": 6.597222222222222, + "grad_norm": 8.483120918273926, + "learning_rate": 1.4894547325102881e-05, + "loss": 0.3606, + "step": 2850 + }, + { + "epoch": 6.655092592592593, + "grad_norm": 30.489856719970703, + "learning_rate": 1.4830246913580248e-05, + "loss": 0.3433, + "step": 2875 + }, + { + "epoch": 6.712962962962963, + "grad_norm": 0.21705715358257294, + "learning_rate": 1.4765946502057615e-05, + "loss": 0.3826, + "step": 2900 + }, + { + "epoch": 6.770833333333333, + "grad_norm": 13.845917701721191, + "learning_rate": 1.470164609053498e-05, + "loss": 0.5095, + "step": 2925 + }, + { + "epoch": 6.828703703703704, + "grad_norm": 0.3933597505092621, + "learning_rate": 1.4637345679012347e-05, + "loss": 0.47, + "step": 2950 + }, + { + "epoch": 6.886574074074074, + "grad_norm": 94.98651123046875, + "learning_rate": 1.4573045267489714e-05, + "loss": 0.4113, + "step": 2975 + }, + { + "epoch": 6.944444444444445, + "grad_norm": 161.79722595214844, + "learning_rate": 1.4508744855967079e-05, + "loss": 0.4063, + "step": 3000 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.955078125, + "eval_loss": 0.25862792134284973, + "eval_macro_f1": 0.8609934954861401, + "eval_runtime": 2.9935, + "eval_samples_per_second": 513.11, + "eval_steps_per_second": 32.069, + "eval_weighted_f1": 0.9555007041057059, + "step": 3024 + } + ], + "logging_steps": 25, + "max_steps": 8640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b9bb70c2754d7087bf88b6d3face8b5c2245bd18 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-4320/trainer_state.json @@ -0,0 +1,1357 @@ +{ + "best_global_step": 3024, + "best_metric": 0.8609934954861401, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-02-s44-20260831T204618Z-b273f81d/trainer/checkpoint-3024", + "epoch": 10.0, + "eval_steps": 500, + "global_step": 4320, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.05787037037037037, + "grad_norm": 82.73902130126953, + "learning_rate": 5.555555555555555e-07, + "loss": 5.2964, + "step": 25 + }, + { + "epoch": 0.11574074074074074, + "grad_norm": 80.60689544677734, + "learning_rate": 1.1342592592592594e-06, + "loss": 5.0066, + "step": 50 + }, + { + "epoch": 0.1736111111111111, + "grad_norm": 67.28254699707031, + "learning_rate": 1.7129629629629632e-06, + "loss": 4.4119, + "step": 75 + }, + { + "epoch": 0.23148148148148148, + "grad_norm": 27.349506378173828, + "learning_rate": 2.2916666666666666e-06, + "loss": 3.907, + "step": 100 + }, + { + "epoch": 0.28935185185185186, + "grad_norm": 33.58013153076172, + "learning_rate": 2.8703703703703706e-06, + "loss": 3.5698, + "step": 125 + }, + { + "epoch": 0.3472222222222222, + "grad_norm": 44.847740173339844, + "learning_rate": 3.449074074074074e-06, + "loss": 3.2046, + "step": 150 + }, + { + "epoch": 0.4050925925925926, + "grad_norm": 38.72053909301758, + "learning_rate": 4.027777777777779e-06, + "loss": 2.9533, + "step": 175 + }, + { + "epoch": 0.46296296296296297, + "grad_norm": 52.537208557128906, + "learning_rate": 4.606481481481481e-06, + "loss": 2.1736, + "step": 200 + }, + { + "epoch": 0.5208333333333334, + "grad_norm": 47.33808898925781, + "learning_rate": 5.185185185185185e-06, + "loss": 1.9102, + "step": 225 + }, + { + "epoch": 0.5787037037037037, + "grad_norm": 73.81604766845703, + "learning_rate": 5.7638888888888886e-06, + "loss": 1.5759, + "step": 250 + }, + { + "epoch": 0.6365740740740741, + "grad_norm": 39.27866744995117, + "learning_rate": 6.342592592592594e-06, + "loss": 1.3187, + "step": 275 + }, + { + "epoch": 0.6944444444444444, + "grad_norm": 55.451534271240234, + "learning_rate": 6.9212962962962974e-06, + "loss": 1.4169, + "step": 300 + }, + { + "epoch": 0.7523148148148148, + "grad_norm": 84.00487518310547, + "learning_rate": 7.500000000000001e-06, + "loss": 1.0752, + "step": 325 + }, + { + "epoch": 0.8101851851851852, + "grad_norm": 72.88031005859375, + "learning_rate": 8.078703703703705e-06, + "loss": 1.1405, + "step": 350 + }, + { + "epoch": 0.8680555555555556, + "grad_norm": 41.62980651855469, + "learning_rate": 8.657407407407408e-06, + "loss": 1.21, + "step": 375 + }, + { + "epoch": 0.9259259259259259, + "grad_norm": 26.167938232421875, + "learning_rate": 9.236111111111112e-06, + "loss": 1.332, + "step": 400 + }, + { + "epoch": 0.9837962962962963, + "grad_norm": 10.438868522644043, + "learning_rate": 9.814814814814815e-06, + "loss": 1.3241, + "step": 425 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9368489583333334, + "eval_loss": 0.2482062578201294, + "eval_macro_f1": 0.6342602821234896, + "eval_runtime": 2.6918, + "eval_samples_per_second": 570.617, + "eval_steps_per_second": 35.664, + "eval_weighted_f1": 0.9222907800397323, + "step": 432 + }, + { + "epoch": 1.0416666666666667, + "grad_norm": 16.015539169311523, + "learning_rate": 1.0393518518518519e-05, + "loss": 1.1026, + "step": 450 + }, + { + "epoch": 1.099537037037037, + "grad_norm": 45.44345474243164, + "learning_rate": 1.0972222222222224e-05, + "loss": 1.0849, + "step": 475 + }, + { + "epoch": 1.1574074074074074, + "grad_norm": 156.24740600585938, + "learning_rate": 1.1550925925925926e-05, + "loss": 0.9285, + "step": 500 + }, + { + "epoch": 1.2152777777777777, + "grad_norm": 20.207740783691406, + "learning_rate": 1.2129629629629631e-05, + "loss": 1.0391, + "step": 525 + }, + { + "epoch": 1.2731481481481481, + "grad_norm": 23.24751853942871, + "learning_rate": 1.2708333333333333e-05, + "loss": 0.9258, + "step": 550 + }, + { + "epoch": 1.3310185185185186, + "grad_norm": 21.771543502807617, + "learning_rate": 1.3287037037037039e-05, + "loss": 1.1222, + "step": 575 + }, + { + "epoch": 1.3888888888888888, + "grad_norm": 40.02564239501953, + "learning_rate": 1.3865740740740742e-05, + "loss": 0.8072, + "step": 600 + }, + { + "epoch": 1.4467592592592593, + "grad_norm": 20.242828369140625, + "learning_rate": 1.4444444444444446e-05, + "loss": 1.0154, + "step": 625 + }, + { + "epoch": 1.5046296296296298, + "grad_norm": 18.429349899291992, + "learning_rate": 1.502314814814815e-05, + "loss": 0.9192, + "step": 650 + }, + { + "epoch": 1.5625, + "grad_norm": 8.24971866607666, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.9058, + "step": 675 + }, + { + "epoch": 1.6203703703703702, + "grad_norm": 30.95116424560547, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.9407, + "step": 700 + }, + { + "epoch": 1.6782407407407407, + "grad_norm": 129.74327087402344, + "learning_rate": 1.675925925925926e-05, + "loss": 0.9634, + "step": 725 + }, + { + "epoch": 1.7361111111111112, + "grad_norm": 26.95757484436035, + "learning_rate": 1.7337962962962964e-05, + "loss": 1.0537, + "step": 750 + }, + { + "epoch": 1.7939814814814814, + "grad_norm": 5.338286399841309, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.7877, + "step": 775 + }, + { + "epoch": 1.8518518518518519, + "grad_norm": 98.98066711425781, + "learning_rate": 1.849537037037037e-05, + "loss": 0.8965, + "step": 800 + }, + { + "epoch": 1.9097222222222223, + "grad_norm": 57.06624221801758, + "learning_rate": 1.9074074074074075e-05, + "loss": 1.1146, + "step": 825 + }, + { + "epoch": 1.9675925925925926, + "grad_norm": 35.36452865600586, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.7483, + "step": 850 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.94140625, + "eval_loss": 0.2375241070985794, + "eval_macro_f1": 0.8152709933245389, + "eval_runtime": 2.6841, + "eval_samples_per_second": 572.263, + "eval_steps_per_second": 35.766, + "eval_weighted_f1": 0.9406899808755345, + "step": 864 + }, + { + "epoch": 2.025462962962963, + "grad_norm": 56.625465393066406, + "learning_rate": 1.997427983539095e-05, + "loss": 0.7019, + "step": 875 + }, + { + "epoch": 2.0833333333333335, + "grad_norm": 24.84180450439453, + "learning_rate": 1.9909979423868314e-05, + "loss": 0.9122, + "step": 900 + }, + { + "epoch": 2.1412037037037037, + "grad_norm": 68.49275207519531, + "learning_rate": 1.984567901234568e-05, + "loss": 0.8895, + "step": 925 + }, + { + "epoch": 2.199074074074074, + "grad_norm": 26.102392196655273, + "learning_rate": 1.9781378600823048e-05, + "loss": 0.7368, + "step": 950 + }, + { + "epoch": 2.2569444444444446, + "grad_norm": 6.157418727874756, + "learning_rate": 1.9717078189300413e-05, + "loss": 0.7754, + "step": 975 + }, + { + "epoch": 2.314814814814815, + "grad_norm": 6.266651630401611, + "learning_rate": 1.9652777777777778e-05, + "loss": 0.8429, + "step": 1000 + }, + { + "epoch": 2.372685185185185, + "grad_norm": 64.42955780029297, + "learning_rate": 1.9588477366255147e-05, + "loss": 0.8578, + "step": 1025 + }, + { + "epoch": 2.4305555555555554, + "grad_norm": 23.28411865234375, + "learning_rate": 1.9524176954732512e-05, + "loss": 0.8656, + "step": 1050 + }, + { + "epoch": 2.488425925925926, + "grad_norm": 16.945072174072266, + "learning_rate": 1.945987654320988e-05, + "loss": 0.8507, + "step": 1075 + }, + { + "epoch": 2.5462962962962963, + "grad_norm": 76.84447479248047, + "learning_rate": 1.9395576131687242e-05, + "loss": 0.5628, + "step": 1100 + }, + { + "epoch": 2.6041666666666665, + "grad_norm": 24.4870548248291, + "learning_rate": 1.933127572016461e-05, + "loss": 0.7075, + "step": 1125 + }, + { + "epoch": 2.662037037037037, + "grad_norm": 73.66343688964844, + "learning_rate": 1.926697530864198e-05, + "loss": 0.8494, + "step": 1150 + }, + { + "epoch": 2.7199074074074074, + "grad_norm": 13.150333404541016, + "learning_rate": 1.920267489711934e-05, + "loss": 0.693, + "step": 1175 + }, + { + "epoch": 2.7777777777777777, + "grad_norm": 50.091041564941406, + "learning_rate": 1.913837448559671e-05, + "loss": 0.8619, + "step": 1200 + }, + { + "epoch": 2.835648148148148, + "grad_norm": 22.63572120666504, + "learning_rate": 1.9074074074074075e-05, + "loss": 0.6123, + "step": 1225 + }, + { + "epoch": 2.8935185185185186, + "grad_norm": 106.26939392089844, + "learning_rate": 1.9009773662551443e-05, + "loss": 0.8898, + "step": 1250 + }, + { + "epoch": 2.951388888888889, + "grad_norm": 155.05953979492188, + "learning_rate": 1.8945473251028808e-05, + "loss": 0.7136, + "step": 1275 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9505208333333334, + "eval_loss": 0.21835680305957794, + "eval_macro_f1": 0.8099756162002812, + "eval_runtime": 2.6642, + "eval_samples_per_second": 576.525, + "eval_steps_per_second": 36.033, + "eval_weighted_f1": 0.9477068353704391, + "step": 1296 + }, + { + "epoch": 3.009259259259259, + "grad_norm": 18.929702758789062, + "learning_rate": 1.8881172839506173e-05, + "loss": 0.8364, + "step": 1300 + }, + { + "epoch": 3.0671296296296298, + "grad_norm": 58.18959045410156, + "learning_rate": 1.8816872427983542e-05, + "loss": 0.5596, + "step": 1325 + }, + { + "epoch": 3.125, + "grad_norm": 16.75127601623535, + "learning_rate": 1.8752572016460907e-05, + "loss": 0.8431, + "step": 1350 + }, + { + "epoch": 3.1828703703703702, + "grad_norm": 0.5393362045288086, + "learning_rate": 1.8688271604938272e-05, + "loss": 0.5533, + "step": 1375 + }, + { + "epoch": 3.240740740740741, + "grad_norm": 49.60858154296875, + "learning_rate": 1.862397119341564e-05, + "loss": 0.7611, + "step": 1400 + }, + { + "epoch": 3.298611111111111, + "grad_norm": 21.734601974487305, + "learning_rate": 1.8559670781893006e-05, + "loss": 0.6485, + "step": 1425 + }, + { + "epoch": 3.3564814814814814, + "grad_norm": 46.98013687133789, + "learning_rate": 1.849537037037037e-05, + "loss": 0.72, + "step": 1450 + }, + { + "epoch": 3.414351851851852, + "grad_norm": 105.55406951904297, + "learning_rate": 1.843106995884774e-05, + "loss": 0.5663, + "step": 1475 + }, + { + "epoch": 3.4722222222222223, + "grad_norm": 103.82400512695312, + "learning_rate": 1.8366769547325105e-05, + "loss": 0.5895, + "step": 1500 + }, + { + "epoch": 3.5300925925925926, + "grad_norm": 9.617177963256836, + "learning_rate": 1.830246913580247e-05, + "loss": 0.6035, + "step": 1525 + }, + { + "epoch": 3.587962962962963, + "grad_norm": 59.46955490112305, + "learning_rate": 1.8238168724279838e-05, + "loss": 0.7278, + "step": 1550 + }, + { + "epoch": 3.6458333333333335, + "grad_norm": 39.740421295166016, + "learning_rate": 1.8173868312757203e-05, + "loss": 0.6816, + "step": 1575 + }, + { + "epoch": 3.7037037037037037, + "grad_norm": 31.096881866455078, + "learning_rate": 1.8109567901234572e-05, + "loss": 0.5266, + "step": 1600 + }, + { + "epoch": 3.761574074074074, + "grad_norm": 2.990910768508911, + "learning_rate": 1.8045267489711934e-05, + "loss": 0.7914, + "step": 1625 + }, + { + "epoch": 3.8194444444444446, + "grad_norm": 0.7209607362747192, + "learning_rate": 1.7980967078189302e-05, + "loss": 0.5373, + "step": 1650 + }, + { + "epoch": 3.877314814814815, + "grad_norm": 11.166374206542969, + "learning_rate": 1.7916666666666667e-05, + "loss": 0.6977, + "step": 1675 + }, + { + "epoch": 3.935185185185185, + "grad_norm": 15.315892219543457, + "learning_rate": 1.7852366255144032e-05, + "loss": 0.5193, + "step": 1700 + }, + { + "epoch": 3.9930555555555554, + "grad_norm": 67.17281341552734, + "learning_rate": 1.77880658436214e-05, + "loss": 0.8109, + "step": 1725 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9485677083333334, + "eval_loss": 0.19590334594249725, + "eval_macro_f1": 0.802080937076601, + "eval_runtime": 2.6005, + "eval_samples_per_second": 590.654, + "eval_steps_per_second": 36.916, + "eval_weighted_f1": 0.9454780988600039, + "step": 1728 + }, + { + "epoch": 4.050925925925926, + "grad_norm": 94.29795837402344, + "learning_rate": 1.7723765432098766e-05, + "loss": 0.6818, + "step": 1750 + }, + { + "epoch": 4.108796296296297, + "grad_norm": 24.064367294311523, + "learning_rate": 1.7659465020576135e-05, + "loss": 0.5544, + "step": 1775 + }, + { + "epoch": 4.166666666666667, + "grad_norm": 38.321075439453125, + "learning_rate": 1.75951646090535e-05, + "loss": 0.4663, + "step": 1800 + }, + { + "epoch": 4.224537037037037, + "grad_norm": 7.980203151702881, + "learning_rate": 1.7530864197530865e-05, + "loss": 0.5765, + "step": 1825 + }, + { + "epoch": 4.282407407407407, + "grad_norm": 25.729049682617188, + "learning_rate": 1.7466563786008233e-05, + "loss": 0.5243, + "step": 1850 + }, + { + "epoch": 4.340277777777778, + "grad_norm": 64.61236572265625, + "learning_rate": 1.74022633744856e-05, + "loss": 0.606, + "step": 1875 + }, + { + "epoch": 4.398148148148148, + "grad_norm": 81.3261489868164, + "learning_rate": 1.7337962962962964e-05, + "loss": 0.5909, + "step": 1900 + }, + { + "epoch": 4.456018518518518, + "grad_norm": 8.957422256469727, + "learning_rate": 1.7273662551440332e-05, + "loss": 0.5946, + "step": 1925 + }, + { + "epoch": 4.513888888888889, + "grad_norm": 16.57827377319336, + "learning_rate": 1.7209362139917697e-05, + "loss": 0.5804, + "step": 1950 + }, + { + "epoch": 4.5717592592592595, + "grad_norm": 20.362539291381836, + "learning_rate": 1.7145061728395063e-05, + "loss": 0.4904, + "step": 1975 + }, + { + "epoch": 4.62962962962963, + "grad_norm": 0.26764002442359924, + "learning_rate": 1.708076131687243e-05, + "loss": 0.5025, + "step": 2000 + }, + { + "epoch": 4.6875, + "grad_norm": 2.8102307319641113, + "learning_rate": 1.7016460905349796e-05, + "loss": 0.6486, + "step": 2025 + }, + { + "epoch": 4.74537037037037, + "grad_norm": 11.745499610900879, + "learning_rate": 1.695216049382716e-05, + "loss": 0.5127, + "step": 2050 + }, + { + "epoch": 4.8032407407407405, + "grad_norm": 20.328826904296875, + "learning_rate": 1.6887860082304527e-05, + "loss": 0.7008, + "step": 2075 + }, + { + "epoch": 4.861111111111111, + "grad_norm": 51.38047790527344, + "learning_rate": 1.6823559670781895e-05, + "loss": 0.565, + "step": 2100 + }, + { + "epoch": 4.918981481481482, + "grad_norm": 0.2971901297569275, + "learning_rate": 1.675925925925926e-05, + "loss": 0.3992, + "step": 2125 + }, + { + "epoch": 4.976851851851852, + "grad_norm": 71.4656753540039, + "learning_rate": 1.6694958847736625e-05, + "loss": 0.6964, + "step": 2150 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9440104166666666, + "eval_loss": 0.2495991438627243, + "eval_macro_f1": 0.8285194474545609, + "eval_runtime": 2.4721, + "eval_samples_per_second": 621.322, + "eval_steps_per_second": 38.833, + "eval_weighted_f1": 0.9440050231546148, + "step": 2160 + }, + { + "epoch": 5.034722222222222, + "grad_norm": 5.845027446746826, + "learning_rate": 1.6630658436213994e-05, + "loss": 0.3794, + "step": 2175 + }, + { + "epoch": 5.092592592592593, + "grad_norm": 0.41864338517189026, + "learning_rate": 1.656635802469136e-05, + "loss": 0.3618, + "step": 2200 + }, + { + "epoch": 5.150462962962963, + "grad_norm": 0.0687132254242897, + "learning_rate": 1.6502057613168724e-05, + "loss": 0.1368, + "step": 2225 + }, + { + "epoch": 5.208333333333333, + "grad_norm": 36.082923889160156, + "learning_rate": 1.6437757201646093e-05, + "loss": 0.5501, + "step": 2250 + }, + { + "epoch": 5.266203703703704, + "grad_norm": 47.39517593383789, + "learning_rate": 1.6373456790123458e-05, + "loss": 0.4141, + "step": 2275 + }, + { + "epoch": 5.324074074074074, + "grad_norm": 10.535026550292969, + "learning_rate": 1.6309156378600823e-05, + "loss": 0.466, + "step": 2300 + }, + { + "epoch": 5.381944444444445, + "grad_norm": 1.0891391038894653, + "learning_rate": 1.624485596707819e-05, + "loss": 0.3178, + "step": 2325 + }, + { + "epoch": 5.439814814814815, + "grad_norm": 8.60722827911377, + "learning_rate": 1.6180555555555557e-05, + "loss": 0.6848, + "step": 2350 + }, + { + "epoch": 5.497685185185185, + "grad_norm": 3.7586820125579834, + "learning_rate": 1.6116255144032925e-05, + "loss": 0.6427, + "step": 2375 + }, + { + "epoch": 5.555555555555555, + "grad_norm": 17.35585594177246, + "learning_rate": 1.605195473251029e-05, + "loss": 0.4691, + "step": 2400 + }, + { + "epoch": 5.613425925925926, + "grad_norm": 11.135176658630371, + "learning_rate": 1.5987654320987655e-05, + "loss": 0.587, + "step": 2425 + }, + { + "epoch": 5.671296296296296, + "grad_norm": 17.82963752746582, + "learning_rate": 1.5923353909465024e-05, + "loss": 0.6812, + "step": 2450 + }, + { + "epoch": 5.729166666666667, + "grad_norm": 26.284847259521484, + "learning_rate": 1.5859053497942386e-05, + "loss": 0.5526, + "step": 2475 + }, + { + "epoch": 5.787037037037037, + "grad_norm": 1.036664605140686, + "learning_rate": 1.5794753086419754e-05, + "loss": 0.5162, + "step": 2500 + }, + { + "epoch": 5.844907407407407, + "grad_norm": 8.77308177947998, + "learning_rate": 1.573045267489712e-05, + "loss": 0.52, + "step": 2525 + }, + { + "epoch": 5.902777777777778, + "grad_norm": 71.6601791381836, + "learning_rate": 1.5666152263374488e-05, + "loss": 0.4765, + "step": 2550 + }, + { + "epoch": 5.960648148148148, + "grad_norm": 15.726258277893066, + "learning_rate": 1.5601851851851853e-05, + "loss": 0.5014, + "step": 2575 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.947265625, + "eval_loss": 0.2682288587093353, + "eval_macro_f1": 0.8263891472930629, + "eval_runtime": 2.6472, + "eval_samples_per_second": 580.239, + "eval_steps_per_second": 36.265, + "eval_weighted_f1": 0.948572612032257, + "step": 2592 + }, + { + "epoch": 6.018518518518518, + "grad_norm": 69.67053985595703, + "learning_rate": 1.5537551440329218e-05, + "loss": 0.4339, + "step": 2600 + }, + { + "epoch": 6.076388888888889, + "grad_norm": 1.1005853414535522, + "learning_rate": 1.5473251028806587e-05, + "loss": 0.2438, + "step": 2625 + }, + { + "epoch": 6.1342592592592595, + "grad_norm": 0.34561264514923096, + "learning_rate": 1.5408950617283952e-05, + "loss": 0.6515, + "step": 2650 + }, + { + "epoch": 6.19212962962963, + "grad_norm": 47.421573638916016, + "learning_rate": 1.5344650205761317e-05, + "loss": 0.633, + "step": 2675 + }, + { + "epoch": 6.25, + "grad_norm": 1.0078470706939697, + "learning_rate": 1.5280349794238685e-05, + "loss": 0.4637, + "step": 2700 + }, + { + "epoch": 6.30787037037037, + "grad_norm": 38.61972427368164, + "learning_rate": 1.5216049382716052e-05, + "loss": 0.3581, + "step": 2725 + }, + { + "epoch": 6.3657407407407405, + "grad_norm": 91.33902740478516, + "learning_rate": 1.5151748971193416e-05, + "loss": 0.3845, + "step": 2750 + }, + { + "epoch": 6.423611111111111, + "grad_norm": 1.3169434070587158, + "learning_rate": 1.5087448559670783e-05, + "loss": 0.6224, + "step": 2775 + }, + { + "epoch": 6.481481481481482, + "grad_norm": 1.441537857055664, + "learning_rate": 1.502314814814815e-05, + "loss": 0.3223, + "step": 2800 + }, + { + "epoch": 6.539351851851852, + "grad_norm": 64.70047760009766, + "learning_rate": 1.4958847736625515e-05, + "loss": 0.296, + "step": 2825 + }, + { + "epoch": 6.597222222222222, + "grad_norm": 8.483120918273926, + "learning_rate": 1.4894547325102881e-05, + "loss": 0.3606, + "step": 2850 + }, + { + "epoch": 6.655092592592593, + "grad_norm": 30.489856719970703, + "learning_rate": 1.4830246913580248e-05, + "loss": 0.3433, + "step": 2875 + }, + { + "epoch": 6.712962962962963, + "grad_norm": 0.21705715358257294, + "learning_rate": 1.4765946502057615e-05, + "loss": 0.3826, + "step": 2900 + }, + { + "epoch": 6.770833333333333, + "grad_norm": 13.845917701721191, + "learning_rate": 1.470164609053498e-05, + "loss": 0.5095, + "step": 2925 + }, + { + "epoch": 6.828703703703704, + "grad_norm": 0.3933597505092621, + "learning_rate": 1.4637345679012347e-05, + "loss": 0.47, + "step": 2950 + }, + { + "epoch": 6.886574074074074, + "grad_norm": 94.98651123046875, + "learning_rate": 1.4573045267489714e-05, + "loss": 0.4113, + "step": 2975 + }, + { + "epoch": 6.944444444444445, + "grad_norm": 161.79722595214844, + "learning_rate": 1.4508744855967079e-05, + "loss": 0.4063, + "step": 3000 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.955078125, + "eval_loss": 0.25862792134284973, + "eval_macro_f1": 0.8609934954861401, + "eval_runtime": 2.9935, + "eval_samples_per_second": 513.11, + "eval_steps_per_second": 32.069, + "eval_weighted_f1": 0.9555007041057059, + "step": 3024 + }, + { + "epoch": 7.002314814814815, + "grad_norm": 0.35065141320228577, + "learning_rate": 1.4444444444444446e-05, + "loss": 0.5276, + "step": 3025 + }, + { + "epoch": 7.060185185185185, + "grad_norm": 0.24476154148578644, + "learning_rate": 1.4380144032921813e-05, + "loss": 0.2983, + "step": 3050 + }, + { + "epoch": 7.118055555555555, + "grad_norm": 7.813144683837891, + "learning_rate": 1.431584362139918e-05, + "loss": 0.41, + "step": 3075 + }, + { + "epoch": 7.175925925925926, + "grad_norm": 0.25110480189323425, + "learning_rate": 1.4251543209876545e-05, + "loss": 0.412, + "step": 3100 + }, + { + "epoch": 7.233796296296297, + "grad_norm": 0.1320348083972931, + "learning_rate": 1.4187242798353911e-05, + "loss": 0.288, + "step": 3125 + }, + { + "epoch": 7.291666666666667, + "grad_norm": 0.4943781793117523, + "learning_rate": 1.4122942386831278e-05, + "loss": 0.5097, + "step": 3150 + }, + { + "epoch": 7.349537037037037, + "grad_norm": 15.450881004333496, + "learning_rate": 1.4058641975308642e-05, + "loss": 0.2683, + "step": 3175 + }, + { + "epoch": 7.407407407407407, + "grad_norm": 0.44606414437294006, + "learning_rate": 1.3994341563786009e-05, + "loss": 0.1286, + "step": 3200 + }, + { + "epoch": 7.465277777777778, + "grad_norm": 0.4380635917186737, + "learning_rate": 1.3930041152263375e-05, + "loss": 0.5263, + "step": 3225 + }, + { + "epoch": 7.523148148148148, + "grad_norm": 0.22833405435085297, + "learning_rate": 1.3865740740740742e-05, + "loss": 0.4014, + "step": 3250 + }, + { + "epoch": 7.581018518518518, + "grad_norm": 0.25022223591804504, + "learning_rate": 1.3801440329218107e-05, + "loss": 0.2982, + "step": 3275 + }, + { + "epoch": 7.638888888888889, + "grad_norm": 3.0384204387664795, + "learning_rate": 1.3737139917695474e-05, + "loss": 0.4854, + "step": 3300 + }, + { + "epoch": 7.6967592592592595, + "grad_norm": 2.2742350101470947, + "learning_rate": 1.3672839506172841e-05, + "loss": 0.3864, + "step": 3325 + }, + { + "epoch": 7.75462962962963, + "grad_norm": 0.5075947046279907, + "learning_rate": 1.3608539094650206e-05, + "loss": 0.4392, + "step": 3350 + }, + { + "epoch": 7.8125, + "grad_norm": 76.6395263671875, + "learning_rate": 1.3544238683127573e-05, + "loss": 0.2829, + "step": 3375 + }, + { + "epoch": 7.87037037037037, + "grad_norm": 0.12355681508779526, + "learning_rate": 1.347993827160494e-05, + "loss": 0.3496, + "step": 3400 + }, + { + "epoch": 7.9282407407407405, + "grad_norm": 0.2645076811313629, + "learning_rate": 1.3415637860082307e-05, + "loss": 0.2857, + "step": 3425 + }, + { + "epoch": 7.986111111111111, + "grad_norm": 0.04688098281621933, + "learning_rate": 1.3351337448559672e-05, + "loss": 0.3512, + "step": 3450 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9485677083333334, + "eval_loss": 0.338644415140152, + "eval_macro_f1": 0.8322363389935559, + "eval_runtime": 2.9197, + "eval_samples_per_second": 526.084, + "eval_steps_per_second": 32.88, + "eval_weighted_f1": 0.94946283822306, + "step": 3456 + }, + { + "epoch": 8.043981481481481, + "grad_norm": 0.0596819669008255, + "learning_rate": 1.3287037037037039e-05, + "loss": 0.1574, + "step": 3475 + }, + { + "epoch": 8.101851851851851, + "grad_norm": 11.185151100158691, + "learning_rate": 1.3222736625514405e-05, + "loss": 0.242, + "step": 3500 + }, + { + "epoch": 8.159722222222221, + "grad_norm": 287.2640380859375, + "learning_rate": 1.315843621399177e-05, + "loss": 0.3137, + "step": 3525 + }, + { + "epoch": 8.217592592592593, + "grad_norm": 25.96119499206543, + "learning_rate": 1.3094135802469137e-05, + "loss": 0.2314, + "step": 3550 + }, + { + "epoch": 8.275462962962964, + "grad_norm": 0.09406628459692001, + "learning_rate": 1.3029835390946504e-05, + "loss": 0.2982, + "step": 3575 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 0.1383618861436844, + "learning_rate": 1.2965534979423868e-05, + "loss": 0.2618, + "step": 3600 + }, + { + "epoch": 8.391203703703704, + "grad_norm": 17.35015869140625, + "learning_rate": 1.2901234567901235e-05, + "loss": 0.1959, + "step": 3625 + }, + { + "epoch": 8.449074074074074, + "grad_norm": 55.266056060791016, + "learning_rate": 1.2836934156378601e-05, + "loss": 0.3359, + "step": 3650 + }, + { + "epoch": 8.506944444444445, + "grad_norm": 388.79998779296875, + "learning_rate": 1.2772633744855968e-05, + "loss": 0.3842, + "step": 3675 + }, + { + "epoch": 8.564814814814815, + "grad_norm": 0.6152695417404175, + "learning_rate": 1.2708333333333333e-05, + "loss": 0.3102, + "step": 3700 + }, + { + "epoch": 8.622685185185185, + "grad_norm": 26.40544319152832, + "learning_rate": 1.26440329218107e-05, + "loss": 0.3118, + "step": 3725 + }, + { + "epoch": 8.680555555555555, + "grad_norm": 109.26077270507812, + "learning_rate": 1.2579732510288067e-05, + "loss": 0.3016, + "step": 3750 + }, + { + "epoch": 8.738425925925926, + "grad_norm": 347.38372802734375, + "learning_rate": 1.2515432098765432e-05, + "loss": 0.3254, + "step": 3775 + }, + { + "epoch": 8.796296296296296, + "grad_norm": 92.77967071533203, + "learning_rate": 1.2451131687242799e-05, + "loss": 0.3927, + "step": 3800 + }, + { + "epoch": 8.854166666666666, + "grad_norm": 13.296457290649414, + "learning_rate": 1.2386831275720166e-05, + "loss": 0.3841, + "step": 3825 + }, + { + "epoch": 8.912037037037036, + "grad_norm": 12.583036422729492, + "learning_rate": 1.2322530864197533e-05, + "loss": 0.2352, + "step": 3850 + }, + { + "epoch": 8.969907407407408, + "grad_norm": 87.80281066894531, + "learning_rate": 1.2258230452674898e-05, + "loss": 0.3772, + "step": 3875 + }, + { + "epoch": 9.0, + "eval_accuracy": 0.9466145833333334, + "eval_loss": 0.3657042980194092, + "eval_macro_f1": 0.8299216546715643, + "eval_runtime": 2.8197, + "eval_samples_per_second": 544.738, + "eval_steps_per_second": 34.046, + "eval_weighted_f1": 0.9485272895801726, + "step": 3888 + }, + { + "epoch": 9.027777777777779, + "grad_norm": 0.05814181640744209, + "learning_rate": 1.2193930041152265e-05, + "loss": 0.0905, + "step": 3900 + }, + { + "epoch": 9.085648148148149, + "grad_norm": 28.218873977661133, + "learning_rate": 1.2129629629629631e-05, + "loss": 0.425, + "step": 3925 + }, + { + "epoch": 9.143518518518519, + "grad_norm": 140.20909118652344, + "learning_rate": 1.2065329218106997e-05, + "loss": 0.2055, + "step": 3950 + }, + { + "epoch": 9.20138888888889, + "grad_norm": 57.58205032348633, + "learning_rate": 1.2001028806584363e-05, + "loss": 0.1816, + "step": 3975 + }, + { + "epoch": 9.25925925925926, + "grad_norm": 0.03512312099337578, + "learning_rate": 1.193672839506173e-05, + "loss": 0.1975, + "step": 4000 + }, + { + "epoch": 9.31712962962963, + "grad_norm": 0.22482414543628693, + "learning_rate": 1.1872427983539097e-05, + "loss": 0.3233, + "step": 4025 + }, + { + "epoch": 9.375, + "grad_norm": 9.725119590759277, + "learning_rate": 1.180812757201646e-05, + "loss": 0.1533, + "step": 4050 + }, + { + "epoch": 9.43287037037037, + "grad_norm": 2.5657596588134766, + "learning_rate": 1.1743827160493827e-05, + "loss": 0.2594, + "step": 4075 + }, + { + "epoch": 9.49074074074074, + "grad_norm": 1.1030933856964111, + "learning_rate": 1.1679526748971194e-05, + "loss": 0.2607, + "step": 4100 + }, + { + "epoch": 9.54861111111111, + "grad_norm": 0.04561955854296684, + "learning_rate": 1.161522633744856e-05, + "loss": 0.2007, + "step": 4125 + }, + { + "epoch": 9.606481481481481, + "grad_norm": 22.009822845458984, + "learning_rate": 1.1550925925925926e-05, + "loss": 0.3102, + "step": 4150 + }, + { + "epoch": 9.664351851851851, + "grad_norm": 0.04259603098034859, + "learning_rate": 1.1486625514403293e-05, + "loss": 0.2337, + "step": 4175 + }, + { + "epoch": 9.722222222222221, + "grad_norm": 0.06766819208860397, + "learning_rate": 1.142232510288066e-05, + "loss": 0.2652, + "step": 4200 + }, + { + "epoch": 9.780092592592592, + "grad_norm": 101.53854370117188, + "learning_rate": 1.1358024691358025e-05, + "loss": 0.342, + "step": 4225 + }, + { + "epoch": 9.837962962962964, + "grad_norm": 3.665424346923828, + "learning_rate": 1.1293724279835392e-05, + "loss": 0.2126, + "step": 4250 + }, + { + "epoch": 9.895833333333334, + "grad_norm": 0.10349484533071518, + "learning_rate": 1.1229423868312759e-05, + "loss": 0.4403, + "step": 4275 + }, + { + "epoch": 9.953703703703704, + "grad_norm": 0.9915363788604736, + "learning_rate": 1.1165123456790124e-05, + "loss": 0.2141, + "step": 4300 + }, + { + "epoch": 10.0, + "eval_accuracy": 0.951171875, + "eval_loss": 0.3349030911922455, + "eval_macro_f1": 0.8371696927968711, + "eval_runtime": 2.9003, + "eval_samples_per_second": 529.608, + "eval_steps_per_second": 33.1, + "eval_weighted_f1": 0.9509255314726702, + "step": 4320 + } + ], + "logging_steps": 25, + "max_steps": 8640, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..caf8d0a3232e8c5ce7503b6e8fd289e0da88d175 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7f58a42794e8a8443f8beb8cadb20f264e2c50eb3b264f6dd9bf24da3ed2e7 +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..caf672248eee7e6360089f7f94d14bd3c2ed1c09 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480/trainer_state.json @@ -0,0 +1,500 @@ +{ + "best_global_step": 1480, + "best_metric": 0.8438132725875632, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480", + "epoch": 4.0, + "eval_steps": 500, + "global_step": 1480, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.06765899864682003, + "grad_norm": 87.14541625976562, + "learning_rate": 6.486486486486487e-07, + "loss": 4.5101, + "step": 25 + }, + { + "epoch": 0.13531799729364005, + "grad_norm": 76.26031494140625, + "learning_rate": 1.3243243243243246e-06, + "loss": 4.2311, + "step": 50 + }, + { + "epoch": 0.2029769959404601, + "grad_norm": 108.00799560546875, + "learning_rate": 2.0000000000000003e-06, + "loss": 3.917, + "step": 75 + }, + { + "epoch": 0.2706359945872801, + "grad_norm": 70.9651107788086, + "learning_rate": 2.6756756756756757e-06, + "loss": 3.8651, + "step": 100 + }, + { + "epoch": 0.3382949932341001, + "grad_norm": 108.26686096191406, + "learning_rate": 3.351351351351352e-06, + "loss": 3.4813, + "step": 125 + }, + { + "epoch": 0.4059539918809202, + "grad_norm": 84.7344970703125, + "learning_rate": 4.027027027027028e-06, + "loss": 3.1612, + "step": 150 + }, + { + "epoch": 0.4736129905277402, + "grad_norm": 77.2702865600586, + "learning_rate": 4.702702702702703e-06, + "loss": 2.9639, + "step": 175 + }, + { + "epoch": 0.5412719891745602, + "grad_norm": 80.10523986816406, + "learning_rate": 5.378378378378378e-06, + "loss": 2.3789, + "step": 200 + }, + { + "epoch": 0.6089309878213802, + "grad_norm": 103.35968017578125, + "learning_rate": 6.054054054054055e-06, + "loss": 1.9812, + "step": 225 + }, + { + "epoch": 0.6765899864682002, + "grad_norm": 57.88199234008789, + "learning_rate": 6.729729729729731e-06, + "loss": 1.9406, + "step": 250 + }, + { + "epoch": 0.7442489851150202, + "grad_norm": 50.24169921875, + "learning_rate": 7.4054054054054055e-06, + "loss": 1.4633, + "step": 275 + }, + { + "epoch": 0.8119079837618404, + "grad_norm": 42.004974365234375, + "learning_rate": 8.081081081081081e-06, + "loss": 1.5377, + "step": 300 + }, + { + "epoch": 0.8795669824086604, + "grad_norm": 89.40061950683594, + "learning_rate": 8.756756756756759e-06, + "loss": 1.3348, + "step": 325 + }, + { + "epoch": 0.9472259810554804, + "grad_norm": 109.68968200683594, + "learning_rate": 9.432432432432433e-06, + "loss": 1.2199, + "step": 350 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.923896499238965, + "eval_loss": 0.2763291597366333, + "eval_macro_f1": 0.6278825732661883, + "eval_runtime": 2.4068, + "eval_samples_per_second": 545.952, + "eval_steps_per_second": 34.486, + "eval_weighted_f1": 0.9044701398407511, + "step": 370 + }, + { + "epoch": 1.013531799729364, + "grad_norm": 138.9754180908203, + "learning_rate": 1.0108108108108109e-05, + "loss": 1.0138, + "step": 375 + }, + { + "epoch": 1.0811907983761841, + "grad_norm": 14.690770149230957, + "learning_rate": 1.0783783783783786e-05, + "loss": 1.1812, + "step": 400 + }, + { + "epoch": 1.148849797023004, + "grad_norm": 67.63531494140625, + "learning_rate": 1.1459459459459462e-05, + "loss": 1.1217, + "step": 425 + }, + { + "epoch": 1.2165087956698242, + "grad_norm": 47.798431396484375, + "learning_rate": 1.2135135135135136e-05, + "loss": 1.1637, + "step": 450 + }, + { + "epoch": 1.284167794316644, + "grad_norm": 32.8816032409668, + "learning_rate": 1.2810810810810812e-05, + "loss": 1.2053, + "step": 475 + }, + { + "epoch": 1.3518267929634642, + "grad_norm": 132.06787109375, + "learning_rate": 1.3486486486486487e-05, + "loss": 1.1019, + "step": 500 + }, + { + "epoch": 1.419485791610284, + "grad_norm": 45.503173828125, + "learning_rate": 1.4162162162162163e-05, + "loss": 1.0502, + "step": 525 + }, + { + "epoch": 1.4871447902571042, + "grad_norm": 633.7710571289062, + "learning_rate": 1.4837837837837839e-05, + "loss": 1.0107, + "step": 550 + }, + { + "epoch": 1.5548037889039241, + "grad_norm": 34.129268646240234, + "learning_rate": 1.5513513513513513e-05, + "loss": 1.0863, + "step": 575 + }, + { + "epoch": 1.6224627875507442, + "grad_norm": 120.22035217285156, + "learning_rate": 1.618918918918919e-05, + "loss": 1.1485, + "step": 600 + }, + { + "epoch": 1.6901217861975644, + "grad_norm": 83.5436782836914, + "learning_rate": 1.6864864864864868e-05, + "loss": 0.8021, + "step": 625 + }, + { + "epoch": 1.7577807848443843, + "grad_norm": 39.62403106689453, + "learning_rate": 1.7540540540540542e-05, + "loss": 0.9551, + "step": 650 + }, + { + "epoch": 1.8254397834912042, + "grad_norm": 17.142213821411133, + "learning_rate": 1.821621621621622e-05, + "loss": 0.9162, + "step": 675 + }, + { + "epoch": 1.8930987821380243, + "grad_norm": 143.4259796142578, + "learning_rate": 1.8891891891891893e-05, + "loss": 0.8358, + "step": 700 + }, + { + "epoch": 1.9607577807848444, + "grad_norm": 73.13932800292969, + "learning_rate": 1.956756756756757e-05, + "loss": 1.0915, + "step": 725 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9345509893455098, + "eval_loss": 0.22336077690124512, + "eval_macro_f1": 0.7625764226393729, + "eval_runtime": 2.4808, + "eval_samples_per_second": 529.661, + "eval_steps_per_second": 33.457, + "eval_weighted_f1": 0.9268312011516933, + "step": 740 + }, + { + "epoch": 2.027063599458728, + "grad_norm": 43.351253509521484, + "learning_rate": 1.9972972972972974e-05, + "loss": 0.9454, + "step": 750 + }, + { + "epoch": 2.094722598105548, + "grad_norm": 18.92607879638672, + "learning_rate": 1.98978978978979e-05, + "loss": 0.8804, + "step": 775 + }, + { + "epoch": 2.1623815967523683, + "grad_norm": 24.56538200378418, + "learning_rate": 1.9822822822822824e-05, + "loss": 0.6976, + "step": 800 + }, + { + "epoch": 2.230040595399188, + "grad_norm": 43.08405685424805, + "learning_rate": 1.974774774774775e-05, + "loss": 0.7798, + "step": 825 + }, + { + "epoch": 2.297699594046008, + "grad_norm": 13.862163543701172, + "learning_rate": 1.9672672672672674e-05, + "loss": 0.5981, + "step": 850 + }, + { + "epoch": 2.365358592692828, + "grad_norm": 72.9387435913086, + "learning_rate": 1.95975975975976e-05, + "loss": 0.8177, + "step": 875 + }, + { + "epoch": 2.4330175913396483, + "grad_norm": 70.12213134765625, + "learning_rate": 1.9522522522522524e-05, + "loss": 0.5795, + "step": 900 + }, + { + "epoch": 2.500676589986468, + "grad_norm": 42.01981735229492, + "learning_rate": 1.944744744744745e-05, + "loss": 0.7459, + "step": 925 + }, + { + "epoch": 2.568335588633288, + "grad_norm": 133.49668884277344, + "learning_rate": 1.9372372372372375e-05, + "loss": 0.8983, + "step": 950 + }, + { + "epoch": 2.6359945872801083, + "grad_norm": 94.76242065429688, + "learning_rate": 1.92972972972973e-05, + "loss": 0.9424, + "step": 975 + }, + { + "epoch": 2.7036535859269284, + "grad_norm": 24.57663917541504, + "learning_rate": 1.9222222222222225e-05, + "loss": 0.8143, + "step": 1000 + }, + { + "epoch": 2.7713125845737485, + "grad_norm": 31.953134536743164, + "learning_rate": 1.914714714714715e-05, + "loss": 0.7959, + "step": 1025 + }, + { + "epoch": 2.838971583220568, + "grad_norm": 15.862106323242188, + "learning_rate": 1.9072072072072075e-05, + "loss": 0.8928, + "step": 1050 + }, + { + "epoch": 2.9066305818673883, + "grad_norm": 22.704662322998047, + "learning_rate": 1.8996996996997e-05, + "loss": 0.7488, + "step": 1075 + }, + { + "epoch": 2.9742895805142084, + "grad_norm": 46.361351013183594, + "learning_rate": 1.8921921921921925e-05, + "loss": 0.7677, + "step": 1100 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9467275494672754, + "eval_loss": 0.21903905272483826, + "eval_macro_f1": 0.8083170979259598, + "eval_runtime": 2.2958, + "eval_samples_per_second": 572.361, + "eval_steps_per_second": 36.154, + "eval_weighted_f1": 0.9417861791404404, + "step": 1110 + }, + { + "epoch": 3.040595399188092, + "grad_norm": 52.82280349731445, + "learning_rate": 1.884684684684685e-05, + "loss": 0.5781, + "step": 1125 + }, + { + "epoch": 3.108254397834912, + "grad_norm": 33.78490447998047, + "learning_rate": 1.8771771771771776e-05, + "loss": 0.668, + "step": 1150 + }, + { + "epoch": 3.175913396481732, + "grad_norm": 41.57701873779297, + "learning_rate": 1.86966966966967e-05, + "loss": 0.668, + "step": 1175 + }, + { + "epoch": 3.243572395128552, + "grad_norm": 10.486342430114746, + "learning_rate": 1.8621621621621622e-05, + "loss": 0.54, + "step": 1200 + }, + { + "epoch": 3.311231393775372, + "grad_norm": 130.04139709472656, + "learning_rate": 1.8546546546546547e-05, + "loss": 0.7028, + "step": 1225 + }, + { + "epoch": 3.3788903924221922, + "grad_norm": 83.98345184326172, + "learning_rate": 1.8471471471471473e-05, + "loss": 0.613, + "step": 1250 + }, + { + "epoch": 3.4465493910690124, + "grad_norm": 215.14027404785156, + "learning_rate": 1.8396396396396398e-05, + "loss": 0.7534, + "step": 1275 + }, + { + "epoch": 3.514208389715832, + "grad_norm": 54.49315643310547, + "learning_rate": 1.8321321321321323e-05, + "loss": 0.6577, + "step": 1300 + }, + { + "epoch": 3.581867388362652, + "grad_norm": 44.000972747802734, + "learning_rate": 1.8246246246246248e-05, + "loss": 0.5655, + "step": 1325 + }, + { + "epoch": 3.6495263870094723, + "grad_norm": 29.4279727935791, + "learning_rate": 1.8171171171171173e-05, + "loss": 0.4829, + "step": 1350 + }, + { + "epoch": 3.7171853856562924, + "grad_norm": 1.2971322536468506, + "learning_rate": 1.8096096096096098e-05, + "loss": 0.5023, + "step": 1375 + }, + { + "epoch": 3.7848443843031125, + "grad_norm": 47.32328414916992, + "learning_rate": 1.8021021021021023e-05, + "loss": 0.5939, + "step": 1400 + }, + { + "epoch": 3.852503382949932, + "grad_norm": 13.072092056274414, + "learning_rate": 1.7945945945945948e-05, + "loss": 0.7581, + "step": 1425 + }, + { + "epoch": 3.9201623815967523, + "grad_norm": 40.88349533081055, + "learning_rate": 1.7870870870870873e-05, + "loss": 0.6597, + "step": 1450 + }, + { + "epoch": 3.9878213802435725, + "grad_norm": 58.818336486816406, + "learning_rate": 1.77957957957958e-05, + "loss": 0.6347, + "step": 1475 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9482496194824962, + "eval_loss": 0.21458709239959717, + "eval_macro_f1": 0.8438132725875632, + "eval_runtime": 2.3229, + "eval_samples_per_second": 565.68, + "eval_steps_per_second": 35.732, + "eval_weighted_f1": 0.9465121950338453, + "step": 1480 + } + ], + "logging_steps": 25, + "max_steps": 7400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b6f69a4738069bc0cfa5628f9c038c6ff66941 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-2590/trainer_state.json @@ -0,0 +1,841 @@ +{ + "best_global_step": 1480, + "best_metric": 0.8438132725875632, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s42-20260831T184514Z-2e7d46f2/trainer/checkpoint-1480", + "epoch": 7.0, + "eval_steps": 500, + "global_step": 2590, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.06765899864682003, + "grad_norm": 87.14541625976562, + "learning_rate": 6.486486486486487e-07, + "loss": 4.5101, + "step": 25 + }, + { + "epoch": 0.13531799729364005, + "grad_norm": 76.26031494140625, + "learning_rate": 1.3243243243243246e-06, + "loss": 4.2311, + "step": 50 + }, + { + "epoch": 0.2029769959404601, + "grad_norm": 108.00799560546875, + "learning_rate": 2.0000000000000003e-06, + "loss": 3.917, + "step": 75 + }, + { + "epoch": 0.2706359945872801, + "grad_norm": 70.9651107788086, + "learning_rate": 2.6756756756756757e-06, + "loss": 3.8651, + "step": 100 + }, + { + "epoch": 0.3382949932341001, + "grad_norm": 108.26686096191406, + "learning_rate": 3.351351351351352e-06, + "loss": 3.4813, + "step": 125 + }, + { + "epoch": 0.4059539918809202, + "grad_norm": 84.7344970703125, + "learning_rate": 4.027027027027028e-06, + "loss": 3.1612, + "step": 150 + }, + { + "epoch": 0.4736129905277402, + "grad_norm": 77.2702865600586, + "learning_rate": 4.702702702702703e-06, + "loss": 2.9639, + "step": 175 + }, + { + "epoch": 0.5412719891745602, + "grad_norm": 80.10523986816406, + "learning_rate": 5.378378378378378e-06, + "loss": 2.3789, + "step": 200 + }, + { + "epoch": 0.6089309878213802, + "grad_norm": 103.35968017578125, + "learning_rate": 6.054054054054055e-06, + "loss": 1.9812, + "step": 225 + }, + { + "epoch": 0.6765899864682002, + "grad_norm": 57.88199234008789, + "learning_rate": 6.729729729729731e-06, + "loss": 1.9406, + "step": 250 + }, + { + "epoch": 0.7442489851150202, + "grad_norm": 50.24169921875, + "learning_rate": 7.4054054054054055e-06, + "loss": 1.4633, + "step": 275 + }, + { + "epoch": 0.8119079837618404, + "grad_norm": 42.004974365234375, + "learning_rate": 8.081081081081081e-06, + "loss": 1.5377, + "step": 300 + }, + { + "epoch": 0.8795669824086604, + "grad_norm": 89.40061950683594, + "learning_rate": 8.756756756756759e-06, + "loss": 1.3348, + "step": 325 + }, + { + "epoch": 0.9472259810554804, + "grad_norm": 109.68968200683594, + "learning_rate": 9.432432432432433e-06, + "loss": 1.2199, + "step": 350 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.923896499238965, + "eval_loss": 0.2763291597366333, + "eval_macro_f1": 0.6278825732661883, + "eval_runtime": 2.4068, + "eval_samples_per_second": 545.952, + "eval_steps_per_second": 34.486, + "eval_weighted_f1": 0.9044701398407511, + "step": 370 + }, + { + "epoch": 1.013531799729364, + "grad_norm": 138.9754180908203, + "learning_rate": 1.0108108108108109e-05, + "loss": 1.0138, + "step": 375 + }, + { + "epoch": 1.0811907983761841, + "grad_norm": 14.690770149230957, + "learning_rate": 1.0783783783783786e-05, + "loss": 1.1812, + "step": 400 + }, + { + "epoch": 1.148849797023004, + "grad_norm": 67.63531494140625, + "learning_rate": 1.1459459459459462e-05, + "loss": 1.1217, + "step": 425 + }, + { + "epoch": 1.2165087956698242, + "grad_norm": 47.798431396484375, + "learning_rate": 1.2135135135135136e-05, + "loss": 1.1637, + "step": 450 + }, + { + "epoch": 1.284167794316644, + "grad_norm": 32.8816032409668, + "learning_rate": 1.2810810810810812e-05, + "loss": 1.2053, + "step": 475 + }, + { + "epoch": 1.3518267929634642, + "grad_norm": 132.06787109375, + "learning_rate": 1.3486486486486487e-05, + "loss": 1.1019, + "step": 500 + }, + { + "epoch": 1.419485791610284, + "grad_norm": 45.503173828125, + "learning_rate": 1.4162162162162163e-05, + "loss": 1.0502, + "step": 525 + }, + { + "epoch": 1.4871447902571042, + "grad_norm": 633.7710571289062, + "learning_rate": 1.4837837837837839e-05, + "loss": 1.0107, + "step": 550 + }, + { + "epoch": 1.5548037889039241, + "grad_norm": 34.129268646240234, + "learning_rate": 1.5513513513513513e-05, + "loss": 1.0863, + "step": 575 + }, + { + "epoch": 1.6224627875507442, + "grad_norm": 120.22035217285156, + "learning_rate": 1.618918918918919e-05, + "loss": 1.1485, + "step": 600 + }, + { + "epoch": 1.6901217861975644, + "grad_norm": 83.5436782836914, + "learning_rate": 1.6864864864864868e-05, + "loss": 0.8021, + "step": 625 + }, + { + "epoch": 1.7577807848443843, + "grad_norm": 39.62403106689453, + "learning_rate": 1.7540540540540542e-05, + "loss": 0.9551, + "step": 650 + }, + { + "epoch": 1.8254397834912042, + "grad_norm": 17.142213821411133, + "learning_rate": 1.821621621621622e-05, + "loss": 0.9162, + "step": 675 + }, + { + "epoch": 1.8930987821380243, + "grad_norm": 143.4259796142578, + "learning_rate": 1.8891891891891893e-05, + "loss": 0.8358, + "step": 700 + }, + { + "epoch": 1.9607577807848444, + "grad_norm": 73.13932800292969, + "learning_rate": 1.956756756756757e-05, + "loss": 1.0915, + "step": 725 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9345509893455098, + "eval_loss": 0.22336077690124512, + "eval_macro_f1": 0.7625764226393729, + "eval_runtime": 2.4808, + "eval_samples_per_second": 529.661, + "eval_steps_per_second": 33.457, + "eval_weighted_f1": 0.9268312011516933, + "step": 740 + }, + { + "epoch": 2.027063599458728, + "grad_norm": 43.351253509521484, + "learning_rate": 1.9972972972972974e-05, + "loss": 0.9454, + "step": 750 + }, + { + "epoch": 2.094722598105548, + "grad_norm": 18.92607879638672, + "learning_rate": 1.98978978978979e-05, + "loss": 0.8804, + "step": 775 + }, + { + "epoch": 2.1623815967523683, + "grad_norm": 24.56538200378418, + "learning_rate": 1.9822822822822824e-05, + "loss": 0.6976, + "step": 800 + }, + { + "epoch": 2.230040595399188, + "grad_norm": 43.08405685424805, + "learning_rate": 1.974774774774775e-05, + "loss": 0.7798, + "step": 825 + }, + { + "epoch": 2.297699594046008, + "grad_norm": 13.862163543701172, + "learning_rate": 1.9672672672672674e-05, + "loss": 0.5981, + "step": 850 + }, + { + "epoch": 2.365358592692828, + "grad_norm": 72.9387435913086, + "learning_rate": 1.95975975975976e-05, + "loss": 0.8177, + "step": 875 + }, + { + "epoch": 2.4330175913396483, + "grad_norm": 70.12213134765625, + "learning_rate": 1.9522522522522524e-05, + "loss": 0.5795, + "step": 900 + }, + { + "epoch": 2.500676589986468, + "grad_norm": 42.01981735229492, + "learning_rate": 1.944744744744745e-05, + "loss": 0.7459, + "step": 925 + }, + { + "epoch": 2.568335588633288, + "grad_norm": 133.49668884277344, + "learning_rate": 1.9372372372372375e-05, + "loss": 0.8983, + "step": 950 + }, + { + "epoch": 2.6359945872801083, + "grad_norm": 94.76242065429688, + "learning_rate": 1.92972972972973e-05, + "loss": 0.9424, + "step": 975 + }, + { + "epoch": 2.7036535859269284, + "grad_norm": 24.57663917541504, + "learning_rate": 1.9222222222222225e-05, + "loss": 0.8143, + "step": 1000 + }, + { + "epoch": 2.7713125845737485, + "grad_norm": 31.953134536743164, + "learning_rate": 1.914714714714715e-05, + "loss": 0.7959, + "step": 1025 + }, + { + "epoch": 2.838971583220568, + "grad_norm": 15.862106323242188, + "learning_rate": 1.9072072072072075e-05, + "loss": 0.8928, + "step": 1050 + }, + { + "epoch": 2.9066305818673883, + "grad_norm": 22.704662322998047, + "learning_rate": 1.8996996996997e-05, + "loss": 0.7488, + "step": 1075 + }, + { + "epoch": 2.9742895805142084, + "grad_norm": 46.361351013183594, + "learning_rate": 1.8921921921921925e-05, + "loss": 0.7677, + "step": 1100 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9467275494672754, + "eval_loss": 0.21903905272483826, + "eval_macro_f1": 0.8083170979259598, + "eval_runtime": 2.2958, + "eval_samples_per_second": 572.361, + "eval_steps_per_second": 36.154, + "eval_weighted_f1": 0.9417861791404404, + "step": 1110 + }, + { + "epoch": 3.040595399188092, + "grad_norm": 52.82280349731445, + "learning_rate": 1.884684684684685e-05, + "loss": 0.5781, + "step": 1125 + }, + { + "epoch": 3.108254397834912, + "grad_norm": 33.78490447998047, + "learning_rate": 1.8771771771771776e-05, + "loss": 0.668, + "step": 1150 + }, + { + "epoch": 3.175913396481732, + "grad_norm": 41.57701873779297, + "learning_rate": 1.86966966966967e-05, + "loss": 0.668, + "step": 1175 + }, + { + "epoch": 3.243572395128552, + "grad_norm": 10.486342430114746, + "learning_rate": 1.8621621621621622e-05, + "loss": 0.54, + "step": 1200 + }, + { + "epoch": 3.311231393775372, + "grad_norm": 130.04139709472656, + "learning_rate": 1.8546546546546547e-05, + "loss": 0.7028, + "step": 1225 + }, + { + "epoch": 3.3788903924221922, + "grad_norm": 83.98345184326172, + "learning_rate": 1.8471471471471473e-05, + "loss": 0.613, + "step": 1250 + }, + { + "epoch": 3.4465493910690124, + "grad_norm": 215.14027404785156, + "learning_rate": 1.8396396396396398e-05, + "loss": 0.7534, + "step": 1275 + }, + { + "epoch": 3.514208389715832, + "grad_norm": 54.49315643310547, + "learning_rate": 1.8321321321321323e-05, + "loss": 0.6577, + "step": 1300 + }, + { + "epoch": 3.581867388362652, + "grad_norm": 44.000972747802734, + "learning_rate": 1.8246246246246248e-05, + "loss": 0.5655, + "step": 1325 + }, + { + "epoch": 3.6495263870094723, + "grad_norm": 29.4279727935791, + "learning_rate": 1.8171171171171173e-05, + "loss": 0.4829, + "step": 1350 + }, + { + "epoch": 3.7171853856562924, + "grad_norm": 1.2971322536468506, + "learning_rate": 1.8096096096096098e-05, + "loss": 0.5023, + "step": 1375 + }, + { + "epoch": 3.7848443843031125, + "grad_norm": 47.32328414916992, + "learning_rate": 1.8021021021021023e-05, + "loss": 0.5939, + "step": 1400 + }, + { + "epoch": 3.852503382949932, + "grad_norm": 13.072092056274414, + "learning_rate": 1.7945945945945948e-05, + "loss": 0.7581, + "step": 1425 + }, + { + "epoch": 3.9201623815967523, + "grad_norm": 40.88349533081055, + "learning_rate": 1.7870870870870873e-05, + "loss": 0.6597, + "step": 1450 + }, + { + "epoch": 3.9878213802435725, + "grad_norm": 58.818336486816406, + "learning_rate": 1.77957957957958e-05, + "loss": 0.6347, + "step": 1475 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9482496194824962, + "eval_loss": 0.21458709239959717, + "eval_macro_f1": 0.8438132725875632, + "eval_runtime": 2.3229, + "eval_samples_per_second": 565.68, + "eval_steps_per_second": 35.732, + "eval_weighted_f1": 0.9465121950338453, + "step": 1480 + }, + { + "epoch": 4.054127198917456, + "grad_norm": 33.90219497680664, + "learning_rate": 1.7720720720720724e-05, + "loss": 0.6463, + "step": 1500 + }, + { + "epoch": 4.121786197564276, + "grad_norm": 39.480743408203125, + "learning_rate": 1.764564564564565e-05, + "loss": 0.5006, + "step": 1525 + }, + { + "epoch": 4.189445196211096, + "grad_norm": 55.59006881713867, + "learning_rate": 1.757057057057057e-05, + "loss": 0.5602, + "step": 1550 + }, + { + "epoch": 4.2571041948579165, + "grad_norm": 20.141559600830078, + "learning_rate": 1.7495495495495496e-05, + "loss": 0.7673, + "step": 1575 + }, + { + "epoch": 4.324763193504737, + "grad_norm": 414.528564453125, + "learning_rate": 1.742042042042042e-05, + "loss": 0.8611, + "step": 1600 + }, + { + "epoch": 4.392422192151556, + "grad_norm": 2.7253613471984863, + "learning_rate": 1.7345345345345346e-05, + "loss": 0.5686, + "step": 1625 + }, + { + "epoch": 4.460081190798376, + "grad_norm": 8.261528968811035, + "learning_rate": 1.727027027027027e-05, + "loss": 0.5071, + "step": 1650 + }, + { + "epoch": 4.527740189445196, + "grad_norm": 1.4550007581710815, + "learning_rate": 1.7195195195195196e-05, + "loss": 0.3353, + "step": 1675 + }, + { + "epoch": 4.595399188092016, + "grad_norm": 90.43991088867188, + "learning_rate": 1.712012012012012e-05, + "loss": 0.5098, + "step": 1700 + }, + { + "epoch": 4.663058186738836, + "grad_norm": 53.020774841308594, + "learning_rate": 1.7045045045045046e-05, + "loss": 0.4483, + "step": 1725 + }, + { + "epoch": 4.730717185385656, + "grad_norm": 0.7702709436416626, + "learning_rate": 1.696996996996997e-05, + "loss": 0.542, + "step": 1750 + }, + { + "epoch": 4.798376184032477, + "grad_norm": 71.48716735839844, + "learning_rate": 1.6894894894894896e-05, + "loss": 0.5282, + "step": 1775 + }, + { + "epoch": 4.866035182679297, + "grad_norm": 5.177639961242676, + "learning_rate": 1.681981981981982e-05, + "loss": 0.6321, + "step": 1800 + }, + { + "epoch": 4.933694181326116, + "grad_norm": 80.53530883789062, + "learning_rate": 1.6744744744744747e-05, + "loss": 0.6803, + "step": 1825 + }, + { + "epoch": 5.0, + "grad_norm": 3.916515350341797, + "learning_rate": 1.666966966966967e-05, + "loss": 0.6958, + "step": 1850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9490106544901066, + "eval_loss": 0.25830334424972534, + "eval_macro_f1": 0.8287071011376753, + "eval_runtime": 2.2357, + "eval_samples_per_second": 587.734, + "eval_steps_per_second": 37.125, + "eval_weighted_f1": 0.945485236951595, + "step": 1850 + }, + { + "epoch": 5.06765899864682, + "grad_norm": 46.537437438964844, + "learning_rate": 1.6594594594594597e-05, + "loss": 0.503, + "step": 1875 + }, + { + "epoch": 5.13531799729364, + "grad_norm": 41.90577697753906, + "learning_rate": 1.651951951951952e-05, + "loss": 0.5446, + "step": 1900 + }, + { + "epoch": 5.20297699594046, + "grad_norm": 0.3544286787509918, + "learning_rate": 1.6444444444444444e-05, + "loss": 0.3137, + "step": 1925 + }, + { + "epoch": 5.2706359945872805, + "grad_norm": 0.08687163144350052, + "learning_rate": 1.636936936936937e-05, + "loss": 0.4802, + "step": 1950 + }, + { + "epoch": 5.3382949932341, + "grad_norm": 86.12086486816406, + "learning_rate": 1.6294294294294294e-05, + "loss": 0.4786, + "step": 1975 + }, + { + "epoch": 5.40595399188092, + "grad_norm": 14.063923835754395, + "learning_rate": 1.621921921921922e-05, + "loss": 0.4208, + "step": 2000 + }, + { + "epoch": 5.47361299052774, + "grad_norm": 146.181396484375, + "learning_rate": 1.6144144144144144e-05, + "loss": 0.4742, + "step": 2025 + }, + { + "epoch": 5.54127198917456, + "grad_norm": 43.11996841430664, + "learning_rate": 1.606906906906907e-05, + "loss": 0.5172, + "step": 2050 + }, + { + "epoch": 5.60893098782138, + "grad_norm": 73.73106384277344, + "learning_rate": 1.5993993993993994e-05, + "loss": 0.3365, + "step": 2075 + }, + { + "epoch": 5.6765899864682, + "grad_norm": 0.5538205504417419, + "learning_rate": 1.591891891891892e-05, + "loss": 0.4275, + "step": 2100 + }, + { + "epoch": 5.7442489851150205, + "grad_norm": 47.102535247802734, + "learning_rate": 1.5843843843843844e-05, + "loss": 0.5722, + "step": 2125 + }, + { + "epoch": 5.811907983761841, + "grad_norm": 0.894416093826294, + "learning_rate": 1.576876876876877e-05, + "loss": 0.5161, + "step": 2150 + }, + { + "epoch": 5.879566982408661, + "grad_norm": 7.53986930847168, + "learning_rate": 1.5693693693693695e-05, + "loss": 0.4894, + "step": 2175 + }, + { + "epoch": 5.94722598105548, + "grad_norm": 36.689212799072266, + "learning_rate": 1.561861861861862e-05, + "loss": 0.5248, + "step": 2200 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9429223744292238, + "eval_loss": 0.30532997846603394, + "eval_macro_f1": 0.8015879672421727, + "eval_runtime": 2.197, + "eval_samples_per_second": 598.082, + "eval_steps_per_second": 37.778, + "eval_weighted_f1": 0.9397509073878937, + "step": 2220 + }, + { + "epoch": 6.013531799729364, + "grad_norm": 9.749236106872559, + "learning_rate": 1.5543543543543545e-05, + "loss": 0.4498, + "step": 2225 + }, + { + "epoch": 6.081190798376184, + "grad_norm": 95.3451156616211, + "learning_rate": 1.546846846846847e-05, + "loss": 0.5724, + "step": 2250 + }, + { + "epoch": 6.148849797023004, + "grad_norm": 4.107186317443848, + "learning_rate": 1.5393393393393395e-05, + "loss": 0.367, + "step": 2275 + }, + { + "epoch": 6.216508795669824, + "grad_norm": 303.6233215332031, + "learning_rate": 1.531831831831832e-05, + "loss": 0.5407, + "step": 2300 + }, + { + "epoch": 6.2841677943166445, + "grad_norm": 0.3777477741241455, + "learning_rate": 1.5243243243243244e-05, + "loss": 0.3938, + "step": 2325 + }, + { + "epoch": 6.351826792963464, + "grad_norm": 0.3070864677429199, + "learning_rate": 1.5168168168168169e-05, + "loss": 0.3376, + "step": 2350 + }, + { + "epoch": 6.419485791610284, + "grad_norm": 0.2297375351190567, + "learning_rate": 1.5093093093093094e-05, + "loss": 0.4462, + "step": 2375 + }, + { + "epoch": 6.487144790257104, + "grad_norm": 2.0612945556640625, + "learning_rate": 1.5018018018018019e-05, + "loss": 0.4208, + "step": 2400 + }, + { + "epoch": 6.554803788903924, + "grad_norm": 45.117530822753906, + "learning_rate": 1.4942942942942944e-05, + "loss": 0.5367, + "step": 2425 + }, + { + "epoch": 6.622462787550744, + "grad_norm": 1.0525672435760498, + "learning_rate": 1.4867867867867869e-05, + "loss": 0.4962, + "step": 2450 + }, + { + "epoch": 6.690121786197564, + "grad_norm": 215.83143615722656, + "learning_rate": 1.4792792792792794e-05, + "loss": 0.2082, + "step": 2475 + }, + { + "epoch": 6.7577807848443845, + "grad_norm": 0.6873406767845154, + "learning_rate": 1.471771771771772e-05, + "loss": 0.2609, + "step": 2500 + }, + { + "epoch": 6.825439783491205, + "grad_norm": 0.4674452841281891, + "learning_rate": 1.4642642642642644e-05, + "loss": 0.5534, + "step": 2525 + }, + { + "epoch": 6.893098782138025, + "grad_norm": 0.1368480622768402, + "learning_rate": 1.456756756756757e-05, + "loss": 0.2209, + "step": 2550 + }, + { + "epoch": 6.960757780784844, + "grad_norm": 234.91354370117188, + "learning_rate": 1.4492492492492493e-05, + "loss": 0.4308, + "step": 2575 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9497716894977168, + "eval_loss": 0.3232477307319641, + "eval_macro_f1": 0.8368079392014046, + "eval_runtime": 2.2573, + "eval_samples_per_second": 582.123, + "eval_steps_per_second": 36.77, + "eval_weighted_f1": 0.9474899413930387, + "step": 2590 + } + ], + "logging_steps": 25, + "max_steps": 7400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..251863f70d333a8e73f513289c6d9c501ec1a1ab --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0170836ae71acb0f7e05ceae94968439402053b515d019c8583d333aee25d4b2 +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e21c58b6b26ad1991723e5be36f0b0373ec632f4 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850/trainer_state.json @@ -0,0 +1,616 @@ +{ + "best_global_step": 1850, + "best_metric": 0.8532549754214435, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850", + "epoch": 5.0, + "eval_steps": 500, + "global_step": 1850, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.06765899864682003, + "grad_norm": 57.00758743286133, + "learning_rate": 6.486486486486487e-07, + "loss": 5.6064, + "step": 25 + }, + { + "epoch": 0.13531799729364005, + "grad_norm": 46.655914306640625, + "learning_rate": 1.3243243243243246e-06, + "loss": 5.4241, + "step": 50 + }, + { + "epoch": 0.2029769959404601, + "grad_norm": 28.78744125366211, + "learning_rate": 2.0000000000000003e-06, + "loss": 5.1606, + "step": 75 + }, + { + "epoch": 0.2706359945872801, + "grad_norm": 34.29905700683594, + "learning_rate": 2.6756756756756757e-06, + "loss": 4.8256, + "step": 100 + }, + { + "epoch": 0.3382949932341001, + "grad_norm": 41.19755935668945, + "learning_rate": 3.351351351351352e-06, + "loss": 4.0098, + "step": 125 + }, + { + "epoch": 0.4059539918809202, + "grad_norm": 77.81985473632812, + "learning_rate": 4.027027027027028e-06, + "loss": 3.1869, + "step": 150 + }, + { + "epoch": 0.4736129905277402, + "grad_norm": 52.460792541503906, + "learning_rate": 4.702702702702703e-06, + "loss": 2.3035, + "step": 175 + }, + { + "epoch": 0.5412719891745602, + "grad_norm": 85.78314208984375, + "learning_rate": 5.378378378378378e-06, + "loss": 1.6508, + "step": 200 + }, + { + "epoch": 0.6089309878213802, + "grad_norm": 26.96613121032715, + "learning_rate": 6.054054054054055e-06, + "loss": 1.7326, + "step": 225 + }, + { + "epoch": 0.6765899864682002, + "grad_norm": 69.96305847167969, + "learning_rate": 6.729729729729731e-06, + "loss": 1.3159, + "step": 250 + }, + { + "epoch": 0.7442489851150202, + "grad_norm": 76.02020263671875, + "learning_rate": 7.4054054054054055e-06, + "loss": 1.3273, + "step": 275 + }, + { + "epoch": 0.8119079837618404, + "grad_norm": 51.553707122802734, + "learning_rate": 8.081081081081081e-06, + "loss": 1.2998, + "step": 300 + }, + { + "epoch": 0.8795669824086604, + "grad_norm": 36.47965621948242, + "learning_rate": 8.756756756756759e-06, + "loss": 1.1371, + "step": 325 + }, + { + "epoch": 0.9472259810554804, + "grad_norm": 53.74705123901367, + "learning_rate": 9.432432432432433e-06, + "loss": 1.2998, + "step": 350 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9246575342465754, + "eval_loss": 0.24737194180488586, + "eval_macro_f1": 0.6402502368255792, + "eval_runtime": 2.2795, + "eval_samples_per_second": 576.452, + "eval_steps_per_second": 36.412, + "eval_weighted_f1": 0.90634025368028, + "step": 370 + }, + { + "epoch": 1.013531799729364, + "grad_norm": 67.14740753173828, + "learning_rate": 1.0108108108108109e-05, + "loss": 1.0943, + "step": 375 + }, + { + "epoch": 1.0811907983761841, + "grad_norm": 48.82939910888672, + "learning_rate": 1.0783783783783786e-05, + "loss": 1.1195, + "step": 400 + }, + { + "epoch": 1.148849797023004, + "grad_norm": 96.59056854248047, + "learning_rate": 1.1459459459459462e-05, + "loss": 0.9555, + "step": 425 + }, + { + "epoch": 1.2165087956698242, + "grad_norm": 122.37541198730469, + "learning_rate": 1.2135135135135136e-05, + "loss": 0.9667, + "step": 450 + }, + { + "epoch": 1.284167794316644, + "grad_norm": 39.704566955566406, + "learning_rate": 1.2810810810810812e-05, + "loss": 1.247, + "step": 475 + }, + { + "epoch": 1.3518267929634642, + "grad_norm": 41.07016372680664, + "learning_rate": 1.3486486486486487e-05, + "loss": 0.9582, + "step": 500 + }, + { + "epoch": 1.419485791610284, + "grad_norm": 39.59267044067383, + "learning_rate": 1.4162162162162163e-05, + "loss": 0.8822, + "step": 525 + }, + { + "epoch": 1.4871447902571042, + "grad_norm": 44.60676193237305, + "learning_rate": 1.4837837837837839e-05, + "loss": 0.8675, + "step": 550 + }, + { + "epoch": 1.5548037889039241, + "grad_norm": 54.22750473022461, + "learning_rate": 1.5513513513513513e-05, + "loss": 1.0982, + "step": 575 + }, + { + "epoch": 1.6224627875507442, + "grad_norm": 106.73961639404297, + "learning_rate": 1.618918918918919e-05, + "loss": 0.9525, + "step": 600 + }, + { + "epoch": 1.6901217861975644, + "grad_norm": 30.39596939086914, + "learning_rate": 1.6864864864864868e-05, + "loss": 1.0448, + "step": 625 + }, + { + "epoch": 1.7577807848443843, + "grad_norm": 60.33902359008789, + "learning_rate": 1.7540540540540542e-05, + "loss": 0.8868, + "step": 650 + }, + { + "epoch": 1.8254397834912042, + "grad_norm": 30.035490036010742, + "learning_rate": 1.821621621621622e-05, + "loss": 0.9735, + "step": 675 + }, + { + "epoch": 1.8930987821380243, + "grad_norm": 78.39163208007812, + "learning_rate": 1.8891891891891893e-05, + "loss": 0.8928, + "step": 700 + }, + { + "epoch": 1.9607577807848444, + "grad_norm": 41.74833297729492, + "learning_rate": 1.956756756756757e-05, + "loss": 0.999, + "step": 725 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9444444444444444, + "eval_loss": 0.20927949249744415, + "eval_macro_f1": 0.7941458790707125, + "eval_runtime": 2.27, + "eval_samples_per_second": 578.859, + "eval_steps_per_second": 36.564, + "eval_weighted_f1": 0.9387462924554019, + "step": 740 + }, + { + "epoch": 2.027063599458728, + "grad_norm": 16.84236717224121, + "learning_rate": 1.9972972972972974e-05, + "loss": 0.773, + "step": 750 + }, + { + "epoch": 2.094722598105548, + "grad_norm": 43.22565841674805, + "learning_rate": 1.98978978978979e-05, + "loss": 0.8373, + "step": 775 + }, + { + "epoch": 2.1623815967523683, + "grad_norm": 56.627723693847656, + "learning_rate": 1.9822822822822824e-05, + "loss": 0.9182, + "step": 800 + }, + { + "epoch": 2.230040595399188, + "grad_norm": 36.126705169677734, + "learning_rate": 1.974774774774775e-05, + "loss": 0.7173, + "step": 825 + }, + { + "epoch": 2.297699594046008, + "grad_norm": 169.35206604003906, + "learning_rate": 1.9672672672672674e-05, + "loss": 0.9232, + "step": 850 + }, + { + "epoch": 2.365358592692828, + "grad_norm": 3.427471160888672, + "learning_rate": 1.95975975975976e-05, + "loss": 0.784, + "step": 875 + }, + { + "epoch": 2.4330175913396483, + "grad_norm": 8.406064987182617, + "learning_rate": 1.9522522522522524e-05, + "loss": 0.891, + "step": 900 + }, + { + "epoch": 2.500676589986468, + "grad_norm": 14.426178932189941, + "learning_rate": 1.944744744744745e-05, + "loss": 0.7649, + "step": 925 + }, + { + "epoch": 2.568335588633288, + "grad_norm": 12.78966236114502, + "learning_rate": 1.9372372372372375e-05, + "loss": 0.7125, + "step": 950 + }, + { + "epoch": 2.6359945872801083, + "grad_norm": 27.182443618774414, + "learning_rate": 1.92972972972973e-05, + "loss": 0.6854, + "step": 975 + }, + { + "epoch": 2.7036535859269284, + "grad_norm": 85.96546936035156, + "learning_rate": 1.9222222222222225e-05, + "loss": 0.7661, + "step": 1000 + }, + { + "epoch": 2.7713125845737485, + "grad_norm": 53.41900634765625, + "learning_rate": 1.914714714714715e-05, + "loss": 0.5899, + "step": 1025 + }, + { + "epoch": 2.838971583220568, + "grad_norm": 37.085182189941406, + "learning_rate": 1.9072072072072075e-05, + "loss": 1.1961, + "step": 1050 + }, + { + "epoch": 2.9066305818673883, + "grad_norm": 30.576522827148438, + "learning_rate": 1.8996996996997e-05, + "loss": 0.8445, + "step": 1075 + }, + { + "epoch": 2.9742895805142084, + "grad_norm": 13.564868927001953, + "learning_rate": 1.8921921921921925e-05, + "loss": 0.7011, + "step": 1100 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.952054794520548, + "eval_loss": 0.19159287214279175, + "eval_macro_f1": 0.8457683680302709, + "eval_runtime": 2.1769, + "eval_samples_per_second": 603.62, + "eval_steps_per_second": 38.128, + "eval_weighted_f1": 0.950330487535858, + "step": 1110 + }, + { + "epoch": 3.040595399188092, + "grad_norm": 74.54874420166016, + "learning_rate": 1.884684684684685e-05, + "loss": 0.8019, + "step": 1125 + }, + { + "epoch": 3.108254397834912, + "grad_norm": 37.04551315307617, + "learning_rate": 1.8771771771771776e-05, + "loss": 0.7679, + "step": 1150 + }, + { + "epoch": 3.175913396481732, + "grad_norm": 9.115388870239258, + "learning_rate": 1.86966966966967e-05, + "loss": 0.6025, + "step": 1175 + }, + { + "epoch": 3.243572395128552, + "grad_norm": 16.124052047729492, + "learning_rate": 1.8621621621621622e-05, + "loss": 0.6984, + "step": 1200 + }, + { + "epoch": 3.311231393775372, + "grad_norm": 45.82615280151367, + "learning_rate": 1.8546546546546547e-05, + "loss": 0.5991, + "step": 1225 + }, + { + "epoch": 3.3788903924221922, + "grad_norm": 30.777545928955078, + "learning_rate": 1.8471471471471473e-05, + "loss": 0.6984, + "step": 1250 + }, + { + "epoch": 3.4465493910690124, + "grad_norm": 22.22722053527832, + "learning_rate": 1.8396396396396398e-05, + "loss": 0.6586, + "step": 1275 + }, + { + "epoch": 3.514208389715832, + "grad_norm": 89.58953857421875, + "learning_rate": 1.8321321321321323e-05, + "loss": 0.5183, + "step": 1300 + }, + { + "epoch": 3.581867388362652, + "grad_norm": 15.416109085083008, + "learning_rate": 1.8246246246246248e-05, + "loss": 0.6065, + "step": 1325 + }, + { + "epoch": 3.6495263870094723, + "grad_norm": 48.52583694458008, + "learning_rate": 1.8171171171171173e-05, + "loss": 0.6833, + "step": 1350 + }, + { + "epoch": 3.7171853856562924, + "grad_norm": 39.6343879699707, + "learning_rate": 1.8096096096096098e-05, + "loss": 0.6878, + "step": 1375 + }, + { + "epoch": 3.7848443843031125, + "grad_norm": 7.514065265655518, + "learning_rate": 1.8021021021021023e-05, + "loss": 0.6978, + "step": 1400 + }, + { + "epoch": 3.852503382949932, + "grad_norm": 34.45987319946289, + "learning_rate": 1.7945945945945948e-05, + "loss": 0.5416, + "step": 1425 + }, + { + "epoch": 3.9201623815967523, + "grad_norm": 74.07779693603516, + "learning_rate": 1.7870870870870873e-05, + "loss": 0.6223, + "step": 1450 + }, + { + "epoch": 3.9878213802435725, + "grad_norm": 29.358257293701172, + "learning_rate": 1.77957957957958e-05, + "loss": 0.7119, + "step": 1475 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.952054794520548, + "eval_loss": 0.19833669066429138, + "eval_macro_f1": 0.8485400251031848, + "eval_runtime": 2.4084, + "eval_samples_per_second": 545.592, + "eval_steps_per_second": 34.463, + "eval_weighted_f1": 0.9493910575405351, + "step": 1480 + }, + { + "epoch": 4.054127198917456, + "grad_norm": 88.59681701660156, + "learning_rate": 1.7720720720720724e-05, + "loss": 0.4589, + "step": 1500 + }, + { + "epoch": 4.121786197564276, + "grad_norm": 7.425044536590576, + "learning_rate": 1.764564564564565e-05, + "loss": 0.6514, + "step": 1525 + }, + { + "epoch": 4.189445196211096, + "grad_norm": 6.336703777313232, + "learning_rate": 1.757057057057057e-05, + "loss": 0.4742, + "step": 1550 + }, + { + "epoch": 4.2571041948579165, + "grad_norm": 71.3166732788086, + "learning_rate": 1.7495495495495496e-05, + "loss": 0.4925, + "step": 1575 + }, + { + "epoch": 4.324763193504737, + "grad_norm": 104.83638000488281, + "learning_rate": 1.742042042042042e-05, + "loss": 0.575, + "step": 1600 + }, + { + "epoch": 4.392422192151556, + "grad_norm": 54.156455993652344, + "learning_rate": 1.7345345345345346e-05, + "loss": 0.5754, + "step": 1625 + }, + { + "epoch": 4.460081190798376, + "grad_norm": 32.133846282958984, + "learning_rate": 1.727027027027027e-05, + "loss": 0.5629, + "step": 1650 + }, + { + "epoch": 4.527740189445196, + "grad_norm": 45.198326110839844, + "learning_rate": 1.7195195195195196e-05, + "loss": 0.6271, + "step": 1675 + }, + { + "epoch": 4.595399188092016, + "grad_norm": 1.3725372552871704, + "learning_rate": 1.712012012012012e-05, + "loss": 0.5214, + "step": 1700 + }, + { + "epoch": 4.663058186738836, + "grad_norm": 110.89515686035156, + "learning_rate": 1.7045045045045046e-05, + "loss": 0.4864, + "step": 1725 + }, + { + "epoch": 4.730717185385656, + "grad_norm": 88.74505615234375, + "learning_rate": 1.696996996996997e-05, + "loss": 0.6451, + "step": 1750 + }, + { + "epoch": 4.798376184032477, + "grad_norm": 9.508624076843262, + "learning_rate": 1.6894894894894896e-05, + "loss": 0.5318, + "step": 1775 + }, + { + "epoch": 4.866035182679297, + "grad_norm": 15.21669864654541, + "learning_rate": 1.681981981981982e-05, + "loss": 0.5644, + "step": 1800 + }, + { + "epoch": 4.933694181326116, + "grad_norm": 4.779296398162842, + "learning_rate": 1.6744744744744747e-05, + "loss": 0.5165, + "step": 1825 + }, + { + "epoch": 5.0, + "grad_norm": 3.0204498767852783, + "learning_rate": 1.666966966966967e-05, + "loss": 0.6324, + "step": 1850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.952054794520548, + "eval_loss": 0.208709716796875, + "eval_macro_f1": 0.8532549754214435, + "eval_runtime": 2.4409, + "eval_samples_per_second": 538.323, + "eval_steps_per_second": 34.004, + "eval_weighted_f1": 0.950785213828739, + "step": 1850 + } + ], + "logging_steps": 25, + "max_steps": 7400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..098d90a9d05b4796347766dd8613ae74c18fa64a --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-2960/trainer_state.json @@ -0,0 +1,957 @@ +{ + "best_global_step": 1850, + "best_metric": 0.8532549754214435, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s43-20260831T195106Z-69c8cc50/trainer/checkpoint-1850", + "epoch": 8.0, + "eval_steps": 500, + "global_step": 2960, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.06765899864682003, + "grad_norm": 57.00758743286133, + "learning_rate": 6.486486486486487e-07, + "loss": 5.6064, + "step": 25 + }, + { + "epoch": 0.13531799729364005, + "grad_norm": 46.655914306640625, + "learning_rate": 1.3243243243243246e-06, + "loss": 5.4241, + "step": 50 + }, + { + "epoch": 0.2029769959404601, + "grad_norm": 28.78744125366211, + "learning_rate": 2.0000000000000003e-06, + "loss": 5.1606, + "step": 75 + }, + { + "epoch": 0.2706359945872801, + "grad_norm": 34.29905700683594, + "learning_rate": 2.6756756756756757e-06, + "loss": 4.8256, + "step": 100 + }, + { + "epoch": 0.3382949932341001, + "grad_norm": 41.19755935668945, + "learning_rate": 3.351351351351352e-06, + "loss": 4.0098, + "step": 125 + }, + { + "epoch": 0.4059539918809202, + "grad_norm": 77.81985473632812, + "learning_rate": 4.027027027027028e-06, + "loss": 3.1869, + "step": 150 + }, + { + "epoch": 0.4736129905277402, + "grad_norm": 52.460792541503906, + "learning_rate": 4.702702702702703e-06, + "loss": 2.3035, + "step": 175 + }, + { + "epoch": 0.5412719891745602, + "grad_norm": 85.78314208984375, + "learning_rate": 5.378378378378378e-06, + "loss": 1.6508, + "step": 200 + }, + { + "epoch": 0.6089309878213802, + "grad_norm": 26.96613121032715, + "learning_rate": 6.054054054054055e-06, + "loss": 1.7326, + "step": 225 + }, + { + "epoch": 0.6765899864682002, + "grad_norm": 69.96305847167969, + "learning_rate": 6.729729729729731e-06, + "loss": 1.3159, + "step": 250 + }, + { + "epoch": 0.7442489851150202, + "grad_norm": 76.02020263671875, + "learning_rate": 7.4054054054054055e-06, + "loss": 1.3273, + "step": 275 + }, + { + "epoch": 0.8119079837618404, + "grad_norm": 51.553707122802734, + "learning_rate": 8.081081081081081e-06, + "loss": 1.2998, + "step": 300 + }, + { + "epoch": 0.8795669824086604, + "grad_norm": 36.47965621948242, + "learning_rate": 8.756756756756759e-06, + "loss": 1.1371, + "step": 325 + }, + { + "epoch": 0.9472259810554804, + "grad_norm": 53.74705123901367, + "learning_rate": 9.432432432432433e-06, + "loss": 1.2998, + "step": 350 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.9246575342465754, + "eval_loss": 0.24737194180488586, + "eval_macro_f1": 0.6402502368255792, + "eval_runtime": 2.2795, + "eval_samples_per_second": 576.452, + "eval_steps_per_second": 36.412, + "eval_weighted_f1": 0.90634025368028, + "step": 370 + }, + { + "epoch": 1.013531799729364, + "grad_norm": 67.14740753173828, + "learning_rate": 1.0108108108108109e-05, + "loss": 1.0943, + "step": 375 + }, + { + "epoch": 1.0811907983761841, + "grad_norm": 48.82939910888672, + "learning_rate": 1.0783783783783786e-05, + "loss": 1.1195, + "step": 400 + }, + { + "epoch": 1.148849797023004, + "grad_norm": 96.59056854248047, + "learning_rate": 1.1459459459459462e-05, + "loss": 0.9555, + "step": 425 + }, + { + "epoch": 1.2165087956698242, + "grad_norm": 122.37541198730469, + "learning_rate": 1.2135135135135136e-05, + "loss": 0.9667, + "step": 450 + }, + { + "epoch": 1.284167794316644, + "grad_norm": 39.704566955566406, + "learning_rate": 1.2810810810810812e-05, + "loss": 1.247, + "step": 475 + }, + { + "epoch": 1.3518267929634642, + "grad_norm": 41.07016372680664, + "learning_rate": 1.3486486486486487e-05, + "loss": 0.9582, + "step": 500 + }, + { + "epoch": 1.419485791610284, + "grad_norm": 39.59267044067383, + "learning_rate": 1.4162162162162163e-05, + "loss": 0.8822, + "step": 525 + }, + { + "epoch": 1.4871447902571042, + "grad_norm": 44.60676193237305, + "learning_rate": 1.4837837837837839e-05, + "loss": 0.8675, + "step": 550 + }, + { + "epoch": 1.5548037889039241, + "grad_norm": 54.22750473022461, + "learning_rate": 1.5513513513513513e-05, + "loss": 1.0982, + "step": 575 + }, + { + "epoch": 1.6224627875507442, + "grad_norm": 106.73961639404297, + "learning_rate": 1.618918918918919e-05, + "loss": 0.9525, + "step": 600 + }, + { + "epoch": 1.6901217861975644, + "grad_norm": 30.39596939086914, + "learning_rate": 1.6864864864864868e-05, + "loss": 1.0448, + "step": 625 + }, + { + "epoch": 1.7577807848443843, + "grad_norm": 60.33902359008789, + "learning_rate": 1.7540540540540542e-05, + "loss": 0.8868, + "step": 650 + }, + { + "epoch": 1.8254397834912042, + "grad_norm": 30.035490036010742, + "learning_rate": 1.821621621621622e-05, + "loss": 0.9735, + "step": 675 + }, + { + "epoch": 1.8930987821380243, + "grad_norm": 78.39163208007812, + "learning_rate": 1.8891891891891893e-05, + "loss": 0.8928, + "step": 700 + }, + { + "epoch": 1.9607577807848444, + "grad_norm": 41.74833297729492, + "learning_rate": 1.956756756756757e-05, + "loss": 0.999, + "step": 725 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9444444444444444, + "eval_loss": 0.20927949249744415, + "eval_macro_f1": 0.7941458790707125, + "eval_runtime": 2.27, + "eval_samples_per_second": 578.859, + "eval_steps_per_second": 36.564, + "eval_weighted_f1": 0.9387462924554019, + "step": 740 + }, + { + "epoch": 2.027063599458728, + "grad_norm": 16.84236717224121, + "learning_rate": 1.9972972972972974e-05, + "loss": 0.773, + "step": 750 + }, + { + "epoch": 2.094722598105548, + "grad_norm": 43.22565841674805, + "learning_rate": 1.98978978978979e-05, + "loss": 0.8373, + "step": 775 + }, + { + "epoch": 2.1623815967523683, + "grad_norm": 56.627723693847656, + "learning_rate": 1.9822822822822824e-05, + "loss": 0.9182, + "step": 800 + }, + { + "epoch": 2.230040595399188, + "grad_norm": 36.126705169677734, + "learning_rate": 1.974774774774775e-05, + "loss": 0.7173, + "step": 825 + }, + { + "epoch": 2.297699594046008, + "grad_norm": 169.35206604003906, + "learning_rate": 1.9672672672672674e-05, + "loss": 0.9232, + "step": 850 + }, + { + "epoch": 2.365358592692828, + "grad_norm": 3.427471160888672, + "learning_rate": 1.95975975975976e-05, + "loss": 0.784, + "step": 875 + }, + { + "epoch": 2.4330175913396483, + "grad_norm": 8.406064987182617, + "learning_rate": 1.9522522522522524e-05, + "loss": 0.891, + "step": 900 + }, + { + "epoch": 2.500676589986468, + "grad_norm": 14.426178932189941, + "learning_rate": 1.944744744744745e-05, + "loss": 0.7649, + "step": 925 + }, + { + "epoch": 2.568335588633288, + "grad_norm": 12.78966236114502, + "learning_rate": 1.9372372372372375e-05, + "loss": 0.7125, + "step": 950 + }, + { + "epoch": 2.6359945872801083, + "grad_norm": 27.182443618774414, + "learning_rate": 1.92972972972973e-05, + "loss": 0.6854, + "step": 975 + }, + { + "epoch": 2.7036535859269284, + "grad_norm": 85.96546936035156, + "learning_rate": 1.9222222222222225e-05, + "loss": 0.7661, + "step": 1000 + }, + { + "epoch": 2.7713125845737485, + "grad_norm": 53.41900634765625, + "learning_rate": 1.914714714714715e-05, + "loss": 0.5899, + "step": 1025 + }, + { + "epoch": 2.838971583220568, + "grad_norm": 37.085182189941406, + "learning_rate": 1.9072072072072075e-05, + "loss": 1.1961, + "step": 1050 + }, + { + "epoch": 2.9066305818673883, + "grad_norm": 30.576522827148438, + "learning_rate": 1.8996996996997e-05, + "loss": 0.8445, + "step": 1075 + }, + { + "epoch": 2.9742895805142084, + "grad_norm": 13.564868927001953, + "learning_rate": 1.8921921921921925e-05, + "loss": 0.7011, + "step": 1100 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.952054794520548, + "eval_loss": 0.19159287214279175, + "eval_macro_f1": 0.8457683680302709, + "eval_runtime": 2.1769, + "eval_samples_per_second": 603.62, + "eval_steps_per_second": 38.128, + "eval_weighted_f1": 0.950330487535858, + "step": 1110 + }, + { + "epoch": 3.040595399188092, + "grad_norm": 74.54874420166016, + "learning_rate": 1.884684684684685e-05, + "loss": 0.8019, + "step": 1125 + }, + { + "epoch": 3.108254397834912, + "grad_norm": 37.04551315307617, + "learning_rate": 1.8771771771771776e-05, + "loss": 0.7679, + "step": 1150 + }, + { + "epoch": 3.175913396481732, + "grad_norm": 9.115388870239258, + "learning_rate": 1.86966966966967e-05, + "loss": 0.6025, + "step": 1175 + }, + { + "epoch": 3.243572395128552, + "grad_norm": 16.124052047729492, + "learning_rate": 1.8621621621621622e-05, + "loss": 0.6984, + "step": 1200 + }, + { + "epoch": 3.311231393775372, + "grad_norm": 45.82615280151367, + "learning_rate": 1.8546546546546547e-05, + "loss": 0.5991, + "step": 1225 + }, + { + "epoch": 3.3788903924221922, + "grad_norm": 30.777545928955078, + "learning_rate": 1.8471471471471473e-05, + "loss": 0.6984, + "step": 1250 + }, + { + "epoch": 3.4465493910690124, + "grad_norm": 22.22722053527832, + "learning_rate": 1.8396396396396398e-05, + "loss": 0.6586, + "step": 1275 + }, + { + "epoch": 3.514208389715832, + "grad_norm": 89.58953857421875, + "learning_rate": 1.8321321321321323e-05, + "loss": 0.5183, + "step": 1300 + }, + { + "epoch": 3.581867388362652, + "grad_norm": 15.416109085083008, + "learning_rate": 1.8246246246246248e-05, + "loss": 0.6065, + "step": 1325 + }, + { + "epoch": 3.6495263870094723, + "grad_norm": 48.52583694458008, + "learning_rate": 1.8171171171171173e-05, + "loss": 0.6833, + "step": 1350 + }, + { + "epoch": 3.7171853856562924, + "grad_norm": 39.6343879699707, + "learning_rate": 1.8096096096096098e-05, + "loss": 0.6878, + "step": 1375 + }, + { + "epoch": 3.7848443843031125, + "grad_norm": 7.514065265655518, + "learning_rate": 1.8021021021021023e-05, + "loss": 0.6978, + "step": 1400 + }, + { + "epoch": 3.852503382949932, + "grad_norm": 34.45987319946289, + "learning_rate": 1.7945945945945948e-05, + "loss": 0.5416, + "step": 1425 + }, + { + "epoch": 3.9201623815967523, + "grad_norm": 74.07779693603516, + "learning_rate": 1.7870870870870873e-05, + "loss": 0.6223, + "step": 1450 + }, + { + "epoch": 3.9878213802435725, + "grad_norm": 29.358257293701172, + "learning_rate": 1.77957957957958e-05, + "loss": 0.7119, + "step": 1475 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.952054794520548, + "eval_loss": 0.19833669066429138, + "eval_macro_f1": 0.8485400251031848, + "eval_runtime": 2.4084, + "eval_samples_per_second": 545.592, + "eval_steps_per_second": 34.463, + "eval_weighted_f1": 0.9493910575405351, + "step": 1480 + }, + { + "epoch": 4.054127198917456, + "grad_norm": 88.59681701660156, + "learning_rate": 1.7720720720720724e-05, + "loss": 0.4589, + "step": 1500 + }, + { + "epoch": 4.121786197564276, + "grad_norm": 7.425044536590576, + "learning_rate": 1.764564564564565e-05, + "loss": 0.6514, + "step": 1525 + }, + { + "epoch": 4.189445196211096, + "grad_norm": 6.336703777313232, + "learning_rate": 1.757057057057057e-05, + "loss": 0.4742, + "step": 1550 + }, + { + "epoch": 4.2571041948579165, + "grad_norm": 71.3166732788086, + "learning_rate": 1.7495495495495496e-05, + "loss": 0.4925, + "step": 1575 + }, + { + "epoch": 4.324763193504737, + "grad_norm": 104.83638000488281, + "learning_rate": 1.742042042042042e-05, + "loss": 0.575, + "step": 1600 + }, + { + "epoch": 4.392422192151556, + "grad_norm": 54.156455993652344, + "learning_rate": 1.7345345345345346e-05, + "loss": 0.5754, + "step": 1625 + }, + { + "epoch": 4.460081190798376, + "grad_norm": 32.133846282958984, + "learning_rate": 1.727027027027027e-05, + "loss": 0.5629, + "step": 1650 + }, + { + "epoch": 4.527740189445196, + "grad_norm": 45.198326110839844, + "learning_rate": 1.7195195195195196e-05, + "loss": 0.6271, + "step": 1675 + }, + { + "epoch": 4.595399188092016, + "grad_norm": 1.3725372552871704, + "learning_rate": 1.712012012012012e-05, + "loss": 0.5214, + "step": 1700 + }, + { + "epoch": 4.663058186738836, + "grad_norm": 110.89515686035156, + "learning_rate": 1.7045045045045046e-05, + "loss": 0.4864, + "step": 1725 + }, + { + "epoch": 4.730717185385656, + "grad_norm": 88.74505615234375, + "learning_rate": 1.696996996996997e-05, + "loss": 0.6451, + "step": 1750 + }, + { + "epoch": 4.798376184032477, + "grad_norm": 9.508624076843262, + "learning_rate": 1.6894894894894896e-05, + "loss": 0.5318, + "step": 1775 + }, + { + "epoch": 4.866035182679297, + "grad_norm": 15.21669864654541, + "learning_rate": 1.681981981981982e-05, + "loss": 0.5644, + "step": 1800 + }, + { + "epoch": 4.933694181326116, + "grad_norm": 4.779296398162842, + "learning_rate": 1.6744744744744747e-05, + "loss": 0.5165, + "step": 1825 + }, + { + "epoch": 5.0, + "grad_norm": 3.0204498767852783, + "learning_rate": 1.666966966966967e-05, + "loss": 0.6324, + "step": 1850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.952054794520548, + "eval_loss": 0.208709716796875, + "eval_macro_f1": 0.8532549754214435, + "eval_runtime": 2.4409, + "eval_samples_per_second": 538.323, + "eval_steps_per_second": 34.004, + "eval_weighted_f1": 0.950785213828739, + "step": 1850 + }, + { + "epoch": 5.06765899864682, + "grad_norm": 53.82844924926758, + "learning_rate": 1.6594594594594597e-05, + "loss": 0.4841, + "step": 1875 + }, + { + "epoch": 5.13531799729364, + "grad_norm": 15.693190574645996, + "learning_rate": 1.651951951951952e-05, + "loss": 0.547, + "step": 1900 + }, + { + "epoch": 5.20297699594046, + "grad_norm": 5.698328495025635, + "learning_rate": 1.6444444444444444e-05, + "loss": 0.4874, + "step": 1925 + }, + { + "epoch": 5.2706359945872805, + "grad_norm": 27.972618103027344, + "learning_rate": 1.636936936936937e-05, + "loss": 0.4147, + "step": 1950 + }, + { + "epoch": 5.3382949932341, + "grad_norm": 40.90681076049805, + "learning_rate": 1.6294294294294294e-05, + "loss": 0.377, + "step": 1975 + }, + { + "epoch": 5.40595399188092, + "grad_norm": 5.276984691619873, + "learning_rate": 1.621921921921922e-05, + "loss": 0.656, + "step": 2000 + }, + { + "epoch": 5.47361299052774, + "grad_norm": 163.857177734375, + "learning_rate": 1.6144144144144144e-05, + "loss": 0.307, + "step": 2025 + }, + { + "epoch": 5.54127198917456, + "grad_norm": 39.975257873535156, + "learning_rate": 1.606906906906907e-05, + "loss": 0.5878, + "step": 2050 + }, + { + "epoch": 5.60893098782138, + "grad_norm": 26.573348999023438, + "learning_rate": 1.5993993993993994e-05, + "loss": 0.5082, + "step": 2075 + }, + { + "epoch": 5.6765899864682, + "grad_norm": 79.90225219726562, + "learning_rate": 1.591891891891892e-05, + "loss": 0.3228, + "step": 2100 + }, + { + "epoch": 5.7442489851150205, + "grad_norm": 128.4459991455078, + "learning_rate": 1.5843843843843844e-05, + "loss": 0.3089, + "step": 2125 + }, + { + "epoch": 5.811907983761841, + "grad_norm": 50.91114044189453, + "learning_rate": 1.576876876876877e-05, + "loss": 0.6012, + "step": 2150 + }, + { + "epoch": 5.879566982408661, + "grad_norm": 64.1001205444336, + "learning_rate": 1.5693693693693695e-05, + "loss": 0.5102, + "step": 2175 + }, + { + "epoch": 5.94722598105548, + "grad_norm": 20.011722564697266, + "learning_rate": 1.561861861861862e-05, + "loss": 0.5322, + "step": 2200 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9528158295281582, + "eval_loss": 0.27201512455940247, + "eval_macro_f1": 0.839226605487475, + "eval_runtime": 2.2685, + "eval_samples_per_second": 579.231, + "eval_steps_per_second": 36.588, + "eval_weighted_f1": 0.950530128699277, + "step": 2220 + }, + { + "epoch": 6.013531799729364, + "grad_norm": 1.782785177230835, + "learning_rate": 1.5543543543543545e-05, + "loss": 0.4107, + "step": 2225 + }, + { + "epoch": 6.081190798376184, + "grad_norm": 16.057579040527344, + "learning_rate": 1.546846846846847e-05, + "loss": 0.2983, + "step": 2250 + }, + { + "epoch": 6.148849797023004, + "grad_norm": 6.889326572418213, + "learning_rate": 1.5393393393393395e-05, + "loss": 0.3602, + "step": 2275 + }, + { + "epoch": 6.216508795669824, + "grad_norm": 1.476190209388733, + "learning_rate": 1.531831831831832e-05, + "loss": 0.3842, + "step": 2300 + }, + { + "epoch": 6.2841677943166445, + "grad_norm": 151.92916870117188, + "learning_rate": 1.5243243243243244e-05, + "loss": 0.5956, + "step": 2325 + }, + { + "epoch": 6.351826792963464, + "grad_norm": 0.3036460280418396, + "learning_rate": 1.5168168168168169e-05, + "loss": 0.4266, + "step": 2350 + }, + { + "epoch": 6.419485791610284, + "grad_norm": 33.7850227355957, + "learning_rate": 1.5093093093093094e-05, + "loss": 0.3668, + "step": 2375 + }, + { + "epoch": 6.487144790257104, + "grad_norm": 74.47413635253906, + "learning_rate": 1.5018018018018019e-05, + "loss": 0.365, + "step": 2400 + }, + { + "epoch": 6.554803788903924, + "grad_norm": 340.02288818359375, + "learning_rate": 1.4942942942942944e-05, + "loss": 0.291, + "step": 2425 + }, + { + "epoch": 6.622462787550744, + "grad_norm": 14.586170196533203, + "learning_rate": 1.4867867867867869e-05, + "loss": 0.5927, + "step": 2450 + }, + { + "epoch": 6.690121786197564, + "grad_norm": 12.010960578918457, + "learning_rate": 1.4792792792792794e-05, + "loss": 0.3201, + "step": 2475 + }, + { + "epoch": 6.7577807848443845, + "grad_norm": 13.948966979980469, + "learning_rate": 1.471771771771772e-05, + "loss": 0.4871, + "step": 2500 + }, + { + "epoch": 6.825439783491205, + "grad_norm": 52.629520416259766, + "learning_rate": 1.4642642642642644e-05, + "loss": 0.2678, + "step": 2525 + }, + { + "epoch": 6.893098782138025, + "grad_norm": 0.10390082746744156, + "learning_rate": 1.456756756756757e-05, + "loss": 0.3917, + "step": 2550 + }, + { + "epoch": 6.960757780784844, + "grad_norm": 136.29031372070312, + "learning_rate": 1.4492492492492493e-05, + "loss": 0.733, + "step": 2575 + }, + { + "epoch": 7.0, + "eval_accuracy": 0.9459665144596652, + "eval_loss": 0.28782373666763306, + "eval_macro_f1": 0.8357323267258497, + "eval_runtime": 2.3837, + "eval_samples_per_second": 551.251, + "eval_steps_per_second": 34.82, + "eval_weighted_f1": 0.9451420618454969, + "step": 2590 + }, + { + "epoch": 7.027063599458728, + "grad_norm": 0.34965863823890686, + "learning_rate": 1.4417417417417418e-05, + "loss": 0.4752, + "step": 2600 + }, + { + "epoch": 7.094722598105548, + "grad_norm": 18.63524627685547, + "learning_rate": 1.4342342342342343e-05, + "loss": 0.3571, + "step": 2625 + }, + { + "epoch": 7.162381596752368, + "grad_norm": 0.06463995575904846, + "learning_rate": 1.4267267267267268e-05, + "loss": 0.3073, + "step": 2650 + }, + { + "epoch": 7.230040595399188, + "grad_norm": 5.006505966186523, + "learning_rate": 1.4192192192192193e-05, + "loss": 0.3777, + "step": 2675 + }, + { + "epoch": 7.2976995940460085, + "grad_norm": 74.2582778930664, + "learning_rate": 1.4117117117117118e-05, + "loss": 0.3338, + "step": 2700 + }, + { + "epoch": 7.365358592692828, + "grad_norm": 5.888902187347412, + "learning_rate": 1.4042042042042044e-05, + "loss": 0.3742, + "step": 2725 + }, + { + "epoch": 7.433017591339648, + "grad_norm": 0.3621343672275543, + "learning_rate": 1.3966966966966969e-05, + "loss": 0.2676, + "step": 2750 + }, + { + "epoch": 7.500676589986468, + "grad_norm": 118.81398010253906, + "learning_rate": 1.3891891891891894e-05, + "loss": 0.3276, + "step": 2775 + }, + { + "epoch": 7.568335588633288, + "grad_norm": 5.875438213348389, + "learning_rate": 1.3816816816816819e-05, + "loss": 0.3681, + "step": 2800 + }, + { + "epoch": 7.635994587280108, + "grad_norm": 10.183090209960938, + "learning_rate": 1.3741741741741744e-05, + "loss": 0.3924, + "step": 2825 + }, + { + "epoch": 7.703653585926928, + "grad_norm": 0.15894392132759094, + "learning_rate": 1.3666666666666667e-05, + "loss": 0.2661, + "step": 2850 + }, + { + "epoch": 7.7713125845737485, + "grad_norm": 196.17103576660156, + "learning_rate": 1.3591591591591592e-05, + "loss": 0.3068, + "step": 2875 + }, + { + "epoch": 7.838971583220569, + "grad_norm": 0.6738846302032471, + "learning_rate": 1.3516516516516518e-05, + "loss": 0.4944, + "step": 2900 + }, + { + "epoch": 7.906630581867388, + "grad_norm": 0.07169963419437408, + "learning_rate": 1.3441441441441443e-05, + "loss": 0.3266, + "step": 2925 + }, + { + "epoch": 7.974289580514208, + "grad_norm": 127.49152374267578, + "learning_rate": 1.3366366366366368e-05, + "loss": 0.4525, + "step": 2950 + }, + { + "epoch": 8.0, + "eval_accuracy": 0.9398782343987824, + "eval_loss": 0.35533809661865234, + "eval_macro_f1": 0.813077099850274, + "eval_runtime": 2.373, + "eval_samples_per_second": 553.721, + "eval_steps_per_second": 34.976, + "eval_weighted_f1": 0.9388643997818946, + "step": 2960 + } + ], + "logging_steps": 25, + "max_steps": 7400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/model.safetensors b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..865f9226954a4718b5dc147c5bf3e21d29d5be6e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4429082d2dfa2423deaa1f5f3be28480bf3960a108f1420308e9a9034372eff +size 1112208036 diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..351e0a6e5f503816d31a5df44cff2689b405545b --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110/trainer_state.json @@ -0,0 +1,384 @@ +{ + "best_global_step": 1110, + "best_metric": 0.8490514304582321, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110", + "epoch": 3.0, + "eval_steps": 500, + "global_step": 1110, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.06765899864682003, + "grad_norm": 86.04778289794922, + "learning_rate": 6.486486486486487e-07, + "loss": 5.308, + "step": 25 + }, + { + "epoch": 0.13531799729364005, + "grad_norm": 107.34539794921875, + "learning_rate": 1.3243243243243246e-06, + "loss": 4.949, + "step": 50 + }, + { + "epoch": 0.2029769959404601, + "grad_norm": 94.77384948730469, + "learning_rate": 2.0000000000000003e-06, + "loss": 4.3168, + "step": 75 + }, + { + "epoch": 0.2706359945872801, + "grad_norm": 54.985904693603516, + "learning_rate": 2.6756756756756757e-06, + "loss": 3.8395, + "step": 100 + }, + { + "epoch": 0.3382949932341001, + "grad_norm": 36.03276443481445, + "learning_rate": 3.351351351351352e-06, + "loss": 3.5177, + "step": 125 + }, + { + "epoch": 0.4059539918809202, + "grad_norm": 457.6507873535156, + "learning_rate": 4.027027027027028e-06, + "loss": 3.1566, + "step": 150 + }, + { + "epoch": 0.4736129905277402, + "grad_norm": 30.585145950317383, + "learning_rate": 4.702702702702703e-06, + "loss": 2.7085, + "step": 175 + }, + { + "epoch": 0.5412719891745602, + "grad_norm": 71.07231903076172, + "learning_rate": 5.378378378378378e-06, + "loss": 2.2523, + "step": 200 + }, + { + "epoch": 0.6089309878213802, + "grad_norm": 48.17766571044922, + "learning_rate": 6.054054054054055e-06, + "loss": 1.6407, + "step": 225 + }, + { + "epoch": 0.6765899864682002, + "grad_norm": 58.930450439453125, + "learning_rate": 6.729729729729731e-06, + "loss": 1.547, + "step": 250 + }, + { + "epoch": 0.7442489851150202, + "grad_norm": 44.277198791503906, + "learning_rate": 7.4054054054054055e-06, + "loss": 1.4418, + "step": 275 + }, + { + "epoch": 0.8119079837618404, + "grad_norm": 26.852293014526367, + "learning_rate": 8.081081081081081e-06, + "loss": 1.4738, + "step": 300 + }, + { + "epoch": 0.8795669824086604, + "grad_norm": 35.22195816040039, + "learning_rate": 8.756756756756759e-06, + "loss": 1.3105, + "step": 325 + }, + { + "epoch": 0.9472259810554804, + "grad_norm": 80.5978012084961, + "learning_rate": 9.432432432432433e-06, + "loss": 1.2281, + "step": 350 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.926179604261796, + "eval_loss": 0.27253255248069763, + "eval_macro_f1": 0.6294718653745023, + "eval_runtime": 2.3876, + "eval_samples_per_second": 550.35, + "eval_steps_per_second": 34.763, + "eval_weighted_f1": 0.9067498162161346, + "step": 370 + }, + { + "epoch": 1.013531799729364, + "grad_norm": 5.764125347137451, + "learning_rate": 1.0108108108108109e-05, + "loss": 0.9977, + "step": 375 + }, + { + "epoch": 1.0811907983761841, + "grad_norm": 38.28403854370117, + "learning_rate": 1.0783783783783786e-05, + "loss": 1.221, + "step": 400 + }, + { + "epoch": 1.148849797023004, + "grad_norm": 141.93580627441406, + "learning_rate": 1.1459459459459462e-05, + "loss": 1.258, + "step": 425 + }, + { + "epoch": 1.2165087956698242, + "grad_norm": 47.52824401855469, + "learning_rate": 1.2135135135135136e-05, + "loss": 0.9493, + "step": 450 + }, + { + "epoch": 1.284167794316644, + "grad_norm": 80.07850646972656, + "learning_rate": 1.2810810810810812e-05, + "loss": 1.0334, + "step": 475 + }, + { + "epoch": 1.3518267929634642, + "grad_norm": 130.012939453125, + "learning_rate": 1.3486486486486487e-05, + "loss": 1.0506, + "step": 500 + }, + { + "epoch": 1.419485791610284, + "grad_norm": 43.67693328857422, + "learning_rate": 1.4162162162162163e-05, + "loss": 1.0689, + "step": 525 + }, + { + "epoch": 1.4871447902571042, + "grad_norm": 35.664894104003906, + "learning_rate": 1.4837837837837839e-05, + "loss": 1.0048, + "step": 550 + }, + { + "epoch": 1.5548037889039241, + "grad_norm": 171.18746948242188, + "learning_rate": 1.5513513513513513e-05, + "loss": 1.1357, + "step": 575 + }, + { + "epoch": 1.6224627875507442, + "grad_norm": 57.264068603515625, + "learning_rate": 1.618918918918919e-05, + "loss": 1.0316, + "step": 600 + }, + { + "epoch": 1.6901217861975644, + "grad_norm": 41.16263198852539, + "learning_rate": 1.6864864864864868e-05, + "loss": 0.8908, + "step": 625 + }, + { + "epoch": 1.7577807848443843, + "grad_norm": 37.027305603027344, + "learning_rate": 1.7540540540540542e-05, + "loss": 0.7432, + "step": 650 + }, + { + "epoch": 1.8254397834912042, + "grad_norm": 93.58442687988281, + "learning_rate": 1.821621621621622e-05, + "loss": 1.1518, + "step": 675 + }, + { + "epoch": 1.8930987821380243, + "grad_norm": 43.523372650146484, + "learning_rate": 1.8891891891891893e-05, + "loss": 0.9627, + "step": 700 + }, + { + "epoch": 1.9607577807848444, + "grad_norm": 56.2676887512207, + "learning_rate": 1.956756756756757e-05, + "loss": 0.9166, + "step": 725 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9398782343987824, + "eval_loss": 0.22174014151096344, + "eval_macro_f1": 0.8217275573711218, + "eval_runtime": 2.3157, + "eval_samples_per_second": 567.43, + "eval_steps_per_second": 35.842, + "eval_weighted_f1": 0.9353845447769226, + "step": 740 + }, + { + "epoch": 2.027063599458728, + "grad_norm": 95.12738037109375, + "learning_rate": 1.9972972972972974e-05, + "loss": 0.9543, + "step": 750 + }, + { + "epoch": 2.094722598105548, + "grad_norm": 14.340409278869629, + "learning_rate": 1.98978978978979e-05, + "loss": 0.9344, + "step": 775 + }, + { + "epoch": 2.1623815967523683, + "grad_norm": 23.51648712158203, + "learning_rate": 1.9822822822822824e-05, + "loss": 0.693, + "step": 800 + }, + { + "epoch": 2.230040595399188, + "grad_norm": 56.02445983886719, + "learning_rate": 1.974774774774775e-05, + "loss": 0.9139, + "step": 825 + }, + { + "epoch": 2.297699594046008, + "grad_norm": 18.584333419799805, + "learning_rate": 1.9672672672672674e-05, + "loss": 0.8797, + "step": 850 + }, + { + "epoch": 2.365358592692828, + "grad_norm": 44.980045318603516, + "learning_rate": 1.95975975975976e-05, + "loss": 0.8348, + "step": 875 + }, + { + "epoch": 2.4330175913396483, + "grad_norm": 19.74321746826172, + "learning_rate": 1.9522522522522524e-05, + "loss": 0.7273, + "step": 900 + }, + { + "epoch": 2.500676589986468, + "grad_norm": 123.3532943725586, + "learning_rate": 1.944744744744745e-05, + "loss": 0.7396, + "step": 925 + }, + { + "epoch": 2.568335588633288, + "grad_norm": 106.23285675048828, + "learning_rate": 1.9372372372372375e-05, + "loss": 0.5889, + "step": 950 + }, + { + "epoch": 2.6359945872801083, + "grad_norm": 61.20154571533203, + "learning_rate": 1.92972972972973e-05, + "loss": 0.7917, + "step": 975 + }, + { + "epoch": 2.7036535859269284, + "grad_norm": 27.61452293395996, + "learning_rate": 1.9222222222222225e-05, + "loss": 0.8705, + "step": 1000 + }, + { + "epoch": 2.7713125845737485, + "grad_norm": 25.524009704589844, + "learning_rate": 1.914714714714715e-05, + "loss": 0.7809, + "step": 1025 + }, + { + "epoch": 2.838971583220568, + "grad_norm": 30.02998161315918, + "learning_rate": 1.9072072072072075e-05, + "loss": 0.5805, + "step": 1050 + }, + { + "epoch": 2.9066305818673883, + "grad_norm": 41.34760284423828, + "learning_rate": 1.8996996996997e-05, + "loss": 0.6439, + "step": 1075 + }, + { + "epoch": 2.9742895805142084, + "grad_norm": 48.89618682861328, + "learning_rate": 1.8921921921921925e-05, + "loss": 0.7595, + "step": 1100 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9497716894977168, + "eval_loss": 0.1930159628391266, + "eval_macro_f1": 0.8490514304582321, + "eval_runtime": 2.2838, + "eval_samples_per_second": 575.347, + "eval_steps_per_second": 36.342, + "eval_weighted_f1": 0.9483310907738403, + "step": 1110 + } + ], + "logging_steps": 25, + "max_steps": 7400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 0 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/special_tokens_map.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..d5698132694f4f1bcff08fa7d937b1701812598e --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/special_tokens_map.json @@ -0,0 +1,15 @@ +{ + "bos_token": "", + "cls_token": "", + "eos_token": "", + "mask_token": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "sep_token": "", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/tokenizer_config.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2a974a0731aa55a21137e33205c0d71e03d4e24 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/tokenizer_config.json @@ -0,0 +1,55 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "250001": { + "content": "", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "cls_token": "", + "eos_token": "", + "extra_special_tokens": {}, + "mask_token": "", + "model_max_length": 512, + "pad_token": "", + "sep_token": "", + "tokenizer_class": "XLMRobertaTokenizer", + "unk_token": "" +} diff --git a/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/trainer_state.json b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e6021a5f21a179730b84e0d6dab0edeb19276549 --- /dev/null +++ b/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-2220/trainer_state.json @@ -0,0 +1,725 @@ +{ + "best_global_step": 1110, + "best_metric": 0.8490514304582321, + "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/ood-uit_vsfc-xlmr-topic-domain-03-s44-20260831T211146Z-b273f81d/trainer/checkpoint-1110", + "epoch": 6.0, + "eval_steps": 500, + "global_step": 2220, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.06765899864682003, + "grad_norm": 86.04778289794922, + "learning_rate": 6.486486486486487e-07, + "loss": 5.308, + "step": 25 + }, + { + "epoch": 0.13531799729364005, + "grad_norm": 107.34539794921875, + "learning_rate": 1.3243243243243246e-06, + "loss": 4.949, + "step": 50 + }, + { + "epoch": 0.2029769959404601, + "grad_norm": 94.77384948730469, + "learning_rate": 2.0000000000000003e-06, + "loss": 4.3168, + "step": 75 + }, + { + "epoch": 0.2706359945872801, + "grad_norm": 54.985904693603516, + "learning_rate": 2.6756756756756757e-06, + "loss": 3.8395, + "step": 100 + }, + { + "epoch": 0.3382949932341001, + "grad_norm": 36.03276443481445, + "learning_rate": 3.351351351351352e-06, + "loss": 3.5177, + "step": 125 + }, + { + "epoch": 0.4059539918809202, + "grad_norm": 457.6507873535156, + "learning_rate": 4.027027027027028e-06, + "loss": 3.1566, + "step": 150 + }, + { + "epoch": 0.4736129905277402, + "grad_norm": 30.585145950317383, + "learning_rate": 4.702702702702703e-06, + "loss": 2.7085, + "step": 175 + }, + { + "epoch": 0.5412719891745602, + "grad_norm": 71.07231903076172, + "learning_rate": 5.378378378378378e-06, + "loss": 2.2523, + "step": 200 + }, + { + "epoch": 0.6089309878213802, + "grad_norm": 48.17766571044922, + "learning_rate": 6.054054054054055e-06, + "loss": 1.6407, + "step": 225 + }, + { + "epoch": 0.6765899864682002, + "grad_norm": 58.930450439453125, + "learning_rate": 6.729729729729731e-06, + "loss": 1.547, + "step": 250 + }, + { + "epoch": 0.7442489851150202, + "grad_norm": 44.277198791503906, + "learning_rate": 7.4054054054054055e-06, + "loss": 1.4418, + "step": 275 + }, + { + "epoch": 0.8119079837618404, + "grad_norm": 26.852293014526367, + "learning_rate": 8.081081081081081e-06, + "loss": 1.4738, + "step": 300 + }, + { + "epoch": 0.8795669824086604, + "grad_norm": 35.22195816040039, + "learning_rate": 8.756756756756759e-06, + "loss": 1.3105, + "step": 325 + }, + { + "epoch": 0.9472259810554804, + "grad_norm": 80.5978012084961, + "learning_rate": 9.432432432432433e-06, + "loss": 1.2281, + "step": 350 + }, + { + "epoch": 1.0, + "eval_accuracy": 0.926179604261796, + "eval_loss": 0.27253255248069763, + "eval_macro_f1": 0.6294718653745023, + "eval_runtime": 2.3876, + "eval_samples_per_second": 550.35, + "eval_steps_per_second": 34.763, + "eval_weighted_f1": 0.9067498162161346, + "step": 370 + }, + { + "epoch": 1.013531799729364, + "grad_norm": 5.764125347137451, + "learning_rate": 1.0108108108108109e-05, + "loss": 0.9977, + "step": 375 + }, + { + "epoch": 1.0811907983761841, + "grad_norm": 38.28403854370117, + "learning_rate": 1.0783783783783786e-05, + "loss": 1.221, + "step": 400 + }, + { + "epoch": 1.148849797023004, + "grad_norm": 141.93580627441406, + "learning_rate": 1.1459459459459462e-05, + "loss": 1.258, + "step": 425 + }, + { + "epoch": 1.2165087956698242, + "grad_norm": 47.52824401855469, + "learning_rate": 1.2135135135135136e-05, + "loss": 0.9493, + "step": 450 + }, + { + "epoch": 1.284167794316644, + "grad_norm": 80.07850646972656, + "learning_rate": 1.2810810810810812e-05, + "loss": 1.0334, + "step": 475 + }, + { + "epoch": 1.3518267929634642, + "grad_norm": 130.012939453125, + "learning_rate": 1.3486486486486487e-05, + "loss": 1.0506, + "step": 500 + }, + { + "epoch": 1.419485791610284, + "grad_norm": 43.67693328857422, + "learning_rate": 1.4162162162162163e-05, + "loss": 1.0689, + "step": 525 + }, + { + "epoch": 1.4871447902571042, + "grad_norm": 35.664894104003906, + "learning_rate": 1.4837837837837839e-05, + "loss": 1.0048, + "step": 550 + }, + { + "epoch": 1.5548037889039241, + "grad_norm": 171.18746948242188, + "learning_rate": 1.5513513513513513e-05, + "loss": 1.1357, + "step": 575 + }, + { + "epoch": 1.6224627875507442, + "grad_norm": 57.264068603515625, + "learning_rate": 1.618918918918919e-05, + "loss": 1.0316, + "step": 600 + }, + { + "epoch": 1.6901217861975644, + "grad_norm": 41.16263198852539, + "learning_rate": 1.6864864864864868e-05, + "loss": 0.8908, + "step": 625 + }, + { + "epoch": 1.7577807848443843, + "grad_norm": 37.027305603027344, + "learning_rate": 1.7540540540540542e-05, + "loss": 0.7432, + "step": 650 + }, + { + "epoch": 1.8254397834912042, + "grad_norm": 93.58442687988281, + "learning_rate": 1.821621621621622e-05, + "loss": 1.1518, + "step": 675 + }, + { + "epoch": 1.8930987821380243, + "grad_norm": 43.523372650146484, + "learning_rate": 1.8891891891891893e-05, + "loss": 0.9627, + "step": 700 + }, + { + "epoch": 1.9607577807848444, + "grad_norm": 56.2676887512207, + "learning_rate": 1.956756756756757e-05, + "loss": 0.9166, + "step": 725 + }, + { + "epoch": 2.0, + "eval_accuracy": 0.9398782343987824, + "eval_loss": 0.22174014151096344, + "eval_macro_f1": 0.8217275573711218, + "eval_runtime": 2.3157, + "eval_samples_per_second": 567.43, + "eval_steps_per_second": 35.842, + "eval_weighted_f1": 0.9353845447769226, + "step": 740 + }, + { + "epoch": 2.027063599458728, + "grad_norm": 95.12738037109375, + "learning_rate": 1.9972972972972974e-05, + "loss": 0.9543, + "step": 750 + }, + { + "epoch": 2.094722598105548, + "grad_norm": 14.340409278869629, + "learning_rate": 1.98978978978979e-05, + "loss": 0.9344, + "step": 775 + }, + { + "epoch": 2.1623815967523683, + "grad_norm": 23.51648712158203, + "learning_rate": 1.9822822822822824e-05, + "loss": 0.693, + "step": 800 + }, + { + "epoch": 2.230040595399188, + "grad_norm": 56.02445983886719, + "learning_rate": 1.974774774774775e-05, + "loss": 0.9139, + "step": 825 + }, + { + "epoch": 2.297699594046008, + "grad_norm": 18.584333419799805, + "learning_rate": 1.9672672672672674e-05, + "loss": 0.8797, + "step": 850 + }, + { + "epoch": 2.365358592692828, + "grad_norm": 44.980045318603516, + "learning_rate": 1.95975975975976e-05, + "loss": 0.8348, + "step": 875 + }, + { + "epoch": 2.4330175913396483, + "grad_norm": 19.74321746826172, + "learning_rate": 1.9522522522522524e-05, + "loss": 0.7273, + "step": 900 + }, + { + "epoch": 2.500676589986468, + "grad_norm": 123.3532943725586, + "learning_rate": 1.944744744744745e-05, + "loss": 0.7396, + "step": 925 + }, + { + "epoch": 2.568335588633288, + "grad_norm": 106.23285675048828, + "learning_rate": 1.9372372372372375e-05, + "loss": 0.5889, + "step": 950 + }, + { + "epoch": 2.6359945872801083, + "grad_norm": 61.20154571533203, + "learning_rate": 1.92972972972973e-05, + "loss": 0.7917, + "step": 975 + }, + { + "epoch": 2.7036535859269284, + "grad_norm": 27.61452293395996, + "learning_rate": 1.9222222222222225e-05, + "loss": 0.8705, + "step": 1000 + }, + { + "epoch": 2.7713125845737485, + "grad_norm": 25.524009704589844, + "learning_rate": 1.914714714714715e-05, + "loss": 0.7809, + "step": 1025 + }, + { + "epoch": 2.838971583220568, + "grad_norm": 30.02998161315918, + "learning_rate": 1.9072072072072075e-05, + "loss": 0.5805, + "step": 1050 + }, + { + "epoch": 2.9066305818673883, + "grad_norm": 41.34760284423828, + "learning_rate": 1.8996996996997e-05, + "loss": 0.6439, + "step": 1075 + }, + { + "epoch": 2.9742895805142084, + "grad_norm": 48.89618682861328, + "learning_rate": 1.8921921921921925e-05, + "loss": 0.7595, + "step": 1100 + }, + { + "epoch": 3.0, + "eval_accuracy": 0.9497716894977168, + "eval_loss": 0.1930159628391266, + "eval_macro_f1": 0.8490514304582321, + "eval_runtime": 2.2838, + "eval_samples_per_second": 575.347, + "eval_steps_per_second": 36.342, + "eval_weighted_f1": 0.9483310907738403, + "step": 1110 + }, + { + "epoch": 3.040595399188092, + "grad_norm": 77.30303192138672, + "learning_rate": 1.884684684684685e-05, + "loss": 0.6138, + "step": 1125 + }, + { + "epoch": 3.108254397834912, + "grad_norm": 49.194725036621094, + "learning_rate": 1.8771771771771776e-05, + "loss": 0.7602, + "step": 1150 + }, + { + "epoch": 3.175913396481732, + "grad_norm": 71.0191879272461, + "learning_rate": 1.86966966966967e-05, + "loss": 0.5968, + "step": 1175 + }, + { + "epoch": 3.243572395128552, + "grad_norm": 21.90612030029297, + "learning_rate": 1.8621621621621622e-05, + "loss": 0.4863, + "step": 1200 + }, + { + "epoch": 3.311231393775372, + "grad_norm": 76.65034484863281, + "learning_rate": 1.8546546546546547e-05, + "loss": 0.6224, + "step": 1225 + }, + { + "epoch": 3.3788903924221922, + "grad_norm": 29.765533447265625, + "learning_rate": 1.8471471471471473e-05, + "loss": 0.7099, + "step": 1250 + }, + { + "epoch": 3.4465493910690124, + "grad_norm": 8.138838768005371, + "learning_rate": 1.8396396396396398e-05, + "loss": 0.5285, + "step": 1275 + }, + { + "epoch": 3.514208389715832, + "grad_norm": 42.68825912475586, + "learning_rate": 1.8321321321321323e-05, + "loss": 0.8069, + "step": 1300 + }, + { + "epoch": 3.581867388362652, + "grad_norm": 64.68123626708984, + "learning_rate": 1.8246246246246248e-05, + "loss": 0.6482, + "step": 1325 + }, + { + "epoch": 3.6495263870094723, + "grad_norm": 30.416061401367188, + "learning_rate": 1.8171171171171173e-05, + "loss": 0.5467, + "step": 1350 + }, + { + "epoch": 3.7171853856562924, + "grad_norm": 45.80879211425781, + "learning_rate": 1.8096096096096098e-05, + "loss": 0.778, + "step": 1375 + }, + { + "epoch": 3.7848443843031125, + "grad_norm": 50.136287689208984, + "learning_rate": 1.8021021021021023e-05, + "loss": 0.6446, + "step": 1400 + }, + { + "epoch": 3.852503382949932, + "grad_norm": 30.431842803955078, + "learning_rate": 1.7945945945945948e-05, + "loss": 0.8351, + "step": 1425 + }, + { + "epoch": 3.9201623815967523, + "grad_norm": 61.0339469909668, + "learning_rate": 1.7870870870870873e-05, + "loss": 0.4934, + "step": 1450 + }, + { + "epoch": 3.9878213802435725, + "grad_norm": 39.62492752075195, + "learning_rate": 1.77957957957958e-05, + "loss": 0.8412, + "step": 1475 + }, + { + "epoch": 4.0, + "eval_accuracy": 0.9512937595129376, + "eval_loss": 0.2023714929819107, + "eval_macro_f1": 0.8324276591862798, + "eval_runtime": 2.2906, + "eval_samples_per_second": 573.64, + "eval_steps_per_second": 36.235, + "eval_weighted_f1": 0.9477570353041932, + "step": 1480 + }, + { + "epoch": 4.054127198917456, + "grad_norm": 107.87423706054688, + "learning_rate": 1.7720720720720724e-05, + "loss": 0.5306, + "step": 1500 + }, + { + "epoch": 4.121786197564276, + "grad_norm": 15.800315856933594, + "learning_rate": 1.764564564564565e-05, + "loss": 0.6002, + "step": 1525 + }, + { + "epoch": 4.189445196211096, + "grad_norm": 28.825176239013672, + "learning_rate": 1.757057057057057e-05, + "loss": 0.6222, + "step": 1550 + }, + { + "epoch": 4.2571041948579165, + "grad_norm": 81.09765625, + "learning_rate": 1.7495495495495496e-05, + "loss": 0.5402, + "step": 1575 + }, + { + "epoch": 4.324763193504737, + "grad_norm": 31.133651733398438, + "learning_rate": 1.742042042042042e-05, + "loss": 0.5229, + "step": 1600 + }, + { + "epoch": 4.392422192151556, + "grad_norm": 13.807032585144043, + "learning_rate": 1.7345345345345346e-05, + "loss": 0.6443, + "step": 1625 + }, + { + "epoch": 4.460081190798376, + "grad_norm": 51.684871673583984, + "learning_rate": 1.727027027027027e-05, + "loss": 0.4757, + "step": 1650 + }, + { + "epoch": 4.527740189445196, + "grad_norm": 18.652854919433594, + "learning_rate": 1.7195195195195196e-05, + "loss": 0.8457, + "step": 1675 + }, + { + "epoch": 4.595399188092016, + "grad_norm": 106.4849624633789, + "learning_rate": 1.712012012012012e-05, + "loss": 0.6437, + "step": 1700 + }, + { + "epoch": 4.663058186738836, + "grad_norm": 15.578771591186523, + "learning_rate": 1.7045045045045046e-05, + "loss": 0.5342, + "step": 1725 + }, + { + "epoch": 4.730717185385656, + "grad_norm": 1.0457314252853394, + "learning_rate": 1.696996996996997e-05, + "loss": 0.3696, + "step": 1750 + }, + { + "epoch": 4.798376184032477, + "grad_norm": 35.595333099365234, + "learning_rate": 1.6894894894894896e-05, + "loss": 0.7016, + "step": 1775 + }, + { + "epoch": 4.866035182679297, + "grad_norm": 64.69245910644531, + "learning_rate": 1.681981981981982e-05, + "loss": 0.6238, + "step": 1800 + }, + { + "epoch": 4.933694181326116, + "grad_norm": 45.59101486206055, + "learning_rate": 1.6744744744744747e-05, + "loss": 0.4034, + "step": 1825 + }, + { + "epoch": 5.0, + "grad_norm": 30.932693481445312, + "learning_rate": 1.666966966966967e-05, + "loss": 0.5426, + "step": 1850 + }, + { + "epoch": 5.0, + "eval_accuracy": 0.9482496194824962, + "eval_loss": 0.278729647397995, + "eval_macro_f1": 0.8409038203738906, + "eval_runtime": 2.4874, + "eval_samples_per_second": 528.265, + "eval_steps_per_second": 33.368, + "eval_weighted_f1": 0.947183802408461, + "step": 1850 + }, + { + "epoch": 5.06765899864682, + "grad_norm": 57.380313873291016, + "learning_rate": 1.6594594594594597e-05, + "loss": 0.3434, + "step": 1875 + }, + { + "epoch": 5.13531799729364, + "grad_norm": 76.09320068359375, + "learning_rate": 1.651951951951952e-05, + "loss": 0.3881, + "step": 1900 + }, + { + "epoch": 5.20297699594046, + "grad_norm": 7.426636219024658, + "learning_rate": 1.6444444444444444e-05, + "loss": 0.5521, + "step": 1925 + }, + { + "epoch": 5.2706359945872805, + "grad_norm": 0.8380168080329895, + "learning_rate": 1.636936936936937e-05, + "loss": 0.68, + "step": 1950 + }, + { + "epoch": 5.3382949932341, + "grad_norm": 2.1806082725524902, + "learning_rate": 1.6294294294294294e-05, + "loss": 0.5878, + "step": 1975 + }, + { + "epoch": 5.40595399188092, + "grad_norm": 93.80546569824219, + "learning_rate": 1.621921921921922e-05, + "loss": 0.4727, + "step": 2000 + }, + { + "epoch": 5.47361299052774, + "grad_norm": 171.71664428710938, + "learning_rate": 1.6144144144144144e-05, + "loss": 0.6343, + "step": 2025 + }, + { + "epoch": 5.54127198917456, + "grad_norm": 10.313652992248535, + "learning_rate": 1.606906906906907e-05, + "loss": 0.5757, + "step": 2050 + }, + { + "epoch": 5.60893098782138, + "grad_norm": 44.96193313598633, + "learning_rate": 1.5993993993993994e-05, + "loss": 0.5507, + "step": 2075 + }, + { + "epoch": 5.6765899864682, + "grad_norm": 5.9004082679748535, + "learning_rate": 1.591891891891892e-05, + "loss": 0.3355, + "step": 2100 + }, + { + "epoch": 5.7442489851150205, + "grad_norm": 31.67490005493164, + "learning_rate": 1.5843843843843844e-05, + "loss": 0.545, + "step": 2125 + }, + { + "epoch": 5.811907983761841, + "grad_norm": 149.86911010742188, + "learning_rate": 1.576876876876877e-05, + "loss": 0.5221, + "step": 2150 + }, + { + "epoch": 5.879566982408661, + "grad_norm": 21.326457977294922, + "learning_rate": 1.5693693693693695e-05, + "loss": 0.3425, + "step": 2175 + }, + { + "epoch": 5.94722598105548, + "grad_norm": 0.37498632073402405, + "learning_rate": 1.561861861861862e-05, + "loss": 0.5338, + "step": 2200 + }, + { + "epoch": 6.0, + "eval_accuracy": 0.9429223744292238, + "eval_loss": 0.27915653586387634, + "eval_macro_f1": 0.8073155640548526, + "eval_runtime": 2.2662, + "eval_samples_per_second": 579.829, + "eval_steps_per_second": 36.625, + "eval_weighted_f1": 0.9400197338732975, + "step": 2220 + } + ], + "logging_steps": 25, + "max_steps": 7400, + "num_input_tokens_seen": 0, + "num_train_epochs": 20, + "save_steps": 500, + "stateful_callbacks": { + "EarlyStoppingCallback": { + "args": { + "early_stopping_patience": 3, + "early_stopping_threshold": 0.0 + }, + "attributes": { + "early_stopping_patience_counter": 3 + } + }, + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 8, + "trial_name": null, + "trial_params": null +} diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/model.safetensors b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..faaf43ea0f13fd342ab6505f3973be28b188a2c4 --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92855f5f0e4fec130b2c3c65cfc24099ee3314c0f813e10f766fe50dbeb69dd0 +size 1112208036 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/model.safetensors b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76d42dddde31bb46b72e9c6ffa48a08dce843683 --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25848c8c72cb58ff0528b74f6638520df91518a83926e667429e70cd96bbf030 +size 1112208068 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/rng_state.pth b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..7dca84375e0fe7e165723f4b6b67ca335e108761 --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc4e5760877e15d32f7446111665ee89fd2c93e7786bf083f2a1b029b5d4420 +size 14244 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/scheduler.pt b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..c783dc2a78e6da12c26ab9f8c2fdcebdfc6d1b2f --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:025420dde4090654311e737165fe75f03281f0521bbd150c296ab4d55552a2be +size 1064 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/sentencepiece.bpe.model b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/sentencepiece.bpe.model new file mode 100644 index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/sentencepiece.bpe.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865 +size 5069051 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer.json b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..3e44923828d101a79a79c4e022d1c24f4b16441a --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0091a328b3441d754e481db5a390d7f3b8dabc6016869fd13ba350d23ddc4cd +size 17082832 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/training_args.bin b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8c5cb705d6e7dac0cf63fb4d6608995e1f4700ac --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-1790/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6308138722769e956cc7c51dc8a95475ef613dc25479216d4096ce754bf8f09f +size 5560 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/rng_state.pth b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..beab27dde450dc72516de9283dc999aaae95a215 --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8452612ce66632ed80b68948ade85e2a2b2e7662804ead537bd18266a51e47f +size 14244 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/scheduler.pt b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..fde9857819b976bbce9da86cf4a5955fdfbdba7c --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e51318a13d08fbd81922aca48c3226b76ac0ef8553c3c081738e32a234f870 +size 1064 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/sentencepiece.bpe.model b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/sentencepiece.bpe.model new file mode 100644 index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/sentencepiece.bpe.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865 +size 5069051 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer.json b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..3e44923828d101a79a79c4e022d1c24f4b16441a --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0091a328b3441d754e481db5a390d7f3b8dabc6016869fd13ba350d23ddc4cd +size 17082832 diff --git a/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/training_args.bin b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..8c5cb705d6e7dac0cf63fb4d6608995e1f4700ac --- /dev/null +++ b/uit_vsfc-xlmr-s42-20260831T070520Z-2e7d46f2/trainer/checkpoint-2864/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6308138722769e956cc7c51dc8a95475ef613dc25479216d4096ce754bf8f09f +size 5560 diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/model.safetensors b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9cd95c80821fdc490a0685bc92974fdede86611 --- /dev/null +++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8cc5b06e9aa51caa3dd4df25e38a1808770cc6a9b6832ce1b384cff78eb421 +size 1112208036 diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/scheduler.pt b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..79c9febda894099126a9a8e77ee3836c8151486c --- /dev/null +++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bb4f11021ad0e58f68466fddc2d18fb2cb8a9104183e4453cd5d9cebb3f0606 +size 1064 diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/sentencepiece.bpe.model b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/sentencepiece.bpe.model new file mode 100644 index 0000000000000000000000000000000000000000..7a3f40a75f870bc1f21700cd414dc2acc431583c --- /dev/null +++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/sentencepiece.bpe.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865 +size 5069051 diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer.json b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..3e44923828d101a79a79c4e022d1c24f4b16441a --- /dev/null +++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0091a328b3441d754e481db5a390d7f3b8dabc6016869fd13ba350d23ddc4cd +size 17082832 diff --git a/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/training_args.bin b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f0e624de4f1f7a6d9769ac155a53fcdea5d910dc --- /dev/null +++ b/uit_vsfc-xlmr-s43-20260831T072519Z-69c8cc50/trainer/checkpoint-2148/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d25d505932b2e4576f2555907e876f975248f97e88896bcd4c41f360b1e010 +size 5560 diff --git a/uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/model.safetensors b/uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e50b79da6aca60f8d40ba412d95343a877de6e8c --- /dev/null +++ b/uit_vsfc-xlmr-s44-20260831T074700Z-b273f81d/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86cac5c2e3790c9c009c0d49e4341b4e2ae092355709594ddcdb39553f518730 +size 1112208036 diff --git a/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/model.safetensors b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ccd4a168166b4f0ebe57ce10b51da55743a31da --- /dev/null +++ b/uit_vsmec-xlmr-s42-20260831T112751Z-6c1cf907/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f43ccf0fdb8a588dd3bf82275ad45d3597d480fa51fa4d0782c1f7561ae0038e +size 1112220340 diff --git a/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/model.safetensors b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67255e8645b36a6e33786d5b629e0fc24fe37ade --- /dev/null +++ b/uit_vsmec-xlmr-s43-20260831T113903Z-c5c3f1a1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:468fb513d5190498cddbde67725fa31aedcc17e87ab46d816c4ff64a363914bb +size 1112220340 diff --git a/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/model.safetensors b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9e40b0ab18a1e5b0abb0144dbb7d1450c8ccc169 --- /dev/null +++ b/uit_vsmec-xlmr-s44-20260831T115659Z-7212445f/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3359a135227857934432961ed5b60c922270cafabb5e9a9e9babae75ec31bb58 +size 1112220340 diff --git a/viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/model.safetensors b/viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..777383552cfb9e7bc9cbf210eb6a4ccb96793cf8 --- /dev/null +++ b/viclickbait2025-xlmr-s42-20260831T103157Z-f02c6615/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71c0fd24cc23388e6fa141d02fe69cb0a9838761ec8fbcff32a5e96f3a292ad +size 1112204952 diff --git a/viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/model.safetensors b/viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c79f098fab7237d215605d5e875abfc1facac939 --- /dev/null +++ b/viclickbait2025-xlmr-s43-20260831T103903Z-f59e2438/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf14d3292cd8916008bd29a85bb97f45b1bb7d4677cfb2929d11c3c44a166270 +size 1112204952 diff --git a/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/model.safetensors b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f0467514307073c0915925f5dc2b876fd8b2e982 --- /dev/null +++ b/viclickbait2025-xlmr-s44-20260831T104243Z-6863e5c6/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a18f97a8b135cc51409963baafd54e9153bb880bec522aab110c2553261c784 +size 1112204952 diff --git a/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/model.safetensors b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..76ba6a3860cf40096070096535f111aa395240b7 --- /dev/null +++ b/vifactcheck-xlmr-s42-20260831T104724Z-27bda108/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55e71006fa45fe5e5bdaba3ca21ad4af0ebb01655316788bb42edcfa8d62722 +size 1112208036 diff --git a/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/model.safetensors b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb89221664da6b63a8357a4556c5a6fca266d9cc --- /dev/null +++ b/vifactcheck-xlmr-s43-20260831T105955Z-fbd63439/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9679aa9c8a60b52b3af63d0851dca6db2275f2d8f66a837d2cbc7be06773de91 +size 1112208036 diff --git a/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/model.safetensors b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..632e6e2d3bd782c37590ef61aacba189332ab1f6 --- /dev/null +++ b/vifactcheck-xlmr-s44-20260831T111240Z-53ad853a/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6807c527aabee4deeb4ff3116e932ef42510c20319ccf44833269058305f317 +size 1112208036 diff --git a/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/model.safetensors b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bfaaa1e582aef66eb1b34ef8d7a7f47d4973f71e --- /dev/null +++ b/vigoemotions-xlmr-s42-20260831T120909Z-db799a29/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9638a74e2d6566cc7d83ce58493dedff001d1b47469ef6a0903b0756bd63232 +size 1112284936 diff --git a/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/model.safetensors b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..700c8e396477ef32a1647af1dae20eedcf602ed2 --- /dev/null +++ b/vigoemotions-xlmr-s43-20260831T131551Z-e8fdc0ad/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c88c9854ef2a37764d1abafbdc4ce23062dbed8dc721ccf2c6ae7403f7dc646f +size 1112284936 diff --git a/vigoemotions-xlmr-s44-20260831T141519Z-52070829/model.safetensors b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..42bff31c9f750eca000123506d1c8ebd91e91bbb --- /dev/null +++ b/vigoemotions-xlmr-s44-20260831T141519Z-52070829/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e824d6e8d475d9f91b1dc1220a781cd9997ea66da1ea21c77254cee906a9732 +size 1112284936 diff --git a/vihsd-xlmr-s42-20260831T080156Z-eb7db613/model.safetensors b/vihsd-xlmr-s42-20260831T080156Z-eb7db613/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d3c46d59187d9dfe6829b570cfe27d7d145992c1 --- /dev/null +++ b/vihsd-xlmr-s42-20260831T080156Z-eb7db613/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4ddc63a30d7138e81c420c43f1a444acc54225a2fff7ff1fa1e551da400f4d5 +size 1112208036 diff --git a/vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/model.safetensors b/vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d54a76d22ba68ef3e8cb34bf198867e0df068ff9 --- /dev/null +++ b/vihsd-xlmr-s43-20260831T084105Z-01dd1ea6/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:178e9809736dffbe86f09354ddbc10ba43944cd57a17f155824dba66017ff12d +size 1112208036 diff --git a/vihsd-xlmr-s44-20260831T091912Z-38f451c2/model.safetensors b/vihsd-xlmr-s44-20260831T091912Z-38f451c2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb1dc648137d073858ab7c29ba5ed1866079cfd8 --- /dev/null +++ b/vihsd-xlmr-s44-20260831T091912Z-38f451c2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb92929d06759f9f349266d8a9b1c2756ccda8916999389da6c54f53af23b05 +size 1112208036