| { |
| "best_global_step": 10832, |
| "best_metric": 0.09284739816799845, |
| "best_model_checkpoint": "/root/layer_detection_model_train/experiments/mmbert_base_v1.2/outputs/checkpoint-10832", |
| "epoch": 10.0, |
| "eval_steps": 500, |
| "global_step": 13540, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.014776505356483192, |
| "grad_norm": 701.1569213867188, |
| "learning_rate": 7.016248153618908e-08, |
| "loss": 22.79461669921875, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.029553010712966385, |
| "grad_norm": 662.001708984375, |
| "learning_rate": 1.4401772525849335e-07, |
| "loss": 21.17723846435547, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04432951606944958, |
| "grad_norm": 609.3135375976562, |
| "learning_rate": 2.1787296898079766e-07, |
| "loss": 18.12454833984375, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05910602142593277, |
| "grad_norm": 594.9791870117188, |
| "learning_rate": 2.9172821270310194e-07, |
| "loss": 13.425947570800782, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07388252678241596, |
| "grad_norm": 327.8644104003906, |
| "learning_rate": 3.655834564254062e-07, |
| "loss": 6.798075866699219, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08865903213889915, |
| "grad_norm": 43.477909088134766, |
| "learning_rate": 4.394387001477105e-07, |
| "loss": 1.6769073486328125, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.10343553749538234, |
| "grad_norm": 19.129718780517578, |
| "learning_rate": 5.132939438700148e-07, |
| "loss": 0.6704708576202393, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.11821204285186554, |
| "grad_norm": 41.66476058959961, |
| "learning_rate": 5.871491875923191e-07, |
| "loss": 0.5174216270446778, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.13298854820834874, |
| "grad_norm": 7.395859718322754, |
| "learning_rate": 6.610044313146234e-07, |
| "loss": 0.5036676406860352, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1477650535648319, |
| "grad_norm": 5.110939025878906, |
| "learning_rate": 7.348596750369278e-07, |
| "loss": 0.4235406398773193, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1625415589213151, |
| "grad_norm": 10.699678421020508, |
| "learning_rate": 8.087149187592319e-07, |
| "loss": 0.49722752571105955, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1773180642777983, |
| "grad_norm": 12.544513702392578, |
| "learning_rate": 8.825701624815362e-07, |
| "loss": 0.36336729526519773, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.19209456963428148, |
| "grad_norm": 10.595778465270996, |
| "learning_rate": 9.564254062038405e-07, |
| "loss": 0.4079566955566406, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.20687107499076468, |
| "grad_norm": 3.1899571418762207, |
| "learning_rate": 1.0302806499261449e-06, |
| "loss": 0.35996232032775877, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.22164758034724788, |
| "grad_norm": 9.337206840515137, |
| "learning_rate": 1.1041358936484493e-06, |
| "loss": 0.3835803270339966, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.23642408570373108, |
| "grad_norm": 8.738773345947266, |
| "learning_rate": 1.1779911373707534e-06, |
| "loss": 0.4507084846496582, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.25120059106021425, |
| "grad_norm": 16.647048950195312, |
| "learning_rate": 1.2518463810930578e-06, |
| "loss": 0.3412694692611694, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2659770964166975, |
| "grad_norm": 11.143296241760254, |
| "learning_rate": 1.325701624815362e-06, |
| "loss": 0.3433049440383911, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.28075360177318065, |
| "grad_norm": 37.5615234375, |
| "learning_rate": 1.3995568685376662e-06, |
| "loss": 0.5304166316986084, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2955301071296638, |
| "grad_norm": 11.18875789642334, |
| "learning_rate": 1.4734121122599708e-06, |
| "loss": 0.30967762470245364, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.31030661248614705, |
| "grad_norm": 5.1344451904296875, |
| "learning_rate": 1.547267355982275e-06, |
| "loss": 0.32960081100463867, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3250831178426302, |
| "grad_norm": 2.6115169525146484, |
| "learning_rate": 1.6211225997045791e-06, |
| "loss": 0.27993030548095704, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3398596231991134, |
| "grad_norm": 5.217758655548096, |
| "learning_rate": 1.6949778434268835e-06, |
| "loss": 0.31906490325927733, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3546361285555966, |
| "grad_norm": 11.346961975097656, |
| "learning_rate": 1.7688330871491877e-06, |
| "loss": 0.2474289655685425, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3694126339120798, |
| "grad_norm": 10.116162300109863, |
| "learning_rate": 1.842688330871492e-06, |
| "loss": 0.23720188140869142, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.38418913926856296, |
| "grad_norm": 2.5597643852233887, |
| "learning_rate": 1.9165435745937964e-06, |
| "loss": 0.35997202396392824, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3989656446250462, |
| "grad_norm": 9.458195686340332, |
| "learning_rate": 1.9903988183161006e-06, |
| "loss": 0.2479008913040161, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.41374214998152936, |
| "grad_norm": 7.1438422203063965, |
| "learning_rate": 2.0642540620384048e-06, |
| "loss": 0.29055349826812743, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.42851865533801253, |
| "grad_norm": 26.124317169189453, |
| "learning_rate": 2.138109305760709e-06, |
| "loss": 0.23474643230438233, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.44329516069449576, |
| "grad_norm": 12.375730514526367, |
| "learning_rate": 2.2119645494830135e-06, |
| "loss": 0.24732532501220703, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.45807166605097893, |
| "grad_norm": 8.825639724731445, |
| "learning_rate": 2.2858197932053177e-06, |
| "loss": 0.21216919422149658, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.47284817140746216, |
| "grad_norm": 15.930329322814941, |
| "learning_rate": 2.359675036927622e-06, |
| "loss": 0.24057672023773194, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.48762467676394533, |
| "grad_norm": 1.648369550704956, |
| "learning_rate": 2.4335302806499265e-06, |
| "loss": 0.22210261821746827, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5024011821204285, |
| "grad_norm": 22.25632667541504, |
| "learning_rate": 2.5073855243722307e-06, |
| "loss": 0.2805967092514038, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5171776874769117, |
| "grad_norm": 7.98917293548584, |
| "learning_rate": 2.5812407680945353e-06, |
| "loss": 0.23512835502624513, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.531954192833395, |
| "grad_norm": 2.8459553718566895, |
| "learning_rate": 2.655096011816839e-06, |
| "loss": 0.24262547492980957, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.5467306981898781, |
| "grad_norm": 16.777976989746094, |
| "learning_rate": 2.7289512555391436e-06, |
| "loss": 0.18053247928619384, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.5615072035463613, |
| "grad_norm": 5.54146146774292, |
| "learning_rate": 2.8028064992614478e-06, |
| "loss": 0.288055419921875, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5762837089028445, |
| "grad_norm": 8.700989723205566, |
| "learning_rate": 2.8766617429837524e-06, |
| "loss": 0.22562708854675292, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5910602142593276, |
| "grad_norm": 8.646881103515625, |
| "learning_rate": 2.950516986706056e-06, |
| "loss": 0.20924983024597169, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6058367196158109, |
| "grad_norm": 12.20388412475586, |
| "learning_rate": 3.0243722304283607e-06, |
| "loss": 0.2840768098831177, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.6206132249722941, |
| "grad_norm": 23.990116119384766, |
| "learning_rate": 3.0982274741506653e-06, |
| "loss": 0.2565877676010132, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.6353897303287772, |
| "grad_norm": 3.284641981124878, |
| "learning_rate": 3.172082717872969e-06, |
| "loss": 0.25729591846466066, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6501662356852604, |
| "grad_norm": 14.040314674377441, |
| "learning_rate": 3.2459379615952737e-06, |
| "loss": 0.15883971452713014, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6649427410417437, |
| "grad_norm": 11.8453950881958, |
| "learning_rate": 3.319793205317578e-06, |
| "loss": 0.265518045425415, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6797192463982268, |
| "grad_norm": 5.4114990234375, |
| "learning_rate": 3.393648449039882e-06, |
| "loss": 0.21104788780212402, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.69449575175471, |
| "grad_norm": 5.626718044281006, |
| "learning_rate": 3.467503692762186e-06, |
| "loss": 0.21398870944976806, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.7092722571111932, |
| "grad_norm": 8.157901763916016, |
| "learning_rate": 3.5413589364844908e-06, |
| "loss": 0.19511226415634156, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.7240487624676764, |
| "grad_norm": 7.630816459655762, |
| "learning_rate": 3.6152141802067945e-06, |
| "loss": 0.19391764402389527, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.7388252678241596, |
| "grad_norm": 13.34969425201416, |
| "learning_rate": 3.689069423929099e-06, |
| "loss": 0.20496578216552735, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7536017731806428, |
| "grad_norm": 5.1071882247924805, |
| "learning_rate": 3.7629246676514037e-06, |
| "loss": 0.1636316657066345, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.7683782785371259, |
| "grad_norm": 11.474555015563965, |
| "learning_rate": 3.836779911373708e-06, |
| "loss": 0.23842833042144776, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7831547838936092, |
| "grad_norm": 3.2344448566436768, |
| "learning_rate": 3.910635155096012e-06, |
| "loss": 0.2313016414642334, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.7979312892500924, |
| "grad_norm": 22.325469970703125, |
| "learning_rate": 3.984490398818317e-06, |
| "loss": 0.15265929698944092, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.8127077946065755, |
| "grad_norm": 9.243146896362305, |
| "learning_rate": 4.058345642540621e-06, |
| "loss": 0.208359694480896, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.8274842999630587, |
| "grad_norm": 14.041821479797363, |
| "learning_rate": 4.132200886262925e-06, |
| "loss": 0.15783677101135254, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.842260805319542, |
| "grad_norm": 2.4594452381134033, |
| "learning_rate": 4.20605612998523e-06, |
| "loss": 0.18288125991821289, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.8570373106760251, |
| "grad_norm": 7.3095173835754395, |
| "learning_rate": 4.279911373707533e-06, |
| "loss": 0.16955589056015014, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.8718138160325083, |
| "grad_norm": 7.790829181671143, |
| "learning_rate": 4.353766617429838e-06, |
| "loss": 0.2293524980545044, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8865903213889915, |
| "grad_norm": 4.43232536315918, |
| "learning_rate": 4.427621861152142e-06, |
| "loss": 0.1554766058921814, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.9013668267454747, |
| "grad_norm": 1.7960660457611084, |
| "learning_rate": 4.501477104874446e-06, |
| "loss": 0.20159010887145995, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.9161433321019579, |
| "grad_norm": 3.6872801780700684, |
| "learning_rate": 4.575332348596751e-06, |
| "loss": 0.17704389095306397, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.9309198374584411, |
| "grad_norm": 4.9652628898620605, |
| "learning_rate": 4.649187592319055e-06, |
| "loss": 0.3138521432876587, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.9456963428149243, |
| "grad_norm": 6.686302661895752, |
| "learning_rate": 4.723042836041359e-06, |
| "loss": 0.186820387840271, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.9604728481714074, |
| "grad_norm": 5.3840861320495605, |
| "learning_rate": 4.796898079763664e-06, |
| "loss": 0.2030576229095459, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9752493535278907, |
| "grad_norm": 4.923296928405762, |
| "learning_rate": 4.870753323485968e-06, |
| "loss": 0.20385916233062745, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.9900258588843739, |
| "grad_norm": 3.530714511871338, |
| "learning_rate": 4.944608567208272e-06, |
| "loss": 0.14498186111450195, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_f1": 0.009949110869689519, |
| "eval_f1_author": 0.5121951219512195, |
| "eval_f1_chapter": 0.1423948220064725, |
| "eval_f1_quote": 0.0, |
| "eval_f1_sabche": 0.0, |
| "eval_f1_tsawa": 0.0, |
| "eval_f1_yigchung": 0.0, |
| "eval_loss": 0.06369028240442276, |
| "eval_precision": 0.008021390374331552, |
| "eval_recall": 0.013096492548547342, |
| "eval_runtime": 164.2027, |
| "eval_samples_per_second": 8.623, |
| "eval_soft_f1_tol0": 0.009949110869689519, |
| "eval_soft_f1_tol1": 0.01360855394819601, |
| "eval_soft_precision_tol0": 0.008021390374331552, |
| "eval_soft_precision_tol1": 0.0109717868338558, |
| "eval_soft_recall_tol0": 0.013096492548547342, |
| "eval_soft_recall_tol1": 0.01791359325605901, |
| "eval_steps_per_second": 4.312, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.004432951606945, |
| "grad_norm": 22.993642807006836, |
| "learning_rate": 5.018463810930576e-06, |
| "loss": 0.24112749099731445, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.0192094569634282, |
| "grad_norm": 4.486099720001221, |
| "learning_rate": 5.092319054652881e-06, |
| "loss": 0.15621832609176636, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.0339859623199112, |
| "grad_norm": 3.427312135696411, |
| "learning_rate": 5.166174298375185e-06, |
| "loss": 0.17396997213363646, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.0487624676763945, |
| "grad_norm": 2.6286463737487793, |
| "learning_rate": 5.240029542097489e-06, |
| "loss": 0.1869495153427124, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.0635389730328777, |
| "grad_norm": 1.9385275840759277, |
| "learning_rate": 5.313884785819794e-06, |
| "loss": 0.17648940086364745, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.078315478389361, |
| "grad_norm": 4.6867170333862305, |
| "learning_rate": 5.387740029542098e-06, |
| "loss": 0.16221047639846803, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.0930919837458442, |
| "grad_norm": 3.5766005516052246, |
| "learning_rate": 5.461595273264402e-06, |
| "loss": 0.23842155933380127, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.1078684891023274, |
| "grad_norm": 4.315107345581055, |
| "learning_rate": 5.535450516986706e-06, |
| "loss": 0.22699246406555176, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.1226449944588106, |
| "grad_norm": 10.020737648010254, |
| "learning_rate": 5.609305760709011e-06, |
| "loss": 0.1604781150817871, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.1374214998152936, |
| "grad_norm": 3.6754698753356934, |
| "learning_rate": 5.683161004431315e-06, |
| "loss": 0.1675458073616028, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.1521980051717768, |
| "grad_norm": 5.651054382324219, |
| "learning_rate": 5.757016248153619e-06, |
| "loss": 0.22861068248748778, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.16697451052826, |
| "grad_norm": 3.7823054790496826, |
| "learning_rate": 5.830871491875923e-06, |
| "loss": 0.1893235921859741, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.1817510158847433, |
| "grad_norm": 14.77681827545166, |
| "learning_rate": 5.9047267355982285e-06, |
| "loss": 0.21120743751525878, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.1965275212412265, |
| "grad_norm": 2.803490161895752, |
| "learning_rate": 5.978581979320532e-06, |
| "loss": 0.16600286960601807, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.2113040265977095, |
| "grad_norm": 8.804646492004395, |
| "learning_rate": 6.052437223042836e-06, |
| "loss": 0.2870540380477905, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.2260805319541928, |
| "grad_norm": 2.9540953636169434, |
| "learning_rate": 6.1262924667651415e-06, |
| "loss": 0.26361379623413084, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.240857037310676, |
| "grad_norm": 0.9787257313728333, |
| "learning_rate": 6.200147710487445e-06, |
| "loss": 0.14785664081573485, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.2556335426671592, |
| "grad_norm": 2.158139705657959, |
| "learning_rate": 6.274002954209749e-06, |
| "loss": 0.1276564598083496, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.2704100480236424, |
| "grad_norm": 3.3782198429107666, |
| "learning_rate": 6.347858197932054e-06, |
| "loss": 0.16768869161605834, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.2851865533801257, |
| "grad_norm": 10.091465950012207, |
| "learning_rate": 6.421713441654358e-06, |
| "loss": 0.14950265884399414, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.299963058736609, |
| "grad_norm": 0.8304731249809265, |
| "learning_rate": 6.495568685376662e-06, |
| "loss": 0.12830007076263428, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.3147395640930921, |
| "grad_norm": 1.4774373769760132, |
| "learning_rate": 6.569423929098967e-06, |
| "loss": 0.19609222412109376, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.3295160694495751, |
| "grad_norm": 5.649841785430908, |
| "learning_rate": 6.643279172821271e-06, |
| "loss": 0.18831112384796142, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.3442925748060583, |
| "grad_norm": 2.347738027572632, |
| "learning_rate": 6.717134416543575e-06, |
| "loss": 0.1261088252067566, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.3590690801625416, |
| "grad_norm": 1.7928117513656616, |
| "learning_rate": 6.7909896602658795e-06, |
| "loss": 0.21077876091003417, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.3738455855190248, |
| "grad_norm": 1.0126829147338867, |
| "learning_rate": 6.864844903988184e-06, |
| "loss": 0.19636497497558594, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.3886220908755078, |
| "grad_norm": 2.74788236618042, |
| "learning_rate": 6.938700147710488e-06, |
| "loss": 0.274681544303894, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.403398596231991, |
| "grad_norm": 25.7138671875, |
| "learning_rate": 7.012555391432792e-06, |
| "loss": 0.1625685453414917, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.4181751015884743, |
| "grad_norm": 15.7152099609375, |
| "learning_rate": 7.086410635155096e-06, |
| "loss": 0.15979108810424805, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.4329516069449575, |
| "grad_norm": 3.495296001434326, |
| "learning_rate": 7.160265878877401e-06, |
| "loss": 0.18342748880386353, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.4477281123014407, |
| "grad_norm": 8.088497161865234, |
| "learning_rate": 7.234121122599705e-06, |
| "loss": 0.1316815972328186, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.462504617657924, |
| "grad_norm": 8.329476356506348, |
| "learning_rate": 7.307976366322009e-06, |
| "loss": 0.15820931196212767, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.4772811230144072, |
| "grad_norm": 2.184511661529541, |
| "learning_rate": 7.381831610044313e-06, |
| "loss": 0.13878380060195922, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.4920576283708904, |
| "grad_norm": 1.5241365432739258, |
| "learning_rate": 7.455686853766618e-06, |
| "loss": 0.13428878784179688, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.5068341337273736, |
| "grad_norm": 1.7516717910766602, |
| "learning_rate": 7.529542097488922e-06, |
| "loss": 0.27027249336242676, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.5216106390838566, |
| "grad_norm": 4.67120885848999, |
| "learning_rate": 7.603397341211226e-06, |
| "loss": 0.13954565525054932, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.5363871444403399, |
| "grad_norm": 1.9583845138549805, |
| "learning_rate": 7.67725258493353e-06, |
| "loss": 0.10507760047912598, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.551163649796823, |
| "grad_norm": 11.665268898010254, |
| "learning_rate": 7.751107828655836e-06, |
| "loss": 0.2288591146469116, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.565940155153306, |
| "grad_norm": 1.4983267784118652, |
| "learning_rate": 7.82496307237814e-06, |
| "loss": 0.24975781440734862, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.5807166605097893, |
| "grad_norm": 2.566443920135498, |
| "learning_rate": 7.898818316100443e-06, |
| "loss": 0.14886268377304077, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.5954931658662725, |
| "grad_norm": 1.01904296875, |
| "learning_rate": 7.972673559822747e-06, |
| "loss": 0.18681776523590088, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.6102696712227558, |
| "grad_norm": 28.88139533996582, |
| "learning_rate": 8.046528803545053e-06, |
| "loss": 0.2081953763961792, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.625046176579239, |
| "grad_norm": 1.6941733360290527, |
| "learning_rate": 8.120384047267356e-06, |
| "loss": 0.16717640161514283, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.6398226819357222, |
| "grad_norm": 1.5981415510177612, |
| "learning_rate": 8.19423929098966e-06, |
| "loss": 0.17540180683135986, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.6545991872922055, |
| "grad_norm": 3.086256504058838, |
| "learning_rate": 8.268094534711965e-06, |
| "loss": 0.13089959621429442, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.6693756926486887, |
| "grad_norm": 0.6488693952560425, |
| "learning_rate": 8.34194977843427e-06, |
| "loss": 0.13536157608032226, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.684152198005172, |
| "grad_norm": 6.18025541305542, |
| "learning_rate": 8.415805022156573e-06, |
| "loss": 0.1749156594276428, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.6989287033616551, |
| "grad_norm": 5.755612373352051, |
| "learning_rate": 8.489660265878878e-06, |
| "loss": 0.14930845499038697, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.7137052087181381, |
| "grad_norm": 6.043393135070801, |
| "learning_rate": 8.563515509601182e-06, |
| "loss": 0.12663286924362183, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.7284817140746214, |
| "grad_norm": 16.692073822021484, |
| "learning_rate": 8.637370753323486e-06, |
| "loss": 0.11381006240844727, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.7432582194311046, |
| "grad_norm": 1.3630712032318115, |
| "learning_rate": 8.711225997045791e-06, |
| "loss": 0.15171061754226683, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.7580347247875876, |
| "grad_norm": 2.843424081802368, |
| "learning_rate": 8.785081240768095e-06, |
| "loss": 0.16213523149490355, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.7728112301440708, |
| "grad_norm": 2.321843385696411, |
| "learning_rate": 8.858936484490399e-06, |
| "loss": 0.14741232395172119, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.787587735500554, |
| "grad_norm": 1.8364756107330322, |
| "learning_rate": 8.932791728212704e-06, |
| "loss": 0.16911053657531738, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.8023642408570373, |
| "grad_norm": 3.014976739883423, |
| "learning_rate": 9.006646971935008e-06, |
| "loss": 0.19249134063720702, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.8171407462135205, |
| "grad_norm": 3.4525327682495117, |
| "learning_rate": 9.080502215657312e-06, |
| "loss": 0.11934747695922851, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.8319172515700037, |
| "grad_norm": 3.275035858154297, |
| "learning_rate": 9.154357459379617e-06, |
| "loss": 0.13772256374359132, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.846693756926487, |
| "grad_norm": 2.3896384239196777, |
| "learning_rate": 9.228212703101921e-06, |
| "loss": 0.19579302072525023, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.8614702622829702, |
| "grad_norm": 4.905596733093262, |
| "learning_rate": 9.302067946824225e-06, |
| "loss": 0.1773526430130005, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.8762467676394534, |
| "grad_norm": 2.4194257259368896, |
| "learning_rate": 9.37592319054653e-06, |
| "loss": 0.14882658720016478, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.8910232729959364, |
| "grad_norm": 9.767522811889648, |
| "learning_rate": 9.449778434268834e-06, |
| "loss": 0.15800939798355101, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.9057997783524196, |
| "grad_norm": 2.7122888565063477, |
| "learning_rate": 9.52363367799114e-06, |
| "loss": 0.16415667533874512, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.9205762837089029, |
| "grad_norm": 23.18901824951172, |
| "learning_rate": 9.597488921713443e-06, |
| "loss": 0.22136979103088378, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.9353527890653859, |
| "grad_norm": 2.244004964828491, |
| "learning_rate": 9.671344165435747e-06, |
| "loss": 0.14884871244430542, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.950129294421869, |
| "grad_norm": 0.982561469078064, |
| "learning_rate": 9.745199409158052e-06, |
| "loss": 0.1401953101158142, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.9649057997783523, |
| "grad_norm": 2.9314169883728027, |
| "learning_rate": 9.819054652880356e-06, |
| "loss": 0.13230215311050414, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.9796823051348356, |
| "grad_norm": 2.732909917831421, |
| "learning_rate": 9.89290989660266e-06, |
| "loss": 0.158538293838501, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.9944588104913188, |
| "grad_norm": 3.2355642318725586, |
| "learning_rate": 9.966765140324964e-06, |
| "loss": 0.22675518989562987, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_f1": 0.013625434143734972, |
| "eval_f1_author": 0.5154639175257731, |
| "eval_f1_chapter": 0.337984496124031, |
| "eval_f1_quote": 0.0, |
| "eval_f1_sabche": 0.0032967032967032967, |
| "eval_f1_tsawa": 0.0007150518412584913, |
| "eval_f1_yigchung": 0.004184100418410042, |
| "eval_loss": 0.07157671451568604, |
| "eval_precision": 0.009674359785014228, |
| "eval_recall": 0.023031762757790154, |
| "eval_runtime": 164.3103, |
| "eval_samples_per_second": 8.618, |
| "eval_soft_f1_tol0": 0.013625434143734972, |
| "eval_soft_f1_tol1": 0.02324338765695966, |
| "eval_soft_precision_tol0": 0.009674359785014228, |
| "eval_soft_precision_tol1": 0.016503319633259565, |
| "eval_soft_recall_tol0": 0.023031762757790154, |
| "eval_soft_recall_tol1": 0.03928947764564203, |
| "eval_steps_per_second": 4.309, |
| "step": 2708 |
| }, |
| { |
| "epoch": 2.00886590321389, |
| "grad_norm": 0.7488579154014587, |
| "learning_rate": 9.989844903988184e-06, |
| "loss": 0.17037104368209838, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.0236424085703733, |
| "grad_norm": 3.121425151824951, |
| "learning_rate": 9.971381093057608e-06, |
| "loss": 0.13356295824050904, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.0384189139268565, |
| "grad_norm": 10.25585651397705, |
| "learning_rate": 9.952917282127031e-06, |
| "loss": 0.14996374845504762, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.0531954192833397, |
| "grad_norm": 2.897705078125, |
| "learning_rate": 9.934453471196456e-06, |
| "loss": 0.13153868913650513, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.0679719246398225, |
| "grad_norm": 1.3952618837356567, |
| "learning_rate": 9.91598966026588e-06, |
| "loss": 0.11466294527053833, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.0827484299963057, |
| "grad_norm": 1.9680219888687134, |
| "learning_rate": 9.897525849335303e-06, |
| "loss": 0.10174458026885987, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.097524935352789, |
| "grad_norm": 3.1025257110595703, |
| "learning_rate": 9.879062038404727e-06, |
| "loss": 0.12117102146148681, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.112301440709272, |
| "grad_norm": 3.454657554626465, |
| "learning_rate": 9.860598227474152e-06, |
| "loss": 0.14881492853164674, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.1270779460657554, |
| "grad_norm": 1.3067108392715454, |
| "learning_rate": 9.842134416543575e-06, |
| "loss": 0.09414324760437012, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.1418544514222386, |
| "grad_norm": 22.44338035583496, |
| "learning_rate": 9.823670605612999e-06, |
| "loss": 0.15983881950378417, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.156630956778722, |
| "grad_norm": 1.897062063217163, |
| "learning_rate": 9.805206794682424e-06, |
| "loss": 0.2480917453765869, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.171407462135205, |
| "grad_norm": 1.1563146114349365, |
| "learning_rate": 9.786742983751846e-06, |
| "loss": 0.1365828275680542, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.1861839674916883, |
| "grad_norm": 2.501188278198242, |
| "learning_rate": 9.76827917282127e-06, |
| "loss": 0.13099013566970824, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.2009604728481715, |
| "grad_norm": 0.732958197593689, |
| "learning_rate": 9.749815361890695e-06, |
| "loss": 0.09902547597885132, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.2157369782046548, |
| "grad_norm": 2.27915358543396, |
| "learning_rate": 9.731351550960118e-06, |
| "loss": 0.13958550691604615, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.230513483561138, |
| "grad_norm": 2.758756160736084, |
| "learning_rate": 9.712887740029543e-06, |
| "loss": 0.1868541955947876, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.245289988917621, |
| "grad_norm": 8.475456237792969, |
| "learning_rate": 9.694423929098967e-06, |
| "loss": 0.11908481121063233, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.260066494274104, |
| "grad_norm": 2.9064548015594482, |
| "learning_rate": 9.67596011816839e-06, |
| "loss": 0.18359187841415406, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.2748429996305872, |
| "grad_norm": 2.3748366832733154, |
| "learning_rate": 9.657496307237814e-06, |
| "loss": 0.21851837635040283, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.2896195049870705, |
| "grad_norm": 1.0969339609146118, |
| "learning_rate": 9.639032496307239e-06, |
| "loss": 0.18293980360031128, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.3043960103435537, |
| "grad_norm": 0.8778420090675354, |
| "learning_rate": 9.620568685376662e-06, |
| "loss": 0.17181634902954102, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.319172515700037, |
| "grad_norm": 4.310705184936523, |
| "learning_rate": 9.602104874446086e-06, |
| "loss": 0.12769193649291993, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.33394902105652, |
| "grad_norm": 2.7653613090515137, |
| "learning_rate": 9.58364106351551e-06, |
| "loss": 0.2905233383178711, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.3487255264130034, |
| "grad_norm": 5.924228191375732, |
| "learning_rate": 9.565177252584933e-06, |
| "loss": 0.11291065216064453, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.3635020317694866, |
| "grad_norm": 1.3305809497833252, |
| "learning_rate": 9.546713441654358e-06, |
| "loss": 0.22106215953826905, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.37827853712597, |
| "grad_norm": 5.5327372550964355, |
| "learning_rate": 9.528249630723782e-06, |
| "loss": 0.19483805894851686, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.393055042482453, |
| "grad_norm": 2.095848798751831, |
| "learning_rate": 9.509785819793205e-06, |
| "loss": 0.1981823682785034, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.4078315478389363, |
| "grad_norm": 0.7926581501960754, |
| "learning_rate": 9.49132200886263e-06, |
| "loss": 0.13002758026123046, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.422608053195419, |
| "grad_norm": 2.6668643951416016, |
| "learning_rate": 9.472858197932054e-06, |
| "loss": 0.11931681632995605, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.4373845585519023, |
| "grad_norm": 7.154099464416504, |
| "learning_rate": 9.454394387001477e-06, |
| "loss": 0.15694849491119384, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.4521610639083855, |
| "grad_norm": 2.389171600341797, |
| "learning_rate": 9.435930576070901e-06, |
| "loss": 0.13917235136032105, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.4669375692648687, |
| "grad_norm": 1.6435991525650024, |
| "learning_rate": 9.417466765140326e-06, |
| "loss": 0.13349064588546752, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.481714074621352, |
| "grad_norm": 2.9867262840270996, |
| "learning_rate": 9.399002954209749e-06, |
| "loss": 0.08199175596237182, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.496490579977835, |
| "grad_norm": 1.4562466144561768, |
| "learning_rate": 9.380539143279173e-06, |
| "loss": 0.17275774478912354, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.5112670853343184, |
| "grad_norm": 1.253039836883545, |
| "learning_rate": 9.362075332348598e-06, |
| "loss": 0.12911561727523804, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.5260435906908016, |
| "grad_norm": 6.884113788604736, |
| "learning_rate": 9.34361152141802e-06, |
| "loss": 0.134329092502594, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.540820096047285, |
| "grad_norm": 2.045487403869629, |
| "learning_rate": 9.325147710487445e-06, |
| "loss": 0.1398937702178955, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.555596601403768, |
| "grad_norm": 2.4884042739868164, |
| "learning_rate": 9.30668389955687e-06, |
| "loss": 0.18259624242782593, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.5703731067602513, |
| "grad_norm": 11.555817604064941, |
| "learning_rate": 9.288220088626292e-06, |
| "loss": 0.1363913059234619, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.5851496121167346, |
| "grad_norm": 6.275540351867676, |
| "learning_rate": 9.269756277695717e-06, |
| "loss": 0.12403000593185425, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.599926117473218, |
| "grad_norm": 1.1736960411071777, |
| "learning_rate": 9.251292466765141e-06, |
| "loss": 0.1681079864501953, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.614702622829701, |
| "grad_norm": 1.200361728668213, |
| "learning_rate": 9.232828655834564e-06, |
| "loss": 0.20239112377166749, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.6294791281861842, |
| "grad_norm": 5.843613624572754, |
| "learning_rate": 9.214364844903988e-06, |
| "loss": 0.09815734624862671, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.644255633542667, |
| "grad_norm": 12.455564498901367, |
| "learning_rate": 9.195901033973413e-06, |
| "loss": 0.1492748498916626, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.6590321388991502, |
| "grad_norm": 3.805860996246338, |
| "learning_rate": 9.177437223042836e-06, |
| "loss": 0.10711218118667602, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.6738086442556335, |
| "grad_norm": 1.4953904151916504, |
| "learning_rate": 9.15897341211226e-06, |
| "loss": 0.09400691390037537, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.6885851496121167, |
| "grad_norm": 6.474602699279785, |
| "learning_rate": 9.140509601181685e-06, |
| "loss": 0.133670175075531, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.7033616549686, |
| "grad_norm": 7.189492702484131, |
| "learning_rate": 9.122045790251108e-06, |
| "loss": 0.13258401155471802, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.718138160325083, |
| "grad_norm": 8.304774284362793, |
| "learning_rate": 9.103581979320532e-06, |
| "loss": 0.1859143614768982, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.7329146656815664, |
| "grad_norm": 2.485971212387085, |
| "learning_rate": 9.085118168389956e-06, |
| "loss": 0.18038097620010377, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.7476911710380496, |
| "grad_norm": 1.9786618947982788, |
| "learning_rate": 9.066654357459381e-06, |
| "loss": 0.10348873138427735, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.762467676394533, |
| "grad_norm": 1.285863995552063, |
| "learning_rate": 9.048190546528804e-06, |
| "loss": 0.08862318992614746, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.7772441817510156, |
| "grad_norm": 1.6725132465362549, |
| "learning_rate": 9.029726735598228e-06, |
| "loss": 0.09215317368507385, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.792020687107499, |
| "grad_norm": 1.084094524383545, |
| "learning_rate": 9.011262924667653e-06, |
| "loss": 0.14049065113067627, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.806797192463982, |
| "grad_norm": 0.41341111063957214, |
| "learning_rate": 8.992799113737076e-06, |
| "loss": 0.10442180633544922, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.8215736978204653, |
| "grad_norm": 20.94047737121582, |
| "learning_rate": 8.9743353028065e-06, |
| "loss": 0.2757225513458252, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.8363502031769485, |
| "grad_norm": 0.6462209820747375, |
| "learning_rate": 8.955871491875925e-06, |
| "loss": 0.08133713006973267, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.8511267085334318, |
| "grad_norm": 1.7239296436309814, |
| "learning_rate": 8.937407680945347e-06, |
| "loss": 0.13443011045455933, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.865903213889915, |
| "grad_norm": 0.952746570110321, |
| "learning_rate": 8.918943870014772e-06, |
| "loss": 0.16512211561203002, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.880679719246398, |
| "grad_norm": 2.0119361877441406, |
| "learning_rate": 8.900480059084196e-06, |
| "loss": 0.14362579584121704, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.8954562246028814, |
| "grad_norm": 0.6607625484466553, |
| "learning_rate": 8.882016248153619e-06, |
| "loss": 0.11665700674057007, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.9102327299593647, |
| "grad_norm": 1.506514549255371, |
| "learning_rate": 8.863552437223044e-06, |
| "loss": 0.15756337642669677, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.925009235315848, |
| "grad_norm": 8.464256286621094, |
| "learning_rate": 8.845088626292468e-06, |
| "loss": 0.16639748811721802, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.939785740672331, |
| "grad_norm": 2.5918128490448, |
| "learning_rate": 8.82662481536189e-06, |
| "loss": 0.12925074100494385, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.9545622460288143, |
| "grad_norm": 5.9357218742370605, |
| "learning_rate": 8.808161004431315e-06, |
| "loss": 0.17214598655700683, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.9693387513852976, |
| "grad_norm": 4.953963279724121, |
| "learning_rate": 8.78969719350074e-06, |
| "loss": 0.16206299066543578, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.984115256741781, |
| "grad_norm": 1.3762701749801636, |
| "learning_rate": 8.771233382570163e-06, |
| "loss": 0.12783533334732056, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.998891762098264, |
| "grad_norm": 1.2369712591171265, |
| "learning_rate": 8.752769571639587e-06, |
| "loss": 0.14763396978378296, |
| "step": 4060 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_f1": 0.029633535460058, |
| "eval_f1_author": 0.888888888888889, |
| "eval_f1_chapter": 0.674757281553398, |
| "eval_f1_quote": 0.0, |
| "eval_f1_sabche": 0.028981581798483206, |
| "eval_f1_tsawa": 0.002870264064293915, |
| "eval_f1_yigchung": 0.005260850504164839, |
| "eval_loss": 0.07181419432163239, |
| "eval_precision": 0.022804739490342476, |
| "eval_recall": 0.04230016558783682, |
| "eval_runtime": 164.6639, |
| "eval_samples_per_second": 8.599, |
| "eval_soft_f1_tol0": 0.029633535460058, |
| "eval_soft_f1_tol1": 0.055892433430002636, |
| "eval_soft_precision_tol0": 0.022804739490342476, |
| "eval_soft_precision_tol1": 0.043012497971108586, |
| "eval_soft_recall_tol0": 0.04230016558783682, |
| "eval_soft_recall_tol1": 0.07978323046816198, |
| "eval_steps_per_second": 4.3, |
| "step": 4062 |
| }, |
| { |
| "epoch": 3.013298854820835, |
| "grad_norm": 0.6305031180381775, |
| "learning_rate": 8.734305760709012e-06, |
| "loss": 0.1073186993598938, |
| "step": 4080 |
| }, |
| { |
| "epoch": 3.028075360177318, |
| "grad_norm": 1.3140232563018799, |
| "learning_rate": 8.715841949778436e-06, |
| "loss": 0.09768721461296082, |
| "step": 4100 |
| }, |
| { |
| "epoch": 3.0428518655338013, |
| "grad_norm": 2.1695148944854736, |
| "learning_rate": 8.697378138847859e-06, |
| "loss": 0.09707651138305665, |
| "step": 4120 |
| }, |
| { |
| "epoch": 3.0576283708902845, |
| "grad_norm": 0.9397019743919373, |
| "learning_rate": 8.678914327917283e-06, |
| "loss": 0.10999850034713746, |
| "step": 4140 |
| }, |
| { |
| "epoch": 3.0724048762467677, |
| "grad_norm": 0.7979065179824829, |
| "learning_rate": 8.660450516986708e-06, |
| "loss": 0.19756799936294556, |
| "step": 4160 |
| }, |
| { |
| "epoch": 3.087181381603251, |
| "grad_norm": 1.9831281900405884, |
| "learning_rate": 8.64198670605613e-06, |
| "loss": 0.134338641166687, |
| "step": 4180 |
| }, |
| { |
| "epoch": 3.101957886959734, |
| "grad_norm": 1.703490138053894, |
| "learning_rate": 8.623522895125555e-06, |
| "loss": 0.10789951086044311, |
| "step": 4200 |
| }, |
| { |
| "epoch": 3.1167343923162174, |
| "grad_norm": 3.2855417728424072, |
| "learning_rate": 8.60505908419498e-06, |
| "loss": 0.08941381573677062, |
| "step": 4220 |
| }, |
| { |
| "epoch": 3.1315108976727, |
| "grad_norm": 2.0211169719696045, |
| "learning_rate": 8.586595273264402e-06, |
| "loss": 0.13170883655548096, |
| "step": 4240 |
| }, |
| { |
| "epoch": 3.1462874030291834, |
| "grad_norm": 1.729666829109192, |
| "learning_rate": 8.568131462333827e-06, |
| "loss": 0.0766973614692688, |
| "step": 4260 |
| }, |
| { |
| "epoch": 3.1610639083856666, |
| "grad_norm": 9.713820457458496, |
| "learning_rate": 8.549667651403251e-06, |
| "loss": 0.10216113328933715, |
| "step": 4280 |
| }, |
| { |
| "epoch": 3.17584041374215, |
| "grad_norm": 2.2032101154327393, |
| "learning_rate": 8.531203840472674e-06, |
| "loss": 0.12167798280715943, |
| "step": 4300 |
| }, |
| { |
| "epoch": 3.190616919098633, |
| "grad_norm": 1.2277432680130005, |
| "learning_rate": 8.512740029542099e-06, |
| "loss": 0.10992389917373657, |
| "step": 4320 |
| }, |
| { |
| "epoch": 3.2053934244551163, |
| "grad_norm": 1.0262017250061035, |
| "learning_rate": 8.494276218611523e-06, |
| "loss": 0.10613970756530762, |
| "step": 4340 |
| }, |
| { |
| "epoch": 3.2201699298115996, |
| "grad_norm": 1.11785089969635, |
| "learning_rate": 8.475812407680946e-06, |
| "loss": 0.10162975788116455, |
| "step": 4360 |
| }, |
| { |
| "epoch": 3.234946435168083, |
| "grad_norm": 3.5607283115386963, |
| "learning_rate": 8.45734859675037e-06, |
| "loss": 0.14789507389068604, |
| "step": 4380 |
| }, |
| { |
| "epoch": 3.249722940524566, |
| "grad_norm": 1.9668165445327759, |
| "learning_rate": 8.438884785819795e-06, |
| "loss": 0.16140552759170532, |
| "step": 4400 |
| }, |
| { |
| "epoch": 3.2644994458810492, |
| "grad_norm": 1.740909218788147, |
| "learning_rate": 8.420420974889218e-06, |
| "loss": 0.18682413101196288, |
| "step": 4420 |
| }, |
| { |
| "epoch": 3.2792759512375325, |
| "grad_norm": 2.2434346675872803, |
| "learning_rate": 8.401957163958642e-06, |
| "loss": 0.10888447761535644, |
| "step": 4440 |
| }, |
| { |
| "epoch": 3.2940524565940157, |
| "grad_norm": 1.9172331094741821, |
| "learning_rate": 8.383493353028067e-06, |
| "loss": 0.10014368295669555, |
| "step": 4460 |
| }, |
| { |
| "epoch": 3.308828961950499, |
| "grad_norm": 1.8549606800079346, |
| "learning_rate": 8.36502954209749e-06, |
| "loss": 0.1427286148071289, |
| "step": 4480 |
| }, |
| { |
| "epoch": 3.323605467306982, |
| "grad_norm": 4.047844886779785, |
| "learning_rate": 8.346565731166914e-06, |
| "loss": 0.10859538316726684, |
| "step": 4500 |
| }, |
| { |
| "epoch": 3.338381972663465, |
| "grad_norm": 1.578848958015442, |
| "learning_rate": 8.328101920236338e-06, |
| "loss": 0.09976358413696289, |
| "step": 4520 |
| }, |
| { |
| "epoch": 3.353158478019948, |
| "grad_norm": 5.167227745056152, |
| "learning_rate": 8.309638109305761e-06, |
| "loss": 0.10787239074707031, |
| "step": 4540 |
| }, |
| { |
| "epoch": 3.3679349833764314, |
| "grad_norm": 0.9531060457229614, |
| "learning_rate": 8.291174298375186e-06, |
| "loss": 0.11763765811920165, |
| "step": 4560 |
| }, |
| { |
| "epoch": 3.3827114887329146, |
| "grad_norm": 2.150413751602173, |
| "learning_rate": 8.27271048744461e-06, |
| "loss": 0.12325513362884521, |
| "step": 4580 |
| }, |
| { |
| "epoch": 3.397487994089398, |
| "grad_norm": 12.400345802307129, |
| "learning_rate": 8.254246676514033e-06, |
| "loss": 0.15270819664001464, |
| "step": 4600 |
| }, |
| { |
| "epoch": 3.412264499445881, |
| "grad_norm": 4.488905906677246, |
| "learning_rate": 8.235782865583457e-06, |
| "loss": 0.09554807543754577, |
| "step": 4620 |
| }, |
| { |
| "epoch": 3.4270410048023643, |
| "grad_norm": 2.558509588241577, |
| "learning_rate": 8.217319054652882e-06, |
| "loss": 0.12064318656921387, |
| "step": 4640 |
| }, |
| { |
| "epoch": 3.4418175101588475, |
| "grad_norm": 2.08709979057312, |
| "learning_rate": 8.198855243722305e-06, |
| "loss": 0.15861705541610718, |
| "step": 4660 |
| }, |
| { |
| "epoch": 3.4565940155153307, |
| "grad_norm": 1.7005308866500854, |
| "learning_rate": 8.18039143279173e-06, |
| "loss": 0.1255167841911316, |
| "step": 4680 |
| }, |
| { |
| "epoch": 3.471370520871814, |
| "grad_norm": 7.888983726501465, |
| "learning_rate": 8.161927621861154e-06, |
| "loss": 0.11569286584854126, |
| "step": 4700 |
| }, |
| { |
| "epoch": 3.486147026228297, |
| "grad_norm": 1.8542848825454712, |
| "learning_rate": 8.143463810930576e-06, |
| "loss": 0.1580866813659668, |
| "step": 4720 |
| }, |
| { |
| "epoch": 3.50092353158478, |
| "grad_norm": 0.7920698523521423, |
| "learning_rate": 8.125000000000001e-06, |
| "loss": 0.1474738359451294, |
| "step": 4740 |
| }, |
| { |
| "epoch": 3.515700036941263, |
| "grad_norm": 1.21330726146698, |
| "learning_rate": 8.106536189069425e-06, |
| "loss": 0.11481826305389405, |
| "step": 4760 |
| }, |
| { |
| "epoch": 3.5304765422977464, |
| "grad_norm": 1.0535153150558472, |
| "learning_rate": 8.088072378138848e-06, |
| "loss": 0.095521080493927, |
| "step": 4780 |
| }, |
| { |
| "epoch": 3.5452530476542297, |
| "grad_norm": 1.4608540534973145, |
| "learning_rate": 8.069608567208273e-06, |
| "loss": 0.254551100730896, |
| "step": 4800 |
| }, |
| { |
| "epoch": 3.560029553010713, |
| "grad_norm": 0.3008294701576233, |
| "learning_rate": 8.051144756277697e-06, |
| "loss": 0.1144513487815857, |
| "step": 4820 |
| }, |
| { |
| "epoch": 3.574806058367196, |
| "grad_norm": 1.6606552600860596, |
| "learning_rate": 8.03268094534712e-06, |
| "loss": 0.09389815926551819, |
| "step": 4840 |
| }, |
| { |
| "epoch": 3.5895825637236793, |
| "grad_norm": 1.3775110244750977, |
| "learning_rate": 8.014217134416545e-06, |
| "loss": 0.11952614784240723, |
| "step": 4860 |
| }, |
| { |
| "epoch": 3.6043590690801626, |
| "grad_norm": 1.700050711631775, |
| "learning_rate": 7.995753323485969e-06, |
| "loss": 0.14653095006942748, |
| "step": 4880 |
| }, |
| { |
| "epoch": 3.619135574436646, |
| "grad_norm": 0.46003827452659607, |
| "learning_rate": 7.977289512555392e-06, |
| "loss": 0.08345560431480407, |
| "step": 4900 |
| }, |
| { |
| "epoch": 3.633912079793129, |
| "grad_norm": 5.208398342132568, |
| "learning_rate": 7.958825701624816e-06, |
| "loss": 0.11663490533828735, |
| "step": 4920 |
| }, |
| { |
| "epoch": 3.6486885851496123, |
| "grad_norm": 0.8145765662193298, |
| "learning_rate": 7.94036189069424e-06, |
| "loss": 0.12496718168258666, |
| "step": 4940 |
| }, |
| { |
| "epoch": 3.6634650905060955, |
| "grad_norm": 13.380167961120605, |
| "learning_rate": 7.921898079763664e-06, |
| "loss": 0.1970830202102661, |
| "step": 4960 |
| }, |
| { |
| "epoch": 3.6782415958625787, |
| "grad_norm": 2.564222812652588, |
| "learning_rate": 7.903434268833088e-06, |
| "loss": 0.12315770387649536, |
| "step": 4980 |
| }, |
| { |
| "epoch": 3.693018101219062, |
| "grad_norm": 1.4905750751495361, |
| "learning_rate": 7.884970457902513e-06, |
| "loss": 0.08848263025283813, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.707794606575545, |
| "grad_norm": 1.9406968355178833, |
| "learning_rate": 7.866506646971935e-06, |
| "loss": 0.100133216381073, |
| "step": 5020 |
| }, |
| { |
| "epoch": 3.722571111932028, |
| "grad_norm": 3.955491304397583, |
| "learning_rate": 7.84804283604136e-06, |
| "loss": 0.174168598651886, |
| "step": 5040 |
| }, |
| { |
| "epoch": 3.737347617288511, |
| "grad_norm": 1.5576092004776, |
| "learning_rate": 7.829579025110784e-06, |
| "loss": 0.10718483924865722, |
| "step": 5060 |
| }, |
| { |
| "epoch": 3.7521241226449944, |
| "grad_norm": 1.526227355003357, |
| "learning_rate": 7.811115214180207e-06, |
| "loss": 0.1036676049232483, |
| "step": 5080 |
| }, |
| { |
| "epoch": 3.7669006280014776, |
| "grad_norm": 0.6412363648414612, |
| "learning_rate": 7.792651403249632e-06, |
| "loss": 0.11313272714614868, |
| "step": 5100 |
| }, |
| { |
| "epoch": 3.781677133357961, |
| "grad_norm": 5.545438766479492, |
| "learning_rate": 7.774187592319056e-06, |
| "loss": 0.1373060941696167, |
| "step": 5120 |
| }, |
| { |
| "epoch": 3.796453638714444, |
| "grad_norm": 1.2549275159835815, |
| "learning_rate": 7.755723781388479e-06, |
| "loss": 0.15525555610656738, |
| "step": 5140 |
| }, |
| { |
| "epoch": 3.8112301440709273, |
| "grad_norm": 0.48289623856544495, |
| "learning_rate": 7.737259970457903e-06, |
| "loss": 0.17651475667953492, |
| "step": 5160 |
| }, |
| { |
| "epoch": 3.8260066494274105, |
| "grad_norm": 1.1303938627243042, |
| "learning_rate": 7.718796159527328e-06, |
| "loss": 0.11483552455902099, |
| "step": 5180 |
| }, |
| { |
| "epoch": 3.8407831547838938, |
| "grad_norm": 11.766563415527344, |
| "learning_rate": 7.70033234859675e-06, |
| "loss": 0.1212962508201599, |
| "step": 5200 |
| }, |
| { |
| "epoch": 3.8555596601403765, |
| "grad_norm": 2.0833210945129395, |
| "learning_rate": 7.681868537666175e-06, |
| "loss": 0.1305975317955017, |
| "step": 5220 |
| }, |
| { |
| "epoch": 3.8703361654968598, |
| "grad_norm": 4.1130218505859375, |
| "learning_rate": 7.6634047267356e-06, |
| "loss": 0.08251273036003112, |
| "step": 5240 |
| }, |
| { |
| "epoch": 3.885112670853343, |
| "grad_norm": 0.5774154663085938, |
| "learning_rate": 7.644940915805022e-06, |
| "loss": 0.07953848242759705, |
| "step": 5260 |
| }, |
| { |
| "epoch": 3.8998891762098262, |
| "grad_norm": 1.2997376918792725, |
| "learning_rate": 7.626477104874447e-06, |
| "loss": 0.15589237213134766, |
| "step": 5280 |
| }, |
| { |
| "epoch": 3.9146656815663095, |
| "grad_norm": 1.507757544517517, |
| "learning_rate": 7.608013293943871e-06, |
| "loss": 0.13908222913742066, |
| "step": 5300 |
| }, |
| { |
| "epoch": 3.9294421869227927, |
| "grad_norm": 6.963959693908691, |
| "learning_rate": 7.589549483013294e-06, |
| "loss": 0.11550743579864502, |
| "step": 5320 |
| }, |
| { |
| "epoch": 3.944218692279276, |
| "grad_norm": 1.6579861640930176, |
| "learning_rate": 7.571085672082719e-06, |
| "loss": 0.11281369924545288, |
| "step": 5340 |
| }, |
| { |
| "epoch": 3.958995197635759, |
| "grad_norm": 2.205768585205078, |
| "learning_rate": 7.552621861152143e-06, |
| "loss": 0.1273674726486206, |
| "step": 5360 |
| }, |
| { |
| "epoch": 3.9737717029922424, |
| "grad_norm": 2.665320873260498, |
| "learning_rate": 7.534158050221566e-06, |
| "loss": 0.12502450942993165, |
| "step": 5380 |
| }, |
| { |
| "epoch": 3.9885482083487256, |
| "grad_norm": 1.5980299711227417, |
| "learning_rate": 7.51569423929099e-06, |
| "loss": 0.09247097373008728, |
| "step": 5400 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_f1": 0.039779361436566414, |
| "eval_f1_author": 0.9259259259259259, |
| "eval_f1_chapter": 0.6498855835240275, |
| "eval_f1_quote": 0.009715475364330326, |
| "eval_f1_sabche": 0.05898690649385003, |
| "eval_f1_tsawa": 0.020779220779220776, |
| "eval_f1_yigchung": 0.011371712864250176, |
| "eval_loss": 0.09073026478290558, |
| "eval_precision": 0.02715180828844674, |
| "eval_recall": 0.07436399217221135, |
| "eval_runtime": 164.6726, |
| "eval_samples_per_second": 8.599, |
| "eval_soft_f1_tol0": 0.039779361436566414, |
| "eval_soft_f1_tol1": 0.05371019044167975, |
| "eval_soft_precision_tol0": 0.02715180828844674, |
| "eval_soft_precision_tol1": 0.0366604375068704, |
| "eval_soft_recall_tol0": 0.07436399217221135, |
| "eval_soft_recall_tol1": 0.1004064428721963, |
| "eval_steps_per_second": 4.299, |
| "step": 5416 |
| }, |
| { |
| "epoch": 4.002955301071297, |
| "grad_norm": 2.9630157947540283, |
| "learning_rate": 7.497230428360415e-06, |
| "loss": 0.11431716680526734, |
| "step": 5420 |
| }, |
| { |
| "epoch": 4.01773180642778, |
| "grad_norm": 0.46785759925842285, |
| "learning_rate": 7.478766617429838e-06, |
| "loss": 0.08863309025764465, |
| "step": 5440 |
| }, |
| { |
| "epoch": 4.032508311784263, |
| "grad_norm": 7.329707145690918, |
| "learning_rate": 7.460302806499262e-06, |
| "loss": 0.10789968967437744, |
| "step": 5460 |
| }, |
| { |
| "epoch": 4.0472848171407465, |
| "grad_norm": 5.6308488845825195, |
| "learning_rate": 7.441838995568687e-06, |
| "loss": 0.10790928602218627, |
| "step": 5480 |
| }, |
| { |
| "epoch": 4.06206132249723, |
| "grad_norm": 1.398536205291748, |
| "learning_rate": 7.4233751846381094e-06, |
| "loss": 0.1399625301361084, |
| "step": 5500 |
| }, |
| { |
| "epoch": 4.076837827853713, |
| "grad_norm": 1.297676920890808, |
| "learning_rate": 7.404911373707534e-06, |
| "loss": 0.08576329350471497, |
| "step": 5520 |
| }, |
| { |
| "epoch": 4.091614333210196, |
| "grad_norm": 6.379153728485107, |
| "learning_rate": 7.386447562776958e-06, |
| "loss": 0.10660150051116943, |
| "step": 5540 |
| }, |
| { |
| "epoch": 4.106390838566679, |
| "grad_norm": 1.7524080276489258, |
| "learning_rate": 7.367983751846381e-06, |
| "loss": 0.1278483271598816, |
| "step": 5560 |
| }, |
| { |
| "epoch": 4.121167343923162, |
| "grad_norm": 1.3190034627914429, |
| "learning_rate": 7.349519940915806e-06, |
| "loss": 0.09753898978233337, |
| "step": 5580 |
| }, |
| { |
| "epoch": 4.135943849279645, |
| "grad_norm": 1.9287397861480713, |
| "learning_rate": 7.33105612998523e-06, |
| "loss": 0.07210677862167358, |
| "step": 5600 |
| }, |
| { |
| "epoch": 4.150720354636128, |
| "grad_norm": 3.451411485671997, |
| "learning_rate": 7.312592319054653e-06, |
| "loss": 0.1124524474143982, |
| "step": 5620 |
| }, |
| { |
| "epoch": 4.165496859992611, |
| "grad_norm": 15.183464050292969, |
| "learning_rate": 7.2941285081240775e-06, |
| "loss": 0.11533975601196289, |
| "step": 5640 |
| }, |
| { |
| "epoch": 4.180273365349095, |
| "grad_norm": 0.7561500668525696, |
| "learning_rate": 7.275664697193502e-06, |
| "loss": 0.10243216753005982, |
| "step": 5660 |
| }, |
| { |
| "epoch": 4.195049870705578, |
| "grad_norm": 1.1861071586608887, |
| "learning_rate": 7.257200886262925e-06, |
| "loss": 0.1663222312927246, |
| "step": 5680 |
| }, |
| { |
| "epoch": 4.209826376062061, |
| "grad_norm": 3.785529375076294, |
| "learning_rate": 7.238737075332349e-06, |
| "loss": 0.08857283592224122, |
| "step": 5700 |
| }, |
| { |
| "epoch": 4.224602881418544, |
| "grad_norm": 0.39788898825645447, |
| "learning_rate": 7.220273264401773e-06, |
| "loss": 0.10370031595230103, |
| "step": 5720 |
| }, |
| { |
| "epoch": 4.239379386775028, |
| "grad_norm": 0.4169798493385315, |
| "learning_rate": 7.2018094534711965e-06, |
| "loss": 0.13269611597061157, |
| "step": 5740 |
| }, |
| { |
| "epoch": 4.254155892131511, |
| "grad_norm": 1.4433329105377197, |
| "learning_rate": 7.183345642540621e-06, |
| "loss": 0.15055701732635499, |
| "step": 5760 |
| }, |
| { |
| "epoch": 4.268932397487994, |
| "grad_norm": 0.8108705282211304, |
| "learning_rate": 7.164881831610045e-06, |
| "loss": 0.10328505039215088, |
| "step": 5780 |
| }, |
| { |
| "epoch": 4.283708902844477, |
| "grad_norm": 4.685944557189941, |
| "learning_rate": 7.146418020679468e-06, |
| "loss": 0.09680783748626709, |
| "step": 5800 |
| }, |
| { |
| "epoch": 4.2984854082009605, |
| "grad_norm": 1.9428914785385132, |
| "learning_rate": 7.127954209748893e-06, |
| "loss": 0.15268460512161255, |
| "step": 5820 |
| }, |
| { |
| "epoch": 4.313261913557444, |
| "grad_norm": 2.181502103805542, |
| "learning_rate": 7.109490398818316e-06, |
| "loss": 0.12270368337631225, |
| "step": 5840 |
| }, |
| { |
| "epoch": 4.328038418913927, |
| "grad_norm": 1.7029106616973877, |
| "learning_rate": 7.091026587887741e-06, |
| "loss": 0.06979374885559082, |
| "step": 5860 |
| }, |
| { |
| "epoch": 4.34281492427041, |
| "grad_norm": 1.2654433250427246, |
| "learning_rate": 7.0725627769571645e-06, |
| "loss": 0.0858349323272705, |
| "step": 5880 |
| }, |
| { |
| "epoch": 4.357591429626893, |
| "grad_norm": 3.6451213359832764, |
| "learning_rate": 7.054098966026588e-06, |
| "loss": 0.06293165683746338, |
| "step": 5900 |
| }, |
| { |
| "epoch": 4.372367934983377, |
| "grad_norm": 1.0352520942687988, |
| "learning_rate": 7.035635155096013e-06, |
| "loss": 0.10849316120147705, |
| "step": 5920 |
| }, |
| { |
| "epoch": 4.38714444033986, |
| "grad_norm": 1.2292581796646118, |
| "learning_rate": 7.017171344165436e-06, |
| "loss": 0.10018128156661987, |
| "step": 5940 |
| }, |
| { |
| "epoch": 4.401920945696343, |
| "grad_norm": 1.4362941980361938, |
| "learning_rate": 6.99870753323486e-06, |
| "loss": 0.11148455142974853, |
| "step": 5960 |
| }, |
| { |
| "epoch": 4.416697451052826, |
| "grad_norm": 1.1057559251785278, |
| "learning_rate": 6.980243722304284e-06, |
| "loss": 0.11582520008087158, |
| "step": 5980 |
| }, |
| { |
| "epoch": 4.4314739564093095, |
| "grad_norm": 0.5521154999732971, |
| "learning_rate": 6.961779911373708e-06, |
| "loss": 0.11034280061721802, |
| "step": 6000 |
| }, |
| { |
| "epoch": 4.446250461765793, |
| "grad_norm": 3.496638298034668, |
| "learning_rate": 6.943316100443132e-06, |
| "loss": 0.11924157142639161, |
| "step": 6020 |
| }, |
| { |
| "epoch": 4.461026967122276, |
| "grad_norm": 1.4034616947174072, |
| "learning_rate": 6.924852289512556e-06, |
| "loss": 0.10902374982833862, |
| "step": 6040 |
| }, |
| { |
| "epoch": 4.475803472478759, |
| "grad_norm": 2.7527520656585693, |
| "learning_rate": 6.90638847858198e-06, |
| "loss": 0.13944618701934813, |
| "step": 6060 |
| }, |
| { |
| "epoch": 4.490579977835242, |
| "grad_norm": 1.5506138801574707, |
| "learning_rate": 6.8879246676514034e-06, |
| "loss": 0.09381868839263915, |
| "step": 6080 |
| }, |
| { |
| "epoch": 4.505356483191725, |
| "grad_norm": 1.1348156929016113, |
| "learning_rate": 6.869460856720828e-06, |
| "loss": 0.08152715563774109, |
| "step": 6100 |
| }, |
| { |
| "epoch": 4.520132988548208, |
| "grad_norm": 0.597363293170929, |
| "learning_rate": 6.8509970457902516e-06, |
| "loss": 0.08730922937393189, |
| "step": 6120 |
| }, |
| { |
| "epoch": 4.534909493904691, |
| "grad_norm": 3.6667511463165283, |
| "learning_rate": 6.832533234859675e-06, |
| "loss": 0.10671879053115844, |
| "step": 6140 |
| }, |
| { |
| "epoch": 4.5496859992611745, |
| "grad_norm": 5.5172929763793945, |
| "learning_rate": 6.8140694239291e-06, |
| "loss": 0.10335360765457154, |
| "step": 6160 |
| }, |
| { |
| "epoch": 4.564462504617658, |
| "grad_norm": 1.7363708019256592, |
| "learning_rate": 6.795605612998523e-06, |
| "loss": 0.10552057027816772, |
| "step": 6180 |
| }, |
| { |
| "epoch": 4.579239009974141, |
| "grad_norm": 5.793086528778076, |
| "learning_rate": 6.777141802067947e-06, |
| "loss": 0.10906326770782471, |
| "step": 6200 |
| }, |
| { |
| "epoch": 4.594015515330624, |
| "grad_norm": 1.9142320156097412, |
| "learning_rate": 6.7586779911373715e-06, |
| "loss": 0.13999695777893068, |
| "step": 6220 |
| }, |
| { |
| "epoch": 4.608792020687107, |
| "grad_norm": 2.449648141860962, |
| "learning_rate": 6.740214180206795e-06, |
| "loss": 0.13046315908432007, |
| "step": 6240 |
| }, |
| { |
| "epoch": 4.623568526043591, |
| "grad_norm": 2.355130910873413, |
| "learning_rate": 6.721750369276219e-06, |
| "loss": 0.1251004934310913, |
| "step": 6260 |
| }, |
| { |
| "epoch": 4.638345031400074, |
| "grad_norm": 2.4113264083862305, |
| "learning_rate": 6.703286558345643e-06, |
| "loss": 0.09771038293838501, |
| "step": 6280 |
| }, |
| { |
| "epoch": 4.653121536756557, |
| "grad_norm": 1.411844253540039, |
| "learning_rate": 6.684822747415068e-06, |
| "loss": 0.1343335270881653, |
| "step": 6300 |
| }, |
| { |
| "epoch": 4.66789804211304, |
| "grad_norm": 11.726256370544434, |
| "learning_rate": 6.6663589364844905e-06, |
| "loss": 0.0975439727306366, |
| "step": 6320 |
| }, |
| { |
| "epoch": 4.6826745474695235, |
| "grad_norm": 1.5821865797042847, |
| "learning_rate": 6.647895125553915e-06, |
| "loss": 0.07771993279457093, |
| "step": 6340 |
| }, |
| { |
| "epoch": 4.697451052826007, |
| "grad_norm": 0.5408990383148193, |
| "learning_rate": 6.6294313146233395e-06, |
| "loss": 0.164067542552948, |
| "step": 6360 |
| }, |
| { |
| "epoch": 4.71222755818249, |
| "grad_norm": 2.295057535171509, |
| "learning_rate": 6.610967503692762e-06, |
| "loss": 0.11107258796691895, |
| "step": 6380 |
| }, |
| { |
| "epoch": 4.727004063538973, |
| "grad_norm": 1.214127779006958, |
| "learning_rate": 6.592503692762187e-06, |
| "loss": 0.12151973247528076, |
| "step": 6400 |
| }, |
| { |
| "epoch": 4.741780568895456, |
| "grad_norm": 2.180757999420166, |
| "learning_rate": 6.574039881831611e-06, |
| "loss": 0.10375571250915527, |
| "step": 6420 |
| }, |
| { |
| "epoch": 4.75655707425194, |
| "grad_norm": 0.531566321849823, |
| "learning_rate": 6.555576070901034e-06, |
| "loss": 0.08612127900123596, |
| "step": 6440 |
| }, |
| { |
| "epoch": 4.771333579608423, |
| "grad_norm": 3.769385814666748, |
| "learning_rate": 6.5371122599704585e-06, |
| "loss": 0.12149454355239868, |
| "step": 6460 |
| }, |
| { |
| "epoch": 4.786110084964906, |
| "grad_norm": 0.27902674674987793, |
| "learning_rate": 6.518648449039883e-06, |
| "loss": 0.07460282444953918, |
| "step": 6480 |
| }, |
| { |
| "epoch": 4.800886590321389, |
| "grad_norm": 15.586052894592285, |
| "learning_rate": 6.500184638109306e-06, |
| "loss": 0.13748433589935302, |
| "step": 6500 |
| }, |
| { |
| "epoch": 4.8156630956778725, |
| "grad_norm": 0.934836208820343, |
| "learning_rate": 6.48172082717873e-06, |
| "loss": 0.14621957540512084, |
| "step": 6520 |
| }, |
| { |
| "epoch": 4.830439601034355, |
| "grad_norm": 0.968586266040802, |
| "learning_rate": 6.463257016248155e-06, |
| "loss": 0.09820839166641235, |
| "step": 6540 |
| }, |
| { |
| "epoch": 4.845216106390838, |
| "grad_norm": 4.744210243225098, |
| "learning_rate": 6.4447932053175776e-06, |
| "loss": 0.09205281734466553, |
| "step": 6560 |
| }, |
| { |
| "epoch": 4.859992611747321, |
| "grad_norm": 1.620653748512268, |
| "learning_rate": 6.426329394387002e-06, |
| "loss": 0.07514939308166504, |
| "step": 6580 |
| }, |
| { |
| "epoch": 4.874769117103805, |
| "grad_norm": 2.3648438453674316, |
| "learning_rate": 6.4078655834564265e-06, |
| "loss": 0.10629445314407349, |
| "step": 6600 |
| }, |
| { |
| "epoch": 4.889545622460288, |
| "grad_norm": 6.438984394073486, |
| "learning_rate": 6.389401772525849e-06, |
| "loss": 0.0764173448085785, |
| "step": 6620 |
| }, |
| { |
| "epoch": 4.904322127816771, |
| "grad_norm": 1.7192474603652954, |
| "learning_rate": 6.370937961595274e-06, |
| "loss": 0.0950875997543335, |
| "step": 6640 |
| }, |
| { |
| "epoch": 4.919098633173254, |
| "grad_norm": 10.558757781982422, |
| "learning_rate": 6.352474150664698e-06, |
| "loss": 0.10921791791915894, |
| "step": 6660 |
| }, |
| { |
| "epoch": 4.9338751385297375, |
| "grad_norm": 2.2420549392700195, |
| "learning_rate": 6.334010339734121e-06, |
| "loss": 0.10243178606033325, |
| "step": 6680 |
| }, |
| { |
| "epoch": 4.948651643886221, |
| "grad_norm": 3.40336012840271, |
| "learning_rate": 6.3155465288035456e-06, |
| "loss": 0.07892192006111146, |
| "step": 6700 |
| }, |
| { |
| "epoch": 4.963428149242704, |
| "grad_norm": 1.6610172986984253, |
| "learning_rate": 6.29708271787297e-06, |
| "loss": 0.09818499684333801, |
| "step": 6720 |
| }, |
| { |
| "epoch": 4.978204654599187, |
| "grad_norm": 4.773355960845947, |
| "learning_rate": 6.278618906942393e-06, |
| "loss": 0.11357412338256836, |
| "step": 6740 |
| }, |
| { |
| "epoch": 4.99298115995567, |
| "grad_norm": 0.8417530655860901, |
| "learning_rate": 6.260155096011817e-06, |
| "loss": 0.10627554655075074, |
| "step": 6760 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_f1": 0.04659303049159925, |
| "eval_f1_author": 0.43243243243243235, |
| "eval_f1_chapter": 0.6038543897216274, |
| "eval_f1_quote": 0.014361224693328015, |
| "eval_f1_sabche": 0.07387317577166473, |
| "eval_f1_tsawa": 0.030442135781589753, |
| "eval_f1_yigchung": 0.00806201550387597, |
| "eval_loss": 0.09770610183477402, |
| "eval_precision": 0.031412239760868425, |
| "eval_recall": 0.090170103868734, |
| "eval_runtime": 164.6317, |
| "eval_samples_per_second": 8.601, |
| "eval_soft_f1_tol0": 0.04659303049159925, |
| "eval_soft_f1_tol1": 0.061838830118232734, |
| "eval_soft_precision_tol0": 0.031412239760868425, |
| "eval_soft_precision_tol1": 0.041690702186795325, |
| "eval_soft_recall_tol0": 0.090170103868734, |
| "eval_soft_recall_tol1": 0.11967484570224296, |
| "eval_steps_per_second": 4.301, |
| "step": 6770 |
| }, |
| { |
| "epoch": 5.007388252678242, |
| "grad_norm": 3.236814498901367, |
| "learning_rate": 6.241691285081242e-06, |
| "loss": 0.07577576637268066, |
| "step": 6780 |
| }, |
| { |
| "epoch": 5.022164758034725, |
| "grad_norm": 1.0791494846343994, |
| "learning_rate": 6.223227474150665e-06, |
| "loss": 0.08623950481414795, |
| "step": 6800 |
| }, |
| { |
| "epoch": 5.036941263391208, |
| "grad_norm": 1.114840030670166, |
| "learning_rate": 6.204763663220089e-06, |
| "loss": 0.08475393652915955, |
| "step": 6820 |
| }, |
| { |
| "epoch": 5.051717768747691, |
| "grad_norm": 2.4118924140930176, |
| "learning_rate": 6.186299852289514e-06, |
| "loss": 0.09248427748680114, |
| "step": 6840 |
| }, |
| { |
| "epoch": 5.0664942741041745, |
| "grad_norm": 0.8156068325042725, |
| "learning_rate": 6.167836041358936e-06, |
| "loss": 0.10605623722076415, |
| "step": 6860 |
| }, |
| { |
| "epoch": 5.081270779460658, |
| "grad_norm": 1.6148840188980103, |
| "learning_rate": 6.149372230428361e-06, |
| "loss": 0.09941831827163697, |
| "step": 6880 |
| }, |
| { |
| "epoch": 5.096047284817141, |
| "grad_norm": 0.7418000102043152, |
| "learning_rate": 6.130908419497785e-06, |
| "loss": 0.11596554517745972, |
| "step": 6900 |
| }, |
| { |
| "epoch": 5.110823790173624, |
| "grad_norm": 0.12603075802326202, |
| "learning_rate": 6.112444608567208e-06, |
| "loss": 0.08732989430427551, |
| "step": 6920 |
| }, |
| { |
| "epoch": 5.125600295530107, |
| "grad_norm": 1.6711703538894653, |
| "learning_rate": 6.093980797636633e-06, |
| "loss": 0.08074650764465333, |
| "step": 6940 |
| }, |
| { |
| "epoch": 5.140376800886591, |
| "grad_norm": 0.7734578847885132, |
| "learning_rate": 6.075516986706057e-06, |
| "loss": 0.13434559106826782, |
| "step": 6960 |
| }, |
| { |
| "epoch": 5.155153306243074, |
| "grad_norm": 1.5082166194915771, |
| "learning_rate": 6.05705317577548e-06, |
| "loss": 0.1005518078804016, |
| "step": 6980 |
| }, |
| { |
| "epoch": 5.169929811599557, |
| "grad_norm": 1.3656419515609741, |
| "learning_rate": 6.038589364844904e-06, |
| "loss": 0.10323455333709716, |
| "step": 7000 |
| }, |
| { |
| "epoch": 5.18470631695604, |
| "grad_norm": 1.3703151941299438, |
| "learning_rate": 6.020125553914329e-06, |
| "loss": 0.10618985891342163, |
| "step": 7020 |
| }, |
| { |
| "epoch": 5.199482822312523, |
| "grad_norm": 1.234379529953003, |
| "learning_rate": 6.001661742983752e-06, |
| "loss": 0.07805829644203185, |
| "step": 7040 |
| }, |
| { |
| "epoch": 5.214259327669006, |
| "grad_norm": 2.1165268421173096, |
| "learning_rate": 5.983197932053176e-06, |
| "loss": 0.08039488196372986, |
| "step": 7060 |
| }, |
| { |
| "epoch": 5.229035833025489, |
| "grad_norm": 1.6822233200073242, |
| "learning_rate": 5.964734121122601e-06, |
| "loss": 0.049975207448005675, |
| "step": 7080 |
| }, |
| { |
| "epoch": 5.243812338381972, |
| "grad_norm": 1.404208779335022, |
| "learning_rate": 5.9462703101920234e-06, |
| "loss": 0.06693402528762818, |
| "step": 7100 |
| }, |
| { |
| "epoch": 5.258588843738456, |
| "grad_norm": 1.9500081539154053, |
| "learning_rate": 5.927806499261448e-06, |
| "loss": 0.10228079557418823, |
| "step": 7120 |
| }, |
| { |
| "epoch": 5.273365349094939, |
| "grad_norm": 1.7617027759552002, |
| "learning_rate": 5.909342688330872e-06, |
| "loss": 0.1681894540786743, |
| "step": 7140 |
| }, |
| { |
| "epoch": 5.288141854451422, |
| "grad_norm": 0.44583550095558167, |
| "learning_rate": 5.890878877400295e-06, |
| "loss": 0.10674363374710083, |
| "step": 7160 |
| }, |
| { |
| "epoch": 5.302918359807905, |
| "grad_norm": 4.596474647521973, |
| "learning_rate": 5.87241506646972e-06, |
| "loss": 0.08000558614730835, |
| "step": 7180 |
| }, |
| { |
| "epoch": 5.3176948651643885, |
| "grad_norm": 0.9269393682479858, |
| "learning_rate": 5.853951255539144e-06, |
| "loss": 0.10894120931625366, |
| "step": 7200 |
| }, |
| { |
| "epoch": 5.332471370520872, |
| "grad_norm": 9.17103385925293, |
| "learning_rate": 5.835487444608568e-06, |
| "loss": 0.08934349417686463, |
| "step": 7220 |
| }, |
| { |
| "epoch": 5.347247875877355, |
| "grad_norm": 1.095739722251892, |
| "learning_rate": 5.8170236336779915e-06, |
| "loss": 0.10206352472305298, |
| "step": 7240 |
| }, |
| { |
| "epoch": 5.362024381233838, |
| "grad_norm": 5.57783317565918, |
| "learning_rate": 5.798559822747416e-06, |
| "loss": 0.08475146889686584, |
| "step": 7260 |
| }, |
| { |
| "epoch": 5.376800886590321, |
| "grad_norm": 7.2847418785095215, |
| "learning_rate": 5.78009601181684e-06, |
| "loss": 0.07707643508911133, |
| "step": 7280 |
| }, |
| { |
| "epoch": 5.391577391946805, |
| "grad_norm": 1.0415109395980835, |
| "learning_rate": 5.761632200886263e-06, |
| "loss": 0.0841111421585083, |
| "step": 7300 |
| }, |
| { |
| "epoch": 5.406353897303288, |
| "grad_norm": 0.524057924747467, |
| "learning_rate": 5.743168389955688e-06, |
| "loss": 0.07095835208892823, |
| "step": 7320 |
| }, |
| { |
| "epoch": 5.421130402659771, |
| "grad_norm": 1.6371711492538452, |
| "learning_rate": 5.724704579025111e-06, |
| "loss": 0.11882846355438233, |
| "step": 7340 |
| }, |
| { |
| "epoch": 5.435906908016254, |
| "grad_norm": 4.54400110244751, |
| "learning_rate": 5.706240768094535e-06, |
| "loss": 0.07246030569076538, |
| "step": 7360 |
| }, |
| { |
| "epoch": 5.4506834133727375, |
| "grad_norm": 4.792078018188477, |
| "learning_rate": 5.6877769571639595e-06, |
| "loss": 0.0953561544418335, |
| "step": 7380 |
| }, |
| { |
| "epoch": 5.465459918729221, |
| "grad_norm": 0.9032992124557495, |
| "learning_rate": 5.669313146233383e-06, |
| "loss": 0.10105686187744141, |
| "step": 7400 |
| }, |
| { |
| "epoch": 5.480236424085704, |
| "grad_norm": 1.3699769973754883, |
| "learning_rate": 5.650849335302807e-06, |
| "loss": 0.0782034695148468, |
| "step": 7420 |
| }, |
| { |
| "epoch": 5.495012929442187, |
| "grad_norm": 2.4443414211273193, |
| "learning_rate": 5.632385524372231e-06, |
| "loss": 0.08563000559806824, |
| "step": 7440 |
| }, |
| { |
| "epoch": 5.5097894347986704, |
| "grad_norm": 8.921721458435059, |
| "learning_rate": 5.613921713441655e-06, |
| "loss": 0.13999418020248414, |
| "step": 7460 |
| }, |
| { |
| "epoch": 5.524565940155154, |
| "grad_norm": 5.58736515045166, |
| "learning_rate": 5.5954579025110785e-06, |
| "loss": 0.058961677551269534, |
| "step": 7480 |
| }, |
| { |
| "epoch": 5.539342445511636, |
| "grad_norm": 2.391704559326172, |
| "learning_rate": 5.576994091580503e-06, |
| "loss": 0.09335577487945557, |
| "step": 7500 |
| }, |
| { |
| "epoch": 5.554118950868119, |
| "grad_norm": 1.5417615175247192, |
| "learning_rate": 5.558530280649927e-06, |
| "loss": 0.06352685689926148, |
| "step": 7520 |
| }, |
| { |
| "epoch": 5.5688954562246025, |
| "grad_norm": 1.3531591892242432, |
| "learning_rate": 5.54006646971935e-06, |
| "loss": 0.13267632722854614, |
| "step": 7540 |
| }, |
| { |
| "epoch": 5.583671961581086, |
| "grad_norm": 1.7334518432617188, |
| "learning_rate": 5.521602658788775e-06, |
| "loss": 0.07966671586036682, |
| "step": 7560 |
| }, |
| { |
| "epoch": 5.598448466937569, |
| "grad_norm": 2.0580809116363525, |
| "learning_rate": 5.503138847858198e-06, |
| "loss": 0.11016982793807983, |
| "step": 7580 |
| }, |
| { |
| "epoch": 5.613224972294052, |
| "grad_norm": 0.6512215733528137, |
| "learning_rate": 5.484675036927623e-06, |
| "loss": 0.09333600401878357, |
| "step": 7600 |
| }, |
| { |
| "epoch": 5.628001477650535, |
| "grad_norm": 3.10050892829895, |
| "learning_rate": 5.4662112259970465e-06, |
| "loss": 0.08624144196510315, |
| "step": 7620 |
| }, |
| { |
| "epoch": 5.642777983007019, |
| "grad_norm": 2.6260881423950195, |
| "learning_rate": 5.44774741506647e-06, |
| "loss": 0.10535945892333984, |
| "step": 7640 |
| }, |
| { |
| "epoch": 5.657554488363502, |
| "grad_norm": 2.299725294113159, |
| "learning_rate": 5.429283604135895e-06, |
| "loss": 0.08017481565475464, |
| "step": 7660 |
| }, |
| { |
| "epoch": 5.672330993719985, |
| "grad_norm": 0.5010847449302673, |
| "learning_rate": 5.4108197932053174e-06, |
| "loss": 0.08154807090759278, |
| "step": 7680 |
| }, |
| { |
| "epoch": 5.687107499076468, |
| "grad_norm": 13.15144157409668, |
| "learning_rate": 5.392355982274742e-06, |
| "loss": 0.09692487716674805, |
| "step": 7700 |
| }, |
| { |
| "epoch": 5.7018840044329515, |
| "grad_norm": 3.256175994873047, |
| "learning_rate": 5.373892171344166e-06, |
| "loss": 0.05518702268600464, |
| "step": 7720 |
| }, |
| { |
| "epoch": 5.716660509789435, |
| "grad_norm": 2.2086923122406006, |
| "learning_rate": 5.355428360413589e-06, |
| "loss": 0.06719712615013122, |
| "step": 7740 |
| }, |
| { |
| "epoch": 5.731437015145918, |
| "grad_norm": 0.9702446460723877, |
| "learning_rate": 5.336964549483014e-06, |
| "loss": 0.10411953926086426, |
| "step": 7760 |
| }, |
| { |
| "epoch": 5.746213520502401, |
| "grad_norm": 0.532471239566803, |
| "learning_rate": 5.318500738552438e-06, |
| "loss": 0.10964715480804443, |
| "step": 7780 |
| }, |
| { |
| "epoch": 5.760990025858884, |
| "grad_norm": 1.3106942176818848, |
| "learning_rate": 5.300036927621861e-06, |
| "loss": 0.10351897478103637, |
| "step": 7800 |
| }, |
| { |
| "epoch": 5.775766531215368, |
| "grad_norm": 0.3648535907268524, |
| "learning_rate": 5.2815731166912855e-06, |
| "loss": 0.08998883366584778, |
| "step": 7820 |
| }, |
| { |
| "epoch": 5.790543036571851, |
| "grad_norm": 1.4343498945236206, |
| "learning_rate": 5.26310930576071e-06, |
| "loss": 0.04865207970142364, |
| "step": 7840 |
| }, |
| { |
| "epoch": 5.805319541928334, |
| "grad_norm": 4.40683126449585, |
| "learning_rate": 5.244645494830133e-06, |
| "loss": 0.0694089949131012, |
| "step": 7860 |
| }, |
| { |
| "epoch": 5.820096047284817, |
| "grad_norm": 6.955454349517822, |
| "learning_rate": 5.226181683899557e-06, |
| "loss": 0.06251799464225768, |
| "step": 7880 |
| }, |
| { |
| "epoch": 5.834872552641301, |
| "grad_norm": 0.4440311789512634, |
| "learning_rate": 5.207717872968982e-06, |
| "loss": 0.08427314758300782, |
| "step": 7900 |
| }, |
| { |
| "epoch": 5.849649057997784, |
| "grad_norm": 0.7029963731765747, |
| "learning_rate": 5.1892540620384045e-06, |
| "loss": 0.062427854537963866, |
| "step": 7920 |
| }, |
| { |
| "epoch": 5.864425563354267, |
| "grad_norm": 1.3285729885101318, |
| "learning_rate": 5.170790251107829e-06, |
| "loss": 0.10214477777481079, |
| "step": 7940 |
| }, |
| { |
| "epoch": 5.87920206871075, |
| "grad_norm": 3.2660179138183594, |
| "learning_rate": 5.1523264401772535e-06, |
| "loss": 0.06842342615127564, |
| "step": 7960 |
| }, |
| { |
| "epoch": 5.8939785740672335, |
| "grad_norm": 5.0024261474609375, |
| "learning_rate": 5.133862629246676e-06, |
| "loss": 0.12226139307022095, |
| "step": 7980 |
| }, |
| { |
| "epoch": 5.908755079423717, |
| "grad_norm": 2.479198932647705, |
| "learning_rate": 5.115398818316101e-06, |
| "loss": 0.08909531831741332, |
| "step": 8000 |
| }, |
| { |
| "epoch": 5.9235315847802, |
| "grad_norm": 1.43873929977417, |
| "learning_rate": 5.096935007385525e-06, |
| "loss": 0.10576851367950439, |
| "step": 8020 |
| }, |
| { |
| "epoch": 5.938308090136683, |
| "grad_norm": 39.283939361572266, |
| "learning_rate": 5.078471196454948e-06, |
| "loss": 0.09854817986488343, |
| "step": 8040 |
| }, |
| { |
| "epoch": 5.9530845954931655, |
| "grad_norm": 13.951441764831543, |
| "learning_rate": 5.0600073855243725e-06, |
| "loss": 0.08711436986923218, |
| "step": 8060 |
| }, |
| { |
| "epoch": 5.967861100849649, |
| "grad_norm": 2.365631580352783, |
| "learning_rate": 5.041543574593797e-06, |
| "loss": 0.112136709690094, |
| "step": 8080 |
| }, |
| { |
| "epoch": 5.982637606206132, |
| "grad_norm": 6.945087909698486, |
| "learning_rate": 5.02307976366322e-06, |
| "loss": 0.106019127368927, |
| "step": 8100 |
| }, |
| { |
| "epoch": 5.997414111562615, |
| "grad_norm": 2.7114408016204834, |
| "learning_rate": 5.004615952732644e-06, |
| "loss": 0.11385865211486816, |
| "step": 8120 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_f1": 0.06835117773019272, |
| "eval_f1_author": 0.8275862068965517, |
| "eval_f1_chapter": 0.6409090909090909, |
| "eval_f1_quote": 0.013410356921807302, |
| "eval_f1_sabche": 0.15945257797581158, |
| "eval_f1_tsawa": 0.021653133458255258, |
| "eval_f1_yigchung": 0.014485755673587638, |
| "eval_loss": 0.10273216664791107, |
| "eval_precision": 0.04776441012749147, |
| "eval_recall": 0.12012644889357219, |
| "eval_runtime": 165.5234, |
| "eval_samples_per_second": 8.555, |
| "eval_soft_f1_tol0": 0.06835117773019272, |
| "eval_soft_f1_tol1": 0.08231263383297645, |
| "eval_soft_precision_tol0": 0.04776441012749147, |
| "eval_soft_precision_tol1": 0.057520799664811155, |
| "eval_soft_recall_tol0": 0.12012644889357219, |
| "eval_soft_recall_tol1": 0.14466355562245972, |
| "eval_steps_per_second": 4.277, |
| "step": 8124 |
| }, |
| { |
| "epoch": 6.011821204285186, |
| "grad_norm": 0.33957645297050476, |
| "learning_rate": 4.986152141802068e-06, |
| "loss": 0.055154663324356076, |
| "step": 8140 |
| }, |
| { |
| "epoch": 6.02659770964167, |
| "grad_norm": 0.9566740989685059, |
| "learning_rate": 4.967688330871492e-06, |
| "loss": 0.09199487566947936, |
| "step": 8160 |
| }, |
| { |
| "epoch": 6.041374214998153, |
| "grad_norm": 1.062593936920166, |
| "learning_rate": 4.949224519940916e-06, |
| "loss": 0.07991627454757691, |
| "step": 8180 |
| }, |
| { |
| "epoch": 6.056150720354636, |
| "grad_norm": 0.7422909140586853, |
| "learning_rate": 4.93076070901034e-06, |
| "loss": 0.10874149799346924, |
| "step": 8200 |
| }, |
| { |
| "epoch": 6.070927225711119, |
| "grad_norm": 1.391255497932434, |
| "learning_rate": 4.912296898079764e-06, |
| "loss": 0.0733675241470337, |
| "step": 8220 |
| }, |
| { |
| "epoch": 6.0857037310676025, |
| "grad_norm": 2.0628108978271484, |
| "learning_rate": 4.893833087149188e-06, |
| "loss": 0.07705639600753784, |
| "step": 8240 |
| }, |
| { |
| "epoch": 6.100480236424086, |
| "grad_norm": 10.096761703491211, |
| "learning_rate": 4.8753692762186115e-06, |
| "loss": 0.09721676111221314, |
| "step": 8260 |
| }, |
| { |
| "epoch": 6.115256741780569, |
| "grad_norm": 0.3869010806083679, |
| "learning_rate": 4.856905465288036e-06, |
| "loss": 0.07016111016273499, |
| "step": 8280 |
| }, |
| { |
| "epoch": 6.130033247137052, |
| "grad_norm": 0.6973243355751038, |
| "learning_rate": 4.83844165435746e-06, |
| "loss": 0.07618046402931214, |
| "step": 8300 |
| }, |
| { |
| "epoch": 6.1448097524935354, |
| "grad_norm": 3.699690341949463, |
| "learning_rate": 4.819977843426883e-06, |
| "loss": 0.12102062702178955, |
| "step": 8320 |
| }, |
| { |
| "epoch": 6.159586257850019, |
| "grad_norm": 1.2516862154006958, |
| "learning_rate": 4.801514032496308e-06, |
| "loss": 0.0931439995765686, |
| "step": 8340 |
| }, |
| { |
| "epoch": 6.174362763206502, |
| "grad_norm": 0.5968925952911377, |
| "learning_rate": 4.783050221565731e-06, |
| "loss": 0.056948763132095334, |
| "step": 8360 |
| }, |
| { |
| "epoch": 6.189139268562985, |
| "grad_norm": 0.3200990557670593, |
| "learning_rate": 4.764586410635155e-06, |
| "loss": 0.0628507137298584, |
| "step": 8380 |
| }, |
| { |
| "epoch": 6.203915773919468, |
| "grad_norm": 20.919809341430664, |
| "learning_rate": 4.7461225997045795e-06, |
| "loss": 0.06474959850311279, |
| "step": 8400 |
| }, |
| { |
| "epoch": 6.218692279275952, |
| "grad_norm": 3.4046616554260254, |
| "learning_rate": 4.727658788774003e-06, |
| "loss": 0.06481179594993591, |
| "step": 8420 |
| }, |
| { |
| "epoch": 6.233468784632435, |
| "grad_norm": 1.7347246408462524, |
| "learning_rate": 4.709194977843427e-06, |
| "loss": 0.10528444051742554, |
| "step": 8440 |
| }, |
| { |
| "epoch": 6.248245289988918, |
| "grad_norm": 2.050334930419922, |
| "learning_rate": 4.690731166912851e-06, |
| "loss": 0.07203145623207093, |
| "step": 8460 |
| }, |
| { |
| "epoch": 6.2630217953454, |
| "grad_norm": 2.2779390811920166, |
| "learning_rate": 4.672267355982275e-06, |
| "loss": 0.054803645610809325, |
| "step": 8480 |
| }, |
| { |
| "epoch": 6.277798300701884, |
| "grad_norm": 2.4324991703033447, |
| "learning_rate": 4.6538035450516985e-06, |
| "loss": 0.06333977580070496, |
| "step": 8500 |
| }, |
| { |
| "epoch": 6.292574806058367, |
| "grad_norm": 6.123317718505859, |
| "learning_rate": 4.635339734121123e-06, |
| "loss": 0.08894148468971252, |
| "step": 8520 |
| }, |
| { |
| "epoch": 6.30735131141485, |
| "grad_norm": 1.25343656539917, |
| "learning_rate": 4.616875923190547e-06, |
| "loss": 0.07934771776199341, |
| "step": 8540 |
| }, |
| { |
| "epoch": 6.322127816771333, |
| "grad_norm": 1.2314735651016235, |
| "learning_rate": 4.59841211225997e-06, |
| "loss": 0.10709916353225708, |
| "step": 8560 |
| }, |
| { |
| "epoch": 6.3369043221278165, |
| "grad_norm": 0.7263938784599304, |
| "learning_rate": 4.579948301329395e-06, |
| "loss": 0.07681664824485779, |
| "step": 8580 |
| }, |
| { |
| "epoch": 6.3516808274843, |
| "grad_norm": 1.6503888368606567, |
| "learning_rate": 4.561484490398818e-06, |
| "loss": 0.05886760950088501, |
| "step": 8600 |
| }, |
| { |
| "epoch": 6.366457332840783, |
| "grad_norm": 1.1397356986999512, |
| "learning_rate": 4.543020679468242e-06, |
| "loss": 0.10109728574752808, |
| "step": 8620 |
| }, |
| { |
| "epoch": 6.381233838197266, |
| "grad_norm": 7.9713616371154785, |
| "learning_rate": 4.5245568685376665e-06, |
| "loss": 0.09045670032501221, |
| "step": 8640 |
| }, |
| { |
| "epoch": 6.396010343553749, |
| "grad_norm": 1.228232741355896, |
| "learning_rate": 4.50609305760709e-06, |
| "loss": 0.07134175300598145, |
| "step": 8660 |
| }, |
| { |
| "epoch": 6.410786848910233, |
| "grad_norm": 0.9247950911521912, |
| "learning_rate": 4.487629246676514e-06, |
| "loss": 0.1270041823387146, |
| "step": 8680 |
| }, |
| { |
| "epoch": 6.425563354266716, |
| "grad_norm": 4.016371726989746, |
| "learning_rate": 4.469165435745938e-06, |
| "loss": 0.09379560947418213, |
| "step": 8700 |
| }, |
| { |
| "epoch": 6.440339859623199, |
| "grad_norm": 1.6210134029388428, |
| "learning_rate": 4.450701624815362e-06, |
| "loss": 0.06940361857414246, |
| "step": 8720 |
| }, |
| { |
| "epoch": 6.455116364979682, |
| "grad_norm": 0.48715081810951233, |
| "learning_rate": 4.432237813884786e-06, |
| "loss": 0.07216532230377197, |
| "step": 8740 |
| }, |
| { |
| "epoch": 6.469892870336166, |
| "grad_norm": 0.6929494142532349, |
| "learning_rate": 4.41377400295421e-06, |
| "loss": 0.09313917756080628, |
| "step": 8760 |
| }, |
| { |
| "epoch": 6.484669375692649, |
| "grad_norm": 0.48092567920684814, |
| "learning_rate": 4.395310192023634e-06, |
| "loss": 0.09580454230308533, |
| "step": 8780 |
| }, |
| { |
| "epoch": 6.499445881049132, |
| "grad_norm": 0.8014270663261414, |
| "learning_rate": 4.376846381093058e-06, |
| "loss": 0.07025495171546936, |
| "step": 8800 |
| }, |
| { |
| "epoch": 6.514222386405615, |
| "grad_norm": 1.358403205871582, |
| "learning_rate": 4.358382570162482e-06, |
| "loss": 0.06858280301094055, |
| "step": 8820 |
| }, |
| { |
| "epoch": 6.5289988917620985, |
| "grad_norm": 0.38887038826942444, |
| "learning_rate": 4.3399187592319055e-06, |
| "loss": 0.07649755477905273, |
| "step": 8840 |
| }, |
| { |
| "epoch": 6.543775397118582, |
| "grad_norm": 1.3405340909957886, |
| "learning_rate": 4.32145494830133e-06, |
| "loss": 0.049575993418693544, |
| "step": 8860 |
| }, |
| { |
| "epoch": 6.558551902475065, |
| "grad_norm": 16.84498405456543, |
| "learning_rate": 4.302991137370754e-06, |
| "loss": 0.09844129681587219, |
| "step": 8880 |
| }, |
| { |
| "epoch": 6.573328407831548, |
| "grad_norm": 10.134000778198242, |
| "learning_rate": 4.284527326440178e-06, |
| "loss": 0.09954258799552917, |
| "step": 8900 |
| }, |
| { |
| "epoch": 6.588104913188031, |
| "grad_norm": 1.415053367614746, |
| "learning_rate": 4.266063515509602e-06, |
| "loss": 0.07141712307929993, |
| "step": 8920 |
| }, |
| { |
| "epoch": 6.602881418544515, |
| "grad_norm": 8.267929077148438, |
| "learning_rate": 4.247599704579025e-06, |
| "loss": 0.06639363765716552, |
| "step": 8940 |
| }, |
| { |
| "epoch": 6.617657923900998, |
| "grad_norm": 0.6367068886756897, |
| "learning_rate": 4.22913589364845e-06, |
| "loss": 0.05888218879699707, |
| "step": 8960 |
| }, |
| { |
| "epoch": 6.632434429257481, |
| "grad_norm": 2.2817111015319824, |
| "learning_rate": 4.2106720827178735e-06, |
| "loss": 0.09119194149971008, |
| "step": 8980 |
| }, |
| { |
| "epoch": 6.647210934613964, |
| "grad_norm": 1.2428474426269531, |
| "learning_rate": 4.192208271787297e-06, |
| "loss": 0.05470389127731323, |
| "step": 9000 |
| }, |
| { |
| "epoch": 6.661987439970447, |
| "grad_norm": 0.5352773666381836, |
| "learning_rate": 4.173744460856722e-06, |
| "loss": 0.07605255246162415, |
| "step": 9020 |
| }, |
| { |
| "epoch": 6.67676394532693, |
| "grad_norm": 3.7526636123657227, |
| "learning_rate": 4.155280649926145e-06, |
| "loss": 0.09152576327323914, |
| "step": 9040 |
| }, |
| { |
| "epoch": 6.691540450683413, |
| "grad_norm": 1.0769250392913818, |
| "learning_rate": 4.136816838995569e-06, |
| "loss": 0.11174876689910888, |
| "step": 9060 |
| }, |
| { |
| "epoch": 6.706316956039896, |
| "grad_norm": 6.872859477996826, |
| "learning_rate": 4.118353028064993e-06, |
| "loss": 0.07698031663894653, |
| "step": 9080 |
| }, |
| { |
| "epoch": 6.7210934613963795, |
| "grad_norm": 1.2562944889068604, |
| "learning_rate": 4.099889217134417e-06, |
| "loss": 0.06367176175117492, |
| "step": 9100 |
| }, |
| { |
| "epoch": 6.735869966752863, |
| "grad_norm": 0.6717840433120728, |
| "learning_rate": 4.081425406203841e-06, |
| "loss": 0.13568817377090453, |
| "step": 9120 |
| }, |
| { |
| "epoch": 6.750646472109346, |
| "grad_norm": 4.257383346557617, |
| "learning_rate": 4.062961595273265e-06, |
| "loss": 0.0583439290523529, |
| "step": 9140 |
| }, |
| { |
| "epoch": 6.765422977465829, |
| "grad_norm": 1.3550347089767456, |
| "learning_rate": 4.044497784342689e-06, |
| "loss": 0.04487316012382507, |
| "step": 9160 |
| }, |
| { |
| "epoch": 6.780199482822312, |
| "grad_norm": 0.5879141688346863, |
| "learning_rate": 4.026033973412112e-06, |
| "loss": 0.04259286224842072, |
| "step": 9180 |
| }, |
| { |
| "epoch": 6.794975988178796, |
| "grad_norm": 4.346455097198486, |
| "learning_rate": 4.007570162481537e-06, |
| "loss": 0.10025652647018432, |
| "step": 9200 |
| }, |
| { |
| "epoch": 6.809752493535279, |
| "grad_norm": 6.066633701324463, |
| "learning_rate": 3.9891063515509605e-06, |
| "loss": 0.0661650002002716, |
| "step": 9220 |
| }, |
| { |
| "epoch": 6.824528998891762, |
| "grad_norm": 0.8743476271629333, |
| "learning_rate": 3.970642540620384e-06, |
| "loss": 0.0719166338443756, |
| "step": 9240 |
| }, |
| { |
| "epoch": 6.839305504248245, |
| "grad_norm": 1.3412960767745972, |
| "learning_rate": 3.952178729689809e-06, |
| "loss": 0.08500291109085083, |
| "step": 9260 |
| }, |
| { |
| "epoch": 6.854082009604729, |
| "grad_norm": 1.5456814765930176, |
| "learning_rate": 3.933714918759232e-06, |
| "loss": 0.052108824253082275, |
| "step": 9280 |
| }, |
| { |
| "epoch": 6.868858514961212, |
| "grad_norm": 1.0171066522598267, |
| "learning_rate": 3.915251107828656e-06, |
| "loss": 0.09150219559669495, |
| "step": 9300 |
| }, |
| { |
| "epoch": 6.883635020317695, |
| "grad_norm": 5.048430919647217, |
| "learning_rate": 3.8967872968980804e-06, |
| "loss": 0.0888733685016632, |
| "step": 9320 |
| }, |
| { |
| "epoch": 6.898411525674178, |
| "grad_norm": 2.7720024585723877, |
| "learning_rate": 3.878323485967504e-06, |
| "loss": 0.08731088638305665, |
| "step": 9340 |
| }, |
| { |
| "epoch": 6.9131880310306615, |
| "grad_norm": 2.109351873397827, |
| "learning_rate": 3.859859675036928e-06, |
| "loss": 0.09720221757888795, |
| "step": 9360 |
| }, |
| { |
| "epoch": 6.927964536387145, |
| "grad_norm": 2.3287665843963623, |
| "learning_rate": 3.841395864106352e-06, |
| "loss": 0.059489428997039795, |
| "step": 9380 |
| }, |
| { |
| "epoch": 6.942741041743628, |
| "grad_norm": 2.034480094909668, |
| "learning_rate": 3.822932053175776e-06, |
| "loss": 0.06460795998573303, |
| "step": 9400 |
| }, |
| { |
| "epoch": 6.957517547100111, |
| "grad_norm": 2.556817054748535, |
| "learning_rate": 3.8044682422451995e-06, |
| "loss": 0.07196953296661376, |
| "step": 9420 |
| }, |
| { |
| "epoch": 6.972294052456594, |
| "grad_norm": 2.8893795013427734, |
| "learning_rate": 3.786004431314624e-06, |
| "loss": 0.0890947163105011, |
| "step": 9440 |
| }, |
| { |
| "epoch": 6.987070557813077, |
| "grad_norm": 1.2682381868362427, |
| "learning_rate": 3.7675406203840476e-06, |
| "loss": 0.056380295753479005, |
| "step": 9460 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_f1": 0.0746774788057501, |
| "eval_f1_author": 1.0, |
| "eval_f1_chapter": 0.5286506469500925, |
| "eval_f1_quote": 0.02836991837705048, |
| "eval_f1_sabche": 0.1967704344930914, |
| "eval_f1_tsawa": 0.018205892088712348, |
| "eval_f1_yigchung": 0.021378941742383754, |
| "eval_loss": 0.15662674605846405, |
| "eval_precision": 0.04944599014008884, |
| "eval_recall": 0.15249134427216618, |
| "eval_runtime": 165.1098, |
| "eval_samples_per_second": 8.576, |
| "eval_soft_f1_tol0": 0.0746774788057501, |
| "eval_soft_f1_tol1": 0.08551419093254699, |
| "eval_soft_precision_tol0": 0.04944599014008884, |
| "eval_soft_precision_tol1": 0.05662127202616293, |
| "eval_soft_recall_tol0": 0.15249134427216618, |
| "eval_soft_recall_tol1": 0.1746199006472979, |
| "eval_steps_per_second": 4.288, |
| "step": 9478 |
| }, |
| { |
| "epoch": 7.001477650535648, |
| "grad_norm": 1.2800287008285522, |
| "learning_rate": 3.7490768094534712e-06, |
| "loss": 0.05819381475448608, |
| "step": 9480 |
| }, |
| { |
| "epoch": 7.016254155892131, |
| "grad_norm": 0.7783945202827454, |
| "learning_rate": 3.7306129985228957e-06, |
| "loss": 0.09244761466979981, |
| "step": 9500 |
| }, |
| { |
| "epoch": 7.031030661248614, |
| "grad_norm": 1.0024983882904053, |
| "learning_rate": 3.7121491875923194e-06, |
| "loss": 0.06930415034294128, |
| "step": 9520 |
| }, |
| { |
| "epoch": 7.045807166605098, |
| "grad_norm": 1.8368946313858032, |
| "learning_rate": 3.693685376661743e-06, |
| "loss": 0.06354544758796692, |
| "step": 9540 |
| }, |
| { |
| "epoch": 7.060583671961581, |
| "grad_norm": 1.0531907081604004, |
| "learning_rate": 3.6752215657311675e-06, |
| "loss": 0.052252662181854245, |
| "step": 9560 |
| }, |
| { |
| "epoch": 7.075360177318064, |
| "grad_norm": 1.5543427467346191, |
| "learning_rate": 3.656757754800591e-06, |
| "loss": 0.05461403727531433, |
| "step": 9580 |
| }, |
| { |
| "epoch": 7.090136682674547, |
| "grad_norm": 0.5904586911201477, |
| "learning_rate": 3.6382939438700148e-06, |
| "loss": 0.09829541444778442, |
| "step": 9600 |
| }, |
| { |
| "epoch": 7.104913188031031, |
| "grad_norm": 1.911216378211975, |
| "learning_rate": 3.6198301329394393e-06, |
| "loss": 0.07265669703483582, |
| "step": 9620 |
| }, |
| { |
| "epoch": 7.119689693387514, |
| "grad_norm": 0.660009503364563, |
| "learning_rate": 3.601366322008863e-06, |
| "loss": 0.05682058930397034, |
| "step": 9640 |
| }, |
| { |
| "epoch": 7.134466198743997, |
| "grad_norm": 0.8126732110977173, |
| "learning_rate": 3.5829025110782865e-06, |
| "loss": 0.06120790839195252, |
| "step": 9660 |
| }, |
| { |
| "epoch": 7.14924270410048, |
| "grad_norm": 4.380861282348633, |
| "learning_rate": 3.564438700147711e-06, |
| "loss": 0.08501878380775452, |
| "step": 9680 |
| }, |
| { |
| "epoch": 7.1640192094569635, |
| "grad_norm": 4.681258678436279, |
| "learning_rate": 3.5459748892171347e-06, |
| "loss": 0.06353046894073486, |
| "step": 9700 |
| }, |
| { |
| "epoch": 7.178795714813447, |
| "grad_norm": 35.70468521118164, |
| "learning_rate": 3.5275110782865583e-06, |
| "loss": 0.08770065903663635, |
| "step": 9720 |
| }, |
| { |
| "epoch": 7.19357222016993, |
| "grad_norm": 1.4713128805160522, |
| "learning_rate": 3.5090472673559828e-06, |
| "loss": 0.05192849636077881, |
| "step": 9740 |
| }, |
| { |
| "epoch": 7.208348725526413, |
| "grad_norm": 1.2047797441482544, |
| "learning_rate": 3.4905834564254064e-06, |
| "loss": 0.04381631016731262, |
| "step": 9760 |
| }, |
| { |
| "epoch": 7.223125230882896, |
| "grad_norm": 10.057792663574219, |
| "learning_rate": 3.4721196454948305e-06, |
| "loss": 0.09565553069114685, |
| "step": 9780 |
| }, |
| { |
| "epoch": 7.23790173623938, |
| "grad_norm": 1.5531599521636963, |
| "learning_rate": 3.4536558345642545e-06, |
| "loss": 0.07716665863990783, |
| "step": 9800 |
| }, |
| { |
| "epoch": 7.252678241595863, |
| "grad_norm": 0.5546455979347229, |
| "learning_rate": 3.435192023633678e-06, |
| "loss": 0.08550006747245789, |
| "step": 9820 |
| }, |
| { |
| "epoch": 7.267454746952346, |
| "grad_norm": 0.5165857076644897, |
| "learning_rate": 3.4167282127031022e-06, |
| "loss": 0.04989692568778992, |
| "step": 9840 |
| }, |
| { |
| "epoch": 7.282231252308829, |
| "grad_norm": 0.5987501740455627, |
| "learning_rate": 3.3982644017725263e-06, |
| "loss": 0.05026379823684692, |
| "step": 9860 |
| }, |
| { |
| "epoch": 7.2970077576653125, |
| "grad_norm": 3.912698268890381, |
| "learning_rate": 3.37980059084195e-06, |
| "loss": 0.0808017373085022, |
| "step": 9880 |
| }, |
| { |
| "epoch": 7.311784263021796, |
| "grad_norm": 4.0901031494140625, |
| "learning_rate": 3.361336779911374e-06, |
| "loss": 0.07793263792991638, |
| "step": 9900 |
| }, |
| { |
| "epoch": 7.326560768378279, |
| "grad_norm": 2.155484676361084, |
| "learning_rate": 3.342872968980798e-06, |
| "loss": 0.07728356122970581, |
| "step": 9920 |
| }, |
| { |
| "epoch": 7.341337273734762, |
| "grad_norm": 1.693259596824646, |
| "learning_rate": 3.3244091580502217e-06, |
| "loss": 0.08032504916191101, |
| "step": 9940 |
| }, |
| { |
| "epoch": 7.3561137790912445, |
| "grad_norm": 2.041797161102295, |
| "learning_rate": 3.3059453471196458e-06, |
| "loss": 0.06163349151611328, |
| "step": 9960 |
| }, |
| { |
| "epoch": 7.370890284447728, |
| "grad_norm": 1.0255249738693237, |
| "learning_rate": 3.28748153618907e-06, |
| "loss": 0.047976037859916686, |
| "step": 9980 |
| }, |
| { |
| "epoch": 7.385666789804211, |
| "grad_norm": 2.119737386703491, |
| "learning_rate": 3.269017725258494e-06, |
| "loss": 0.07665503025054932, |
| "step": 10000 |
| }, |
| { |
| "epoch": 7.400443295160694, |
| "grad_norm": 21.90088653564453, |
| "learning_rate": 3.2505539143279175e-06, |
| "loss": 0.0909754455089569, |
| "step": 10020 |
| }, |
| { |
| "epoch": 7.415219800517177, |
| "grad_norm": 0.9481786489486694, |
| "learning_rate": 3.2320901033973416e-06, |
| "loss": 0.08256807327270507, |
| "step": 10040 |
| }, |
| { |
| "epoch": 7.429996305873661, |
| "grad_norm": 0.6522788405418396, |
| "learning_rate": 3.2136262924667657e-06, |
| "loss": 0.057797348499298094, |
| "step": 10060 |
| }, |
| { |
| "epoch": 7.444772811230144, |
| "grad_norm": 1.4195839166641235, |
| "learning_rate": 3.1951624815361893e-06, |
| "loss": 0.06721503138542176, |
| "step": 10080 |
| }, |
| { |
| "epoch": 7.459549316586627, |
| "grad_norm": 5.7831711769104, |
| "learning_rate": 3.176698670605613e-06, |
| "loss": 0.05335658192634583, |
| "step": 10100 |
| }, |
| { |
| "epoch": 7.47432582194311, |
| "grad_norm": 1.6023027896881104, |
| "learning_rate": 3.1582348596750374e-06, |
| "loss": 0.07950699925422669, |
| "step": 10120 |
| }, |
| { |
| "epoch": 7.489102327299594, |
| "grad_norm": 0.9103567600250244, |
| "learning_rate": 3.139771048744461e-06, |
| "loss": 0.06585381627082824, |
| "step": 10140 |
| }, |
| { |
| "epoch": 7.503878832656077, |
| "grad_norm": 2.5598886013031006, |
| "learning_rate": 3.1213072378138847e-06, |
| "loss": 0.06898097395896911, |
| "step": 10160 |
| }, |
| { |
| "epoch": 7.51865533801256, |
| "grad_norm": 0.6023147702217102, |
| "learning_rate": 3.102843426883309e-06, |
| "loss": 0.04684567451477051, |
| "step": 10180 |
| }, |
| { |
| "epoch": 7.533431843369043, |
| "grad_norm": 0.4245656132698059, |
| "learning_rate": 3.084379615952733e-06, |
| "loss": 0.09609147906303406, |
| "step": 10200 |
| }, |
| { |
| "epoch": 7.5482083487255265, |
| "grad_norm": 1.4760165214538574, |
| "learning_rate": 3.0659158050221565e-06, |
| "loss": 0.07743613719940186, |
| "step": 10220 |
| }, |
| { |
| "epoch": 7.56298485408201, |
| "grad_norm": 0.7457749247550964, |
| "learning_rate": 3.047451994091581e-06, |
| "loss": 0.07156471610069275, |
| "step": 10240 |
| }, |
| { |
| "epoch": 7.577761359438493, |
| "grad_norm": 2.0685207843780518, |
| "learning_rate": 3.0289881831610046e-06, |
| "loss": 0.07083943486213684, |
| "step": 10260 |
| }, |
| { |
| "epoch": 7.592537864794976, |
| "grad_norm": 0.3690468668937683, |
| "learning_rate": 3.0105243722304282e-06, |
| "loss": 0.047225388884544375, |
| "step": 10280 |
| }, |
| { |
| "epoch": 7.607314370151459, |
| "grad_norm": 0.4887411892414093, |
| "learning_rate": 2.9920605612998527e-06, |
| "loss": 0.06672727465629577, |
| "step": 10300 |
| }, |
| { |
| "epoch": 7.622090875507943, |
| "grad_norm": 4.116847515106201, |
| "learning_rate": 2.9735967503692764e-06, |
| "loss": 0.0581961989402771, |
| "step": 10320 |
| }, |
| { |
| "epoch": 7.636867380864426, |
| "grad_norm": 23.37555694580078, |
| "learning_rate": 2.9551329394387e-06, |
| "loss": 0.0588326096534729, |
| "step": 10340 |
| }, |
| { |
| "epoch": 7.651643886220909, |
| "grad_norm": 0.48335275053977966, |
| "learning_rate": 2.9366691285081245e-06, |
| "loss": 0.08263421654701233, |
| "step": 10360 |
| }, |
| { |
| "epoch": 7.666420391577392, |
| "grad_norm": 0.7323867082595825, |
| "learning_rate": 2.918205317577548e-06, |
| "loss": 0.06744208335876464, |
| "step": 10380 |
| }, |
| { |
| "epoch": 7.681196896933875, |
| "grad_norm": 1.5117905139923096, |
| "learning_rate": 2.8997415066469718e-06, |
| "loss": 0.07729549407958984, |
| "step": 10400 |
| }, |
| { |
| "epoch": 7.695973402290358, |
| "grad_norm": 3.720348358154297, |
| "learning_rate": 2.8812776957163963e-06, |
| "loss": 0.0746698796749115, |
| "step": 10420 |
| }, |
| { |
| "epoch": 7.710749907646841, |
| "grad_norm": 3.8074681758880615, |
| "learning_rate": 2.86281388478582e-06, |
| "loss": 0.06685426831245422, |
| "step": 10440 |
| }, |
| { |
| "epoch": 7.725526413003324, |
| "grad_norm": 1.1172499656677246, |
| "learning_rate": 2.844350073855244e-06, |
| "loss": 0.04182016849517822, |
| "step": 10460 |
| }, |
| { |
| "epoch": 7.7403029183598075, |
| "grad_norm": 0.5046330094337463, |
| "learning_rate": 2.825886262924668e-06, |
| "loss": 0.0584184467792511, |
| "step": 10480 |
| }, |
| { |
| "epoch": 7.755079423716291, |
| "grad_norm": 6.000629901885986, |
| "learning_rate": 2.8074224519940917e-06, |
| "loss": 0.06922175884246826, |
| "step": 10500 |
| }, |
| { |
| "epoch": 7.769855929072774, |
| "grad_norm": 1.0158432722091675, |
| "learning_rate": 2.7889586410635157e-06, |
| "loss": 0.08278453350067139, |
| "step": 10520 |
| }, |
| { |
| "epoch": 7.784632434429257, |
| "grad_norm": 1.0153056383132935, |
| "learning_rate": 2.7704948301329398e-06, |
| "loss": 0.05775232315063476, |
| "step": 10540 |
| }, |
| { |
| "epoch": 7.7994089397857405, |
| "grad_norm": 0.3082149624824524, |
| "learning_rate": 2.7520310192023634e-06, |
| "loss": 0.07670551538467407, |
| "step": 10560 |
| }, |
| { |
| "epoch": 7.814185445142224, |
| "grad_norm": 1.472342848777771, |
| "learning_rate": 2.7335672082717875e-06, |
| "loss": 0.05249335765838623, |
| "step": 10580 |
| }, |
| { |
| "epoch": 7.828961950498707, |
| "grad_norm": 1.928495168685913, |
| "learning_rate": 2.7151033973412115e-06, |
| "loss": 0.04385626614093781, |
| "step": 10600 |
| }, |
| { |
| "epoch": 7.84373845585519, |
| "grad_norm": 0.6438698768615723, |
| "learning_rate": 2.696639586410635e-06, |
| "loss": 0.05634819269180298, |
| "step": 10620 |
| }, |
| { |
| "epoch": 7.858514961211673, |
| "grad_norm": 0.61338210105896, |
| "learning_rate": 2.6781757754800592e-06, |
| "loss": 0.06107587218284607, |
| "step": 10640 |
| }, |
| { |
| "epoch": 7.873291466568157, |
| "grad_norm": 5.929930686950684, |
| "learning_rate": 2.6597119645494833e-06, |
| "loss": 0.06847046017646789, |
| "step": 10660 |
| }, |
| { |
| "epoch": 7.88806797192464, |
| "grad_norm": 1.9930670261383057, |
| "learning_rate": 2.6412481536189074e-06, |
| "loss": 0.06411972045898437, |
| "step": 10680 |
| }, |
| { |
| "epoch": 7.902844477281123, |
| "grad_norm": 4.4224138259887695, |
| "learning_rate": 2.622784342688331e-06, |
| "loss": 0.053265047073364255, |
| "step": 10700 |
| }, |
| { |
| "epoch": 7.917620982637606, |
| "grad_norm": 0.4610840976238251, |
| "learning_rate": 2.604320531757755e-06, |
| "loss": 0.06436032056808472, |
| "step": 10720 |
| }, |
| { |
| "epoch": 7.9323974879940895, |
| "grad_norm": 4.301944732666016, |
| "learning_rate": 2.585856720827179e-06, |
| "loss": 0.049570322036743164, |
| "step": 10740 |
| }, |
| { |
| "epoch": 7.947173993350573, |
| "grad_norm": 1.7284632921218872, |
| "learning_rate": 2.5673929098966028e-06, |
| "loss": 0.05916706919670105, |
| "step": 10760 |
| }, |
| { |
| "epoch": 7.961950498707056, |
| "grad_norm": 0.6008065938949585, |
| "learning_rate": 2.548929098966027e-06, |
| "loss": 0.06731182932853699, |
| "step": 10780 |
| }, |
| { |
| "epoch": 7.976727004063539, |
| "grad_norm": 0.3111315667629242, |
| "learning_rate": 2.530465288035451e-06, |
| "loss": 0.1318001627922058, |
| "step": 10800 |
| }, |
| { |
| "epoch": 7.991503509420022, |
| "grad_norm": 11.532929420471191, |
| "learning_rate": 2.5120014771048745e-06, |
| "loss": 0.06037134528160095, |
| "step": 10820 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_f1": 0.078113428181641, |
| "eval_f1_author": 0.6329113924050632, |
| "eval_f1_chapter": 0.5358490566037736, |
| "eval_f1_quote": 0.022925944252020453, |
| "eval_f1_sabche": 0.19551934826883913, |
| "eval_f1_tsawa": 0.03828125, |
| "eval_f1_yigchung": 0.02306079664570231, |
| "eval_loss": 0.15565519034862518, |
| "eval_precision": 0.052703555649063746, |
| "eval_recall": 0.15083546590395905, |
| "eval_runtime": 165.0116, |
| "eval_samples_per_second": 8.581, |
| "eval_soft_f1_tol0": 0.078113428181641, |
| "eval_soft_f1_tol1": 0.09284739816799845, |
| "eval_soft_precision_tol0": 0.052703555649063746, |
| "eval_soft_precision_tol1": 0.06264464548706081, |
| "eval_soft_recall_tol0": 0.15083546590395905, |
| "eval_soft_recall_tol1": 0.17928646695769984, |
| "eval_steps_per_second": 4.291, |
| "step": 10832 |
| }, |
| { |
| "epoch": 8.005910602142594, |
| "grad_norm": 2.1579151153564453, |
| "learning_rate": 2.4935376661742986e-06, |
| "loss": 0.07711859941482543, |
| "step": 10840 |
| }, |
| { |
| "epoch": 8.020687107499077, |
| "grad_norm": 3.3946733474731445, |
| "learning_rate": 2.4750738552437227e-06, |
| "loss": 0.05248526334762573, |
| "step": 10860 |
| }, |
| { |
| "epoch": 8.03546361285556, |
| "grad_norm": 0.8030837178230286, |
| "learning_rate": 2.4566100443131463e-06, |
| "loss": 0.05882420539855957, |
| "step": 10880 |
| }, |
| { |
| "epoch": 8.050240118212043, |
| "grad_norm": 1.4665626287460327, |
| "learning_rate": 2.4381462333825704e-06, |
| "loss": 0.05229646563529968, |
| "step": 10900 |
| }, |
| { |
| "epoch": 8.065016623568527, |
| "grad_norm": 0.7068586945533752, |
| "learning_rate": 2.4196824224519944e-06, |
| "loss": 0.05621843934059143, |
| "step": 10920 |
| }, |
| { |
| "epoch": 8.07979312892501, |
| "grad_norm": 13.662188529968262, |
| "learning_rate": 2.401218611521418e-06, |
| "loss": 0.07908115386962891, |
| "step": 10940 |
| }, |
| { |
| "epoch": 8.094569634281493, |
| "grad_norm": 1.4691482782363892, |
| "learning_rate": 2.382754800590842e-06, |
| "loss": 0.04945688545703888, |
| "step": 10960 |
| }, |
| { |
| "epoch": 8.109346139637976, |
| "grad_norm": 1.5256794691085815, |
| "learning_rate": 2.364290989660266e-06, |
| "loss": 0.07540469765663146, |
| "step": 10980 |
| }, |
| { |
| "epoch": 8.12412264499446, |
| "grad_norm": 5.053011894226074, |
| "learning_rate": 2.34582717872969e-06, |
| "loss": 0.0591805636882782, |
| "step": 11000 |
| }, |
| { |
| "epoch": 8.138899150350943, |
| "grad_norm": 52.21064376831055, |
| "learning_rate": 2.327363367799114e-06, |
| "loss": 0.07968745231628419, |
| "step": 11020 |
| }, |
| { |
| "epoch": 8.153675655707426, |
| "grad_norm": 0.35048380494117737, |
| "learning_rate": 2.308899556868538e-06, |
| "loss": 0.07585124969482422, |
| "step": 11040 |
| }, |
| { |
| "epoch": 8.16845216106391, |
| "grad_norm": 1.5223101377487183, |
| "learning_rate": 2.2904357459379616e-06, |
| "loss": 0.047140184044837954, |
| "step": 11060 |
| }, |
| { |
| "epoch": 8.183228666420392, |
| "grad_norm": 0.5402227640151978, |
| "learning_rate": 2.2719719350073857e-06, |
| "loss": 0.09294419288635254, |
| "step": 11080 |
| }, |
| { |
| "epoch": 8.198005171776876, |
| "grad_norm": 3.652620792388916, |
| "learning_rate": 2.2535081240768097e-06, |
| "loss": 0.07985466718673706, |
| "step": 11100 |
| }, |
| { |
| "epoch": 8.212781677133359, |
| "grad_norm": 16.917766571044922, |
| "learning_rate": 2.2350443131462334e-06, |
| "loss": 0.06262078881263733, |
| "step": 11120 |
| }, |
| { |
| "epoch": 8.22755818248984, |
| "grad_norm": 24.27214813232422, |
| "learning_rate": 2.2165805022156574e-06, |
| "loss": 0.05749679803848266, |
| "step": 11140 |
| }, |
| { |
| "epoch": 8.242334687846324, |
| "grad_norm": 5.471474647521973, |
| "learning_rate": 2.1981166912850815e-06, |
| "loss": 0.04422816038131714, |
| "step": 11160 |
| }, |
| { |
| "epoch": 8.257111193202807, |
| "grad_norm": 0.7701852917671204, |
| "learning_rate": 2.179652880354505e-06, |
| "loss": 0.07289736270904541, |
| "step": 11180 |
| }, |
| { |
| "epoch": 8.27188769855929, |
| "grad_norm": 1.4652774333953857, |
| "learning_rate": 2.161189069423929e-06, |
| "loss": 0.04339292943477631, |
| "step": 11200 |
| }, |
| { |
| "epoch": 8.286664203915773, |
| "grad_norm": 1.381983995437622, |
| "learning_rate": 2.1427252584933533e-06, |
| "loss": 0.0735504686832428, |
| "step": 11220 |
| }, |
| { |
| "epoch": 8.301440709272256, |
| "grad_norm": 0.3620763421058655, |
| "learning_rate": 2.124261447562777e-06, |
| "loss": 0.04663418531417847, |
| "step": 11240 |
| }, |
| { |
| "epoch": 8.31621721462874, |
| "grad_norm": 0.6030099987983704, |
| "learning_rate": 2.105797636632201e-06, |
| "loss": 0.08779561519622803, |
| "step": 11260 |
| }, |
| { |
| "epoch": 8.330993719985223, |
| "grad_norm": 0.49633920192718506, |
| "learning_rate": 2.087333825701625e-06, |
| "loss": 0.043836405873298644, |
| "step": 11280 |
| }, |
| { |
| "epoch": 8.345770225341706, |
| "grad_norm": 2.935232162475586, |
| "learning_rate": 2.068870014771049e-06, |
| "loss": 0.07331466078758239, |
| "step": 11300 |
| }, |
| { |
| "epoch": 8.36054673069819, |
| "grad_norm": 2.249917984008789, |
| "learning_rate": 2.0504062038404727e-06, |
| "loss": 0.0779447615146637, |
| "step": 11320 |
| }, |
| { |
| "epoch": 8.375323236054673, |
| "grad_norm": 2.958724021911621, |
| "learning_rate": 2.0319423929098968e-06, |
| "loss": 0.04790572226047516, |
| "step": 11340 |
| }, |
| { |
| "epoch": 8.390099741411156, |
| "grad_norm": 1.1372202634811401, |
| "learning_rate": 2.013478581979321e-06, |
| "loss": 0.0684406042098999, |
| "step": 11360 |
| }, |
| { |
| "epoch": 8.404876246767639, |
| "grad_norm": 0.6064414978027344, |
| "learning_rate": 1.9950147710487445e-06, |
| "loss": 0.07383196949958801, |
| "step": 11380 |
| }, |
| { |
| "epoch": 8.419652752124122, |
| "grad_norm": 1.1597403287887573, |
| "learning_rate": 1.9765509601181685e-06, |
| "loss": 0.06087034344673157, |
| "step": 11400 |
| }, |
| { |
| "epoch": 8.434429257480605, |
| "grad_norm": 0.303718239068985, |
| "learning_rate": 1.9580871491875926e-06, |
| "loss": 0.05310549139976502, |
| "step": 11420 |
| }, |
| { |
| "epoch": 8.449205762837089, |
| "grad_norm": 1.0593205690383911, |
| "learning_rate": 1.9396233382570167e-06, |
| "loss": 0.08573430180549621, |
| "step": 11440 |
| }, |
| { |
| "epoch": 8.463982268193572, |
| "grad_norm": 0.6051086187362671, |
| "learning_rate": 1.9211595273264403e-06, |
| "loss": 0.04655522108078003, |
| "step": 11460 |
| }, |
| { |
| "epoch": 8.478758773550055, |
| "grad_norm": 0.7293269634246826, |
| "learning_rate": 1.9026957163958642e-06, |
| "loss": 0.047673153877258304, |
| "step": 11480 |
| }, |
| { |
| "epoch": 8.493535278906538, |
| "grad_norm": 3.2550477981567383, |
| "learning_rate": 1.8842319054652882e-06, |
| "loss": 0.0773697853088379, |
| "step": 11500 |
| }, |
| { |
| "epoch": 8.508311784263022, |
| "grad_norm": 6.078882217407227, |
| "learning_rate": 1.865768094534712e-06, |
| "loss": 0.065925931930542, |
| "step": 11520 |
| }, |
| { |
| "epoch": 8.523088289619505, |
| "grad_norm": 0.7785726189613342, |
| "learning_rate": 1.8473042836041361e-06, |
| "loss": 0.04466622471809387, |
| "step": 11540 |
| }, |
| { |
| "epoch": 8.537864794975988, |
| "grad_norm": 10.585920333862305, |
| "learning_rate": 1.82884047267356e-06, |
| "loss": 0.05552770495414734, |
| "step": 11560 |
| }, |
| { |
| "epoch": 8.552641300332471, |
| "grad_norm": 1.586756944656372, |
| "learning_rate": 1.8103766617429838e-06, |
| "loss": 0.05492196679115295, |
| "step": 11580 |
| }, |
| { |
| "epoch": 8.567417805688955, |
| "grad_norm": 4.502561092376709, |
| "learning_rate": 1.791912850812408e-06, |
| "loss": 0.04593832492828369, |
| "step": 11600 |
| }, |
| { |
| "epoch": 8.582194311045438, |
| "grad_norm": 0.3592228889465332, |
| "learning_rate": 1.773449039881832e-06, |
| "loss": 0.05370086431503296, |
| "step": 11620 |
| }, |
| { |
| "epoch": 8.596970816401921, |
| "grad_norm": 2.192084789276123, |
| "learning_rate": 1.7549852289512556e-06, |
| "loss": 0.057416385412216185, |
| "step": 11640 |
| }, |
| { |
| "epoch": 8.611747321758404, |
| "grad_norm": 7.801477909088135, |
| "learning_rate": 1.7365214180206797e-06, |
| "loss": 0.04873884320259094, |
| "step": 11660 |
| }, |
| { |
| "epoch": 8.626523827114887, |
| "grad_norm": 1.4078447818756104, |
| "learning_rate": 1.7180576070901037e-06, |
| "loss": 0.06578179001808167, |
| "step": 11680 |
| }, |
| { |
| "epoch": 8.64130033247137, |
| "grad_norm": 0.5382224321365356, |
| "learning_rate": 1.6995937961595274e-06, |
| "loss": 0.04348756074905395, |
| "step": 11700 |
| }, |
| { |
| "epoch": 8.656076837827854, |
| "grad_norm": 9.631117820739746, |
| "learning_rate": 1.6811299852289514e-06, |
| "loss": 0.044504037499427794, |
| "step": 11720 |
| }, |
| { |
| "epoch": 8.670853343184337, |
| "grad_norm": 2.4778292179107666, |
| "learning_rate": 1.6626661742983755e-06, |
| "loss": 0.06356271505355834, |
| "step": 11740 |
| }, |
| { |
| "epoch": 8.68562984854082, |
| "grad_norm": 0.491955429315567, |
| "learning_rate": 1.6442023633677991e-06, |
| "loss": 0.04952188134193421, |
| "step": 11760 |
| }, |
| { |
| "epoch": 8.700406353897304, |
| "grad_norm": 4.607267379760742, |
| "learning_rate": 1.6257385524372232e-06, |
| "loss": 0.04706520736217499, |
| "step": 11780 |
| }, |
| { |
| "epoch": 8.715182859253787, |
| "grad_norm": 0.7008641958236694, |
| "learning_rate": 1.607274741506647e-06, |
| "loss": 0.05864681601524353, |
| "step": 11800 |
| }, |
| { |
| "epoch": 8.72995936461027, |
| "grad_norm": 0.5549156665802002, |
| "learning_rate": 1.588810930576071e-06, |
| "loss": 0.04091382026672363, |
| "step": 11820 |
| }, |
| { |
| "epoch": 8.744735869966753, |
| "grad_norm": 1.034030795097351, |
| "learning_rate": 1.570347119645495e-06, |
| "loss": 0.06150263547897339, |
| "step": 11840 |
| }, |
| { |
| "epoch": 8.759512375323236, |
| "grad_norm": 0.10387372225522995, |
| "learning_rate": 1.5518833087149188e-06, |
| "loss": 0.08394623398780823, |
| "step": 11860 |
| }, |
| { |
| "epoch": 8.77428888067972, |
| "grad_norm": 2.6215879917144775, |
| "learning_rate": 1.5334194977843429e-06, |
| "loss": 0.06966426372528076, |
| "step": 11880 |
| }, |
| { |
| "epoch": 8.789065386036203, |
| "grad_norm": 1.2103021144866943, |
| "learning_rate": 1.5149556868537667e-06, |
| "loss": 0.06575006246566772, |
| "step": 11900 |
| }, |
| { |
| "epoch": 8.803841891392686, |
| "grad_norm": 0.6398591995239258, |
| "learning_rate": 1.4964918759231906e-06, |
| "loss": 0.0421683132648468, |
| "step": 11920 |
| }, |
| { |
| "epoch": 8.81861839674917, |
| "grad_norm": 1.3616020679473877, |
| "learning_rate": 1.4780280649926146e-06, |
| "loss": 0.0612963855266571, |
| "step": 11940 |
| }, |
| { |
| "epoch": 8.833394902105653, |
| "grad_norm": 4.912907123565674, |
| "learning_rate": 1.4595642540620387e-06, |
| "loss": 0.06581094861030579, |
| "step": 11960 |
| }, |
| { |
| "epoch": 8.848171407462136, |
| "grad_norm": 2.9496781826019287, |
| "learning_rate": 1.4411004431314623e-06, |
| "loss": 0.053212988376617434, |
| "step": 11980 |
| }, |
| { |
| "epoch": 8.862947912818619, |
| "grad_norm": 2.9502012729644775, |
| "learning_rate": 1.4226366322008864e-06, |
| "loss": 0.0668389618396759, |
| "step": 12000 |
| }, |
| { |
| "epoch": 8.877724418175102, |
| "grad_norm": 2.433690309524536, |
| "learning_rate": 1.4041728212703105e-06, |
| "loss": 0.037620559334754944, |
| "step": 12020 |
| }, |
| { |
| "epoch": 8.892500923531585, |
| "grad_norm": 2.284485340118408, |
| "learning_rate": 1.3857090103397341e-06, |
| "loss": 0.0484234482049942, |
| "step": 12040 |
| }, |
| { |
| "epoch": 8.907277428888069, |
| "grad_norm": 1.8322745561599731, |
| "learning_rate": 1.3672451994091582e-06, |
| "loss": 0.06214856505393982, |
| "step": 12060 |
| }, |
| { |
| "epoch": 8.922053934244552, |
| "grad_norm": 0.7853118777275085, |
| "learning_rate": 1.3487813884785822e-06, |
| "loss": 0.055500417947769165, |
| "step": 12080 |
| }, |
| { |
| "epoch": 8.936830439601035, |
| "grad_norm": 4.10518741607666, |
| "learning_rate": 1.3303175775480059e-06, |
| "loss": 0.048936331272125246, |
| "step": 12100 |
| }, |
| { |
| "epoch": 8.951606944957518, |
| "grad_norm": 1.1195242404937744, |
| "learning_rate": 1.31185376661743e-06, |
| "loss": 0.06584148406982422, |
| "step": 12120 |
| }, |
| { |
| "epoch": 8.966383450314002, |
| "grad_norm": 0.641355037689209, |
| "learning_rate": 1.293389955686854e-06, |
| "loss": 0.044033628702163694, |
| "step": 12140 |
| }, |
| { |
| "epoch": 8.981159955670485, |
| "grad_norm": 0.42096570134162903, |
| "learning_rate": 1.2749261447562776e-06, |
| "loss": 0.05240891575813293, |
| "step": 12160 |
| }, |
| { |
| "epoch": 8.995936461026966, |
| "grad_norm": 0.38925522565841675, |
| "learning_rate": 1.2564623338257017e-06, |
| "loss": 0.05426003932952881, |
| "step": 12180 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_f1": 0.07275034366078037, |
| "eval_f1_author": 0.8474576271186441, |
| "eval_f1_chapter": 0.5394990366088631, |
| "eval_f1_quote": 0.02517042475091767, |
| "eval_f1_sabche": 0.19645203679369252, |
| "eval_f1_tsawa": 0.02471066624960901, |
| "eval_f1_yigchung": 0.02242609582059123, |
| "eval_loss": 0.1835169643163681, |
| "eval_precision": 0.047496318114874814, |
| "eval_recall": 0.15535149781725124, |
| "eval_runtime": 165.1087, |
| "eval_samples_per_second": 8.576, |
| "eval_soft_f1_tol0": 0.07275034366078037, |
| "eval_soft_f1_tol1": 0.08677875295195799, |
| "eval_soft_precision_tol0": 0.047496318114874814, |
| "eval_soft_precision_tol1": 0.05665500736377025, |
| "eval_soft_recall_tol0": 0.15535149781725124, |
| "eval_soft_recall_tol1": 0.18530784284208943, |
| "eval_steps_per_second": 4.288, |
| "step": 12186 |
| }, |
| { |
| "epoch": 9.010343553749538, |
| "grad_norm": 2.0108277797698975, |
| "learning_rate": 1.2379985228951256e-06, |
| "loss": 0.052083301544189456, |
| "step": 12200 |
| }, |
| { |
| "epoch": 9.02512005910602, |
| "grad_norm": 1.2710344791412354, |
| "learning_rate": 1.2195347119645496e-06, |
| "loss": 0.04657279849052429, |
| "step": 12220 |
| }, |
| { |
| "epoch": 9.039896564462504, |
| "grad_norm": 3.290432929992676, |
| "learning_rate": 1.2010709010339735e-06, |
| "loss": 0.053932797908782956, |
| "step": 12240 |
| }, |
| { |
| "epoch": 9.054673069818987, |
| "grad_norm": 3.455592632293701, |
| "learning_rate": 1.1826070901033975e-06, |
| "loss": 0.04181999266147614, |
| "step": 12260 |
| }, |
| { |
| "epoch": 9.06944957517547, |
| "grad_norm": 0.8768973350524902, |
| "learning_rate": 1.1641432791728214e-06, |
| "loss": 0.04498501718044281, |
| "step": 12280 |
| }, |
| { |
| "epoch": 9.084226080531954, |
| "grad_norm": 1.0547517538070679, |
| "learning_rate": 1.1456794682422454e-06, |
| "loss": 0.05230042338371277, |
| "step": 12300 |
| }, |
| { |
| "epoch": 9.099002585888437, |
| "grad_norm": 0.5589583516120911, |
| "learning_rate": 1.1272156573116693e-06, |
| "loss": 0.029669377207756042, |
| "step": 12320 |
| }, |
| { |
| "epoch": 9.11377909124492, |
| "grad_norm": 1.2545840740203857, |
| "learning_rate": 1.1087518463810931e-06, |
| "loss": 0.054693788290023804, |
| "step": 12340 |
| }, |
| { |
| "epoch": 9.128555596601403, |
| "grad_norm": 0.7975963354110718, |
| "learning_rate": 1.090288035450517e-06, |
| "loss": 0.043471553921699525, |
| "step": 12360 |
| }, |
| { |
| "epoch": 9.143332101957887, |
| "grad_norm": 0.8609389662742615, |
| "learning_rate": 1.071824224519941e-06, |
| "loss": 0.058015328645706174, |
| "step": 12380 |
| }, |
| { |
| "epoch": 9.15810860731437, |
| "grad_norm": 0.8450402617454529, |
| "learning_rate": 1.053360413589365e-06, |
| "loss": 0.05661097168922424, |
| "step": 12400 |
| }, |
| { |
| "epoch": 9.172885112670853, |
| "grad_norm": 0.9121461510658264, |
| "learning_rate": 1.0348966026587888e-06, |
| "loss": 0.0575255274772644, |
| "step": 12420 |
| }, |
| { |
| "epoch": 9.187661618027336, |
| "grad_norm": 4.955350399017334, |
| "learning_rate": 1.0164327917282128e-06, |
| "loss": 0.06455204486846924, |
| "step": 12440 |
| }, |
| { |
| "epoch": 9.20243812338382, |
| "grad_norm": 2.467707395553589, |
| "learning_rate": 9.979689807976367e-07, |
| "loss": 0.05920677185058594, |
| "step": 12460 |
| }, |
| { |
| "epoch": 9.217214628740303, |
| "grad_norm": 3.3803417682647705, |
| "learning_rate": 9.795051698670605e-07, |
| "loss": 0.06505635380744934, |
| "step": 12480 |
| }, |
| { |
| "epoch": 9.231991134096786, |
| "grad_norm": 1.9070857763290405, |
| "learning_rate": 9.610413589364846e-07, |
| "loss": 0.05703251957893372, |
| "step": 12500 |
| }, |
| { |
| "epoch": 9.24676763945327, |
| "grad_norm": 0.7532405257225037, |
| "learning_rate": 9.425775480059085e-07, |
| "loss": 0.07430781722068787, |
| "step": 12520 |
| }, |
| { |
| "epoch": 9.261544144809752, |
| "grad_norm": 0.5228182077407837, |
| "learning_rate": 9.241137370753324e-07, |
| "loss": 0.04709105491638184, |
| "step": 12540 |
| }, |
| { |
| "epoch": 9.276320650166236, |
| "grad_norm": 2.1428382396698, |
| "learning_rate": 9.056499261447565e-07, |
| "loss": 0.03247714936733246, |
| "step": 12560 |
| }, |
| { |
| "epoch": 9.291097155522719, |
| "grad_norm": 0.8673068881034851, |
| "learning_rate": 8.871861152141803e-07, |
| "loss": 0.061164742708206175, |
| "step": 12580 |
| }, |
| { |
| "epoch": 9.305873660879202, |
| "grad_norm": 0.7757630348205566, |
| "learning_rate": 8.687223042836042e-07, |
| "loss": 0.0636709451675415, |
| "step": 12600 |
| }, |
| { |
| "epoch": 9.320650166235685, |
| "grad_norm": 0.3789798319339752, |
| "learning_rate": 8.502584933530281e-07, |
| "loss": 0.06991657614707947, |
| "step": 12620 |
| }, |
| { |
| "epoch": 9.335426671592169, |
| "grad_norm": 1.289706826210022, |
| "learning_rate": 8.317946824224521e-07, |
| "loss": 0.0571079432964325, |
| "step": 12640 |
| }, |
| { |
| "epoch": 9.350203176948652, |
| "grad_norm": 2.217298746109009, |
| "learning_rate": 8.13330871491876e-07, |
| "loss": 0.06639298200607299, |
| "step": 12660 |
| }, |
| { |
| "epoch": 9.364979682305135, |
| "grad_norm": 2.0172104835510254, |
| "learning_rate": 7.948670605612999e-07, |
| "loss": 0.049657991528511046, |
| "step": 12680 |
| }, |
| { |
| "epoch": 9.379756187661618, |
| "grad_norm": 0.7771289944648743, |
| "learning_rate": 7.764032496307238e-07, |
| "loss": 0.054209810495376584, |
| "step": 12700 |
| }, |
| { |
| "epoch": 9.394532693018101, |
| "grad_norm": 0.8247066140174866, |
| "learning_rate": 7.579394387001478e-07, |
| "loss": 0.051841634511947635, |
| "step": 12720 |
| }, |
| { |
| "epoch": 9.409309198374585, |
| "grad_norm": 1.73972749710083, |
| "learning_rate": 7.394756277695716e-07, |
| "loss": 0.05889207124710083, |
| "step": 12740 |
| }, |
| { |
| "epoch": 9.424085703731068, |
| "grad_norm": 0.8737736940383911, |
| "learning_rate": 7.210118168389957e-07, |
| "loss": 0.04698338210582733, |
| "step": 12760 |
| }, |
| { |
| "epoch": 9.438862209087551, |
| "grad_norm": 0.6996101140975952, |
| "learning_rate": 7.025480059084196e-07, |
| "loss": 0.04271376430988312, |
| "step": 12780 |
| }, |
| { |
| "epoch": 9.453638714444034, |
| "grad_norm": 1.103256344795227, |
| "learning_rate": 6.840841949778434e-07, |
| "loss": 0.049988079071044925, |
| "step": 12800 |
| }, |
| { |
| "epoch": 9.468415219800518, |
| "grad_norm": 2.9897520542144775, |
| "learning_rate": 6.656203840472675e-07, |
| "loss": 0.04576165974140167, |
| "step": 12820 |
| }, |
| { |
| "epoch": 9.483191725157, |
| "grad_norm": 1.117850422859192, |
| "learning_rate": 6.471565731166913e-07, |
| "loss": 0.06554396748542786, |
| "step": 12840 |
| }, |
| { |
| "epoch": 9.497968230513484, |
| "grad_norm": 0.35472193360328674, |
| "learning_rate": 6.286927621861153e-07, |
| "loss": 0.03557739555835724, |
| "step": 12860 |
| }, |
| { |
| "epoch": 9.512744735869967, |
| "grad_norm": 0.48933377861976624, |
| "learning_rate": 6.102289512555392e-07, |
| "loss": 0.06364312171936035, |
| "step": 12880 |
| }, |
| { |
| "epoch": 9.52752124122645, |
| "grad_norm": 0.7897116541862488, |
| "learning_rate": 5.917651403249632e-07, |
| "loss": 0.0609613299369812, |
| "step": 12900 |
| }, |
| { |
| "epoch": 9.542297746582934, |
| "grad_norm": 0.7731443047523499, |
| "learning_rate": 5.73301329394387e-07, |
| "loss": 0.06103636622428894, |
| "step": 12920 |
| }, |
| { |
| "epoch": 9.557074251939417, |
| "grad_norm": 1.5260238647460938, |
| "learning_rate": 5.54837518463811e-07, |
| "loss": 0.045841604471206665, |
| "step": 12940 |
| }, |
| { |
| "epoch": 9.5718507572959, |
| "grad_norm": 1.6814101934432983, |
| "learning_rate": 5.363737075332349e-07, |
| "loss": 0.05903136730194092, |
| "step": 12960 |
| }, |
| { |
| "epoch": 9.586627262652383, |
| "grad_norm": 0.8358045816421509, |
| "learning_rate": 5.179098966026588e-07, |
| "loss": 0.038200438022613525, |
| "step": 12980 |
| }, |
| { |
| "epoch": 9.601403768008867, |
| "grad_norm": 1.6988420486450195, |
| "learning_rate": 4.994460856720828e-07, |
| "loss": 0.04223043322563171, |
| "step": 13000 |
| }, |
| { |
| "epoch": 9.61618027336535, |
| "grad_norm": 1.2412596940994263, |
| "learning_rate": 4.809822747415067e-07, |
| "loss": 0.04779085218906402, |
| "step": 13020 |
| }, |
| { |
| "epoch": 9.630956778721833, |
| "grad_norm": 3.573017120361328, |
| "learning_rate": 4.6251846381093063e-07, |
| "loss": 0.04191693961620331, |
| "step": 13040 |
| }, |
| { |
| "epoch": 9.645733284078315, |
| "grad_norm": 1.7911430597305298, |
| "learning_rate": 4.4405465288035453e-07, |
| "loss": 0.05826124548912048, |
| "step": 13060 |
| }, |
| { |
| "epoch": 9.660509789434798, |
| "grad_norm": 0.962003767490387, |
| "learning_rate": 4.255908419497785e-07, |
| "loss": 0.044104385375976565, |
| "step": 13080 |
| }, |
| { |
| "epoch": 9.675286294791281, |
| "grad_norm": 7.5156660079956055, |
| "learning_rate": 4.0712703101920245e-07, |
| "loss": 0.0587022602558136, |
| "step": 13100 |
| }, |
| { |
| "epoch": 9.690062800147764, |
| "grad_norm": 4.779650688171387, |
| "learning_rate": 3.886632200886263e-07, |
| "loss": 0.05364291667938233, |
| "step": 13120 |
| }, |
| { |
| "epoch": 9.704839305504247, |
| "grad_norm": 1.7882009744644165, |
| "learning_rate": 3.7019940915805025e-07, |
| "loss": 0.053678327798843385, |
| "step": 13140 |
| }, |
| { |
| "epoch": 9.71961581086073, |
| "grad_norm": 0.4839322566986084, |
| "learning_rate": 3.5173559822747416e-07, |
| "loss": 0.06118068695068359, |
| "step": 13160 |
| }, |
| { |
| "epoch": 9.734392316217214, |
| "grad_norm": 1.5121403932571411, |
| "learning_rate": 3.332717872968981e-07, |
| "loss": 0.0560242235660553, |
| "step": 13180 |
| }, |
| { |
| "epoch": 9.749168821573697, |
| "grad_norm": 2.458397626876831, |
| "learning_rate": 3.1480797636632207e-07, |
| "loss": 0.06006203293800354, |
| "step": 13200 |
| }, |
| { |
| "epoch": 9.76394532693018, |
| "grad_norm": 2.3938162326812744, |
| "learning_rate": 2.96344165435746e-07, |
| "loss": 0.03910043239593506, |
| "step": 13220 |
| }, |
| { |
| "epoch": 9.778721832286664, |
| "grad_norm": 1.685270071029663, |
| "learning_rate": 2.778803545051699e-07, |
| "loss": 0.04443977177143097, |
| "step": 13240 |
| }, |
| { |
| "epoch": 9.793498337643147, |
| "grad_norm": 1.0561131238937378, |
| "learning_rate": 2.5941654357459384e-07, |
| "loss": 0.04850934445858002, |
| "step": 13260 |
| }, |
| { |
| "epoch": 9.80827484299963, |
| "grad_norm": 1.5571168661117554, |
| "learning_rate": 2.4095273264401774e-07, |
| "loss": 0.07422905564308166, |
| "step": 13280 |
| }, |
| { |
| "epoch": 9.823051348356113, |
| "grad_norm": 1.0894001722335815, |
| "learning_rate": 2.2248892171344167e-07, |
| "loss": 0.05378046035766602, |
| "step": 13300 |
| }, |
| { |
| "epoch": 9.837827853712596, |
| "grad_norm": 0.5299264192581177, |
| "learning_rate": 2.040251107828656e-07, |
| "loss": 0.08799682259559631, |
| "step": 13320 |
| }, |
| { |
| "epoch": 9.85260435906908, |
| "grad_norm": 3.1349055767059326, |
| "learning_rate": 1.8556129985228953e-07, |
| "loss": 0.0586885929107666, |
| "step": 13340 |
| }, |
| { |
| "epoch": 9.867380864425563, |
| "grad_norm": 1.3758455514907837, |
| "learning_rate": 1.6709748892171346e-07, |
| "loss": 0.04619386196136475, |
| "step": 13360 |
| }, |
| { |
| "epoch": 9.882157369782046, |
| "grad_norm": 2.4516711235046387, |
| "learning_rate": 1.486336779911374e-07, |
| "loss": 0.04068346321582794, |
| "step": 13380 |
| }, |
| { |
| "epoch": 9.89693387513853, |
| "grad_norm": 0.3849327564239502, |
| "learning_rate": 1.301698670605613e-07, |
| "loss": 0.04838703870773316, |
| "step": 13400 |
| }, |
| { |
| "epoch": 9.911710380495013, |
| "grad_norm": 2.082285165786743, |
| "learning_rate": 1.1170605612998524e-07, |
| "loss": 0.037339362502098086, |
| "step": 13420 |
| }, |
| { |
| "epoch": 9.926486885851496, |
| "grad_norm": 0.25150424242019653, |
| "learning_rate": 9.324224519940917e-08, |
| "loss": 0.03626784682273865, |
| "step": 13440 |
| }, |
| { |
| "epoch": 9.941263391207979, |
| "grad_norm": 9.97179126739502, |
| "learning_rate": 7.47784342688331e-08, |
| "loss": 0.08576468229293824, |
| "step": 13460 |
| }, |
| { |
| "epoch": 9.956039896564462, |
| "grad_norm": 2.037799835205078, |
| "learning_rate": 5.631462333825702e-08, |
| "loss": 0.05722345113754272, |
| "step": 13480 |
| }, |
| { |
| "epoch": 9.970816401920946, |
| "grad_norm": 1.3057677745819092, |
| "learning_rate": 3.7850812407680953e-08, |
| "loss": 0.03660567104816437, |
| "step": 13500 |
| }, |
| { |
| "epoch": 9.985592907277429, |
| "grad_norm": 0.693729043006897, |
| "learning_rate": 1.9387001477104877e-08, |
| "loss": 0.04069242477416992, |
| "step": 13520 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 0.5595923066139221, |
| "learning_rate": 9.231905465288037e-10, |
| "loss": 0.04209006726741791, |
| "step": 13540 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_f1": 0.07393462262536368, |
| "eval_f1_author": 0.8771929824561403, |
| "eval_f1_chapter": 0.5661914460285132, |
| "eval_f1_quote": 0.027990716646740278, |
| "eval_f1_sabche": 0.1922019090762013, |
| "eval_f1_tsawa": 0.03337266138547109, |
| "eval_f1_yigchung": 0.02056555269922879, |
| "eval_loss": 0.20336957275867462, |
| "eval_precision": 0.04784688995215311, |
| "eval_recall": 0.16257714887851873, |
| "eval_runtime": 165.0793, |
| "eval_samples_per_second": 8.578, |
| "eval_soft_f1_tol0": 0.07393462262536368, |
| "eval_soft_f1_tol1": 0.08748930344001368, |
| "eval_soft_precision_tol0": 0.04784688995215311, |
| "eval_soft_precision_tol1": 0.05661881977671451, |
| "eval_soft_recall_tol0": 0.16257714887851873, |
| "eval_soft_recall_tol1": 0.19238295950624718, |
| "eval_steps_per_second": 4.289, |
| "step": 13540 |
| } |
| ], |
| "logging_steps": 20, |
| "max_steps": 13540, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 3, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 2 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.903188156251791e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
