| { |
| "base_model": "Qwen/Qwen2.5-Coder-7B-Instruct", |
| "rows_train": 1441, |
| "rows_val": 95, |
| "steps": 273, |
| "train_loss": 0.01574120909053851, |
| "seconds": 9101.8, |
| "peak_gpu_memory_gb": 17.54, |
| "lora_r": 16, |
| "lora_alpha": 32, |
| "target_modules": [ |
| "q_proj", |
| "k_proj", |
| "v_proj", |
| "o_proj", |
| "gate_proj", |
| "up_proj", |
| "down_proj" |
| ], |
| "log_history": [ |
| { |
| "loss": 0.362233966588974, |
| "grad_norm": 0.35578352212905884, |
| "learning_rate": 0.0, |
| "epoch": 0.011103400416377515, |
| "step": 1 |
| }, |
| { |
| "loss": 0.21971727907657623, |
| "grad_norm": 0.2704537808895111, |
| "learning_rate": 6.666666666666667e-05, |
| "epoch": 0.02220680083275503, |
| "step": 2 |
| }, |
| { |
| "loss": 0.2119903415441513, |
| "grad_norm": 0.23446440696716309, |
| "learning_rate": 0.00013333333333333334, |
| "epoch": 0.033310201249132546, |
| "step": 3 |
| }, |
| { |
| "loss": 0.3059872090816498, |
| "grad_norm": 0.2956233620643616, |
| "learning_rate": 0.0002, |
| "epoch": 0.04441360166551006, |
| "step": 4 |
| }, |
| { |
| "loss": 0.2478485405445099, |
| "grad_norm": 0.30406656861305237, |
| "learning_rate": 0.00019999323080037624, |
| "epoch": 0.055517002081887576, |
| "step": 5 |
| }, |
| { |
| "loss": 0.11736467480659485, |
| "grad_norm": 0.19965699315071106, |
| "learning_rate": 0.00019997292411794618, |
| "epoch": 0.06662040249826509, |
| "step": 6 |
| }, |
| { |
| "loss": 0.1486368626356125, |
| "grad_norm": 0.23600247502326965, |
| "learning_rate": 0.0001999390827019096, |
| "epoch": 0.0777238029146426, |
| "step": 7 |
| }, |
| { |
| "loss": 0.09324199706315994, |
| "grad_norm": 0.2227136790752411, |
| "learning_rate": 0.0001998917111338525, |
| "epoch": 0.08882720333102012, |
| "step": 8 |
| }, |
| { |
| "loss": 0.07419925928115845, |
| "grad_norm": 0.212725430727005, |
| "learning_rate": 0.00019983081582712685, |
| "epoch": 0.09993060374739764, |
| "step": 9 |
| }, |
| { |
| "loss": 0.09104721248149872, |
| "grad_norm": 0.2687018811702728, |
| "learning_rate": 0.00019975640502598244, |
| "epoch": 0.11103400416377515, |
| "step": 10 |
| }, |
| { |
| "loss": 0.07975094020366669, |
| "grad_norm": 0.2289663851261139, |
| "learning_rate": 0.00019966848880445062, |
| "epoch": 0.12213740458015267, |
| "step": 11 |
| }, |
| { |
| "loss": 0.07311172783374786, |
| "grad_norm": 0.2065844088792801, |
| "learning_rate": 0.00019956707906498044, |
| "epoch": 0.13324080499653018, |
| "step": 12 |
| }, |
| { |
| "loss": 0.06214028224349022, |
| "grad_norm": 0.16729624569416046, |
| "learning_rate": 0.00019945218953682734, |
| "epoch": 0.1443442054129077, |
| "step": 13 |
| }, |
| { |
| "loss": 0.039421241730451584, |
| "grad_norm": 0.14760349690914154, |
| "learning_rate": 0.00019932383577419432, |
| "epoch": 0.1554476058292852, |
| "step": 14 |
| }, |
| { |
| "loss": 0.04088294133543968, |
| "grad_norm": 0.1884099245071411, |
| "learning_rate": 0.00019918203515412617, |
| "epoch": 0.16655100624566274, |
| "step": 15 |
| }, |
| { |
| "loss": 0.03639013320207596, |
| "grad_norm": 0.14482857286930084, |
| "learning_rate": 0.00019902680687415705, |
| "epoch": 0.17765440666204024, |
| "step": 16 |
| }, |
| { |
| "loss": 0.05018017068505287, |
| "grad_norm": 0.20465002954006195, |
| "learning_rate": 0.00019885817194971117, |
| "epoch": 0.18875780707841777, |
| "step": 17 |
| }, |
| { |
| "loss": 0.09407485276460648, |
| "grad_norm": 0.208365797996521, |
| "learning_rate": 0.00019867615321125795, |
| "epoch": 0.19986120749479527, |
| "step": 18 |
| }, |
| { |
| "loss": 0.0462566502392292, |
| "grad_norm": 0.2098541110754013, |
| "learning_rate": 0.00019848077530122083, |
| "epoch": 0.2109646079111728, |
| "step": 19 |
| }, |
| { |
| "loss": 0.03283077850937843, |
| "grad_norm": 0.16920238733291626, |
| "learning_rate": 0.00019827206467064133, |
| "epoch": 0.2220680083275503, |
| "step": 20 |
| }, |
| { |
| "loss": 0.031955886632204056, |
| "grad_norm": 0.12768959999084473, |
| "learning_rate": 0.00019805004957559793, |
| "epoch": 0.23317140874392783, |
| "step": 21 |
| }, |
| { |
| "loss": 0.034089263528585434, |
| "grad_norm": 0.13755914568901062, |
| "learning_rate": 0.00019781476007338058, |
| "epoch": 0.24427480916030533, |
| "step": 22 |
| }, |
| { |
| "loss": 0.02859678864479065, |
| "grad_norm": 0.1348200887441635, |
| "learning_rate": 0.00019756622801842143, |
| "epoch": 0.25537820957668284, |
| "step": 23 |
| }, |
| { |
| "loss": 0.02967454306781292, |
| "grad_norm": 0.17000287771224976, |
| "learning_rate": 0.00019730448705798239, |
| "epoch": 0.26648160999306036, |
| "step": 24 |
| }, |
| { |
| "loss": 0.03603748977184296, |
| "grad_norm": 0.1551555097103119, |
| "learning_rate": 0.00019702957262759965, |
| "epoch": 0.2775850104094379, |
| "step": 25 |
| }, |
| { |
| "loss": 0.06082950532436371, |
| "grad_norm": 0.24252957105636597, |
| "learning_rate": 0.00019674152194628638, |
| "epoch": 0.2886884108258154, |
| "step": 26 |
| }, |
| { |
| "loss": 0.03331135958433151, |
| "grad_norm": 0.16082148253917694, |
| "learning_rate": 0.0001964403740114939, |
| "epoch": 0.2997918112421929, |
| "step": 27 |
| }, |
| { |
| "loss": 0.016830770298838615, |
| "grad_norm": 0.11476831883192062, |
| "learning_rate": 0.0001961261695938319, |
| "epoch": 0.3108952116585704, |
| "step": 28 |
| }, |
| { |
| "loss": 0.020966561511158943, |
| "grad_norm": 0.12785278260707855, |
| "learning_rate": 0.0001957989512315489, |
| "epoch": 0.32199861207494795, |
| "step": 29 |
| }, |
| { |
| "loss": 0.019154518842697144, |
| "grad_norm": 0.18446354568004608, |
| "learning_rate": 0.0001954587632247732, |
| "epoch": 0.3331020124913255, |
| "step": 30 |
| }, |
| { |
| "loss": 0.015241650864481926, |
| "grad_norm": 0.12455496937036514, |
| "learning_rate": 0.00019510565162951537, |
| "epoch": 0.34420541290770296, |
| "step": 31 |
| }, |
| { |
| "loss": 0.02742624841630459, |
| "grad_norm": 0.16151973605155945, |
| "learning_rate": 0.00019473966425143292, |
| "epoch": 0.3553088133240805, |
| "step": 32 |
| }, |
| { |
| "loss": 0.03055701218545437, |
| "grad_norm": 0.1681850254535675, |
| "learning_rate": 0.00019436085063935835, |
| "epoch": 0.366412213740458, |
| "step": 33 |
| }, |
| { |
| "loss": 0.03377750143408775, |
| "grad_norm": 0.18554241955280304, |
| "learning_rate": 0.00019396926207859084, |
| "epoch": 0.37751561415683554, |
| "step": 34 |
| }, |
| { |
| "loss": 0.011026578955352306, |
| "grad_norm": 0.08266780525445938, |
| "learning_rate": 0.00019356495158395315, |
| "epoch": 0.3886190145732131, |
| "step": 35 |
| }, |
| { |
| "loss": 0.011678414419293404, |
| "grad_norm": 0.0954771563410759, |
| "learning_rate": 0.00019314797389261424, |
| "epoch": 0.39972241498959055, |
| "step": 36 |
| }, |
| { |
| "loss": 0.003908986691385508, |
| "grad_norm": 0.057436637580394745, |
| "learning_rate": 0.00019271838545667876, |
| "epoch": 0.4108258154059681, |
| "step": 37 |
| }, |
| { |
| "loss": 0.03971560299396515, |
| "grad_norm": 0.1711757332086563, |
| "learning_rate": 0.00019227624443554425, |
| "epoch": 0.4219292158223456, |
| "step": 38 |
| }, |
| { |
| "loss": 0.026749372482299805, |
| "grad_norm": 0.15317557752132416, |
| "learning_rate": 0.00019182161068802741, |
| "epoch": 0.43303261623872313, |
| "step": 39 |
| }, |
| { |
| "loss": 0.005962643772363663, |
| "grad_norm": 0.07149907946586609, |
| "learning_rate": 0.0001913545457642601, |
| "epoch": 0.4441360166551006, |
| "step": 40 |
| }, |
| { |
| "loss": 0.034220557659864426, |
| "grad_norm": 0.13144898414611816, |
| "learning_rate": 0.00019087511289735644, |
| "epoch": 0.45523941707147814, |
| "step": 41 |
| }, |
| { |
| "loss": 0.013403044082224369, |
| "grad_norm": 0.10616762936115265, |
| "learning_rate": 0.00019038337699485208, |
| "epoch": 0.46634281748785567, |
| "step": 42 |
| }, |
| { |
| "loss": 0.0515558123588562, |
| "grad_norm": 0.25350019335746765, |
| "learning_rate": 0.0001898794046299167, |
| "epoch": 0.4774462179042332, |
| "step": 43 |
| }, |
| { |
| "loss": 0.006211064290255308, |
| "grad_norm": 0.07005950063467026, |
| "learning_rate": 0.00018936326403234125, |
| "epoch": 0.48854961832061067, |
| "step": 44 |
| }, |
| { |
| "loss": 0.03814203664660454, |
| "grad_norm": 0.18773649632930756, |
| "learning_rate": 0.00018883502507930042, |
| "epoch": 0.4996530187369882, |
| "step": 45 |
| }, |
| { |
| "loss": 0.004700696095824242, |
| "grad_norm": 0.04619601368904114, |
| "learning_rate": 0.00018829475928589271, |
| "epoch": 0.5107564191533657, |
| "step": 46 |
| }, |
| { |
| "loss": 0.01920146495103836, |
| "grad_norm": 0.21882829070091248, |
| "learning_rate": 0.0001877425397954582, |
| "epoch": 0.5218598195697433, |
| "step": 47 |
| }, |
| { |
| "loss": 0.015273750759661198, |
| "grad_norm": 0.179578959941864, |
| "learning_rate": 0.00018717844136967624, |
| "epoch": 0.5329632199861207, |
| "step": 48 |
| }, |
| { |
| "loss": 0.02806437574326992, |
| "grad_norm": 0.15267197787761688, |
| "learning_rate": 0.00018660254037844388, |
| "epoch": 0.5440666204024983, |
| "step": 49 |
| }, |
| { |
| "loss": 0.02385113015770912, |
| "grad_norm": 0.20542870461940765, |
| "learning_rate": 0.00018601491478953657, |
| "epoch": 0.5551700208188758, |
| "step": 50 |
| }, |
| { |
| "loss": 0.028099708259105682, |
| "grad_norm": 0.1347873955965042, |
| "learning_rate": 0.00018541564415805258, |
| "epoch": 0.5662734212352533, |
| "step": 51 |
| }, |
| { |
| "loss": 0.019417954608798027, |
| "grad_norm": 0.09850087761878967, |
| "learning_rate": 0.0001848048096156426, |
| "epoch": 0.5773768216516308, |
| "step": 52 |
| }, |
| { |
| "loss": 0.004227581899613142, |
| "grad_norm": 0.06576558947563171, |
| "learning_rate": 0.00018418249385952575, |
| "epoch": 0.5884802220680083, |
| "step": 53 |
| }, |
| { |
| "loss": 0.005577925592660904, |
| "grad_norm": 0.06200479716062546, |
| "learning_rate": 0.00018354878114129367, |
| "epoch": 0.5995836224843858, |
| "step": 54 |
| }, |
| { |
| "loss": 0.049879446625709534, |
| "grad_norm": 0.3281773328781128, |
| "learning_rate": 0.00018290375725550417, |
| "epoch": 0.6106870229007634, |
| "step": 55 |
| }, |
| { |
| "loss": 0.006307754199951887, |
| "grad_norm": 0.06183058023452759, |
| "learning_rate": 0.00018224750952806624, |
| "epoch": 0.6217904233171409, |
| "step": 56 |
| }, |
| { |
| "loss": 0.04659178853034973, |
| "grad_norm": 0.20692244172096252, |
| "learning_rate": 0.00018158012680441723, |
| "epoch": 0.6328938237335184, |
| "step": 57 |
| }, |
| { |
| "loss": 0.022197065874934196, |
| "grad_norm": 0.1442933827638626, |
| "learning_rate": 0.00018090169943749476, |
| "epoch": 0.6439972241498959, |
| "step": 58 |
| }, |
| { |
| "loss": 0.011002053506672382, |
| "grad_norm": 0.11611606925725937, |
| "learning_rate": 0.0001802123192755044, |
| "epoch": 0.6551006245662734, |
| "step": 59 |
| }, |
| { |
| "loss": 0.005552457645535469, |
| "grad_norm": 0.06183777004480362, |
| "learning_rate": 0.0001795120796494848, |
| "epoch": 0.666204024982651, |
| "step": 60 |
| }, |
| { |
| "loss": 0.00588051276281476, |
| "grad_norm": 0.07396812736988068, |
| "learning_rate": 0.00017880107536067218, |
| "epoch": 0.6773074253990284, |
| "step": 61 |
| }, |
| { |
| "loss": 0.005040598101913929, |
| "grad_norm": 0.06021937355399132, |
| "learning_rate": 0.00017807940266766593, |
| "epoch": 0.6884108258154059, |
| "step": 62 |
| }, |
| { |
| "loss": 0.006408208981156349, |
| "grad_norm": 0.0630301982164383, |
| "learning_rate": 0.0001773471592733964, |
| "epoch": 0.6995142262317835, |
| "step": 63 |
| }, |
| { |
| "loss": 0.03109092079102993, |
| "grad_norm": 0.1972433626651764, |
| "learning_rate": 0.0001766044443118978, |
| "epoch": 0.710617626648161, |
| "step": 64 |
| }, |
| { |
| "loss": 0.01442437432706356, |
| "grad_norm": 0.2614825665950775, |
| "learning_rate": 0.00017585135833488692, |
| "epoch": 0.7217210270645386, |
| "step": 65 |
| }, |
| { |
| "loss": 0.02434384636580944, |
| "grad_norm": 0.11953062564134598, |
| "learning_rate": 0.00017508800329814995, |
| "epoch": 0.732824427480916, |
| "step": 66 |
| }, |
| { |
| "loss": 0.003504230175167322, |
| "grad_norm": 0.056314583867788315, |
| "learning_rate": 0.00017431448254773944, |
| "epoch": 0.7439278278972935, |
| "step": 67 |
| }, |
| { |
| "loss": 0.01270079892128706, |
| "grad_norm": 0.08628875762224197, |
| "learning_rate": 0.0001735309008059829, |
| "epoch": 0.7550312283136711, |
| "step": 68 |
| }, |
| { |
| "loss": 0.013141262345016003, |
| "grad_norm": 0.09234391897916794, |
| "learning_rate": 0.00017273736415730488, |
| "epoch": 0.7661346287300486, |
| "step": 69 |
| }, |
| { |
| "loss": 0.021891677752137184, |
| "grad_norm": 0.1135958731174469, |
| "learning_rate": 0.0001719339800338651, |
| "epoch": 0.7772380291464261, |
| "step": 70 |
| }, |
| { |
| "loss": 0.03220357373356819, |
| "grad_norm": 0.12099183350801468, |
| "learning_rate": 0.00017112085720101373, |
| "epoch": 0.7883414295628036, |
| "step": 71 |
| }, |
| { |
| "loss": 0.006556101609021425, |
| "grad_norm": 0.1038985624909401, |
| "learning_rate": 0.0001702981057425662, |
| "epoch": 0.7994448299791811, |
| "step": 72 |
| }, |
| { |
| "loss": 0.0022207903675734997, |
| "grad_norm": 0.02890835516154766, |
| "learning_rate": 0.00016946583704589973, |
| "epoch": 0.8105482303955587, |
| "step": 73 |
| }, |
| { |
| "loss": 0.006729573477059603, |
| "grad_norm": 0.07326466590166092, |
| "learning_rate": 0.0001686241637868734, |
| "epoch": 0.8216516308119362, |
| "step": 74 |
| }, |
| { |
| "loss": 0.009240851737558842, |
| "grad_norm": 0.09405697882175446, |
| "learning_rate": 0.00016777319991457325, |
| "epoch": 0.8327550312283136, |
| "step": 75 |
| }, |
| { |
| "loss": 0.0017095255898311734, |
| "grad_norm": 0.018018698319792747, |
| "learning_rate": 0.00016691306063588583, |
| "epoch": 0.8438584316446912, |
| "step": 76 |
| }, |
| { |
| "loss": 0.003485671477392316, |
| "grad_norm": 0.09172848612070084, |
| "learning_rate": 0.00016604386239990078, |
| "epoch": 0.8549618320610687, |
| "step": 77 |
| }, |
| { |
| "loss": 0.006044326350092888, |
| "grad_norm": 0.08144538104534149, |
| "learning_rate": 0.00016516572288214552, |
| "epoch": 0.8660652324774463, |
| "step": 78 |
| }, |
| { |
| "loss": 0.019570548087358475, |
| "grad_norm": 0.12051013112068176, |
| "learning_rate": 0.00016427876096865394, |
| "epoch": 0.8771686328938237, |
| "step": 79 |
| }, |
| { |
| "loss": 0.029929179698228836, |
| "grad_norm": 0.12691369652748108, |
| "learning_rate": 0.00016338309673987101, |
| "epoch": 0.8882720333102012, |
| "step": 80 |
| }, |
| { |
| "loss": 0.009485170245170593, |
| "grad_norm": 0.07689705491065979, |
| "learning_rate": 0.000162478851454396, |
| "epoch": 0.8993754337265788, |
| "step": 81 |
| }, |
| { |
| "loss": 0.007876642979681492, |
| "grad_norm": 0.07503333687782288, |
| "learning_rate": 0.0001615661475325658, |
| "epoch": 0.9104788341429563, |
| "step": 82 |
| }, |
| { |
| "loss": 0.005961703136563301, |
| "grad_norm": 0.05012199282646179, |
| "learning_rate": 0.00016064510853988138, |
| "epoch": 0.9215822345593337, |
| "step": 83 |
| }, |
| { |
| "loss": 0.020787648856639862, |
| "grad_norm": 0.1281776875257492, |
| "learning_rate": 0.00015971585917027862, |
| "epoch": 0.9326856349757113, |
| "step": 84 |
| }, |
| { |
| "loss": 0.000465249118860811, |
| "grad_norm": 0.008060788735747337, |
| "learning_rate": 0.00015877852522924732, |
| "epoch": 0.9437890353920888, |
| "step": 85 |
| }, |
| { |
| "loss": 0.016680452972650528, |
| "grad_norm": 0.08592799305915833, |
| "learning_rate": 0.00015783323361679864, |
| "epoch": 0.9548924358084664, |
| "step": 86 |
| }, |
| { |
| "loss": 0.009535298682749271, |
| "grad_norm": 0.0659300684928894, |
| "learning_rate": 0.00015688011231028518, |
| "epoch": 0.9659958362248439, |
| "step": 87 |
| }, |
| { |
| "loss": 0.01739584095776081, |
| "grad_norm": 0.1285824328660965, |
| "learning_rate": 0.0001559192903470747, |
| "epoch": 0.9770992366412213, |
| "step": 88 |
| }, |
| { |
| "loss": 0.013622242957353592, |
| "grad_norm": 0.1113409548997879, |
| "learning_rate": 0.0001549508978070806, |
| "epoch": 0.9882026370575989, |
| "step": 89 |
| }, |
| { |
| "loss": 0.012220436707139015, |
| "grad_norm": 0.0880318358540535, |
| "learning_rate": 0.0001539750657951513, |
| "epoch": 0.9993060374739764, |
| "step": 90 |
| }, |
| { |
| "loss": 0.001605391502380371, |
| "grad_norm": 0.08987312018871307, |
| "learning_rate": 0.0001529919264233205, |
| "epoch": 1.0, |
| "step": 91 |
| }, |
| { |
| "loss": 0.005238894373178482, |
| "grad_norm": 0.05442668870091438, |
| "learning_rate": 0.00015200161279292155, |
| "epoch": 1.0111034004163775, |
| "step": 92 |
| }, |
| { |
| "loss": 0.003774596843868494, |
| "grad_norm": 0.051331259310245514, |
| "learning_rate": 0.00015100425897656753, |
| "epoch": 1.022206800832755, |
| "step": 93 |
| }, |
| { |
| "loss": 0.0033705425448715687, |
| "grad_norm": 0.13363640010356903, |
| "learning_rate": 0.00015000000000000001, |
| "epoch": 1.0333102012491326, |
| "step": 94 |
| }, |
| { |
| "loss": 0.004251929931342602, |
| "grad_norm": 0.04953952506184578, |
| "learning_rate": 0.0001489889718238087, |
| "epoch": 1.0444136016655101, |
| "step": 95 |
| }, |
| { |
| "loss": 0.0062233032658696175, |
| "grad_norm": 0.08337115496397018, |
| "learning_rate": 0.00014797131132502465, |
| "epoch": 1.0555170020818876, |
| "step": 96 |
| }, |
| { |
| "loss": 0.00801208708435297, |
| "grad_norm": 0.07984863221645355, |
| "learning_rate": 0.00014694715627858908, |
| "epoch": 1.066620402498265, |
| "step": 97 |
| }, |
| { |
| "loss": 0.002963041188195348, |
| "grad_norm": 0.05126333609223366, |
| "learning_rate": 0.00014591664533870118, |
| "epoch": 1.0777238029146425, |
| "step": 98 |
| }, |
| { |
| "loss": 0.008451717905700207, |
| "grad_norm": 0.0980011373758316, |
| "learning_rate": 0.00014487991802004623, |
| "epoch": 1.0888272033310202, |
| "step": 99 |
| }, |
| { |
| "loss": 0.0033840062096714973, |
| "grad_norm": 0.09044548869132996, |
| "learning_rate": 0.00014383711467890774, |
| "epoch": 1.0999306037473977, |
| "step": 100 |
| }, |
| { |
| "loss": 0.01799582503736019, |
| "grad_norm": 0.15540874004364014, |
| "learning_rate": 0.00014278837649416544, |
| "epoch": 1.1110340041637752, |
| "step": 101 |
| }, |
| { |
| "loss": 0.005631173960864544, |
| "grad_norm": 0.19040288031101227, |
| "learning_rate": 0.0001417338454481818, |
| "epoch": 1.1221374045801527, |
| "step": 102 |
| }, |
| { |
| "loss": 0.006984387058764696, |
| "grad_norm": 0.09872876852750778, |
| "learning_rate": 0.00014067366430758004, |
| "epoch": 1.1332408049965301, |
| "step": 103 |
| }, |
| { |
| "loss": 0.0009191720164380968, |
| "grad_norm": 0.015590984374284744, |
| "learning_rate": 0.0001396079766039157, |
| "epoch": 1.1443442054129078, |
| "step": 104 |
| }, |
| { |
| "loss": 0.0014551086351275444, |
| "grad_norm": 0.05302764102816582, |
| "learning_rate": 0.00013853692661424484, |
| "epoch": 1.1554476058292853, |
| "step": 105 |
| }, |
| { |
| "loss": 0.0014657770516350865, |
| "grad_norm": 0.03392955660820007, |
| "learning_rate": 0.00013746065934159123, |
| "epoch": 1.1665510062456628, |
| "step": 106 |
| }, |
| { |
| "loss": 0.0008271295810118318, |
| "grad_norm": 0.039895109832286835, |
| "learning_rate": 0.00013637932049531516, |
| "epoch": 1.1776544066620402, |
| "step": 107 |
| }, |
| { |
| "loss": 0.0202441718429327, |
| "grad_norm": 0.3854893147945404, |
| "learning_rate": 0.00013529305647138687, |
| "epoch": 1.1887578070784177, |
| "step": 108 |
| }, |
| { |
| "loss": 0.0037672286853194237, |
| "grad_norm": 0.09699325263500214, |
| "learning_rate": 0.00013420201433256689, |
| "epoch": 1.1998612074947952, |
| "step": 109 |
| }, |
| { |
| "loss": 0.0019683365244418383, |
| "grad_norm": 0.038851648569107056, |
| "learning_rate": 0.0001331063417884958, |
| "epoch": 1.2109646079111729, |
| "step": 110 |
| }, |
| { |
| "loss": 0.003456352511420846, |
| "grad_norm": 0.059991780668497086, |
| "learning_rate": 0.00013200618717569714, |
| "epoch": 1.2220680083275504, |
| "step": 111 |
| }, |
| { |
| "loss": 0.010525468736886978, |
| "grad_norm": 0.0657477006316185, |
| "learning_rate": 0.00013090169943749476, |
| "epoch": 1.2331714087439278, |
| "step": 112 |
| }, |
| { |
| "loss": 0.0004884903901256621, |
| "grad_norm": 0.011057283729314804, |
| "learning_rate": 0.0001297930281038482, |
| "epoch": 1.2442748091603053, |
| "step": 113 |
| }, |
| { |
| "loss": 0.001567146391607821, |
| "grad_norm": 0.02416708879172802, |
| "learning_rate": 0.00012868032327110904, |
| "epoch": 1.2553782095766828, |
| "step": 114 |
| }, |
| { |
| "loss": 0.0027189922984689474, |
| "grad_norm": 0.027829235419631004, |
| "learning_rate": 0.0001275637355816999, |
| "epoch": 1.2664816099930603, |
| "step": 115 |
| }, |
| { |
| "loss": 0.0011546590831130743, |
| "grad_norm": 0.020313648506999016, |
| "learning_rate": 0.00012644341620372023, |
| "epoch": 1.277585010409438, |
| "step": 116 |
| }, |
| { |
| "loss": 0.008269840851426125, |
| "grad_norm": 0.06646428257226944, |
| "learning_rate": 0.0001253195168104802, |
| "epoch": 1.2886884108258154, |
| "step": 117 |
| }, |
| { |
| "loss": 0.006803714670240879, |
| "grad_norm": 0.04964790865778923, |
| "learning_rate": 0.00012419218955996676, |
| "epoch": 1.299791811242193, |
| "step": 118 |
| }, |
| { |
| "loss": 0.000572250341065228, |
| "grad_norm": 0.012129321694374084, |
| "learning_rate": 0.00012306158707424403, |
| "epoch": 1.3108952116585704, |
| "step": 119 |
| }, |
| { |
| "loss": 0.0030361602548509836, |
| "grad_norm": 0.0791798084974289, |
| "learning_rate": 0.00012192786241879033, |
| "epoch": 1.3219986120749478, |
| "step": 120 |
| }, |
| { |
| "loss": 0.0032888527493923903, |
| "grad_norm": 0.04054338485002518, |
| "learning_rate": 0.00012079116908177593, |
| "epoch": 1.3331020124913255, |
| "step": 121 |
| }, |
| { |
| "loss": 0.004093429539352655, |
| "grad_norm": 0.044847872108221054, |
| "learning_rate": 0.00011965166095328301, |
| "epoch": 1.344205412907703, |
| "step": 122 |
| }, |
| { |
| "loss": 0.0018080237787216902, |
| "grad_norm": 0.030936224386096, |
| "learning_rate": 0.00011850949230447145, |
| "epoch": 1.3553088133240805, |
| "step": 123 |
| }, |
| { |
| "loss": 0.0028136586770415306, |
| "grad_norm": 0.036087218672037125, |
| "learning_rate": 0.00011736481776669306, |
| "epoch": 1.366412213740458, |
| "step": 124 |
| }, |
| { |
| "loss": 0.00630409549921751, |
| "grad_norm": 0.09387701749801636, |
| "learning_rate": 0.00011621779231055676, |
| "epoch": 1.3775156141568354, |
| "step": 125 |
| }, |
| { |
| "loss": 0.0028767576441168785, |
| "grad_norm": 0.10042953491210938, |
| "learning_rate": 0.00011506857122494831, |
| "epoch": 1.3886190145732131, |
| "step": 126 |
| }, |
| { |
| "loss": 0.0023748106323182583, |
| "grad_norm": 0.031763847917318344, |
| "learning_rate": 0.00011391731009600654, |
| "epoch": 1.3997224149895906, |
| "step": 127 |
| }, |
| { |
| "loss": 0.0006115291034802794, |
| "grad_norm": 0.013790605589747429, |
| "learning_rate": 0.00011276416478605949, |
| "epoch": 1.410825815405968, |
| "step": 128 |
| }, |
| { |
| "loss": 0.0006597705651074648, |
| "grad_norm": 0.023788312450051308, |
| "learning_rate": 0.00011160929141252303, |
| "epoch": 1.4219292158223455, |
| "step": 129 |
| }, |
| { |
| "loss": 0.0027555343694984913, |
| "grad_norm": 0.049149271100759506, |
| "learning_rate": 0.00011045284632676536, |
| "epoch": 1.433032616238723, |
| "step": 130 |
| }, |
| { |
| "loss": 0.0011079043615609407, |
| "grad_norm": 0.017563462257385254, |
| "learning_rate": 0.00010929498609293924, |
| "epoch": 1.4441360166551007, |
| "step": 131 |
| }, |
| { |
| "loss": 0.00791978556662798, |
| "grad_norm": 0.13089224696159363, |
| "learning_rate": 0.00010813586746678583, |
| "epoch": 1.4552394170714782, |
| "step": 132 |
| }, |
| { |
| "loss": 0.0012466092593967915, |
| "grad_norm": 0.03258095309138298, |
| "learning_rate": 0.00010697564737441252, |
| "epoch": 1.4663428174878557, |
| "step": 133 |
| }, |
| { |
| "loss": 0.0012967974180355668, |
| "grad_norm": 0.03307458758354187, |
| "learning_rate": 0.00010581448289104758, |
| "epoch": 1.4774462179042331, |
| "step": 134 |
| }, |
| { |
| "loss": 0.007309555076062679, |
| "grad_norm": 0.08119885623455048, |
| "learning_rate": 0.0001046525312197747, |
| "epoch": 1.4885496183206106, |
| "step": 135 |
| }, |
| { |
| "loss": 0.0024388134479522705, |
| "grad_norm": 0.0365670882165432, |
| "learning_rate": 0.00010348994967025012, |
| "epoch": 1.4996530187369883, |
| "step": 136 |
| }, |
| { |
| "loss": 0.009372331202030182, |
| "grad_norm": 0.11805802583694458, |
| "learning_rate": 0.00010232689563740563, |
| "epoch": 1.5107564191533656, |
| "step": 137 |
| }, |
| { |
| "loss": 0.0108938692137599, |
| "grad_norm": 0.08489461988210678, |
| "learning_rate": 0.00010116352658013973, |
| "epoch": 1.5218598195697433, |
| "step": 138 |
| }, |
| { |
| "loss": 0.0026753286365419626, |
| "grad_norm": 0.057914867997169495, |
| "learning_rate": 0.0001, |
| "epoch": 1.5329632199861207, |
| "step": 139 |
| }, |
| { |
| "loss": 0.004938989877700806, |
| "grad_norm": 0.0661998838186264, |
| "learning_rate": 9.883647341986032e-05, |
| "epoch": 1.5440666204024982, |
| "step": 140 |
| }, |
| { |
| "loss": 0.0006187134422361851, |
| "grad_norm": 0.012344218790531158, |
| "learning_rate": 9.767310436259438e-05, |
| "epoch": 1.555170020818876, |
| "step": 141 |
| }, |
| { |
| "loss": 0.0019832479301840067, |
| "grad_norm": 0.07194311171770096, |
| "learning_rate": 9.651005032974994e-05, |
| "epoch": 1.5662734212352531, |
| "step": 142 |
| }, |
| { |
| "loss": 0.023575376719236374, |
| "grad_norm": 0.10246355086565018, |
| "learning_rate": 9.534746878022534e-05, |
| "epoch": 1.5773768216516308, |
| "step": 143 |
| }, |
| { |
| "loss": 0.0016534080496057868, |
| "grad_norm": 0.027751371264457703, |
| "learning_rate": 9.418551710895243e-05, |
| "epoch": 1.5884802220680083, |
| "step": 144 |
| }, |
| { |
| "loss": 0.010032778605818748, |
| "grad_norm": 0.08701073378324509, |
| "learning_rate": 9.302435262558747e-05, |
| "epoch": 1.5995836224843858, |
| "step": 145 |
| }, |
| { |
| "loss": 0.004825797863304615, |
| "grad_norm": 0.07686074078083038, |
| "learning_rate": 9.186413253321418e-05, |
| "epoch": 1.6106870229007635, |
| "step": 146 |
| }, |
| { |
| "loss": 0.007475260179489851, |
| "grad_norm": 0.0755486860871315, |
| "learning_rate": 9.070501390706079e-05, |
| "epoch": 1.6217904233171407, |
| "step": 147 |
| }, |
| { |
| "loss": 0.0029515489004552364, |
| "grad_norm": 0.04138359799981117, |
| "learning_rate": 8.954715367323468e-05, |
| "epoch": 1.6328938237335184, |
| "step": 148 |
| }, |
| { |
| "loss": 0.02156146615743637, |
| "grad_norm": 0.14557036757469177, |
| "learning_rate": 8.839070858747697e-05, |
| "epoch": 1.643997224149896, |
| "step": 149 |
| }, |
| { |
| "loss": 0.0013141734525561333, |
| "grad_norm": 0.033466584980487823, |
| "learning_rate": 8.723583521394054e-05, |
| "epoch": 1.6551006245662734, |
| "step": 150 |
| }, |
| { |
| "loss": 0.009912682697176933, |
| "grad_norm": 0.10021013021469116, |
| "learning_rate": 8.608268990399349e-05, |
| "epoch": 1.666204024982651, |
| "step": 151 |
| }, |
| { |
| "loss": 0.002557775005698204, |
| "grad_norm": 0.06423213332891464, |
| "learning_rate": 8.49314287750517e-05, |
| "epoch": 1.6773074253990283, |
| "step": 152 |
| }, |
| { |
| "loss": 0.007192865014076233, |
| "grad_norm": 0.05610248073935509, |
| "learning_rate": 8.378220768944327e-05, |
| "epoch": 1.688410825815406, |
| "step": 153 |
| }, |
| { |
| "loss": 0.00357620557770133, |
| "grad_norm": 0.0698416456580162, |
| "learning_rate": 8.263518223330697e-05, |
| "epoch": 1.6995142262317835, |
| "step": 154 |
| }, |
| { |
| "loss": 0.001066345488652587, |
| "grad_norm": 0.022768152877688408, |
| "learning_rate": 8.149050769552856e-05, |
| "epoch": 1.710617626648161, |
| "step": 155 |
| }, |
| { |
| "loss": 0.002087992150336504, |
| "grad_norm": 0.05063783749938011, |
| "learning_rate": 8.034833904671698e-05, |
| "epoch": 1.7217210270645387, |
| "step": 156 |
| }, |
| { |
| "loss": 0.005414406768977642, |
| "grad_norm": 0.07123545557260513, |
| "learning_rate": 7.920883091822408e-05, |
| "epoch": 1.732824427480916, |
| "step": 157 |
| }, |
| { |
| "loss": 0.0005238516023382545, |
| "grad_norm": 0.013095811009407043, |
| "learning_rate": 7.807213758120966e-05, |
| "epoch": 1.7439278278972936, |
| "step": 158 |
| }, |
| { |
| "loss": 0.0023119491524994373, |
| "grad_norm": 0.02543606422841549, |
| "learning_rate": 7.693841292575598e-05, |
| "epoch": 1.755031228313671, |
| "step": 159 |
| }, |
| { |
| "loss": 0.0012464482570067048, |
| "grad_norm": 0.023485898971557617, |
| "learning_rate": 7.580781044003324e-05, |
| "epoch": 1.7661346287300486, |
| "step": 160 |
| }, |
| { |
| "loss": 0.010121936909854412, |
| "grad_norm": 0.11865287274122238, |
| "learning_rate": 7.468048318951983e-05, |
| "epoch": 1.7772380291464263, |
| "step": 161 |
| }, |
| { |
| "loss": 0.010622553527355194, |
| "grad_norm": 0.10067789256572723, |
| "learning_rate": 7.35565837962798e-05, |
| "epoch": 1.7883414295628035, |
| "step": 162 |
| }, |
| { |
| "loss": 0.01093344110995531, |
| "grad_norm": 0.11214911192655563, |
| "learning_rate": 7.243626441830009e-05, |
| "epoch": 1.7994448299791812, |
| "step": 163 |
| }, |
| { |
| "loss": 0.002597471931949258, |
| "grad_norm": 0.03298800811171532, |
| "learning_rate": 7.131967672889101e-05, |
| "epoch": 1.8105482303955587, |
| "step": 164 |
| }, |
| { |
| "loss": 0.0004867906682193279, |
| "grad_norm": 0.009381928481161594, |
| "learning_rate": 7.02069718961518e-05, |
| "epoch": 1.8216516308119362, |
| "step": 165 |
| }, |
| { |
| "loss": 0.0009496217826381326, |
| "grad_norm": 0.03668565675616264, |
| "learning_rate": 6.909830056250527e-05, |
| "epoch": 1.8327550312283136, |
| "step": 166 |
| }, |
| { |
| "loss": 0.005561809055507183, |
| "grad_norm": 0.06403116881847382, |
| "learning_rate": 6.799381282430284e-05, |
| "epoch": 1.843858431644691, |
| "step": 167 |
| }, |
| { |
| "loss": 0.00022523854568134993, |
| "grad_norm": 0.004085203632712364, |
| "learning_rate": 6.68936582115042e-05, |
| "epoch": 1.8549618320610688, |
| "step": 168 |
| }, |
| { |
| "loss": 0.0006040821899659932, |
| "grad_norm": 0.016563741490244865, |
| "learning_rate": 6.579798566743314e-05, |
| "epoch": 1.8660652324774463, |
| "step": 169 |
| }, |
| { |
| "loss": 0.006220725830644369, |
| "grad_norm": 0.09190915524959564, |
| "learning_rate": 6.470694352861312e-05, |
| "epoch": 1.8771686328938237, |
| "step": 170 |
| }, |
| { |
| "loss": 0.0005163773312233388, |
| "grad_norm": 0.012748060747981071, |
| "learning_rate": 6.362067950468489e-05, |
| "epoch": 1.8882720333102012, |
| "step": 171 |
| }, |
| { |
| "loss": 0.009463150054216385, |
| "grad_norm": 0.08283476531505585, |
| "learning_rate": 6.25393406584088e-05, |
| "epoch": 1.8993754337265787, |
| "step": 172 |
| }, |
| { |
| "loss": 0.005616231355816126, |
| "grad_norm": 0.10440317541360855, |
| "learning_rate": 6.146307338575519e-05, |
| "epoch": 1.9104788341429564, |
| "step": 173 |
| }, |
| { |
| "loss": 0.0025631391908973455, |
| "grad_norm": 0.03647289052605629, |
| "learning_rate": 6.039202339608432e-05, |
| "epoch": 1.9215822345593336, |
| "step": 174 |
| }, |
| { |
| "loss": 0.0007256513345055282, |
| "grad_norm": 0.018309885635972023, |
| "learning_rate": 5.9326335692419995e-05, |
| "epoch": 1.9326856349757113, |
| "step": 175 |
| }, |
| { |
| "loss": 0.006048131268471479, |
| "grad_norm": 0.08872969448566437, |
| "learning_rate": 5.8266154551818216e-05, |
| "epoch": 1.9437890353920888, |
| "step": 176 |
| }, |
| { |
| "loss": 0.0048399316146969795, |
| "grad_norm": 0.0693540945649147, |
| "learning_rate": 5.72116235058346e-05, |
| "epoch": 1.9548924358084663, |
| "step": 177 |
| }, |
| { |
| "loss": 0.00079789396841079, |
| "grad_norm": 0.022740449756383896, |
| "learning_rate": 5.616288532109225e-05, |
| "epoch": 1.965995836224844, |
| "step": 178 |
| }, |
| { |
| "loss": 0.0002554625098127872, |
| "grad_norm": 0.004780248738825321, |
| "learning_rate": 5.5120081979953785e-05, |
| "epoch": 1.9770992366412212, |
| "step": 179 |
| }, |
| { |
| "loss": 0.004320482723414898, |
| "grad_norm": 0.051174018532037735, |
| "learning_rate": 5.4083354661298814e-05, |
| "epoch": 1.988202637057599, |
| "step": 180 |
| }, |
| { |
| "loss": 0.00403692526742816, |
| "grad_norm": 0.04460834339261055, |
| "learning_rate": 5.305284372141095e-05, |
| "epoch": 1.9993060374739764, |
| "step": 181 |
| }, |
| { |
| "loss": 0.000192473380593583, |
| "grad_norm": 0.02723965048789978, |
| "learning_rate": 5.2028688674975415e-05, |
| "epoch": 2.0, |
| "step": 182 |
| }, |
| { |
| "loss": 0.0031282880809158087, |
| "grad_norm": 0.07167559117078781, |
| "learning_rate": 5.101102817619131e-05, |
| "epoch": 2.0111034004163777, |
| "step": 183 |
| }, |
| { |
| "loss": 0.001440710504539311, |
| "grad_norm": 0.034675925970077515, |
| "learning_rate": 5.000000000000002e-05, |
| "epoch": 2.022206800832755, |
| "step": 184 |
| }, |
| { |
| "loss": 0.002487765159457922, |
| "grad_norm": 0.04422704502940178, |
| "learning_rate": 4.899574102343247e-05, |
| "epoch": 2.0333102012491326, |
| "step": 185 |
| }, |
| { |
| "loss": 0.00018012276268564165, |
| "grad_norm": 0.003625614335760474, |
| "learning_rate": 4.799838720707846e-05, |
| "epoch": 2.04441360166551, |
| "step": 186 |
| }, |
| { |
| "loss": 0.0008509792387485504, |
| "grad_norm": 0.0641360729932785, |
| "learning_rate": 4.700807357667952e-05, |
| "epoch": 2.0555170020818876, |
| "step": 187 |
| }, |
| { |
| "loss": 0.0012335458304733038, |
| "grad_norm": 0.03804023936390877, |
| "learning_rate": 4.6024934204848745e-05, |
| "epoch": 2.0666204024982653, |
| "step": 188 |
| }, |
| { |
| "loss": 0.0007197751547209918, |
| "grad_norm": 0.01487179659307003, |
| "learning_rate": 4.50491021929194e-05, |
| "epoch": 2.0777238029146425, |
| "step": 189 |
| }, |
| { |
| "loss": 0.000570658827200532, |
| "grad_norm": 0.012829587794840336, |
| "learning_rate": 4.4080709652925336e-05, |
| "epoch": 2.0888272033310202, |
| "step": 190 |
| }, |
| { |
| "loss": 0.0003685185220092535, |
| "grad_norm": 0.00644276337698102, |
| "learning_rate": 4.3119887689714844e-05, |
| "epoch": 2.0999306037473975, |
| "step": 191 |
| }, |
| { |
| "loss": 0.00217076507396996, |
| "grad_norm": 0.03593655303120613, |
| "learning_rate": 4.216676638320135e-05, |
| "epoch": 2.111034004163775, |
| "step": 192 |
| }, |
| { |
| "loss": 0.0021631934214383364, |
| "grad_norm": 0.038568392395973206, |
| "learning_rate": 4.12214747707527e-05, |
| "epoch": 2.122137404580153, |
| "step": 193 |
| }, |
| { |
| "loss": 0.00018508080393075943, |
| "grad_norm": 0.004468716215342283, |
| "learning_rate": 4.028414082972141e-05, |
| "epoch": 2.13324080499653, |
| "step": 194 |
| }, |
| { |
| "loss": 0.0009128937381319702, |
| "grad_norm": 0.027085695415735245, |
| "learning_rate": 3.935489146011869e-05, |
| "epoch": 2.144344205412908, |
| "step": 195 |
| }, |
| { |
| "loss": 0.0002966481843031943, |
| "grad_norm": 0.006275610998272896, |
| "learning_rate": 3.843385246743417e-05, |
| "epoch": 2.155447605829285, |
| "step": 196 |
| }, |
| { |
| "loss": 0.0011582208098843694, |
| "grad_norm": 0.02687346190214157, |
| "learning_rate": 3.7521148545604e-05, |
| "epoch": 2.1665510062456628, |
| "step": 197 |
| }, |
| { |
| "loss": 0.0008262763731181622, |
| "grad_norm": 0.014363622292876244, |
| "learning_rate": 3.661690326012897e-05, |
| "epoch": 2.1776544066620405, |
| "step": 198 |
| }, |
| { |
| "loss": 0.0003042164898943156, |
| "grad_norm": 0.01361521054059267, |
| "learning_rate": 3.5721239031346066e-05, |
| "epoch": 2.1887578070784177, |
| "step": 199 |
| }, |
| { |
| "loss": 0.00021733059838879853, |
| "grad_norm": 0.00866472814232111, |
| "learning_rate": 3.483427711785449e-05, |
| "epoch": 2.1998612074947954, |
| "step": 200 |
| }, |
| { |
| "loss": 0.00023889444128144532, |
| "grad_norm": 0.00470183277502656, |
| "learning_rate": 3.395613760009925e-05, |
| "epoch": 2.2109646079111727, |
| "step": 201 |
| }, |
| { |
| "loss": 0.0022749893832951784, |
| "grad_norm": 0.03821490705013275, |
| "learning_rate": 3.308693936411421e-05, |
| "epoch": 2.2220680083275504, |
| "step": 202 |
| }, |
| { |
| "loss": 0.00029496397473849356, |
| "grad_norm": 0.007405790500342846, |
| "learning_rate": 3.222680008542678e-05, |
| "epoch": 2.233171408743928, |
| "step": 203 |
| }, |
| { |
| "loss": 0.00033837920636869967, |
| "grad_norm": 0.008731233887374401, |
| "learning_rate": 3.137583621312665e-05, |
| "epoch": 2.2442748091603053, |
| "step": 204 |
| }, |
| { |
| "loss": 0.0007719028508290648, |
| "grad_norm": 0.014901618473231792, |
| "learning_rate": 3.053416295410026e-05, |
| "epoch": 2.255378209576683, |
| "step": 205 |
| }, |
| { |
| "loss": 0.0014813048765063286, |
| "grad_norm": 0.04358435794711113, |
| "learning_rate": 2.9701894257433826e-05, |
| "epoch": 2.2664816099930603, |
| "step": 206 |
| }, |
| { |
| "loss": 0.0005430534947663546, |
| "grad_norm": 0.011528179049491882, |
| "learning_rate": 2.8879142798986292e-05, |
| "epoch": 2.277585010409438, |
| "step": 207 |
| }, |
| { |
| "loss": 0.00034370424691587687, |
| "grad_norm": 0.004893212113529444, |
| "learning_rate": 2.8066019966134904e-05, |
| "epoch": 2.2886884108258156, |
| "step": 208 |
| }, |
| { |
| "loss": 0.0010527092963457108, |
| "grad_norm": 0.0205328818410635, |
| "learning_rate": 2.7262635842695127e-05, |
| "epoch": 2.299791811242193, |
| "step": 209 |
| }, |
| { |
| "loss": 0.0008116448880173266, |
| "grad_norm": 0.021442309021949768, |
| "learning_rate": 2.6469099194017143e-05, |
| "epoch": 2.3108952116585706, |
| "step": 210 |
| }, |
| { |
| "loss": 0.0037238351069390774, |
| "grad_norm": 0.04724681004881859, |
| "learning_rate": 2.5685517452260567e-05, |
| "epoch": 2.321998612074948, |
| "step": 211 |
| }, |
| { |
| "loss": 0.00570558849722147, |
| "grad_norm": 0.06557858735322952, |
| "learning_rate": 2.491199670185008e-05, |
| "epoch": 2.3331020124913255, |
| "step": 212 |
| }, |
| { |
| "loss": 0.0011785834794864058, |
| "grad_norm": 0.02593190036714077, |
| "learning_rate": 2.4148641665113113e-05, |
| "epoch": 2.344205412907703, |
| "step": 213 |
| }, |
| { |
| "loss": 0.0018704122630879283, |
| "grad_norm": 0.05805144086480141, |
| "learning_rate": 2.339555568810221e-05, |
| "epoch": 2.3553088133240805, |
| "step": 214 |
| }, |
| { |
| "loss": 0.0009465268230997026, |
| "grad_norm": 0.029634978622198105, |
| "learning_rate": 2.265284072660362e-05, |
| "epoch": 2.366412213740458, |
| "step": 215 |
| }, |
| { |
| "loss": 0.0006902794120833278, |
| "grad_norm": 0.017646944150328636, |
| "learning_rate": 2.192059733233408e-05, |
| "epoch": 2.3775156141568354, |
| "step": 216 |
| }, |
| { |
| "loss": 0.0008653043187223375, |
| "grad_norm": 0.02128649689257145, |
| "learning_rate": 2.119892463932781e-05, |
| "epoch": 2.388619014573213, |
| "step": 217 |
| }, |
| { |
| "loss": 0.0009620467899367213, |
| "grad_norm": 0.01664072461426258, |
| "learning_rate": 2.0487920350515212e-05, |
| "epoch": 2.3997224149895904, |
| "step": 218 |
| }, |
| { |
| "loss": 0.00021245694370009005, |
| "grad_norm": 0.004011219833046198, |
| "learning_rate": 1.9787680724495617e-05, |
| "epoch": 2.410825815405968, |
| "step": 219 |
| }, |
| { |
| "loss": 0.000662539794575423, |
| "grad_norm": 0.013697715476155281, |
| "learning_rate": 1.9098300562505266e-05, |
| "epoch": 2.4219292158223458, |
| "step": 220 |
| }, |
| { |
| "loss": 0.0013410050887614489, |
| "grad_norm": 0.03492460772395134, |
| "learning_rate": 1.8419873195582814e-05, |
| "epoch": 2.433032616238723, |
| "step": 221 |
| }, |
| { |
| "loss": 0.0006607146933674812, |
| "grad_norm": 0.016314877197146416, |
| "learning_rate": 1.775249047193377e-05, |
| "epoch": 2.4441360166551007, |
| "step": 222 |
| }, |
| { |
| "loss": 0.00267712096683681, |
| "grad_norm": 0.03245789557695389, |
| "learning_rate": 1.7096242744495837e-05, |
| "epoch": 2.455239417071478, |
| "step": 223 |
| }, |
| { |
| "loss": 0.0009540443425066769, |
| "grad_norm": 0.01580522023141384, |
| "learning_rate": 1.6451218858706374e-05, |
| "epoch": 2.4663428174878557, |
| "step": 224 |
| }, |
| { |
| "loss": 0.0002631157694850117, |
| "grad_norm": 0.006987827364355326, |
| "learning_rate": 1.5817506140474247e-05, |
| "epoch": 2.4774462179042334, |
| "step": 225 |
| }, |
| { |
| "loss": 0.0005279219476506114, |
| "grad_norm": 0.011882264167070389, |
| "learning_rate": 1.5195190384357404e-05, |
| "epoch": 2.4885496183206106, |
| "step": 226 |
| }, |
| { |
| "loss": 0.0005659055314026773, |
| "grad_norm": 0.01122165285050869, |
| "learning_rate": 1.458435584194745e-05, |
| "epoch": 2.4996530187369883, |
| "step": 227 |
| }, |
| { |
| "loss": 0.0006534359999932349, |
| "grad_norm": 0.015417223796248436, |
| "learning_rate": 1.3985085210463477e-05, |
| "epoch": 2.5107564191533656, |
| "step": 228 |
| }, |
| { |
| "loss": 0.000537577667273581, |
| "grad_norm": 0.014984376728534698, |
| "learning_rate": 1.339745962155613e-05, |
| "epoch": 2.5218598195697433, |
| "step": 229 |
| }, |
| { |
| "loss": 0.0014547649770975113, |
| "grad_norm": 0.04610738530755043, |
| "learning_rate": 1.2821558630323772e-05, |
| "epoch": 2.5329632199861205, |
| "step": 230 |
| }, |
| { |
| "loss": 0.0030281252693384886, |
| "grad_norm": 0.06278136372566223, |
| "learning_rate": 1.2257460204541794e-05, |
| "epoch": 2.544066620402498, |
| "step": 231 |
| }, |
| { |
| "loss": 4.744660691358149e-05, |
| "grad_norm": 0.0010382796172052622, |
| "learning_rate": 1.1705240714107302e-05, |
| "epoch": 2.555170020818876, |
| "step": 232 |
| }, |
| { |
| "loss": 0.0011553519871085882, |
| "grad_norm": 0.03249562904238701, |
| "learning_rate": 1.116497492069961e-05, |
| "epoch": 2.566273421235253, |
| "step": 233 |
| }, |
| { |
| "loss": 0.0005710968980565667, |
| "grad_norm": 0.040762804448604584, |
| "learning_rate": 1.0636735967658784e-05, |
| "epoch": 2.577376821651631, |
| "step": 234 |
| }, |
| { |
| "loss": 0.0016874882858246565, |
| "grad_norm": 0.03226013481616974, |
| "learning_rate": 1.0120595370083318e-05, |
| "epoch": 2.588480222068008, |
| "step": 235 |
| }, |
| { |
| "loss": 0.0004933075397275388, |
| "grad_norm": 0.008815680630505085, |
| "learning_rate": 9.616623005147951e-06, |
| "epoch": 2.599583622484386, |
| "step": 236 |
| }, |
| { |
| "loss": 0.0004388394590932876, |
| "grad_norm": 0.008908948861062527, |
| "learning_rate": 9.124887102643575e-06, |
| "epoch": 2.6106870229007635, |
| "step": 237 |
| }, |
| { |
| "loss": 0.00035047775600105524, |
| "grad_norm": 0.008026096038520336, |
| "learning_rate": 8.645454235739903e-06, |
| "epoch": 2.6217904233171407, |
| "step": 238 |
| }, |
| { |
| "loss": 0.004668767563998699, |
| "grad_norm": 0.09909072518348694, |
| "learning_rate": 8.178389311972612e-06, |
| "epoch": 2.6328938237335184, |
| "step": 239 |
| }, |
| { |
| "loss": 0.0018479757709428668, |
| "grad_norm": 0.03939471393823624, |
| "learning_rate": 7.72375556445577e-06, |
| "epoch": 2.6439972241498957, |
| "step": 240 |
| }, |
| { |
| "loss": 0.001170073519460857, |
| "grad_norm": 0.07461482286453247, |
| "learning_rate": 7.281614543321269e-06, |
| "epoch": 2.6551006245662734, |
| "step": 241 |
| }, |
| { |
| "loss": 0.001040186150930822, |
| "grad_norm": 0.018851246684789658, |
| "learning_rate": 6.852026107385756e-06, |
| "epoch": 2.666204024982651, |
| "step": 242 |
| }, |
| { |
| "loss": 0.0003154140431433916, |
| "grad_norm": 0.011888038367033005, |
| "learning_rate": 6.435048416046863e-06, |
| "epoch": 2.6773074253990283, |
| "step": 243 |
| }, |
| { |
| "loss": 0.002783727366477251, |
| "grad_norm": 0.06753791868686676, |
| "learning_rate": 6.030737921409169e-06, |
| "epoch": 2.688410825815406, |
| "step": 244 |
| }, |
| { |
| "loss": 8.915372018236667e-05, |
| "grad_norm": 0.0017917046789079905, |
| "learning_rate": 5.639149360641649e-06, |
| "epoch": 2.6995142262317833, |
| "step": 245 |
| }, |
| { |
| "loss": 0.001064301235601306, |
| "grad_norm": 0.025877000764012337, |
| "learning_rate": 5.26033574856708e-06, |
| "epoch": 2.710617626648161, |
| "step": 246 |
| }, |
| { |
| "loss": 0.00019584805704653263, |
| "grad_norm": 0.013628424145281315, |
| "learning_rate": 4.8943483704846475e-06, |
| "epoch": 2.7217210270645387, |
| "step": 247 |
| }, |
| { |
| "loss": 0.0002667722583282739, |
| "grad_norm": 0.009531455114483833, |
| "learning_rate": 4.541236775226809e-06, |
| "epoch": 2.732824427480916, |
| "step": 248 |
| }, |
| { |
| "loss": 0.0014836416812613606, |
| "grad_norm": 0.03923977538943291, |
| "learning_rate": 4.20104876845111e-06, |
| "epoch": 2.7439278278972936, |
| "step": 249 |
| }, |
| { |
| "loss": 0.0010388277005404234, |
| "grad_norm": 0.029680265113711357, |
| "learning_rate": 3.873830406168111e-06, |
| "epoch": 2.755031228313671, |
| "step": 250 |
| }, |
| { |
| "loss": 0.000178680318640545, |
| "grad_norm": 0.00518755754455924, |
| "learning_rate": 3.5596259885061102e-06, |
| "epoch": 2.7661346287300486, |
| "step": 251 |
| }, |
| { |
| "loss": 0.0009329643216915429, |
| "grad_norm": 0.024954449385404587, |
| "learning_rate": 3.2584780537136207e-06, |
| "epoch": 2.7772380291464263, |
| "step": 252 |
| }, |
| { |
| "loss": 0.0006331746117211878, |
| "grad_norm": 0.012082848697900772, |
| "learning_rate": 2.970427372400353e-06, |
| "epoch": 2.7883414295628035, |
| "step": 253 |
| }, |
| { |
| "loss": 0.00015647141844965518, |
| "grad_norm": 0.004532885737717152, |
| "learning_rate": 2.6955129420176196e-06, |
| "epoch": 2.799444829979181, |
| "step": 254 |
| }, |
| { |
| "loss": 0.0001516131014795974, |
| "grad_norm": 0.0039943912997841835, |
| "learning_rate": 2.433771981578581e-06, |
| "epoch": 2.8105482303955585, |
| "step": 255 |
| }, |
| { |
| "loss": 0.0005077925743535161, |
| "grad_norm": 0.014085155911743641, |
| "learning_rate": 2.1852399266194314e-06, |
| "epoch": 2.821651630811936, |
| "step": 256 |
| }, |
| { |
| "loss": 0.0010776021517813206, |
| "grad_norm": 0.03057239204645157, |
| "learning_rate": 1.9499504244020693e-06, |
| "epoch": 2.832755031228314, |
| "step": 257 |
| }, |
| { |
| "loss": 0.001233020331710577, |
| "grad_norm": 0.0293893925845623, |
| "learning_rate": 1.7279353293586765e-06, |
| "epoch": 2.843858431644691, |
| "step": 258 |
| }, |
| { |
| "loss": 0.00045728698023594916, |
| "grad_norm": 0.012387805618345737, |
| "learning_rate": 1.5192246987791981e-06, |
| "epoch": 2.854961832061069, |
| "step": 259 |
| }, |
| { |
| "loss": 0.006937120109796524, |
| "grad_norm": 0.051831986755132675, |
| "learning_rate": 1.323846788742078e-06, |
| "epoch": 2.866065232477446, |
| "step": 260 |
| }, |
| { |
| "loss": 0.0007000218611210585, |
| "grad_norm": 0.02848062850534916, |
| "learning_rate": 1.14182805028884e-06, |
| "epoch": 2.8771686328938237, |
| "step": 261 |
| }, |
| { |
| "loss": 0.003899730509147048, |
| "grad_norm": 0.06617487221956253, |
| "learning_rate": 9.731931258429638e-07, |
| "epoch": 2.8882720333102014, |
| "step": 262 |
| }, |
| { |
| "loss": 0.002479749033227563, |
| "grad_norm": 0.042154788970947266, |
| "learning_rate": 8.17964845873831e-07, |
| "epoch": 2.8993754337265787, |
| "step": 263 |
| }, |
| { |
| "loss": 0.0009774853242561221, |
| "grad_norm": 0.029534008353948593, |
| "learning_rate": 6.761642258056978e-07, |
| "epoch": 2.9104788341429564, |
| "step": 264 |
| }, |
| { |
| "loss": 0.0017800165805965662, |
| "grad_norm": 0.04713388904929161, |
| "learning_rate": 5.478104631726711e-07, |
| "epoch": 2.9215822345593336, |
| "step": 265 |
| }, |
| { |
| "loss": 0.00025485060177743435, |
| "grad_norm": 0.0057479869574308395, |
| "learning_rate": 4.329209350195651e-07, |
| "epoch": 2.9326856349757113, |
| "step": 266 |
| }, |
| { |
| "loss": 0.003669393016025424, |
| "grad_norm": 0.07603989541530609, |
| "learning_rate": 3.315111955493944e-07, |
| "epoch": 2.943789035392089, |
| "step": 267 |
| }, |
| { |
| "loss": 0.0010033966973423958, |
| "grad_norm": 0.026915691792964935, |
| "learning_rate": 2.4359497401758024e-07, |
| "epoch": 2.9548924358084663, |
| "step": 268 |
| }, |
| { |
| "loss": 0.0012706794077530503, |
| "grad_norm": 0.023083670064806938, |
| "learning_rate": 1.6918417287318245e-07, |
| "epoch": 2.965995836224844, |
| "step": 269 |
| }, |
| { |
| "loss": 0.0004130644374527037, |
| "grad_norm": 0.00994869228452444, |
| "learning_rate": 1.0828886614754341e-07, |
| "epoch": 2.9770992366412212, |
| "step": 270 |
| }, |
| { |
| "loss": 0.0012230968568474054, |
| "grad_norm": 0.026720473542809486, |
| "learning_rate": 6.09172980904238e-08, |
| "epoch": 2.988202637057599, |
| "step": 271 |
| }, |
| { |
| "loss": 0.000913719180971384, |
| "grad_norm": 0.01431743148714304, |
| "learning_rate": 2.7075882053828605e-08, |
| "epoch": 2.9993060374739766, |
| "step": 272 |
| }, |
| { |
| "loss": 0.01702476479113102, |
| "grad_norm": 0.5101261734962463, |
| "learning_rate": 6.769199623779532e-09, |
| "epoch": 3.0, |
| "step": 273 |
| }, |
| { |
| "train_runtime": 9101.4738, |
| "train_samples_per_second": 0.475, |
| "train_steps_per_second": 0.03, |
| "total_flos": 5.568150387086623e+17, |
| "train_loss": 0.01574120909053851, |
| "epoch": 3.0, |
| "step": 273 |
| } |
| ] |
| } |
