diff --git "a/checkpoints/checkpoint-5600/trainer_state.json" "b/checkpoints/checkpoint-5600/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoints/checkpoint-5600/trainer_state.json" @@ -0,0 +1,3954 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.7994575109746958, + "eval_steps": 500, + "global_step": 5600, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0014276026981690996, + "grad_norm": 1.2670224905014038, + "learning_rate": 0.00016, + "loss": 2.898906135559082, + "step": 10 + }, + { + "epoch": 0.0028552053963381992, + "grad_norm": 1.2538419961929321, + "learning_rate": 0.00019992382766008095, + "loss": 2.378516960144043, + "step": 20 + }, + { + "epoch": 0.004282808094507299, + "grad_norm": 1.409246563911438, + "learning_rate": 0.0001998286122351821, + "loss": 2.4753650665283202, + "step": 30 + }, + { + "epoch": 0.0057104107926763984, + "grad_norm": 1.094603180885315, + "learning_rate": 0.00019973339681028326, + "loss": 2.2721933364868163, + "step": 40 + }, + { + "epoch": 0.007138013490845497, + "grad_norm": 1.1403776407241821, + "learning_rate": 0.00019963818138538444, + "loss": 2.263425827026367, + "step": 50 + }, + { + "epoch": 0.008565616189014597, + "grad_norm": 1.1656428575515747, + "learning_rate": 0.0001995429659604856, + "loss": 2.363163185119629, + "step": 60 + }, + { + "epoch": 0.009993218887183696, + "grad_norm": 1.1926625967025757, + "learning_rate": 0.00019944775053558678, + "loss": 2.1333871841430665, + "step": 70 + }, + { + "epoch": 0.011420821585352797, + "grad_norm": 0.9967195391654968, + "learning_rate": 0.00019935253511068794, + "loss": 2.279196929931641, + "step": 80 + }, + { + "epoch": 0.012848424283521896, + "grad_norm": 1.1345535516738892, + "learning_rate": 0.00019925731968578912, + "loss": 2.181261444091797, + "step": 90 + }, + { + "epoch": 0.014276026981690995, + "grad_norm": 1.2285407781600952, + "learning_rate": 0.00019916210426089027, + "loss": 2.2282310485839845, + "step": 100 + }, + { + "epoch": 0.015703629679860096, + "grad_norm": 2.191948890686035, + "learning_rate": 0.00019906688883599146, + "loss": 2.2829305648803713, + "step": 110 + }, + { + "epoch": 0.017131232378029194, + "grad_norm": 1.1868839263916016, + "learning_rate": 0.00019897167341109258, + "loss": 2.1634748458862303, + "step": 120 + }, + { + "epoch": 0.018558835076198293, + "grad_norm": 1.3730543851852417, + "learning_rate": 0.00019887645798619377, + "loss": 2.235073471069336, + "step": 130 + }, + { + "epoch": 0.019986437774367392, + "grad_norm": 1.3060146570205688, + "learning_rate": 0.00019878124256129492, + "loss": 2.254693031311035, + "step": 140 + }, + { + "epoch": 0.021414040472536495, + "grad_norm": 1.13761305809021, + "learning_rate": 0.0001986860271363961, + "loss": 2.255308723449707, + "step": 150 + }, + { + "epoch": 0.022841643170705594, + "grad_norm": 1.2420964241027832, + "learning_rate": 0.00019859081171149726, + "loss": 2.199342155456543, + "step": 160 + }, + { + "epoch": 0.024269245868874693, + "grad_norm": 1.2628268003463745, + "learning_rate": 0.00019849559628659844, + "loss": 2.2568809509277346, + "step": 170 + }, + { + "epoch": 0.02569684856704379, + "grad_norm": 1.0423402786254883, + "learning_rate": 0.0001984003808616996, + "loss": 2.201403045654297, + "step": 180 + }, + { + "epoch": 0.02712445126521289, + "grad_norm": 1.3187193870544434, + "learning_rate": 0.00019830516543680078, + "loss": 2.31024055480957, + "step": 190 + }, + { + "epoch": 0.02855205396338199, + "grad_norm": 1.287013292312622, + "learning_rate": 0.00019820995001190194, + "loss": 2.2775556564331056, + "step": 200 + }, + { + "epoch": 0.029979656661551092, + "grad_norm": 1.445034384727478, + "learning_rate": 0.00019811473458700312, + "loss": 2.214271354675293, + "step": 210 + }, + { + "epoch": 0.03140725935972019, + "grad_norm": 1.4336904287338257, + "learning_rate": 0.00019801951916210427, + "loss": 2.1211181640625, + "step": 220 + }, + { + "epoch": 0.03283486205788929, + "grad_norm": 1.303303837776184, + "learning_rate": 0.00019792430373720543, + "loss": 2.1037008285522463, + "step": 230 + }, + { + "epoch": 0.03426246475605839, + "grad_norm": 1.2367061376571655, + "learning_rate": 0.0001978290883123066, + "loss": 2.1291038513183596, + "step": 240 + }, + { + "epoch": 0.03569006745422749, + "grad_norm": 1.314647912979126, + "learning_rate": 0.00019773387288740777, + "loss": 2.1351301193237306, + "step": 250 + }, + { + "epoch": 0.03711767015239659, + "grad_norm": 1.3084362745285034, + "learning_rate": 0.00019763865746250895, + "loss": 2.0980342864990233, + "step": 260 + }, + { + "epoch": 0.038545272850565686, + "grad_norm": 1.712534785270691, + "learning_rate": 0.0001975434420376101, + "loss": 2.25567569732666, + "step": 270 + }, + { + "epoch": 0.039972875548734785, + "grad_norm": 1.5107096433639526, + "learning_rate": 0.0001974482266127113, + "loss": 2.198653793334961, + "step": 280 + }, + { + "epoch": 0.041400478246903884, + "grad_norm": 1.1626437902450562, + "learning_rate": 0.00019735301118781244, + "loss": 2.136816215515137, + "step": 290 + }, + { + "epoch": 0.04282808094507299, + "grad_norm": 1.551853060722351, + "learning_rate": 0.00019725779576291362, + "loss": 2.2106935501098635, + "step": 300 + }, + { + "epoch": 0.04425568364324209, + "grad_norm": 1.5131734609603882, + "learning_rate": 0.00019716258033801475, + "loss": 2.0967830657958983, + "step": 310 + }, + { + "epoch": 0.04568328634141119, + "grad_norm": 1.310641884803772, + "learning_rate": 0.00019706736491311593, + "loss": 2.2105255126953125, + "step": 320 + }, + { + "epoch": 0.047110889039580287, + "grad_norm": 1.3621881008148193, + "learning_rate": 0.0001969721494882171, + "loss": 2.1775463104248045, + "step": 330 + }, + { + "epoch": 0.048538491737749385, + "grad_norm": 1.4618415832519531, + "learning_rate": 0.00019687693406331827, + "loss": 2.148931694030762, + "step": 340 + }, + { + "epoch": 0.049966094435918484, + "grad_norm": 1.3173977136611938, + "learning_rate": 0.00019678171863841943, + "loss": 2.1974794387817385, + "step": 350 + }, + { + "epoch": 0.05139369713408758, + "grad_norm": 1.1830055713653564, + "learning_rate": 0.0001966865032135206, + "loss": 2.1695978164672853, + "step": 360 + }, + { + "epoch": 0.05282129983225668, + "grad_norm": 1.1831724643707275, + "learning_rate": 0.00019659128778862177, + "loss": 2.0823343276977537, + "step": 370 + }, + { + "epoch": 0.05424890253042578, + "grad_norm": 1.1693743467330933, + "learning_rate": 0.00019649607236372295, + "loss": 2.1867488861083983, + "step": 380 + }, + { + "epoch": 0.05567650522859488, + "grad_norm": 1.25830078125, + "learning_rate": 0.0001964008569388241, + "loss": 2.2133615493774412, + "step": 390 + }, + { + "epoch": 0.05710410792676398, + "grad_norm": 1.3678141832351685, + "learning_rate": 0.00019630564151392529, + "loss": 2.308313751220703, + "step": 400 + }, + { + "epoch": 0.05853171062493308, + "grad_norm": 1.1440492868423462, + "learning_rate": 0.00019621042608902641, + "loss": 2.1140726089477537, + "step": 410 + }, + { + "epoch": 0.059959313323102184, + "grad_norm": 1.1869196891784668, + "learning_rate": 0.0001961152106641276, + "loss": 2.0346582412719725, + "step": 420 + }, + { + "epoch": 0.06138691602127128, + "grad_norm": 1.4892522096633911, + "learning_rate": 0.00019601999523922875, + "loss": 2.2025136947631836, + "step": 430 + }, + { + "epoch": 0.06281451871944038, + "grad_norm": 1.8906227350234985, + "learning_rate": 0.00019592477981432993, + "loss": 2.297587776184082, + "step": 440 + }, + { + "epoch": 0.06424212141760947, + "grad_norm": 1.2389851808547974, + "learning_rate": 0.0001958295643894311, + "loss": 2.130488395690918, + "step": 450 + }, + { + "epoch": 0.06566972411577858, + "grad_norm": 1.425410509109497, + "learning_rate": 0.00019573434896453227, + "loss": 2.144012451171875, + "step": 460 + }, + { + "epoch": 0.06709732681394767, + "grad_norm": 1.3087464570999146, + "learning_rate": 0.00019563913353963343, + "loss": 2.2011600494384767, + "step": 470 + }, + { + "epoch": 0.06852492951211678, + "grad_norm": 1.3441588878631592, + "learning_rate": 0.0001955439181147346, + "loss": 2.291761016845703, + "step": 480 + }, + { + "epoch": 0.06995253221028588, + "grad_norm": 1.2851412296295166, + "learning_rate": 0.00019544870268983577, + "loss": 2.24096622467041, + "step": 490 + }, + { + "epoch": 0.07138013490845498, + "grad_norm": 1.2628257274627686, + "learning_rate": 0.00019535348726493692, + "loss": 2.080752944946289, + "step": 500 + }, + { + "epoch": 0.07280773760662408, + "grad_norm": 1.2638740539550781, + "learning_rate": 0.00019525827184003808, + "loss": 2.4698177337646485, + "step": 510 + }, + { + "epoch": 0.07423534030479317, + "grad_norm": 1.2560440301895142, + "learning_rate": 0.00019516305641513926, + "loss": 2.132457733154297, + "step": 520 + }, + { + "epoch": 0.07566294300296228, + "grad_norm": 1.7629936933517456, + "learning_rate": 0.0001950678409902404, + "loss": 2.166901969909668, + "step": 530 + }, + { + "epoch": 0.07709054570113137, + "grad_norm": 1.8175091743469238, + "learning_rate": 0.0001949726255653416, + "loss": 2.1663414001464845, + "step": 540 + }, + { + "epoch": 0.07851814839930048, + "grad_norm": 1.1744414567947388, + "learning_rate": 0.00019487741014044275, + "loss": 2.388395309448242, + "step": 550 + }, + { + "epoch": 0.07994575109746957, + "grad_norm": 0.9943644404411316, + "learning_rate": 0.00019478219471554393, + "loss": 2.1379253387451174, + "step": 560 + }, + { + "epoch": 0.08137335379563868, + "grad_norm": 1.2485833168029785, + "learning_rate": 0.0001946869792906451, + "loss": 2.1750890731811525, + "step": 570 + }, + { + "epoch": 0.08280095649380777, + "grad_norm": 1.0852699279785156, + "learning_rate": 0.00019459176386574627, + "loss": 2.2631216049194336, + "step": 580 + }, + { + "epoch": 0.08422855919197687, + "grad_norm": 1.5462923049926758, + "learning_rate": 0.00019449654844084743, + "loss": 2.2366138458251954, + "step": 590 + }, + { + "epoch": 0.08565616189014598, + "grad_norm": 1.2923717498779297, + "learning_rate": 0.00019440133301594858, + "loss": 2.1567543029785154, + "step": 600 + }, + { + "epoch": 0.08708376458831507, + "grad_norm": 1.3011770248413086, + "learning_rate": 0.00019430611759104976, + "loss": 2.1422496795654298, + "step": 610 + }, + { + "epoch": 0.08851136728648418, + "grad_norm": 1.4617754220962524, + "learning_rate": 0.00019421090216615092, + "loss": 2.1605356216430662, + "step": 620 + }, + { + "epoch": 0.08993896998465327, + "grad_norm": 1.5295599699020386, + "learning_rate": 0.0001941156867412521, + "loss": 2.0025182723999024, + "step": 630 + }, + { + "epoch": 0.09136657268282238, + "grad_norm": 1.3012663125991821, + "learning_rate": 0.00019402047131635326, + "loss": 2.1372703552246093, + "step": 640 + }, + { + "epoch": 0.09279417538099147, + "grad_norm": 1.4276515245437622, + "learning_rate": 0.00019392525589145444, + "loss": 2.315623474121094, + "step": 650 + }, + { + "epoch": 0.09422177807916057, + "grad_norm": 1.5132569074630737, + "learning_rate": 0.0001938300404665556, + "loss": 2.258671760559082, + "step": 660 + }, + { + "epoch": 0.09564938077732967, + "grad_norm": 1.1320735216140747, + "learning_rate": 0.00019373482504165678, + "loss": 2.21956844329834, + "step": 670 + }, + { + "epoch": 0.09707698347549877, + "grad_norm": 1.1464308500289917, + "learning_rate": 0.00019363960961675793, + "loss": 2.173979949951172, + "step": 680 + }, + { + "epoch": 0.09850458617366786, + "grad_norm": 1.2780959606170654, + "learning_rate": 0.0001935443941918591, + "loss": 2.159123992919922, + "step": 690 + }, + { + "epoch": 0.09993218887183697, + "grad_norm": 1.3222688436508179, + "learning_rate": 0.00019344917876696024, + "loss": 2.1596654891967773, + "step": 700 + }, + { + "epoch": 0.10135979157000606, + "grad_norm": 1.2251396179199219, + "learning_rate": 0.00019335396334206143, + "loss": 2.0882038116455077, + "step": 710 + }, + { + "epoch": 0.10278739426817517, + "grad_norm": 1.2655571699142456, + "learning_rate": 0.00019325874791716258, + "loss": 2.1701095581054686, + "step": 720 + }, + { + "epoch": 0.10421499696634427, + "grad_norm": 1.3139557838439941, + "learning_rate": 0.00019316353249226376, + "loss": 2.1374244689941406, + "step": 730 + }, + { + "epoch": 0.10564259966451336, + "grad_norm": 0.9476764798164368, + "learning_rate": 0.00019306831706736492, + "loss": 2.131810760498047, + "step": 740 + }, + { + "epoch": 0.10707020236268247, + "grad_norm": 1.3916528224945068, + "learning_rate": 0.0001929731016424661, + "loss": 2.2276470184326174, + "step": 750 + }, + { + "epoch": 0.10849780506085156, + "grad_norm": 1.2913047075271606, + "learning_rate": 0.00019287788621756726, + "loss": 2.0985342025756837, + "step": 760 + }, + { + "epoch": 0.10992540775902067, + "grad_norm": 1.4780009984970093, + "learning_rate": 0.00019278267079266844, + "loss": 2.3402137756347656, + "step": 770 + }, + { + "epoch": 0.11135301045718976, + "grad_norm": 1.38652765750885, + "learning_rate": 0.0001926874553677696, + "loss": 2.1956760406494142, + "step": 780 + }, + { + "epoch": 0.11278061315535887, + "grad_norm": 1.2437113523483276, + "learning_rate": 0.00019259223994287075, + "loss": 2.344030570983887, + "step": 790 + }, + { + "epoch": 0.11420821585352796, + "grad_norm": 1.1223382949829102, + "learning_rate": 0.0001924970245179719, + "loss": 2.245418167114258, + "step": 800 + }, + { + "epoch": 0.11563581855169706, + "grad_norm": 1.5828821659088135, + "learning_rate": 0.0001924018090930731, + "loss": 2.2958986282348635, + "step": 810 + }, + { + "epoch": 0.11706342124986616, + "grad_norm": 1.1058349609375, + "learning_rate": 0.00019230659366817424, + "loss": 2.0216651916503907, + "step": 820 + }, + { + "epoch": 0.11849102394803526, + "grad_norm": 1.1991469860076904, + "learning_rate": 0.00019221137824327543, + "loss": 2.1821861267089844, + "step": 830 + }, + { + "epoch": 0.11991862664620437, + "grad_norm": 1.0211104154586792, + "learning_rate": 0.00019211616281837658, + "loss": 2.1515743255615236, + "step": 840 + }, + { + "epoch": 0.12134622934437346, + "grad_norm": 1.163668155670166, + "learning_rate": 0.00019202094739347776, + "loss": 2.0592647552490235, + "step": 850 + }, + { + "epoch": 0.12277383204254257, + "grad_norm": 1.0804855823516846, + "learning_rate": 0.00019192573196857892, + "loss": 2.0916107177734373, + "step": 860 + }, + { + "epoch": 0.12420143474071166, + "grad_norm": 1.2400697469711304, + "learning_rate": 0.0001918305165436801, + "loss": 2.0994134902954102, + "step": 870 + }, + { + "epoch": 0.12562903743888076, + "grad_norm": 1.3643152713775635, + "learning_rate": 0.00019173530111878123, + "loss": 2.2519294738769533, + "step": 880 + }, + { + "epoch": 0.12705664013704987, + "grad_norm": 1.3758548498153687, + "learning_rate": 0.0001916400856938824, + "loss": 2.22522029876709, + "step": 890 + }, + { + "epoch": 0.12848424283521895, + "grad_norm": 1.1675829887390137, + "learning_rate": 0.00019154487026898357, + "loss": 2.1150989532470703, + "step": 900 + }, + { + "epoch": 0.12991184553338805, + "grad_norm": 1.2862130403518677, + "learning_rate": 0.00019144965484408475, + "loss": 2.289804458618164, + "step": 910 + }, + { + "epoch": 0.13133944823155716, + "grad_norm": 1.271008849143982, + "learning_rate": 0.0001913639609616758, + "loss": 2.1846010208129885, + "step": 920 + }, + { + "epoch": 0.13276705092972627, + "grad_norm": 1.1630209684371948, + "learning_rate": 0.00019126874553677695, + "loss": 2.2126953125, + "step": 930 + }, + { + "epoch": 0.13419465362789534, + "grad_norm": 1.1368460655212402, + "learning_rate": 0.00019117353011187813, + "loss": 2.178596305847168, + "step": 940 + }, + { + "epoch": 0.13562225632606445, + "grad_norm": 1.0295072793960571, + "learning_rate": 0.0001910783146869793, + "loss": 2.2031627655029298, + "step": 950 + }, + { + "epoch": 0.13704985902423356, + "grad_norm": 1.379927396774292, + "learning_rate": 0.00019098309926208047, + "loss": 2.120400619506836, + "step": 960 + }, + { + "epoch": 0.13847746172240266, + "grad_norm": 1.1450871229171753, + "learning_rate": 0.00019088788383718163, + "loss": 2.151012992858887, + "step": 970 + }, + { + "epoch": 0.13990506442057177, + "grad_norm": 1.0418351888656616, + "learning_rate": 0.0001907926684122828, + "loss": 2.1239688873291014, + "step": 980 + }, + { + "epoch": 0.14133266711874085, + "grad_norm": 1.0744861364364624, + "learning_rate": 0.00019069745298738397, + "loss": 2.090304374694824, + "step": 990 + }, + { + "epoch": 0.14276026981690995, + "grad_norm": 1.1106981039047241, + "learning_rate": 0.00019060223756248515, + "loss": 2.225258636474609, + "step": 1000 + }, + { + "epoch": 0.14418787251507906, + "grad_norm": 1.4493266344070435, + "learning_rate": 0.00019050702213758628, + "loss": 2.0656681060791016, + "step": 1010 + }, + { + "epoch": 0.14561547521324816, + "grad_norm": 1.1414896249771118, + "learning_rate": 0.00019041180671268746, + "loss": 2.103784942626953, + "step": 1020 + }, + { + "epoch": 0.14704307791141724, + "grad_norm": 1.3252989053726196, + "learning_rate": 0.00019031659128778861, + "loss": 2.2042461395263673, + "step": 1030 + }, + { + "epoch": 0.14847068060958635, + "grad_norm": 1.265684962272644, + "learning_rate": 0.0001902213758628898, + "loss": 1.9412918090820312, + "step": 1040 + }, + { + "epoch": 0.14989828330775545, + "grad_norm": 1.3606458902359009, + "learning_rate": 0.00019012616043799095, + "loss": 2.187259292602539, + "step": 1050 + }, + { + "epoch": 0.15132588600592456, + "grad_norm": 1.0192638635635376, + "learning_rate": 0.00019003094501309213, + "loss": 2.182966423034668, + "step": 1060 + }, + { + "epoch": 0.15275348870409364, + "grad_norm": 1.5140159130096436, + "learning_rate": 0.0001899357295881933, + "loss": 2.3263607025146484, + "step": 1070 + }, + { + "epoch": 0.15418109140226274, + "grad_norm": 1.1377187967300415, + "learning_rate": 0.00018984051416329447, + "loss": 2.159488868713379, + "step": 1080 + }, + { + "epoch": 0.15560869410043185, + "grad_norm": 1.1288865804672241, + "learning_rate": 0.00018974529873839563, + "loss": 2.306215286254883, + "step": 1090 + }, + { + "epoch": 0.15703629679860096, + "grad_norm": 1.280045747756958, + "learning_rate": 0.00018965008331349678, + "loss": 2.225907897949219, + "step": 1100 + }, + { + "epoch": 0.15846389949677006, + "grad_norm": 1.145614743232727, + "learning_rate": 0.00018955486788859797, + "loss": 2.1122207641601562, + "step": 1110 + }, + { + "epoch": 0.15989150219493914, + "grad_norm": 1.1612759828567505, + "learning_rate": 0.00018945965246369912, + "loss": 2.2271358489990236, + "step": 1120 + }, + { + "epoch": 0.16131910489310824, + "grad_norm": 1.0958333015441895, + "learning_rate": 0.0001893644370388003, + "loss": 2.088473320007324, + "step": 1130 + }, + { + "epoch": 0.16274670759127735, + "grad_norm": 1.1749203205108643, + "learning_rate": 0.00018926922161390146, + "loss": 2.091511917114258, + "step": 1140 + }, + { + "epoch": 0.16417431028944646, + "grad_norm": 1.1318912506103516, + "learning_rate": 0.00018917400618900264, + "loss": 2.2805349349975588, + "step": 1150 + }, + { + "epoch": 0.16560191298761553, + "grad_norm": 1.220713496208191, + "learning_rate": 0.0001890787907641038, + "loss": 2.129801940917969, + "step": 1160 + }, + { + "epoch": 0.16702951568578464, + "grad_norm": 1.0876924991607666, + "learning_rate": 0.00018898357533920498, + "loss": 2.0997352600097656, + "step": 1170 + }, + { + "epoch": 0.16845711838395375, + "grad_norm": 1.175884485244751, + "learning_rate": 0.00018888835991430613, + "loss": 2.0686941146850586, + "step": 1180 + }, + { + "epoch": 0.16988472108212285, + "grad_norm": 1.3588541746139526, + "learning_rate": 0.00018879314448940732, + "loss": 2.2050849914550783, + "step": 1190 + }, + { + "epoch": 0.17131232378029196, + "grad_norm": 1.26045560836792, + "learning_rate": 0.00018869792906450844, + "loss": 2.1561567306518556, + "step": 1200 + }, + { + "epoch": 0.17273992647846104, + "grad_norm": 1.0756542682647705, + "learning_rate": 0.00018860271363960963, + "loss": 2.163359832763672, + "step": 1210 + }, + { + "epoch": 0.17416752917663014, + "grad_norm": 1.308608055114746, + "learning_rate": 0.00018850749821471078, + "loss": 2.209610366821289, + "step": 1220 + }, + { + "epoch": 0.17559513187479925, + "grad_norm": 1.369969129562378, + "learning_rate": 0.00018841228278981196, + "loss": 2.3173370361328125, + "step": 1230 + }, + { + "epoch": 0.17702273457296835, + "grad_norm": 1.2242190837860107, + "learning_rate": 0.00018831706736491312, + "loss": 2.149942398071289, + "step": 1240 + }, + { + "epoch": 0.17845033727113743, + "grad_norm": 1.226375937461853, + "learning_rate": 0.0001882218519400143, + "loss": 2.152383232116699, + "step": 1250 + }, + { + "epoch": 0.17987793996930654, + "grad_norm": 2.0897111892700195, + "learning_rate": 0.00018812663651511546, + "loss": 2.070216751098633, + "step": 1260 + }, + { + "epoch": 0.18130554266747564, + "grad_norm": 1.239769697189331, + "learning_rate": 0.00018803142109021664, + "loss": 2.1863370895385743, + "step": 1270 + }, + { + "epoch": 0.18273314536564475, + "grad_norm": 1.2516264915466309, + "learning_rate": 0.0001879362056653178, + "loss": 2.154579734802246, + "step": 1280 + }, + { + "epoch": 0.18416074806381383, + "grad_norm": 1.300251841545105, + "learning_rate": 0.00018784099024041895, + "loss": 2.084653854370117, + "step": 1290 + }, + { + "epoch": 0.18558835076198293, + "grad_norm": 1.5401705503463745, + "learning_rate": 0.0001877457748155201, + "loss": 2.1652135848999023, + "step": 1300 + }, + { + "epoch": 0.18701595346015204, + "grad_norm": 1.388256549835205, + "learning_rate": 0.0001876505593906213, + "loss": 2.215251350402832, + "step": 1310 + }, + { + "epoch": 0.18844355615832115, + "grad_norm": 1.0548882484436035, + "learning_rate": 0.00018755534396572244, + "loss": 2.057052230834961, + "step": 1320 + }, + { + "epoch": 0.18987115885649025, + "grad_norm": 1.318389654159546, + "learning_rate": 0.00018746012854082363, + "loss": 2.1746826171875, + "step": 1330 + }, + { + "epoch": 0.19129876155465933, + "grad_norm": 1.1861886978149414, + "learning_rate": 0.00018736491311592478, + "loss": 2.107588005065918, + "step": 1340 + }, + { + "epoch": 0.19272636425282844, + "grad_norm": 1.0857220888137817, + "learning_rate": 0.00018726969769102596, + "loss": 2.1044857025146486, + "step": 1350 + }, + { + "epoch": 0.19415396695099754, + "grad_norm": 1.144823670387268, + "learning_rate": 0.00018717448226612712, + "loss": 2.132158660888672, + "step": 1360 + }, + { + "epoch": 0.19558156964916665, + "grad_norm": 1.1121206283569336, + "learning_rate": 0.0001870792668412283, + "loss": 2.1906471252441406, + "step": 1370 + }, + { + "epoch": 0.19700917234733573, + "grad_norm": 1.2356815338134766, + "learning_rate": 0.00018698405141632946, + "loss": 2.2056690216064454, + "step": 1380 + }, + { + "epoch": 0.19843677504550483, + "grad_norm": 1.3212710618972778, + "learning_rate": 0.0001868888359914306, + "loss": 2.168708610534668, + "step": 1390 + }, + { + "epoch": 0.19986437774367394, + "grad_norm": 1.1257580518722534, + "learning_rate": 0.00018679362056653177, + "loss": 2.18591423034668, + "step": 1400 + }, + { + "epoch": 0.20129198044184304, + "grad_norm": 1.5445501804351807, + "learning_rate": 0.00018669840514163295, + "loss": 2.206186294555664, + "step": 1410 + }, + { + "epoch": 0.20271958314001212, + "grad_norm": 1.5519709587097168, + "learning_rate": 0.0001866031897167341, + "loss": 2.1855854034423827, + "step": 1420 + }, + { + "epoch": 0.20414718583818123, + "grad_norm": 1.0834031105041504, + "learning_rate": 0.0001865079742918353, + "loss": 2.1382625579833983, + "step": 1430 + }, + { + "epoch": 0.20557478853635033, + "grad_norm": 1.0713154077529907, + "learning_rate": 0.00018641275886693644, + "loss": 2.1709274291992187, + "step": 1440 + }, + { + "epoch": 0.20700239123451944, + "grad_norm": 1.3530168533325195, + "learning_rate": 0.00018631754344203763, + "loss": 2.062696075439453, + "step": 1450 + }, + { + "epoch": 0.20842999393268855, + "grad_norm": 1.0635544061660767, + "learning_rate": 0.00018622232801713878, + "loss": 2.209213447570801, + "step": 1460 + }, + { + "epoch": 0.20985759663085762, + "grad_norm": 1.2547699213027954, + "learning_rate": 0.00018612711259223996, + "loss": 2.111533546447754, + "step": 1470 + }, + { + "epoch": 0.21128519932902673, + "grad_norm": 1.1931551694869995, + "learning_rate": 0.00018603189716734112, + "loss": 2.3098974227905273, + "step": 1480 + }, + { + "epoch": 0.21271280202719584, + "grad_norm": 1.0127021074295044, + "learning_rate": 0.00018593668174244227, + "loss": 2.1491844177246096, + "step": 1490 + }, + { + "epoch": 0.21414040472536494, + "grad_norm": 1.3180660009384155, + "learning_rate": 0.00018584146631754346, + "loss": 2.188648223876953, + "step": 1500 + }, + { + "epoch": 0.21556800742353402, + "grad_norm": 1.1885178089141846, + "learning_rate": 0.0001857462508926446, + "loss": 2.0914661407470705, + "step": 1510 + }, + { + "epoch": 0.21699561012170313, + "grad_norm": 1.1395208835601807, + "learning_rate": 0.0001856510354677458, + "loss": 2.2511472702026367, + "step": 1520 + }, + { + "epoch": 0.21842321281987223, + "grad_norm": 1.4837855100631714, + "learning_rate": 0.00018555582004284695, + "loss": 2.2735774993896483, + "step": 1530 + }, + { + "epoch": 0.21985081551804134, + "grad_norm": 1.203804612159729, + "learning_rate": 0.00018546060461794813, + "loss": 2.2867109298706056, + "step": 1540 + }, + { + "epoch": 0.22127841821621042, + "grad_norm": 0.997947096824646, + "learning_rate": 0.0001853653891930493, + "loss": 2.184854507446289, + "step": 1550 + }, + { + "epoch": 0.22270602091437952, + "grad_norm": 1.484794020652771, + "learning_rate": 0.00018527017376815047, + "loss": 2.232890510559082, + "step": 1560 + }, + { + "epoch": 0.22413362361254863, + "grad_norm": 1.3194350004196167, + "learning_rate": 0.00018517495834325162, + "loss": 2.0665668487548827, + "step": 1570 + }, + { + "epoch": 0.22556122631071773, + "grad_norm": 1.4378708600997925, + "learning_rate": 0.00018507974291835278, + "loss": 2.025044059753418, + "step": 1580 + }, + { + "epoch": 0.22698882900888684, + "grad_norm": 1.161460041999817, + "learning_rate": 0.00018498452749345394, + "loss": 2.2053255081176757, + "step": 1590 + }, + { + "epoch": 0.22841643170705592, + "grad_norm": 1.0879746675491333, + "learning_rate": 0.00018488931206855512, + "loss": 2.1081918716430663, + "step": 1600 + }, + { + "epoch": 0.22984403440522502, + "grad_norm": 1.530381679534912, + "learning_rate": 0.00018479409664365627, + "loss": 2.135531997680664, + "step": 1610 + }, + { + "epoch": 0.23127163710339413, + "grad_norm": 1.2382729053497314, + "learning_rate": 0.00018469888121875746, + "loss": 2.0582502365112303, + "step": 1620 + }, + { + "epoch": 0.23269923980156323, + "grad_norm": 1.2160850763320923, + "learning_rate": 0.0001846036657938586, + "loss": 2.191323471069336, + "step": 1630 + }, + { + "epoch": 0.2341268424997323, + "grad_norm": 1.3606561422348022, + "learning_rate": 0.0001845084503689598, + "loss": 2.139387512207031, + "step": 1640 + }, + { + "epoch": 0.23555444519790142, + "grad_norm": 1.0927553176879883, + "learning_rate": 0.00018441323494406095, + "loss": 2.132997512817383, + "step": 1650 + }, + { + "epoch": 0.23698204789607052, + "grad_norm": 1.3276400566101074, + "learning_rate": 0.00018431801951916213, + "loss": 2.1318714141845705, + "step": 1660 + }, + { + "epoch": 0.23840965059423963, + "grad_norm": 1.4104294776916504, + "learning_rate": 0.00018422280409426329, + "loss": 2.147476577758789, + "step": 1670 + }, + { + "epoch": 0.23983725329240874, + "grad_norm": 1.1079225540161133, + "learning_rate": 0.00018412758866936444, + "loss": 2.0742431640625, + "step": 1680 + }, + { + "epoch": 0.24126485599057781, + "grad_norm": 1.0819675922393799, + "learning_rate": 0.0001840323732444656, + "loss": 2.076985549926758, + "step": 1690 + }, + { + "epoch": 0.24269245868874692, + "grad_norm": 1.1977310180664062, + "learning_rate": 0.00018393715781956678, + "loss": 2.054951286315918, + "step": 1700 + }, + { + "epoch": 0.24412006138691603, + "grad_norm": 1.0316016674041748, + "learning_rate": 0.00018384194239466793, + "loss": 2.102836799621582, + "step": 1710 + }, + { + "epoch": 0.24554766408508513, + "grad_norm": 1.1931931972503662, + "learning_rate": 0.00018374672696976912, + "loss": 2.1211891174316406, + "step": 1720 + }, + { + "epoch": 0.2469752667832542, + "grad_norm": 1.2340854406356812, + "learning_rate": 0.00018365151154487027, + "loss": 2.2508804321289064, + "step": 1730 + }, + { + "epoch": 0.24840286948142332, + "grad_norm": 1.4340404272079468, + "learning_rate": 0.00018355629611997145, + "loss": 2.252923011779785, + "step": 1740 + }, + { + "epoch": 0.24983047217959242, + "grad_norm": 1.1949214935302734, + "learning_rate": 0.0001834610806950726, + "loss": 2.2155136108398437, + "step": 1750 + }, + { + "epoch": 0.25125807487776153, + "grad_norm": 1.0693628787994385, + "learning_rate": 0.0001833658652701738, + "loss": 2.0989776611328126, + "step": 1760 + }, + { + "epoch": 0.25268567757593063, + "grad_norm": 1.079628348350525, + "learning_rate": 0.00018327064984527492, + "loss": 2.235947036743164, + "step": 1770 + }, + { + "epoch": 0.25411328027409974, + "grad_norm": 1.0427007675170898, + "learning_rate": 0.0001831754344203761, + "loss": 2.2581958770751953, + "step": 1780 + }, + { + "epoch": 0.2555408829722688, + "grad_norm": 0.968690812587738, + "learning_rate": 0.00018308021899547726, + "loss": 2.152431869506836, + "step": 1790 + }, + { + "epoch": 0.2569684856704379, + "grad_norm": 1.4845409393310547, + "learning_rate": 0.00018298500357057844, + "loss": 2.082950401306152, + "step": 1800 + }, + { + "epoch": 0.258396088368607, + "grad_norm": 1.627851128578186, + "learning_rate": 0.0001828897881456796, + "loss": 2.1082151412963865, + "step": 1810 + }, + { + "epoch": 0.2598236910667761, + "grad_norm": 1.2222917079925537, + "learning_rate": 0.00018279457272078078, + "loss": 2.1010499954223634, + "step": 1820 + }, + { + "epoch": 0.2612512937649452, + "grad_norm": 1.1946543455123901, + "learning_rate": 0.00018269935729588193, + "loss": 2.20877685546875, + "step": 1830 + }, + { + "epoch": 0.2626788964631143, + "grad_norm": 1.2480523586273193, + "learning_rate": 0.00018260414187098312, + "loss": 2.1713356018066405, + "step": 1840 + }, + { + "epoch": 0.2641064991612834, + "grad_norm": 1.1162548065185547, + "learning_rate": 0.00018250892644608427, + "loss": 1.989072036743164, + "step": 1850 + }, + { + "epoch": 0.26553410185945253, + "grad_norm": 1.1317349672317505, + "learning_rate": 0.00018241371102118545, + "loss": 2.185866928100586, + "step": 1860 + }, + { + "epoch": 0.26696170455762164, + "grad_norm": 1.2101715803146362, + "learning_rate": 0.0001823184955962866, + "loss": 2.1214805603027345, + "step": 1870 + }, + { + "epoch": 0.2683893072557907, + "grad_norm": 1.036651611328125, + "learning_rate": 0.00018222328017138776, + "loss": 2.2269779205322267, + "step": 1880 + }, + { + "epoch": 0.2698169099539598, + "grad_norm": 1.2697064876556396, + "learning_rate": 0.00018212806474648895, + "loss": 2.188285064697266, + "step": 1890 + }, + { + "epoch": 0.2712445126521289, + "grad_norm": 1.086503028869629, + "learning_rate": 0.0001820328493215901, + "loss": 2.0915653228759767, + "step": 1900 + }, + { + "epoch": 0.272672115350298, + "grad_norm": 1.1498035192489624, + "learning_rate": 0.00018193763389669129, + "loss": 2.1859756469726563, + "step": 1910 + }, + { + "epoch": 0.2740997180484671, + "grad_norm": 1.1651625633239746, + "learning_rate": 0.00018184241847179244, + "loss": 2.1086774826049806, + "step": 1920 + }, + { + "epoch": 0.2755273207466362, + "grad_norm": 1.1872868537902832, + "learning_rate": 0.00018174720304689362, + "loss": 2.1062952041625977, + "step": 1930 + }, + { + "epoch": 0.2769549234448053, + "grad_norm": 1.0268173217773438, + "learning_rate": 0.00018165198762199478, + "loss": 2.056200408935547, + "step": 1940 + }, + { + "epoch": 0.27838252614297443, + "grad_norm": 1.0335297584533691, + "learning_rate": 0.00018155677219709596, + "loss": 2.17354793548584, + "step": 1950 + }, + { + "epoch": 0.27981012884114354, + "grad_norm": 1.1770780086517334, + "learning_rate": 0.0001814615567721971, + "loss": 2.123767852783203, + "step": 1960 + }, + { + "epoch": 0.2812377315393126, + "grad_norm": 1.1291216611862183, + "learning_rate": 0.00018136634134729827, + "loss": 2.1322879791259766, + "step": 1970 + }, + { + "epoch": 0.2826653342374817, + "grad_norm": 1.0811609029769897, + "learning_rate": 0.00018127112592239943, + "loss": 2.1403667449951174, + "step": 1980 + }, + { + "epoch": 0.2840929369356508, + "grad_norm": 1.3379665613174438, + "learning_rate": 0.0001811759104975006, + "loss": 2.227403450012207, + "step": 1990 + }, + { + "epoch": 0.2855205396338199, + "grad_norm": 1.2048321962356567, + "learning_rate": 0.00018108069507260176, + "loss": 2.320987319946289, + "step": 2000 + }, + { + "epoch": 0.286948142331989, + "grad_norm": 1.1182419061660767, + "learning_rate": 0.00018098547964770295, + "loss": 2.145694541931152, + "step": 2010 + }, + { + "epoch": 0.2883757450301581, + "grad_norm": 1.2120338678359985, + "learning_rate": 0.0001808902642228041, + "loss": 2.193251037597656, + "step": 2020 + }, + { + "epoch": 0.2898033477283272, + "grad_norm": 1.214379906654358, + "learning_rate": 0.00018079504879790528, + "loss": 2.183461570739746, + "step": 2030 + }, + { + "epoch": 0.2912309504264963, + "grad_norm": 1.2853455543518066, + "learning_rate": 0.00018069983337300644, + "loss": 2.105716323852539, + "step": 2040 + }, + { + "epoch": 0.29265855312466543, + "grad_norm": 0.9446287155151367, + "learning_rate": 0.00018060461794810762, + "loss": 2.0502334594726563, + "step": 2050 + }, + { + "epoch": 0.2940861558228345, + "grad_norm": 1.187010645866394, + "learning_rate": 0.00018050940252320875, + "loss": 2.0855840682983398, + "step": 2060 + }, + { + "epoch": 0.2955137585210036, + "grad_norm": 1.1547735929489136, + "learning_rate": 0.00018041418709830993, + "loss": 2.077458381652832, + "step": 2070 + }, + { + "epoch": 0.2969413612191727, + "grad_norm": 1.1305893659591675, + "learning_rate": 0.0001803189716734111, + "loss": 2.1422780990600585, + "step": 2080 + }, + { + "epoch": 0.2983689639173418, + "grad_norm": 1.2219164371490479, + "learning_rate": 0.00018022375624851227, + "loss": 2.1557044982910156, + "step": 2090 + }, + { + "epoch": 0.2997965666155109, + "grad_norm": 1.303414225578308, + "learning_rate": 0.00018012854082361343, + "loss": 2.0842567443847657, + "step": 2100 + }, + { + "epoch": 0.30122416931368, + "grad_norm": 1.1244888305664062, + "learning_rate": 0.0001800333253987146, + "loss": 2.0076160430908203, + "step": 2110 + }, + { + "epoch": 0.3026517720118491, + "grad_norm": 1.265690803527832, + "learning_rate": 0.00017993810997381576, + "loss": 2.2838394165039064, + "step": 2120 + }, + { + "epoch": 0.3040793747100182, + "grad_norm": 1.0629686117172241, + "learning_rate": 0.00017984289454891695, + "loss": 2.0467424392700195, + "step": 2130 + }, + { + "epoch": 0.3055069774081873, + "grad_norm": 1.1269965171813965, + "learning_rate": 0.0001797476791240181, + "loss": 2.059001159667969, + "step": 2140 + }, + { + "epoch": 0.3069345801063564, + "grad_norm": 1.0063384771347046, + "learning_rate": 0.00017965246369911926, + "loss": 2.054671859741211, + "step": 2150 + }, + { + "epoch": 0.3083621828045255, + "grad_norm": 1.696047306060791, + "learning_rate": 0.0001795572482742204, + "loss": 2.112416648864746, + "step": 2160 + }, + { + "epoch": 0.3097897855026946, + "grad_norm": 1.1593190431594849, + "learning_rate": 0.0001794620328493216, + "loss": 1.9681781768798827, + "step": 2170 + }, + { + "epoch": 0.3112173882008637, + "grad_norm": 1.1535143852233887, + "learning_rate": 0.00017936681742442275, + "loss": 1.9573915481567383, + "step": 2180 + }, + { + "epoch": 0.3126449908990328, + "grad_norm": 1.2937277555465698, + "learning_rate": 0.00017927160199952393, + "loss": 2.1334136962890624, + "step": 2190 + }, + { + "epoch": 0.3140725935972019, + "grad_norm": 1.1130894422531128, + "learning_rate": 0.0001791763865746251, + "loss": 2.054120635986328, + "step": 2200 + }, + { + "epoch": 0.315500196295371, + "grad_norm": 1.1255532503128052, + "learning_rate": 0.00017908117114972627, + "loss": 2.206426811218262, + "step": 2210 + }, + { + "epoch": 0.3169277989935401, + "grad_norm": 1.373878002166748, + "learning_rate": 0.00017898595572482743, + "loss": 2.016497802734375, + "step": 2220 + }, + { + "epoch": 0.31835540169170917, + "grad_norm": 0.9502859115600586, + "learning_rate": 0.0001788907402999286, + "loss": 2.1160964965820312, + "step": 2230 + }, + { + "epoch": 0.3197830043898783, + "grad_norm": 1.199417233467102, + "learning_rate": 0.00017879552487502976, + "loss": 2.219405746459961, + "step": 2240 + }, + { + "epoch": 0.3212106070880474, + "grad_norm": 1.2231884002685547, + "learning_rate": 0.00017870030945013092, + "loss": 2.1173473358154298, + "step": 2250 + }, + { + "epoch": 0.3226382097862165, + "grad_norm": 1.2296863794326782, + "learning_rate": 0.0001786050940252321, + "loss": 2.212135124206543, + "step": 2260 + }, + { + "epoch": 0.3240658124843856, + "grad_norm": 1.2749266624450684, + "learning_rate": 0.00017850987860033326, + "loss": 2.0644044876098633, + "step": 2270 + }, + { + "epoch": 0.3254934151825547, + "grad_norm": 1.0321651697158813, + "learning_rate": 0.00017841466317543444, + "loss": 2.126047897338867, + "step": 2280 + }, + { + "epoch": 0.3269210178807238, + "grad_norm": 1.131618857383728, + "learning_rate": 0.0001783194477505356, + "loss": 2.0301258087158205, + "step": 2290 + }, + { + "epoch": 0.3283486205788929, + "grad_norm": 0.9653699994087219, + "learning_rate": 0.00017822423232563678, + "loss": 2.172132873535156, + "step": 2300 + }, + { + "epoch": 0.329776223277062, + "grad_norm": 1.1435012817382812, + "learning_rate": 0.00017812901690073793, + "loss": 2.1726940155029295, + "step": 2310 + }, + { + "epoch": 0.33120382597523107, + "grad_norm": 1.3378164768218994, + "learning_rate": 0.00017803380147583911, + "loss": 2.1459815979003904, + "step": 2320 + }, + { + "epoch": 0.3326314286734002, + "grad_norm": 1.0936335325241089, + "learning_rate": 0.00017793858605094027, + "loss": 2.11383113861084, + "step": 2330 + }, + { + "epoch": 0.3340590313715693, + "grad_norm": 1.7248929738998413, + "learning_rate": 0.00017784337062604142, + "loss": 2.060173225402832, + "step": 2340 + }, + { + "epoch": 0.3354866340697384, + "grad_norm": 1.4490845203399658, + "learning_rate": 0.00017774815520114258, + "loss": 2.168626403808594, + "step": 2350 + }, + { + "epoch": 0.3369142367679075, + "grad_norm": 1.4273464679718018, + "learning_rate": 0.00017765293977624376, + "loss": 2.1859357833862303, + "step": 2360 + }, + { + "epoch": 0.3383418394660766, + "grad_norm": 1.1335994005203247, + "learning_rate": 0.00017755772435134492, + "loss": 2.2323787689208983, + "step": 2370 + }, + { + "epoch": 0.3397694421642457, + "grad_norm": 1.0822454690933228, + "learning_rate": 0.0001774625089264461, + "loss": 2.1954828262329102, + "step": 2380 + }, + { + "epoch": 0.3411970448624148, + "grad_norm": 1.3556091785430908, + "learning_rate": 0.00017736729350154726, + "loss": 2.086533546447754, + "step": 2390 + }, + { + "epoch": 0.3426246475605839, + "grad_norm": 1.0348728895187378, + "learning_rate": 0.00017727207807664844, + "loss": 2.063125419616699, + "step": 2400 + }, + { + "epoch": 0.34405225025875297, + "grad_norm": 0.9327099323272705, + "learning_rate": 0.0001771768626517496, + "loss": 2.2520879745483398, + "step": 2410 + }, + { + "epoch": 0.3454798529569221, + "grad_norm": 1.161893367767334, + "learning_rate": 0.00017708164722685078, + "loss": 1.9637351989746095, + "step": 2420 + }, + { + "epoch": 0.3469074556550912, + "grad_norm": 1.0252056121826172, + "learning_rate": 0.00017698643180195193, + "loss": 2.105502700805664, + "step": 2430 + }, + { + "epoch": 0.3483350583532603, + "grad_norm": 1.0173977613449097, + "learning_rate": 0.00017689121637705309, + "loss": 2.1620779037475586, + "step": 2440 + }, + { + "epoch": 0.3497626610514294, + "grad_norm": 1.0667582750320435, + "learning_rate": 0.00017679600095215424, + "loss": 2.1498435974121093, + "step": 2450 + }, + { + "epoch": 0.3511902637495985, + "grad_norm": 1.1689473390579224, + "learning_rate": 0.00017670078552725542, + "loss": 2.010816192626953, + "step": 2460 + }, + { + "epoch": 0.3526178664477676, + "grad_norm": 1.1713252067565918, + "learning_rate": 0.00017660557010235658, + "loss": 2.1770673751831056, + "step": 2470 + }, + { + "epoch": 0.3540454691459367, + "grad_norm": 1.1741546392440796, + "learning_rate": 0.00017651035467745776, + "loss": 2.2705522537231446, + "step": 2480 + }, + { + "epoch": 0.35547307184410576, + "grad_norm": 1.1165494918823242, + "learning_rate": 0.00017641513925255892, + "loss": 2.2441898345947267, + "step": 2490 + }, + { + "epoch": 0.35690067454227486, + "grad_norm": 1.128848910331726, + "learning_rate": 0.0001763199238276601, + "loss": 1.966132354736328, + "step": 2500 + }, + { + "epoch": 0.35832827724044397, + "grad_norm": 1.1416059732437134, + "learning_rate": 0.00017622470840276125, + "loss": 2.129666328430176, + "step": 2510 + }, + { + "epoch": 0.3597558799386131, + "grad_norm": 1.3967465162277222, + "learning_rate": 0.00017612949297786244, + "loss": 2.068239212036133, + "step": 2520 + }, + { + "epoch": 0.3611834826367822, + "grad_norm": 1.1982859373092651, + "learning_rate": 0.00017603427755296357, + "loss": 2.0356422424316407, + "step": 2530 + }, + { + "epoch": 0.3626110853349513, + "grad_norm": 1.2561085224151611, + "learning_rate": 0.00017593906212806475, + "loss": 2.1692792892456056, + "step": 2540 + }, + { + "epoch": 0.3640386880331204, + "grad_norm": 1.2402371168136597, + "learning_rate": 0.0001758438467031659, + "loss": 2.018773078918457, + "step": 2550 + }, + { + "epoch": 0.3654662907312895, + "grad_norm": 1.0577623844146729, + "learning_rate": 0.00017574863127826709, + "loss": 2.2117090225219727, + "step": 2560 + }, + { + "epoch": 0.3668938934294586, + "grad_norm": 1.3217538595199585, + "learning_rate": 0.00017565341585336824, + "loss": 2.19326229095459, + "step": 2570 + }, + { + "epoch": 0.36832149612762766, + "grad_norm": 1.2093907594680786, + "learning_rate": 0.00017555820042846942, + "loss": 2.072580909729004, + "step": 2580 + }, + { + "epoch": 0.36974909882579676, + "grad_norm": 1.1893237829208374, + "learning_rate": 0.00017546298500357058, + "loss": 2.0644367218017576, + "step": 2590 + }, + { + "epoch": 0.37117670152396587, + "grad_norm": 1.116391658782959, + "learning_rate": 0.00017536776957867176, + "loss": 2.0989030838012694, + "step": 2600 + }, + { + "epoch": 0.372604304222135, + "grad_norm": 1.1465907096862793, + "learning_rate": 0.00017527255415377292, + "loss": 2.22904109954834, + "step": 2610 + }, + { + "epoch": 0.3740319069203041, + "grad_norm": 1.2656993865966797, + "learning_rate": 0.0001751773387288741, + "loss": 2.162650489807129, + "step": 2620 + }, + { + "epoch": 0.3754595096184732, + "grad_norm": 1.0960391759872437, + "learning_rate": 0.00017508212330397525, + "loss": 2.0461801528930663, + "step": 2630 + }, + { + "epoch": 0.3768871123166423, + "grad_norm": 1.1352872848510742, + "learning_rate": 0.0001749869078790764, + "loss": 2.142223930358887, + "step": 2640 + }, + { + "epoch": 0.3783147150148114, + "grad_norm": 1.3211382627487183, + "learning_rate": 0.0001748916924541776, + "loss": 2.086302375793457, + "step": 2650 + }, + { + "epoch": 0.3797423177129805, + "grad_norm": 1.3286374807357788, + "learning_rate": 0.00017479647702927875, + "loss": 2.1871686935424806, + "step": 2660 + }, + { + "epoch": 0.38116992041114955, + "grad_norm": 1.1504572629928589, + "learning_rate": 0.00017470126160437993, + "loss": 2.2135593414306642, + "step": 2670 + }, + { + "epoch": 0.38259752310931866, + "grad_norm": 1.1061992645263672, + "learning_rate": 0.00017460604617948108, + "loss": 1.9979249954223632, + "step": 2680 + }, + { + "epoch": 0.38402512580748777, + "grad_norm": 1.21872079372406, + "learning_rate": 0.00017451083075458227, + "loss": 2.1905019760131834, + "step": 2690 + }, + { + "epoch": 0.38545272850565687, + "grad_norm": 0.9169778823852539, + "learning_rate": 0.00017441561532968342, + "loss": 2.096824836730957, + "step": 2700 + }, + { + "epoch": 0.386880331203826, + "grad_norm": 1.1782190799713135, + "learning_rate": 0.0001743203999047846, + "loss": 2.1858846664428713, + "step": 2710 + }, + { + "epoch": 0.3883079339019951, + "grad_norm": 1.0241059064865112, + "learning_rate": 0.00017422518447988573, + "loss": 2.1724557876586914, + "step": 2720 + }, + { + "epoch": 0.3897355366001642, + "grad_norm": 1.3461824655532837, + "learning_rate": 0.00017412996905498692, + "loss": 2.0981250762939454, + "step": 2730 + }, + { + "epoch": 0.3911631392983333, + "grad_norm": 1.231691837310791, + "learning_rate": 0.00017403475363008807, + "loss": 2.000545692443848, + "step": 2740 + }, + { + "epoch": 0.39259074199650235, + "grad_norm": 1.1789937019348145, + "learning_rate": 0.00017393953820518925, + "loss": 1.9449064254760742, + "step": 2750 + }, + { + "epoch": 0.39401834469467145, + "grad_norm": 1.119533896446228, + "learning_rate": 0.0001738443227802904, + "loss": 2.0872426986694337, + "step": 2760 + }, + { + "epoch": 0.39544594739284056, + "grad_norm": 1.034921407699585, + "learning_rate": 0.0001737491073553916, + "loss": 2.0502944946289063, + "step": 2770 + }, + { + "epoch": 0.39687355009100966, + "grad_norm": 1.1675975322723389, + "learning_rate": 0.00017365389193049275, + "loss": 2.0751968383789063, + "step": 2780 + }, + { + "epoch": 0.39830115278917877, + "grad_norm": 0.9863481521606445, + "learning_rate": 0.00017355867650559393, + "loss": 2.216383171081543, + "step": 2790 + }, + { + "epoch": 0.3997287554873479, + "grad_norm": 1.0700448751449585, + "learning_rate": 0.00017346346108069508, + "loss": 2.037568473815918, + "step": 2800 + }, + { + "epoch": 0.401156358185517, + "grad_norm": 1.5234819650650024, + "learning_rate": 0.00017336824565579627, + "loss": 2.135871696472168, + "step": 2810 + }, + { + "epoch": 0.4025839608836861, + "grad_norm": 1.312696933746338, + "learning_rate": 0.0001732730302308974, + "loss": 2.123103713989258, + "step": 2820 + }, + { + "epoch": 0.4040115635818552, + "grad_norm": 1.4110193252563477, + "learning_rate": 0.00017317781480599858, + "loss": 2.2066755294799805, + "step": 2830 + }, + { + "epoch": 0.40543916628002424, + "grad_norm": 1.1026965379714966, + "learning_rate": 0.00017308259938109973, + "loss": 2.026701736450195, + "step": 2840 + }, + { + "epoch": 0.40686676897819335, + "grad_norm": 1.1809606552124023, + "learning_rate": 0.00017298738395620092, + "loss": 2.013088035583496, + "step": 2850 + }, + { + "epoch": 0.40829437167636246, + "grad_norm": 1.281699538230896, + "learning_rate": 0.00017289216853130207, + "loss": 2.212848663330078, + "step": 2860 + }, + { + "epoch": 0.40972197437453156, + "grad_norm": 1.4359161853790283, + "learning_rate": 0.00017279695310640325, + "loss": 2.3273263931274415, + "step": 2870 + }, + { + "epoch": 0.41114957707270067, + "grad_norm": 1.1231915950775146, + "learning_rate": 0.0001727017376815044, + "loss": 2.024250602722168, + "step": 2880 + }, + { + "epoch": 0.4125771797708698, + "grad_norm": 1.1361498832702637, + "learning_rate": 0.0001726065222566056, + "loss": 2.0198749542236327, + "step": 2890 + }, + { + "epoch": 0.4140047824690389, + "grad_norm": 1.277862310409546, + "learning_rate": 0.00017251130683170675, + "loss": 2.0423700332641603, + "step": 2900 + }, + { + "epoch": 0.415432385167208, + "grad_norm": 1.3887676000595093, + "learning_rate": 0.0001724160914068079, + "loss": 2.1957927703857423, + "step": 2910 + }, + { + "epoch": 0.4168599878653771, + "grad_norm": 1.102116584777832, + "learning_rate": 0.00017232087598190906, + "loss": 1.9576358795166016, + "step": 2920 + }, + { + "epoch": 0.41828759056354614, + "grad_norm": 1.658210277557373, + "learning_rate": 0.00017222566055701024, + "loss": 2.1199745178222655, + "step": 2930 + }, + { + "epoch": 0.41971519326171525, + "grad_norm": 1.3684505224227905, + "learning_rate": 0.0001721304451321114, + "loss": 2.1091520309448244, + "step": 2940 + }, + { + "epoch": 0.42114279595988435, + "grad_norm": 1.1813336610794067, + "learning_rate": 0.00017203522970721258, + "loss": 2.0536418914794923, + "step": 2950 + }, + { + "epoch": 0.42257039865805346, + "grad_norm": 1.2007261514663696, + "learning_rate": 0.00017194001428231373, + "loss": 2.053822708129883, + "step": 2960 + }, + { + "epoch": 0.42399800135622256, + "grad_norm": 1.0350509881973267, + "learning_rate": 0.00017184479885741491, + "loss": 1.9133419036865233, + "step": 2970 + }, + { + "epoch": 0.42542560405439167, + "grad_norm": 1.0523207187652588, + "learning_rate": 0.00017174958343251607, + "loss": 2.0608654022216797, + "step": 2980 + }, + { + "epoch": 0.4268532067525608, + "grad_norm": 0.952148973941803, + "learning_rate": 0.00017165436800761725, + "loss": 2.1483791351318358, + "step": 2990 + }, + { + "epoch": 0.4282808094507299, + "grad_norm": 1.0913255214691162, + "learning_rate": 0.0001715591525827184, + "loss": 2.155402946472168, + "step": 3000 + }, + { + "epoch": 0.429708412148899, + "grad_norm": 1.05339777469635, + "learning_rate": 0.00017146393715781956, + "loss": 2.1396499633789063, + "step": 3010 + }, + { + "epoch": 0.43113601484706804, + "grad_norm": 1.2329785823822021, + "learning_rate": 0.00017136872173292075, + "loss": 2.2712575912475588, + "step": 3020 + }, + { + "epoch": 0.43256361754523714, + "grad_norm": 1.1520178318023682, + "learning_rate": 0.0001712735063080219, + "loss": 2.0944181442260743, + "step": 3030 + }, + { + "epoch": 0.43399122024340625, + "grad_norm": 1.1466962099075317, + "learning_rate": 0.00017117829088312308, + "loss": 2.064352607727051, + "step": 3040 + }, + { + "epoch": 0.43541882294157536, + "grad_norm": 1.2289594411849976, + "learning_rate": 0.00017108307545822424, + "loss": 2.2511341094970705, + "step": 3050 + }, + { + "epoch": 0.43684642563974446, + "grad_norm": 1.0378469228744507, + "learning_rate": 0.00017098786003332542, + "loss": 2.0552734375, + "step": 3060 + }, + { + "epoch": 0.43827402833791357, + "grad_norm": 1.1334617137908936, + "learning_rate": 0.00017089264460842658, + "loss": 2.1504894256591798, + "step": 3070 + }, + { + "epoch": 0.4397016310360827, + "grad_norm": 1.2314560413360596, + "learning_rate": 0.00017079742918352776, + "loss": 2.1562742233276366, + "step": 3080 + }, + { + "epoch": 0.4411292337342518, + "grad_norm": 1.1508898735046387, + "learning_rate": 0.00017070221375862891, + "loss": 2.0091711044311524, + "step": 3090 + }, + { + "epoch": 0.44255683643242083, + "grad_norm": 1.7214949131011963, + "learning_rate": 0.00017060699833373007, + "loss": 2.084541893005371, + "step": 3100 + }, + { + "epoch": 0.44398443913058994, + "grad_norm": 1.452836036682129, + "learning_rate": 0.00017051178290883122, + "loss": 2.167698097229004, + "step": 3110 + }, + { + "epoch": 0.44541204182875904, + "grad_norm": 1.1506155729293823, + "learning_rate": 0.0001704165674839324, + "loss": 2.1772172927856444, + "step": 3120 + }, + { + "epoch": 0.44683964452692815, + "grad_norm": 1.6658185720443726, + "learning_rate": 0.00017032135205903356, + "loss": 2.1950592041015624, + "step": 3130 + }, + { + "epoch": 0.44826724722509725, + "grad_norm": 1.0545748472213745, + "learning_rate": 0.00017022613663413474, + "loss": 2.052364730834961, + "step": 3140 + }, + { + "epoch": 0.44969484992326636, + "grad_norm": 1.3302888870239258, + "learning_rate": 0.0001701309212092359, + "loss": 2.2422548294067384, + "step": 3150 + }, + { + "epoch": 0.45112245262143547, + "grad_norm": 1.4070645570755005, + "learning_rate": 0.00017003570578433708, + "loss": 2.1141366958618164, + "step": 3160 + }, + { + "epoch": 0.45255005531960457, + "grad_norm": 1.0993238687515259, + "learning_rate": 0.00016994049035943824, + "loss": 2.1006706237792967, + "step": 3170 + }, + { + "epoch": 0.4539776580177737, + "grad_norm": 1.1617511510849, + "learning_rate": 0.00016984527493453942, + "loss": 1.9723478317260743, + "step": 3180 + }, + { + "epoch": 0.45540526071594273, + "grad_norm": 1.5463227033615112, + "learning_rate": 0.00016975005950964058, + "loss": 2.104926109313965, + "step": 3190 + }, + { + "epoch": 0.45683286341411183, + "grad_norm": 1.2094980478286743, + "learning_rate": 0.00016965484408474173, + "loss": 1.9171577453613282, + "step": 3200 + }, + { + "epoch": 0.45826046611228094, + "grad_norm": 1.103075385093689, + "learning_rate": 0.00016955962865984289, + "loss": 2.1229742050170897, + "step": 3210 + }, + { + "epoch": 0.45968806881045005, + "grad_norm": 1.3477221727371216, + "learning_rate": 0.00016946441323494407, + "loss": 2.0110040664672852, + "step": 3220 + }, + { + "epoch": 0.46111567150861915, + "grad_norm": 1.1711978912353516, + "learning_rate": 0.00016936919781004522, + "loss": 2.1763769149780274, + "step": 3230 + }, + { + "epoch": 0.46254327420678826, + "grad_norm": 1.1173983812332153, + "learning_rate": 0.0001692739823851464, + "loss": 2.0923931121826174, + "step": 3240 + }, + { + "epoch": 0.46397087690495736, + "grad_norm": 1.3516672849655151, + "learning_rate": 0.00016917876696024756, + "loss": 2.1028839111328126, + "step": 3250 + }, + { + "epoch": 0.46539847960312647, + "grad_norm": 1.187572717666626, + "learning_rate": 0.00016908355153534874, + "loss": 2.039937973022461, + "step": 3260 + }, + { + "epoch": 0.4668260823012956, + "grad_norm": 1.3026293516159058, + "learning_rate": 0.0001689883361104499, + "loss": 2.0570196151733398, + "step": 3270 + }, + { + "epoch": 0.4682536849994646, + "grad_norm": 1.1978344917297363, + "learning_rate": 0.00016889312068555108, + "loss": 2.077353858947754, + "step": 3280 + }, + { + "epoch": 0.46968128769763373, + "grad_norm": 1.0989017486572266, + "learning_rate": 0.0001687979052606522, + "loss": 1.9933378219604492, + "step": 3290 + }, + { + "epoch": 0.47110889039580284, + "grad_norm": 1.1777777671813965, + "learning_rate": 0.0001687026898357534, + "loss": 2.197841262817383, + "step": 3300 + }, + { + "epoch": 0.47253649309397194, + "grad_norm": 1.8024139404296875, + "learning_rate": 0.00016860747441085455, + "loss": 2.1699588775634764, + "step": 3310 + }, + { + "epoch": 0.47396409579214105, + "grad_norm": 1.0226041078567505, + "learning_rate": 0.00016851225898595573, + "loss": 2.0379987716674806, + "step": 3320 + }, + { + "epoch": 0.47539169849031016, + "grad_norm": 2.29010009765625, + "learning_rate": 0.00016841704356105689, + "loss": 2.08388614654541, + "step": 3330 + }, + { + "epoch": 0.47681930118847926, + "grad_norm": 0.9974448084831238, + "learning_rate": 0.00016832182813615807, + "loss": 2.0867422103881834, + "step": 3340 + }, + { + "epoch": 0.47824690388664837, + "grad_norm": 1.1733876466751099, + "learning_rate": 0.00016822661271125922, + "loss": 2.038913917541504, + "step": 3350 + }, + { + "epoch": 0.4796745065848175, + "grad_norm": 1.0234184265136719, + "learning_rate": 0.0001681313972863604, + "loss": 2.1241840362548827, + "step": 3360 + }, + { + "epoch": 0.4811021092829865, + "grad_norm": 1.4544063806533813, + "learning_rate": 0.00016803618186146156, + "loss": 2.044015121459961, + "step": 3370 + }, + { + "epoch": 0.48252971198115563, + "grad_norm": 1.368973731994629, + "learning_rate": 0.00016794096643656274, + "loss": 2.019906425476074, + "step": 3380 + }, + { + "epoch": 0.48395731467932473, + "grad_norm": 1.168421745300293, + "learning_rate": 0.0001678457510116639, + "loss": 2.0222070693969725, + "step": 3390 + }, + { + "epoch": 0.48538491737749384, + "grad_norm": 1.2671949863433838, + "learning_rate": 0.00016775053558676505, + "loss": 2.1466264724731445, + "step": 3400 + }, + { + "epoch": 0.48681252007566295, + "grad_norm": 1.0771664381027222, + "learning_rate": 0.00016765532016186624, + "loss": 2.0024179458618163, + "step": 3410 + }, + { + "epoch": 0.48824012277383205, + "grad_norm": 1.2461390495300293, + "learning_rate": 0.0001675601047369674, + "loss": 2.0828195571899415, + "step": 3420 + }, + { + "epoch": 0.48966772547200116, + "grad_norm": 1.6071606874465942, + "learning_rate": 0.00016746488931206857, + "loss": 1.9849077224731446, + "step": 3430 + }, + { + "epoch": 0.49109532817017026, + "grad_norm": 1.0467002391815186, + "learning_rate": 0.00016736967388716973, + "loss": 2.0019205093383787, + "step": 3440 + }, + { + "epoch": 0.4925229308683393, + "grad_norm": 1.0588996410369873, + "learning_rate": 0.0001672744584622709, + "loss": 2.0819076538085937, + "step": 3450 + }, + { + "epoch": 0.4939505335665084, + "grad_norm": 0.9776011109352112, + "learning_rate": 0.00016717924303737207, + "loss": 1.9890733718872071, + "step": 3460 + }, + { + "epoch": 0.4953781362646775, + "grad_norm": 1.439799427986145, + "learning_rate": 0.00016708402761247325, + "loss": 2.1648094177246096, + "step": 3470 + }, + { + "epoch": 0.49680573896284663, + "grad_norm": 1.063666820526123, + "learning_rate": 0.0001669888121875744, + "loss": 1.9934938430786133, + "step": 3480 + }, + { + "epoch": 0.49823334166101574, + "grad_norm": 1.0971171855926514, + "learning_rate": 0.00016689359676267556, + "loss": 2.0755395889282227, + "step": 3490 + }, + { + "epoch": 0.49966094435918484, + "grad_norm": 1.3422017097473145, + "learning_rate": 0.00016679838133777672, + "loss": 2.080609130859375, + "step": 3500 + }, + { + "epoch": 0.501088547057354, + "grad_norm": 1.3471558094024658, + "learning_rate": 0.0001667031659128779, + "loss": 2.0093482971191405, + "step": 3510 + }, + { + "epoch": 0.5025161497555231, + "grad_norm": 1.0592118501663208, + "learning_rate": 0.00016660795048797905, + "loss": 1.997859573364258, + "step": 3520 + }, + { + "epoch": 0.5039437524536922, + "grad_norm": 1.2080049514770508, + "learning_rate": 0.00016651273506308024, + "loss": 2.133045959472656, + "step": 3530 + }, + { + "epoch": 0.5053713551518613, + "grad_norm": 0.9516943097114563, + "learning_rate": 0.0001664175196381814, + "loss": 2.04406795501709, + "step": 3540 + }, + { + "epoch": 0.5067989578500304, + "grad_norm": 0.9474464058876038, + "learning_rate": 0.00016632230421328257, + "loss": 2.161180877685547, + "step": 3550 + }, + { + "epoch": 0.5082265605481995, + "grad_norm": 1.1096711158752441, + "learning_rate": 0.00016622708878838373, + "loss": 2.1555700302124023, + "step": 3560 + }, + { + "epoch": 0.5096541632463686, + "grad_norm": 1.3584140539169312, + "learning_rate": 0.0001661318733634849, + "loss": 2.018060302734375, + "step": 3570 + }, + { + "epoch": 0.5110817659445376, + "grad_norm": 1.6246408224105835, + "learning_rate": 0.00016603665793858604, + "loss": 2.2220287322998047, + "step": 3580 + }, + { + "epoch": 0.5125093686427067, + "grad_norm": 1.2138937711715698, + "learning_rate": 0.00016594144251368722, + "loss": 2.069137954711914, + "step": 3590 + }, + { + "epoch": 0.5139369713408758, + "grad_norm": 1.2093039751052856, + "learning_rate": 0.00016584622708878838, + "loss": 2.109259033203125, + "step": 3600 + }, + { + "epoch": 0.5153645740390449, + "grad_norm": 1.1119673252105713, + "learning_rate": 0.00016575101166388956, + "loss": 2.055547904968262, + "step": 3610 + }, + { + "epoch": 0.516792176737214, + "grad_norm": 1.1239557266235352, + "learning_rate": 0.00016565579623899071, + "loss": 2.154520606994629, + "step": 3620 + }, + { + "epoch": 0.5182197794353831, + "grad_norm": 1.1713887453079224, + "learning_rate": 0.0001655605808140919, + "loss": 2.1828012466430664, + "step": 3630 + }, + { + "epoch": 0.5196473821335522, + "grad_norm": 1.0080145597457886, + "learning_rate": 0.00016546536538919305, + "loss": 2.08593635559082, + "step": 3640 + }, + { + "epoch": 0.5210749848317213, + "grad_norm": 1.0677450895309448, + "learning_rate": 0.00016537014996429424, + "loss": 2.1263172149658205, + "step": 3650 + }, + { + "epoch": 0.5225025875298904, + "grad_norm": 1.5995664596557617, + "learning_rate": 0.0001652749345393954, + "loss": 2.1577287673950196, + "step": 3660 + }, + { + "epoch": 0.5239301902280595, + "grad_norm": 1.1336824893951416, + "learning_rate": 0.00016517971911449657, + "loss": 2.0607637405395507, + "step": 3670 + }, + { + "epoch": 0.5253577929262286, + "grad_norm": 1.4898009300231934, + "learning_rate": 0.0001650845036895977, + "loss": 2.0850154876708986, + "step": 3680 + }, + { + "epoch": 0.5267853956243977, + "grad_norm": 1.153604507446289, + "learning_rate": 0.00016498928826469888, + "loss": 2.0568546295166015, + "step": 3690 + }, + { + "epoch": 0.5282129983225669, + "grad_norm": 0.9742231965065002, + "learning_rate": 0.00016489407283980004, + "loss": 2.1295637130737304, + "step": 3700 + }, + { + "epoch": 0.529640601020736, + "grad_norm": 1.0828098058700562, + "learning_rate": 0.00016479885741490122, + "loss": 2.2455913543701174, + "step": 3710 + }, + { + "epoch": 0.5310682037189051, + "grad_norm": 1.1993688344955444, + "learning_rate": 0.00016470364199000238, + "loss": 2.065316009521484, + "step": 3720 + }, + { + "epoch": 0.5324958064170742, + "grad_norm": 0.9875587224960327, + "learning_rate": 0.00016460842656510356, + "loss": 2.167093849182129, + "step": 3730 + }, + { + "epoch": 0.5339234091152433, + "grad_norm": 1.587498426437378, + "learning_rate": 0.00016451321114020471, + "loss": 2.123185157775879, + "step": 3740 + }, + { + "epoch": 0.5353510118134124, + "grad_norm": 1.0599406957626343, + "learning_rate": 0.0001644179957153059, + "loss": 1.9770395278930664, + "step": 3750 + }, + { + "epoch": 0.5367786145115814, + "grad_norm": 0.9904677867889404, + "learning_rate": 0.00016432278029040705, + "loss": 2.1363361358642576, + "step": 3760 + }, + { + "epoch": 0.5382062172097505, + "grad_norm": 1.1583956480026245, + "learning_rate": 0.0001642275648655082, + "loss": 2.163792610168457, + "step": 3770 + }, + { + "epoch": 0.5396338199079196, + "grad_norm": 1.0722836256027222, + "learning_rate": 0.0001641323494406094, + "loss": 2.143117141723633, + "step": 3780 + }, + { + "epoch": 0.5410614226060887, + "grad_norm": 1.3460588455200195, + "learning_rate": 0.00016403713401571055, + "loss": 2.1735687255859375, + "step": 3790 + }, + { + "epoch": 0.5424890253042578, + "grad_norm": 1.1308567523956299, + "learning_rate": 0.00016394191859081173, + "loss": 2.1688426971435546, + "step": 3800 + }, + { + "epoch": 0.5439166280024269, + "grad_norm": 1.20809805393219, + "learning_rate": 0.00016384670316591288, + "loss": 2.1337045669555663, + "step": 3810 + }, + { + "epoch": 0.545344230700596, + "grad_norm": 1.051905870437622, + "learning_rate": 0.00016375148774101407, + "loss": 2.0859872817993166, + "step": 3820 + }, + { + "epoch": 0.5467718333987651, + "grad_norm": 1.2605935335159302, + "learning_rate": 0.00016365627231611522, + "loss": 2.1538076400756836, + "step": 3830 + }, + { + "epoch": 0.5481994360969342, + "grad_norm": 1.1376152038574219, + "learning_rate": 0.0001635610568912164, + "loss": 2.028926467895508, + "step": 3840 + }, + { + "epoch": 0.5496270387951033, + "grad_norm": 2.1268208026885986, + "learning_rate": 0.00016346584146631756, + "loss": 2.225727653503418, + "step": 3850 + }, + { + "epoch": 0.5510546414932724, + "grad_norm": 1.430724859237671, + "learning_rate": 0.00016337062604141874, + "loss": 2.0055526733398437, + "step": 3860 + }, + { + "epoch": 0.5524822441914415, + "grad_norm": 1.0673465728759766, + "learning_rate": 0.00016327541061651987, + "loss": 2.0893600463867186, + "step": 3870 + }, + { + "epoch": 0.5539098468896106, + "grad_norm": 1.2765331268310547, + "learning_rate": 0.00016318019519162105, + "loss": 2.008353042602539, + "step": 3880 + }, + { + "epoch": 0.5553374495877798, + "grad_norm": 1.0461541414260864, + "learning_rate": 0.0001630849797667222, + "loss": 2.1346414566040037, + "step": 3890 + }, + { + "epoch": 0.5567650522859489, + "grad_norm": 1.28388512134552, + "learning_rate": 0.0001629897643418234, + "loss": 2.1297496795654296, + "step": 3900 + }, + { + "epoch": 0.558192654984118, + "grad_norm": 1.1615244150161743, + "learning_rate": 0.00016289454891692454, + "loss": 2.078843116760254, + "step": 3910 + }, + { + "epoch": 0.5596202576822871, + "grad_norm": 1.248067021369934, + "learning_rate": 0.00016279933349202573, + "loss": 2.2453628540039063, + "step": 3920 + }, + { + "epoch": 0.5610478603804561, + "grad_norm": 1.1647175550460815, + "learning_rate": 0.00016270411806712688, + "loss": 2.271023178100586, + "step": 3930 + }, + { + "epoch": 0.5624754630786252, + "grad_norm": 0.9548137784004211, + "learning_rate": 0.00016260890264222806, + "loss": 2.068301200866699, + "step": 3940 + }, + { + "epoch": 0.5639030657767943, + "grad_norm": 1.084067940711975, + "learning_rate": 0.00016251368721732922, + "loss": 2.0725963592529295, + "step": 3950 + }, + { + "epoch": 0.5653306684749634, + "grad_norm": 1.6000462770462036, + "learning_rate": 0.00016241847179243038, + "loss": 2.205929756164551, + "step": 3960 + }, + { + "epoch": 0.5667582711731325, + "grad_norm": 1.0657289028167725, + "learning_rate": 0.00016232325636753153, + "loss": 2.224954032897949, + "step": 3970 + }, + { + "epoch": 0.5681858738713016, + "grad_norm": 1.0999115705490112, + "learning_rate": 0.0001622280409426327, + "loss": 2.0713016510009767, + "step": 3980 + }, + { + "epoch": 0.5696134765694707, + "grad_norm": 1.55386221408844, + "learning_rate": 0.00016214234706022376, + "loss": 2.0461357116699217, + "step": 3990 + }, + { + "epoch": 0.5710410792676398, + "grad_norm": 1.4208126068115234, + "learning_rate": 0.00016204713163532492, + "loss": 1.941202735900879, + "step": 4000 + }, + { + "epoch": 0.5724686819658089, + "grad_norm": 1.118394374847412, + "learning_rate": 0.0001619519162104261, + "loss": 2.088357162475586, + "step": 4010 + }, + { + "epoch": 0.573896284663978, + "grad_norm": 1.3743064403533936, + "learning_rate": 0.00016185670078552725, + "loss": 2.0932437896728517, + "step": 4020 + }, + { + "epoch": 0.5753238873621471, + "grad_norm": 1.1113500595092773, + "learning_rate": 0.00016176148536062844, + "loss": 2.1681371688842774, + "step": 4030 + }, + { + "epoch": 0.5767514900603162, + "grad_norm": 1.1337480545043945, + "learning_rate": 0.0001616662699357296, + "loss": 2.390884780883789, + "step": 4040 + }, + { + "epoch": 0.5781790927584853, + "grad_norm": 1.0913474559783936, + "learning_rate": 0.00016157105451083077, + "loss": 2.0483430862426757, + "step": 4050 + }, + { + "epoch": 0.5796066954566544, + "grad_norm": 1.0958749055862427, + "learning_rate": 0.00016147583908593193, + "loss": 2.0507534027099608, + "step": 4060 + }, + { + "epoch": 0.5810342981548235, + "grad_norm": 1.0328621864318848, + "learning_rate": 0.0001613806236610331, + "loss": 2.081440734863281, + "step": 4070 + }, + { + "epoch": 0.5824619008529927, + "grad_norm": 1.0732722282409668, + "learning_rate": 0.00016128540823613427, + "loss": 1.9593217849731446, + "step": 4080 + }, + { + "epoch": 0.5838895035511618, + "grad_norm": 1.209100365638733, + "learning_rate": 0.00016119019281123542, + "loss": 1.9060861587524414, + "step": 4090 + }, + { + "epoch": 0.5853171062493309, + "grad_norm": 1.7121407985687256, + "learning_rate": 0.00016109497738633658, + "loss": 2.1000993728637694, + "step": 4100 + }, + { + "epoch": 0.5867447089474999, + "grad_norm": 1.263508677482605, + "learning_rate": 0.00016099976196143776, + "loss": 2.03182373046875, + "step": 4110 + }, + { + "epoch": 0.588172311645669, + "grad_norm": 1.090971827507019, + "learning_rate": 0.00016090454653653892, + "loss": 2.046316909790039, + "step": 4120 + }, + { + "epoch": 0.5895999143438381, + "grad_norm": 1.1175658702850342, + "learning_rate": 0.0001608093311116401, + "loss": 2.025002098083496, + "step": 4130 + }, + { + "epoch": 0.5910275170420072, + "grad_norm": 1.078690528869629, + "learning_rate": 0.00016071411568674125, + "loss": 2.0121585845947267, + "step": 4140 + }, + { + "epoch": 0.5924551197401763, + "grad_norm": 1.0645606517791748, + "learning_rate": 0.00016061890026184244, + "loss": 2.2159936904907225, + "step": 4150 + }, + { + "epoch": 0.5938827224383454, + "grad_norm": 1.1634751558303833, + "learning_rate": 0.0001605236848369436, + "loss": 2.097846031188965, + "step": 4160 + }, + { + "epoch": 0.5953103251365145, + "grad_norm": 1.3217452764511108, + "learning_rate": 0.00016042846941204477, + "loss": 2.1109798431396483, + "step": 4170 + }, + { + "epoch": 0.5967379278346836, + "grad_norm": 1.0953373908996582, + "learning_rate": 0.0001603332539871459, + "loss": 2.0403207778930663, + "step": 4180 + }, + { + "epoch": 0.5981655305328527, + "grad_norm": 1.2647509574890137, + "learning_rate": 0.00016023803856224708, + "loss": 2.1489234924316407, + "step": 4190 + }, + { + "epoch": 0.5995931332310218, + "grad_norm": 1.2663153409957886, + "learning_rate": 0.00016014282313734824, + "loss": 2.1639209747314454, + "step": 4200 + }, + { + "epoch": 0.6010207359291909, + "grad_norm": 1.027962327003479, + "learning_rate": 0.00016004760771244942, + "loss": 2.0777713775634767, + "step": 4210 + }, + { + "epoch": 0.60244833862736, + "grad_norm": 1.547472357749939, + "learning_rate": 0.00015995239228755058, + "loss": 2.114849090576172, + "step": 4220 + }, + { + "epoch": 0.6038759413255291, + "grad_norm": 1.0689531564712524, + "learning_rate": 0.00015985717686265176, + "loss": 2.101460838317871, + "step": 4230 + }, + { + "epoch": 0.6053035440236982, + "grad_norm": 1.1795955896377563, + "learning_rate": 0.00015976196143775291, + "loss": 2.0170339584350585, + "step": 4240 + }, + { + "epoch": 0.6067311467218673, + "grad_norm": 1.0898903608322144, + "learning_rate": 0.0001596667460128541, + "loss": 2.1026046752929686, + "step": 4250 + }, + { + "epoch": 0.6081587494200364, + "grad_norm": 1.4372042417526245, + "learning_rate": 0.00015957153058795525, + "loss": 2.0490205764770506, + "step": 4260 + }, + { + "epoch": 0.6095863521182056, + "grad_norm": 1.186373233795166, + "learning_rate": 0.00015947631516305644, + "loss": 1.9973588943481446, + "step": 4270 + }, + { + "epoch": 0.6110139548163745, + "grad_norm": 1.1143156290054321, + "learning_rate": 0.0001593810997381576, + "loss": 2.049622917175293, + "step": 4280 + }, + { + "epoch": 0.6124415575145437, + "grad_norm": 1.5476491451263428, + "learning_rate": 0.00015928588431325875, + "loss": 2.0849376678466798, + "step": 4290 + }, + { + "epoch": 0.6138691602127128, + "grad_norm": 0.9903887510299683, + "learning_rate": 0.00015919066888835993, + "loss": 1.98438720703125, + "step": 4300 + }, + { + "epoch": 0.6152967629108819, + "grad_norm": 1.1740891933441162, + "learning_rate": 0.00015909545346346108, + "loss": 2.2359495162963867, + "step": 4310 + }, + { + "epoch": 0.616724365609051, + "grad_norm": 1.0749351978302002, + "learning_rate": 0.00015900023803856227, + "loss": 2.0514636993408204, + "step": 4320 + }, + { + "epoch": 0.6181519683072201, + "grad_norm": 1.2126410007476807, + "learning_rate": 0.00015890502261366342, + "loss": 2.089235305786133, + "step": 4330 + }, + { + "epoch": 0.6195795710053892, + "grad_norm": 1.1484490633010864, + "learning_rate": 0.0001588098071887646, + "loss": 2.0745500564575194, + "step": 4340 + }, + { + "epoch": 0.6210071737035583, + "grad_norm": 0.9319640398025513, + "learning_rate": 0.00015871459176386576, + "loss": 1.9926181793212892, + "step": 4350 + }, + { + "epoch": 0.6224347764017274, + "grad_norm": 1.2679811716079712, + "learning_rate": 0.00015861937633896694, + "loss": 2.129096031188965, + "step": 4360 + }, + { + "epoch": 0.6238623790998965, + "grad_norm": 1.1401822566986084, + "learning_rate": 0.00015852416091406807, + "loss": 1.957147979736328, + "step": 4370 + }, + { + "epoch": 0.6252899817980656, + "grad_norm": 1.0949463844299316, + "learning_rate": 0.00015842894548916925, + "loss": 2.1449153900146483, + "step": 4380 + }, + { + "epoch": 0.6267175844962347, + "grad_norm": 1.14918053150177, + "learning_rate": 0.0001583337300642704, + "loss": 2.2274448394775392, + "step": 4390 + }, + { + "epoch": 0.6281451871944038, + "grad_norm": 1.1906867027282715, + "learning_rate": 0.0001582385146393716, + "loss": 2.051712989807129, + "step": 4400 + }, + { + "epoch": 0.6295727898925729, + "grad_norm": 1.0407558679580688, + "learning_rate": 0.00015814329921447275, + "loss": 2.0556570053100587, + "step": 4410 + }, + { + "epoch": 0.631000392590742, + "grad_norm": 1.0472633838653564, + "learning_rate": 0.00015804808378957393, + "loss": 2.0726411819458006, + "step": 4420 + }, + { + "epoch": 0.6324279952889111, + "grad_norm": 1.0542018413543701, + "learning_rate": 0.00015795286836467508, + "loss": 1.9429601669311523, + "step": 4430 + }, + { + "epoch": 0.6338555979870802, + "grad_norm": 1.056063175201416, + "learning_rate": 0.00015785765293977627, + "loss": 2.0575481414794923, + "step": 4440 + }, + { + "epoch": 0.6352832006852493, + "grad_norm": 1.345315933227539, + "learning_rate": 0.00015776243751487742, + "loss": 2.0701883316040037, + "step": 4450 + }, + { + "epoch": 0.6367108033834183, + "grad_norm": 1.1465160846710205, + "learning_rate": 0.0001576672220899786, + "loss": 2.141465950012207, + "step": 4460 + }, + { + "epoch": 0.6381384060815875, + "grad_norm": 1.2380520105361938, + "learning_rate": 0.00015757200666507973, + "loss": 2.1055450439453125, + "step": 4470 + }, + { + "epoch": 0.6395660087797566, + "grad_norm": 1.1188899278640747, + "learning_rate": 0.00015747679124018091, + "loss": 2.1809152603149413, + "step": 4480 + }, + { + "epoch": 0.6409936114779257, + "grad_norm": 1.0567125082015991, + "learning_rate": 0.00015738157581528207, + "loss": 2.1224170684814454, + "step": 4490 + }, + { + "epoch": 0.6424212141760948, + "grad_norm": 1.1337240934371948, + "learning_rate": 0.00015728636039038325, + "loss": 2.0783939361572266, + "step": 4500 + }, + { + "epoch": 0.6438488168742639, + "grad_norm": 1.1785552501678467, + "learning_rate": 0.0001571911449654844, + "loss": 2.079520606994629, + "step": 4510 + }, + { + "epoch": 0.645276419572433, + "grad_norm": 1.064718246459961, + "learning_rate": 0.0001570959295405856, + "loss": 2.0744672775268556, + "step": 4520 + }, + { + "epoch": 0.6467040222706021, + "grad_norm": 1.0810433626174927, + "learning_rate": 0.00015700071411568674, + "loss": 2.1164180755615236, + "step": 4530 + }, + { + "epoch": 0.6481316249687712, + "grad_norm": 1.4308578968048096, + "learning_rate": 0.00015690549869078793, + "loss": 2.11962833404541, + "step": 4540 + }, + { + "epoch": 0.6495592276669403, + "grad_norm": 1.0707223415374756, + "learning_rate": 0.00015681028326588908, + "loss": 2.017913055419922, + "step": 4550 + }, + { + "epoch": 0.6509868303651094, + "grad_norm": 1.1607109308242798, + "learning_rate": 0.00015671506784099024, + "loss": 2.080700492858887, + "step": 4560 + }, + { + "epoch": 0.6524144330632785, + "grad_norm": 1.0517059564590454, + "learning_rate": 0.0001566198524160914, + "loss": 2.1347278594970702, + "step": 4570 + }, + { + "epoch": 0.6538420357614476, + "grad_norm": 1.0226854085922241, + "learning_rate": 0.00015652463699119258, + "loss": 1.9415822982788087, + "step": 4580 + }, + { + "epoch": 0.6552696384596167, + "grad_norm": 1.1085102558135986, + "learning_rate": 0.00015642942156629373, + "loss": 2.0874921798706056, + "step": 4590 + }, + { + "epoch": 0.6566972411577858, + "grad_norm": 1.203783392906189, + "learning_rate": 0.0001563342061413949, + "loss": 2.018591117858887, + "step": 4600 + }, + { + "epoch": 0.6581248438559549, + "grad_norm": 1.30747389793396, + "learning_rate": 0.00015623899071649607, + "loss": 2.124520111083984, + "step": 4610 + }, + { + "epoch": 0.659552446554124, + "grad_norm": 1.1289852857589722, + "learning_rate": 0.00015614377529159725, + "loss": 2.1010200500488283, + "step": 4620 + }, + { + "epoch": 0.660980049252293, + "grad_norm": 1.1173664331436157, + "learning_rate": 0.0001560485598666984, + "loss": 2.095734786987305, + "step": 4630 + }, + { + "epoch": 0.6624076519504621, + "grad_norm": 1.3770655393600464, + "learning_rate": 0.0001559533444417996, + "loss": 2.109881782531738, + "step": 4640 + }, + { + "epoch": 0.6638352546486312, + "grad_norm": 1.0825073719024658, + "learning_rate": 0.00015585812901690074, + "loss": 1.9486059188842773, + "step": 4650 + }, + { + "epoch": 0.6652628573468004, + "grad_norm": 1.228014588356018, + "learning_rate": 0.0001557629135920019, + "loss": 2.1181900024414064, + "step": 4660 + }, + { + "epoch": 0.6666904600449695, + "grad_norm": 1.2361053228378296, + "learning_rate": 0.00015566769816710308, + "loss": 2.11850528717041, + "step": 4670 + }, + { + "epoch": 0.6681180627431386, + "grad_norm": 1.3095343112945557, + "learning_rate": 0.00015557248274220424, + "loss": 2.2466053009033202, + "step": 4680 + }, + { + "epoch": 0.6695456654413077, + "grad_norm": 1.4119725227355957, + "learning_rate": 0.00015547726731730542, + "loss": 2.139160919189453, + "step": 4690 + }, + { + "epoch": 0.6709732681394768, + "grad_norm": 1.160866141319275, + "learning_rate": 0.00015538205189240657, + "loss": 2.178610610961914, + "step": 4700 + }, + { + "epoch": 0.6724008708376459, + "grad_norm": 0.9942652583122253, + "learning_rate": 0.00015528683646750776, + "loss": 2.1062307357788086, + "step": 4710 + }, + { + "epoch": 0.673828473535815, + "grad_norm": 1.1465297937393188, + "learning_rate": 0.0001551916210426089, + "loss": 1.9471675872802734, + "step": 4720 + }, + { + "epoch": 0.6752560762339841, + "grad_norm": 1.157509684562683, + "learning_rate": 0.0001550964056177101, + "loss": 2.2231735229492187, + "step": 4730 + }, + { + "epoch": 0.6766836789321532, + "grad_norm": 1.2655620574951172, + "learning_rate": 0.00015500119019281125, + "loss": 2.194755744934082, + "step": 4740 + }, + { + "epoch": 0.6781112816303223, + "grad_norm": 1.3042454719543457, + "learning_rate": 0.0001549059747679124, + "loss": 2.1200008392333984, + "step": 4750 + }, + { + "epoch": 0.6795388843284914, + "grad_norm": 1.211383581161499, + "learning_rate": 0.00015481075934301356, + "loss": 2.0350900650024415, + "step": 4760 + }, + { + "epoch": 0.6809664870266605, + "grad_norm": 1.1105891466140747, + "learning_rate": 0.00015471554391811474, + "loss": 2.0983116149902346, + "step": 4770 + }, + { + "epoch": 0.6823940897248296, + "grad_norm": 1.1432119607925415, + "learning_rate": 0.0001546203284932159, + "loss": 2.0374631881713867, + "step": 4780 + }, + { + "epoch": 0.6838216924229987, + "grad_norm": 1.2010427713394165, + "learning_rate": 0.00015452511306831708, + "loss": 2.1282493591308596, + "step": 4790 + }, + { + "epoch": 0.6852492951211678, + "grad_norm": 1.1762789487838745, + "learning_rate": 0.00015442989764341824, + "loss": 2.157598304748535, + "step": 4800 + }, + { + "epoch": 0.6866768978193368, + "grad_norm": 1.0752602815628052, + "learning_rate": 0.00015433468221851942, + "loss": 1.9569272994995117, + "step": 4810 + }, + { + "epoch": 0.6881045005175059, + "grad_norm": 1.1443010568618774, + "learning_rate": 0.00015423946679362057, + "loss": 2.072005844116211, + "step": 4820 + }, + { + "epoch": 0.689532103215675, + "grad_norm": 1.1991745233535767, + "learning_rate": 0.00015414425136872176, + "loss": 2.044131851196289, + "step": 4830 + }, + { + "epoch": 0.6909597059138441, + "grad_norm": 1.03378427028656, + "learning_rate": 0.0001540490359438229, + "loss": 2.241434097290039, + "step": 4840 + }, + { + "epoch": 0.6923873086120133, + "grad_norm": 1.3095555305480957, + "learning_rate": 0.00015395382051892407, + "loss": 2.1197956085205076, + "step": 4850 + }, + { + "epoch": 0.6938149113101824, + "grad_norm": 1.0304228067398071, + "learning_rate": 0.00015385860509402522, + "loss": 2.0145242691040037, + "step": 4860 + }, + { + "epoch": 0.6952425140083515, + "grad_norm": 1.0579947233200073, + "learning_rate": 0.0001537633896691264, + "loss": 1.9315383911132813, + "step": 4870 + }, + { + "epoch": 0.6966701167065206, + "grad_norm": 1.389248251914978, + "learning_rate": 0.00015366817424422756, + "loss": 1.96744384765625, + "step": 4880 + }, + { + "epoch": 0.6980977194046897, + "grad_norm": 1.0396047830581665, + "learning_rate": 0.00015357295881932874, + "loss": 2.1762937545776366, + "step": 4890 + }, + { + "epoch": 0.6995253221028588, + "grad_norm": 0.9477119445800781, + "learning_rate": 0.0001534777433944299, + "loss": 2.269539451599121, + "step": 4900 + }, + { + "epoch": 0.7009529248010279, + "grad_norm": 1.3811748027801514, + "learning_rate": 0.00015338252796953108, + "loss": 2.1592836380004883, + "step": 4910 + }, + { + "epoch": 0.702380527499197, + "grad_norm": 1.0813015699386597, + "learning_rate": 0.00015328731254463224, + "loss": 2.2636188507080077, + "step": 4920 + }, + { + "epoch": 0.7038081301973661, + "grad_norm": 1.2023388147354126, + "learning_rate": 0.00015319209711973342, + "loss": 2.1457313537597655, + "step": 4930 + }, + { + "epoch": 0.7052357328955352, + "grad_norm": 1.1694599390029907, + "learning_rate": 0.00015309688169483455, + "loss": 2.1561866760253907, + "step": 4940 + }, + { + "epoch": 0.7066633355937043, + "grad_norm": 1.278207778930664, + "learning_rate": 0.00015300166626993573, + "loss": 2.1632722854614257, + "step": 4950 + }, + { + "epoch": 0.7080909382918734, + "grad_norm": 1.2129367589950562, + "learning_rate": 0.00015290645084503688, + "loss": 2.104619598388672, + "step": 4960 + }, + { + "epoch": 0.7095185409900425, + "grad_norm": 1.12024986743927, + "learning_rate": 0.00015281123542013807, + "loss": 2.2494619369506834, + "step": 4970 + }, + { + "epoch": 0.7109461436882115, + "grad_norm": 1.323219656944275, + "learning_rate": 0.00015271601999523922, + "loss": 2.077766990661621, + "step": 4980 + }, + { + "epoch": 0.7123737463863806, + "grad_norm": 1.4513942003250122, + "learning_rate": 0.0001526208045703404, + "loss": 2.0815666198730467, + "step": 4990 + }, + { + "epoch": 0.7138013490845497, + "grad_norm": 1.022873878479004, + "learning_rate": 0.00015252558914544156, + "loss": 2.0749887466430663, + "step": 5000 + }, + { + "epoch": 0.7152289517827188, + "grad_norm": 1.310887098312378, + "learning_rate": 0.00015243037372054274, + "loss": 2.073664093017578, + "step": 5010 + }, + { + "epoch": 0.7166565544808879, + "grad_norm": 1.0364643335342407, + "learning_rate": 0.0001523351582956439, + "loss": 2.0644689559936524, + "step": 5020 + }, + { + "epoch": 0.718084157179057, + "grad_norm": 1.0534369945526123, + "learning_rate": 0.00015223994287074508, + "loss": 2.1695106506347654, + "step": 5030 + }, + { + "epoch": 0.7195117598772262, + "grad_norm": 1.228196382522583, + "learning_rate": 0.00015214472744584623, + "loss": 2.0640996932983398, + "step": 5040 + }, + { + "epoch": 0.7209393625753953, + "grad_norm": 1.1617060899734497, + "learning_rate": 0.0001520495120209474, + "loss": 2.059670257568359, + "step": 5050 + }, + { + "epoch": 0.7223669652735644, + "grad_norm": 1.2786524295806885, + "learning_rate": 0.00015195429659604857, + "loss": 2.042633056640625, + "step": 5060 + }, + { + "epoch": 0.7237945679717335, + "grad_norm": 1.7062017917633057, + "learning_rate": 0.00015185908117114973, + "loss": 1.9900848388671875, + "step": 5070 + }, + { + "epoch": 0.7252221706699026, + "grad_norm": 1.2654452323913574, + "learning_rate": 0.0001517638657462509, + "loss": 2.0543087005615233, + "step": 5080 + }, + { + "epoch": 0.7266497733680717, + "grad_norm": 0.9251814484596252, + "learning_rate": 0.00015166865032135207, + "loss": 2.2598575592041015, + "step": 5090 + }, + { + "epoch": 0.7280773760662408, + "grad_norm": 1.2314844131469727, + "learning_rate": 0.00015157343489645325, + "loss": 1.962451171875, + "step": 5100 + }, + { + "epoch": 0.7295049787644099, + "grad_norm": 1.1339524984359741, + "learning_rate": 0.0001514782194715544, + "loss": 2.1815841674804686, + "step": 5110 + }, + { + "epoch": 0.730932581462579, + "grad_norm": 1.2662720680236816, + "learning_rate": 0.00015138300404665559, + "loss": 2.06201171875, + "step": 5120 + }, + { + "epoch": 0.7323601841607481, + "grad_norm": 1.270620584487915, + "learning_rate": 0.00015128778862175671, + "loss": 2.1221466064453125, + "step": 5130 + }, + { + "epoch": 0.7337877868589172, + "grad_norm": 1.7752879858016968, + "learning_rate": 0.0001511925731968579, + "loss": 2.0692325592041017, + "step": 5140 + }, + { + "epoch": 0.7352153895570862, + "grad_norm": 1.5993555784225464, + "learning_rate": 0.00015109735777195905, + "loss": 2.039986228942871, + "step": 5150 + }, + { + "epoch": 0.7366429922552553, + "grad_norm": 1.1296077966690063, + "learning_rate": 0.00015100214234706023, + "loss": 2.1308712005615233, + "step": 5160 + }, + { + "epoch": 0.7380705949534244, + "grad_norm": 1.203850269317627, + "learning_rate": 0.0001509069269221614, + "loss": 2.0894222259521484, + "step": 5170 + }, + { + "epoch": 0.7394981976515935, + "grad_norm": 1.248410940170288, + "learning_rate": 0.00015081171149726257, + "loss": 2.123434829711914, + "step": 5180 + }, + { + "epoch": 0.7409258003497626, + "grad_norm": 1.0876100063323975, + "learning_rate": 0.00015071649607236373, + "loss": 2.031419372558594, + "step": 5190 + }, + { + "epoch": 0.7423534030479317, + "grad_norm": 1.0214993953704834, + "learning_rate": 0.0001506212806474649, + "loss": 2.1958309173583985, + "step": 5200 + }, + { + "epoch": 0.7437810057461008, + "grad_norm": 0.9046857953071594, + "learning_rate": 0.00015052606522256607, + "loss": 1.9689685821533203, + "step": 5210 + }, + { + "epoch": 0.74520860844427, + "grad_norm": 1.102981686592102, + "learning_rate": 0.00015043084979766725, + "loss": 2.082001495361328, + "step": 5220 + }, + { + "epoch": 0.746636211142439, + "grad_norm": 1.3899544477462769, + "learning_rate": 0.00015033563437276838, + "loss": 1.9985469818115233, + "step": 5230 + }, + { + "epoch": 0.7480638138406082, + "grad_norm": 1.6087454557418823, + "learning_rate": 0.00015024041894786956, + "loss": 2.144418144226074, + "step": 5240 + }, + { + "epoch": 0.7494914165387773, + "grad_norm": 1.1745785474777222, + "learning_rate": 0.0001501452035229707, + "loss": 2.075351333618164, + "step": 5250 + }, + { + "epoch": 0.7509190192369464, + "grad_norm": 1.252122402191162, + "learning_rate": 0.0001500499880980719, + "loss": 2.046000099182129, + "step": 5260 + }, + { + "epoch": 0.7523466219351155, + "grad_norm": 1.2469866275787354, + "learning_rate": 0.00014995477267317305, + "loss": 2.0471614837646483, + "step": 5270 + }, + { + "epoch": 0.7537742246332846, + "grad_norm": 1.2567193508148193, + "learning_rate": 0.00014985955724827423, + "loss": 2.1027271270751955, + "step": 5280 + }, + { + "epoch": 0.7552018273314537, + "grad_norm": 1.2912555932998657, + "learning_rate": 0.0001497643418233754, + "loss": 2.1145801544189453, + "step": 5290 + }, + { + "epoch": 0.7566294300296228, + "grad_norm": 1.0746982097625732, + "learning_rate": 0.00014966912639847657, + "loss": 1.9975954055786134, + "step": 5300 + }, + { + "epoch": 0.7580570327277919, + "grad_norm": 0.9123805165290833, + "learning_rate": 0.00014957391097357773, + "loss": 2.0803789138793944, + "step": 5310 + }, + { + "epoch": 0.759484635425961, + "grad_norm": 1.1584913730621338, + "learning_rate": 0.0001494786955486789, + "loss": 2.1535112380981447, + "step": 5320 + }, + { + "epoch": 0.76091223812413, + "grad_norm": 1.2221531867980957, + "learning_rate": 0.00014938348012378004, + "loss": 2.0887495040893556, + "step": 5330 + }, + { + "epoch": 0.7623398408222991, + "grad_norm": 1.087020993232727, + "learning_rate": 0.00014928826469888122, + "loss": 1.9882490158081054, + "step": 5340 + }, + { + "epoch": 0.7637674435204682, + "grad_norm": 1.687694787979126, + "learning_rate": 0.00014919304927398238, + "loss": 2.2212324142456055, + "step": 5350 + }, + { + "epoch": 0.7651950462186373, + "grad_norm": 1.0636277198791504, + "learning_rate": 0.00014909783384908356, + "loss": 2.002360534667969, + "step": 5360 + }, + { + "epoch": 0.7666226489168064, + "grad_norm": 1.2687207460403442, + "learning_rate": 0.0001490026184241847, + "loss": 2.2147212982177735, + "step": 5370 + }, + { + "epoch": 0.7680502516149755, + "grad_norm": 1.236961007118225, + "learning_rate": 0.0001489074029992859, + "loss": 2.040176773071289, + "step": 5380 + }, + { + "epoch": 0.7694778543131446, + "grad_norm": 0.9304345846176147, + "learning_rate": 0.00014881218757438705, + "loss": 2.118213081359863, + "step": 5390 + }, + { + "epoch": 0.7709054570113137, + "grad_norm": 1.2043101787567139, + "learning_rate": 0.00014871697214948823, + "loss": 2.0982040405273437, + "step": 5400 + }, + { + "epoch": 0.7723330597094828, + "grad_norm": 1.1328470706939697, + "learning_rate": 0.0001486217567245894, + "loss": 2.0471426010131837, + "step": 5410 + }, + { + "epoch": 0.773760662407652, + "grad_norm": 1.830897569656372, + "learning_rate": 0.00014852654129969054, + "loss": 1.943600845336914, + "step": 5420 + }, + { + "epoch": 0.7751882651058211, + "grad_norm": 1.2577552795410156, + "learning_rate": 0.00014843132587479173, + "loss": 2.044905662536621, + "step": 5430 + }, + { + "epoch": 0.7766158678039902, + "grad_norm": 1.00262451171875, + "learning_rate": 0.00014833611044989288, + "loss": 2.0161760330200194, + "step": 5440 + }, + { + "epoch": 0.7780434705021593, + "grad_norm": 1.2471446990966797, + "learning_rate": 0.00014824089502499406, + "loss": 2.030394744873047, + "step": 5450 + }, + { + "epoch": 0.7794710732003284, + "grad_norm": 1.3308446407318115, + "learning_rate": 0.00014814567960009522, + "loss": 2.2480823516845705, + "step": 5460 + }, + { + "epoch": 0.7808986758984975, + "grad_norm": 1.0902934074401855, + "learning_rate": 0.0001480504641751964, + "loss": 2.159767913818359, + "step": 5470 + }, + { + "epoch": 0.7823262785966666, + "grad_norm": 1.1527326107025146, + "learning_rate": 0.00014795524875029756, + "loss": 2.1065540313720703, + "step": 5480 + }, + { + "epoch": 0.7837538812948357, + "grad_norm": 1.158408761024475, + "learning_rate": 0.00014786003332539874, + "loss": 1.9589733123779296, + "step": 5490 + }, + { + "epoch": 0.7851814839930047, + "grad_norm": 1.1625585556030273, + "learning_rate": 0.0001477648179004999, + "loss": 2.0707992553710937, + "step": 5500 + }, + { + "epoch": 0.7866090866911738, + "grad_norm": 0.9742340445518494, + "learning_rate": 0.00014766960247560108, + "loss": 2.192020606994629, + "step": 5510 + }, + { + "epoch": 0.7880366893893429, + "grad_norm": 2.17490291595459, + "learning_rate": 0.0001475743870507022, + "loss": 2.039841651916504, + "step": 5520 + }, + { + "epoch": 0.789464292087512, + "grad_norm": 1.186703085899353, + "learning_rate": 0.0001474791716258034, + "loss": 2.0397449493408204, + "step": 5530 + }, + { + "epoch": 0.7908918947856811, + "grad_norm": 1.0868713855743408, + "learning_rate": 0.00014738395620090454, + "loss": 2.112815093994141, + "step": 5540 + }, + { + "epoch": 0.7923194974838502, + "grad_norm": 1.2248460054397583, + "learning_rate": 0.00014728874077600573, + "loss": 2.0478261947631835, + "step": 5550 + }, + { + "epoch": 0.7937471001820193, + "grad_norm": 1.0196927785873413, + "learning_rate": 0.00014719352535110688, + "loss": 2.0375383377075194, + "step": 5560 + }, + { + "epoch": 0.7951747028801884, + "grad_norm": 1.1145230531692505, + "learning_rate": 0.00014709830992620806, + "loss": 2.038543128967285, + "step": 5570 + }, + { + "epoch": 0.7966023055783575, + "grad_norm": 0.8973228931427002, + "learning_rate": 0.00014700309450130922, + "loss": 1.9726655960083008, + "step": 5580 + }, + { + "epoch": 0.7980299082765266, + "grad_norm": 1.2083377838134766, + "learning_rate": 0.0001469078790764104, + "loss": 2.0419130325317383, + "step": 5590 + }, + { + "epoch": 0.7994575109746958, + "grad_norm": 1.1352425813674927, + "learning_rate": 0.00014681266365151156, + "loss": 2.043312835693359, + "step": 5600 + } + ], + "logging_steps": 10, + "max_steps": 21015, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.3367904716017664e+17, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +}