diff --git "a/checkpoints/checkpoint-10200/trainer_state.json" "b/checkpoints/checkpoint-10200/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoints/checkpoint-10200/trainer_state.json" @@ -0,0 +1,7174 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.4561190620650273, + "eval_steps": 500, + "global_step": 10200, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0014276026981690996, + "grad_norm": 1.2670224905014038, + "learning_rate": 0.00016, + "loss": 2.898906135559082, + "step": 10 + }, + { + "epoch": 0.0028552053963381992, + "grad_norm": 1.2538419961929321, + "learning_rate": 0.00019992382766008095, + "loss": 2.378516960144043, + "step": 20 + }, + { + "epoch": 0.004282808094507299, + "grad_norm": 1.409246563911438, + "learning_rate": 0.0001998286122351821, + "loss": 2.4753650665283202, + "step": 30 + }, + { + "epoch": 0.0057104107926763984, + "grad_norm": 1.094603180885315, + "learning_rate": 0.00019973339681028326, + "loss": 2.2721933364868163, + "step": 40 + }, + { + "epoch": 0.007138013490845497, + "grad_norm": 1.1403776407241821, + "learning_rate": 0.00019963818138538444, + "loss": 2.263425827026367, + "step": 50 + }, + { + "epoch": 0.008565616189014597, + "grad_norm": 1.1656428575515747, + "learning_rate": 0.0001995429659604856, + "loss": 2.363163185119629, + "step": 60 + }, + { + "epoch": 0.009993218887183696, + "grad_norm": 1.1926625967025757, + "learning_rate": 0.00019944775053558678, + "loss": 2.1333871841430665, + "step": 70 + }, + { + "epoch": 0.011420821585352797, + "grad_norm": 0.9967195391654968, + "learning_rate": 0.00019935253511068794, + "loss": 2.279196929931641, + "step": 80 + }, + { + "epoch": 0.012848424283521896, + "grad_norm": 1.1345535516738892, + "learning_rate": 0.00019925731968578912, + "loss": 2.181261444091797, + "step": 90 + }, + { + "epoch": 0.014276026981690995, + "grad_norm": 1.2285407781600952, + "learning_rate": 0.00019916210426089027, + "loss": 2.2282310485839845, + "step": 100 + }, + { + "epoch": 0.015703629679860096, + "grad_norm": 2.191948890686035, + "learning_rate": 0.00019906688883599146, + "loss": 2.2829305648803713, + "step": 110 + }, + { + "epoch": 0.017131232378029194, + "grad_norm": 1.1868839263916016, + "learning_rate": 0.00019897167341109258, + "loss": 2.1634748458862303, + "step": 120 + }, + { + "epoch": 0.018558835076198293, + "grad_norm": 1.3730543851852417, + "learning_rate": 0.00019887645798619377, + "loss": 2.235073471069336, + "step": 130 + }, + { + "epoch": 0.019986437774367392, + "grad_norm": 1.3060146570205688, + "learning_rate": 0.00019878124256129492, + "loss": 2.254693031311035, + "step": 140 + }, + { + "epoch": 0.021414040472536495, + "grad_norm": 1.13761305809021, + "learning_rate": 0.0001986860271363961, + "loss": 2.255308723449707, + "step": 150 + }, + { + "epoch": 0.022841643170705594, + "grad_norm": 1.2420964241027832, + "learning_rate": 0.00019859081171149726, + "loss": 2.199342155456543, + "step": 160 + }, + { + "epoch": 0.024269245868874693, + "grad_norm": 1.2628268003463745, + "learning_rate": 0.00019849559628659844, + "loss": 2.2568809509277346, + "step": 170 + }, + { + "epoch": 0.02569684856704379, + "grad_norm": 1.0423402786254883, + "learning_rate": 0.0001984003808616996, + "loss": 2.201403045654297, + "step": 180 + }, + { + "epoch": 0.02712445126521289, + "grad_norm": 1.3187193870544434, + "learning_rate": 0.00019830516543680078, + "loss": 2.31024055480957, + "step": 190 + }, + { + "epoch": 0.02855205396338199, + "grad_norm": 1.287013292312622, + "learning_rate": 0.00019820995001190194, + "loss": 2.2775556564331056, + "step": 200 + }, + { + "epoch": 0.029979656661551092, + "grad_norm": 1.445034384727478, + "learning_rate": 0.00019811473458700312, + "loss": 2.214271354675293, + "step": 210 + }, + { + "epoch": 0.03140725935972019, + "grad_norm": 1.4336904287338257, + "learning_rate": 0.00019801951916210427, + "loss": 2.1211181640625, + "step": 220 + }, + { + "epoch": 0.03283486205788929, + "grad_norm": 1.303303837776184, + "learning_rate": 0.00019792430373720543, + "loss": 2.1037008285522463, + "step": 230 + }, + { + "epoch": 0.03426246475605839, + "grad_norm": 1.2367061376571655, + "learning_rate": 0.0001978290883123066, + "loss": 2.1291038513183596, + "step": 240 + }, + { + "epoch": 0.03569006745422749, + "grad_norm": 1.314647912979126, + "learning_rate": 0.00019773387288740777, + "loss": 2.1351301193237306, + "step": 250 + }, + { + "epoch": 0.03711767015239659, + "grad_norm": 1.3084362745285034, + "learning_rate": 0.00019763865746250895, + "loss": 2.0980342864990233, + "step": 260 + }, + { + "epoch": 0.038545272850565686, + "grad_norm": 1.712534785270691, + "learning_rate": 0.0001975434420376101, + "loss": 2.25567569732666, + "step": 270 + }, + { + "epoch": 0.039972875548734785, + "grad_norm": 1.5107096433639526, + "learning_rate": 0.0001974482266127113, + "loss": 2.198653793334961, + "step": 280 + }, + { + "epoch": 0.041400478246903884, + "grad_norm": 1.1626437902450562, + "learning_rate": 0.00019735301118781244, + "loss": 2.136816215515137, + "step": 290 + }, + { + "epoch": 0.04282808094507299, + "grad_norm": 1.551853060722351, + "learning_rate": 0.00019725779576291362, + "loss": 2.2106935501098635, + "step": 300 + }, + { + "epoch": 0.04425568364324209, + "grad_norm": 1.5131734609603882, + "learning_rate": 0.00019716258033801475, + "loss": 2.0967830657958983, + "step": 310 + }, + { + "epoch": 0.04568328634141119, + "grad_norm": 1.310641884803772, + "learning_rate": 0.00019706736491311593, + "loss": 2.2105255126953125, + "step": 320 + }, + { + "epoch": 0.047110889039580287, + "grad_norm": 1.3621881008148193, + "learning_rate": 0.0001969721494882171, + "loss": 2.1775463104248045, + "step": 330 + }, + { + "epoch": 0.048538491737749385, + "grad_norm": 1.4618415832519531, + "learning_rate": 0.00019687693406331827, + "loss": 2.148931694030762, + "step": 340 + }, + { + "epoch": 0.049966094435918484, + "grad_norm": 1.3173977136611938, + "learning_rate": 0.00019678171863841943, + "loss": 2.1974794387817385, + "step": 350 + }, + { + "epoch": 0.05139369713408758, + "grad_norm": 1.1830055713653564, + "learning_rate": 0.0001966865032135206, + "loss": 2.1695978164672853, + "step": 360 + }, + { + "epoch": 0.05282129983225668, + "grad_norm": 1.1831724643707275, + "learning_rate": 0.00019659128778862177, + "loss": 2.0823343276977537, + "step": 370 + }, + { + "epoch": 0.05424890253042578, + "grad_norm": 1.1693743467330933, + "learning_rate": 0.00019649607236372295, + "loss": 2.1867488861083983, + "step": 380 + }, + { + "epoch": 0.05567650522859488, + "grad_norm": 1.25830078125, + "learning_rate": 0.0001964008569388241, + "loss": 2.2133615493774412, + "step": 390 + }, + { + "epoch": 0.05710410792676398, + "grad_norm": 1.3678141832351685, + "learning_rate": 0.00019630564151392529, + "loss": 2.308313751220703, + "step": 400 + }, + { + "epoch": 0.05853171062493308, + "grad_norm": 1.1440492868423462, + "learning_rate": 0.00019621042608902641, + "loss": 2.1140726089477537, + "step": 410 + }, + { + "epoch": 0.059959313323102184, + "grad_norm": 1.1869196891784668, + "learning_rate": 0.0001961152106641276, + "loss": 2.0346582412719725, + "step": 420 + }, + { + "epoch": 0.06138691602127128, + "grad_norm": 1.4892522096633911, + "learning_rate": 0.00019601999523922875, + "loss": 2.2025136947631836, + "step": 430 + }, + { + "epoch": 0.06281451871944038, + "grad_norm": 1.8906227350234985, + "learning_rate": 0.00019592477981432993, + "loss": 2.297587776184082, + "step": 440 + }, + { + "epoch": 0.06424212141760947, + "grad_norm": 1.2389851808547974, + "learning_rate": 0.0001958295643894311, + "loss": 2.130488395690918, + "step": 450 + }, + { + "epoch": 0.06566972411577858, + "grad_norm": 1.425410509109497, + "learning_rate": 0.00019573434896453227, + "loss": 2.144012451171875, + "step": 460 + }, + { + "epoch": 0.06709732681394767, + "grad_norm": 1.3087464570999146, + "learning_rate": 0.00019563913353963343, + "loss": 2.2011600494384767, + "step": 470 + }, + { + "epoch": 0.06852492951211678, + "grad_norm": 1.3441588878631592, + "learning_rate": 0.0001955439181147346, + "loss": 2.291761016845703, + "step": 480 + }, + { + "epoch": 0.06995253221028588, + "grad_norm": 1.2851412296295166, + "learning_rate": 0.00019544870268983577, + "loss": 2.24096622467041, + "step": 490 + }, + { + "epoch": 0.07138013490845498, + "grad_norm": 1.2628257274627686, + "learning_rate": 0.00019535348726493692, + "loss": 2.080752944946289, + "step": 500 + }, + { + "epoch": 0.07280773760662408, + "grad_norm": 1.2638740539550781, + "learning_rate": 0.00019525827184003808, + "loss": 2.4698177337646485, + "step": 510 + }, + { + "epoch": 0.07423534030479317, + "grad_norm": 1.2560440301895142, + "learning_rate": 0.00019516305641513926, + "loss": 2.132457733154297, + "step": 520 + }, + { + "epoch": 0.07566294300296228, + "grad_norm": 1.7629936933517456, + "learning_rate": 0.0001950678409902404, + "loss": 2.166901969909668, + "step": 530 + }, + { + "epoch": 0.07709054570113137, + "grad_norm": 1.8175091743469238, + "learning_rate": 0.0001949726255653416, + "loss": 2.1663414001464845, + "step": 540 + }, + { + "epoch": 0.07851814839930048, + "grad_norm": 1.1744414567947388, + "learning_rate": 0.00019487741014044275, + "loss": 2.388395309448242, + "step": 550 + }, + { + "epoch": 0.07994575109746957, + "grad_norm": 0.9943644404411316, + "learning_rate": 0.00019478219471554393, + "loss": 2.1379253387451174, + "step": 560 + }, + { + "epoch": 0.08137335379563868, + "grad_norm": 1.2485833168029785, + "learning_rate": 0.0001946869792906451, + "loss": 2.1750890731811525, + "step": 570 + }, + { + "epoch": 0.08280095649380777, + "grad_norm": 1.0852699279785156, + "learning_rate": 0.00019459176386574627, + "loss": 2.2631216049194336, + "step": 580 + }, + { + "epoch": 0.08422855919197687, + "grad_norm": 1.5462923049926758, + "learning_rate": 0.00019449654844084743, + "loss": 2.2366138458251954, + "step": 590 + }, + { + "epoch": 0.08565616189014598, + "grad_norm": 1.2923717498779297, + "learning_rate": 0.00019440133301594858, + "loss": 2.1567543029785154, + "step": 600 + }, + { + "epoch": 0.08708376458831507, + "grad_norm": 1.3011770248413086, + "learning_rate": 0.00019430611759104976, + "loss": 2.1422496795654298, + "step": 610 + }, + { + "epoch": 0.08851136728648418, + "grad_norm": 1.4617754220962524, + "learning_rate": 0.00019421090216615092, + "loss": 2.1605356216430662, + "step": 620 + }, + { + "epoch": 0.08993896998465327, + "grad_norm": 1.5295599699020386, + "learning_rate": 0.0001941156867412521, + "loss": 2.0025182723999024, + "step": 630 + }, + { + "epoch": 0.09136657268282238, + "grad_norm": 1.3012663125991821, + "learning_rate": 0.00019402047131635326, + "loss": 2.1372703552246093, + "step": 640 + }, + { + "epoch": 0.09279417538099147, + "grad_norm": 1.4276515245437622, + "learning_rate": 0.00019392525589145444, + "loss": 2.315623474121094, + "step": 650 + }, + { + "epoch": 0.09422177807916057, + "grad_norm": 1.5132569074630737, + "learning_rate": 0.0001938300404665556, + "loss": 2.258671760559082, + "step": 660 + }, + { + "epoch": 0.09564938077732967, + "grad_norm": 1.1320735216140747, + "learning_rate": 0.00019373482504165678, + "loss": 2.21956844329834, + "step": 670 + }, + { + "epoch": 0.09707698347549877, + "grad_norm": 1.1464308500289917, + "learning_rate": 0.00019363960961675793, + "loss": 2.173979949951172, + "step": 680 + }, + { + "epoch": 0.09850458617366786, + "grad_norm": 1.2780959606170654, + "learning_rate": 0.0001935443941918591, + "loss": 2.159123992919922, + "step": 690 + }, + { + "epoch": 0.09993218887183697, + "grad_norm": 1.3222688436508179, + "learning_rate": 0.00019344917876696024, + "loss": 2.1596654891967773, + "step": 700 + }, + { + "epoch": 0.10135979157000606, + "grad_norm": 1.2251396179199219, + "learning_rate": 0.00019335396334206143, + "loss": 2.0882038116455077, + "step": 710 + }, + { + "epoch": 0.10278739426817517, + "grad_norm": 1.2655571699142456, + "learning_rate": 0.00019325874791716258, + "loss": 2.1701095581054686, + "step": 720 + }, + { + "epoch": 0.10421499696634427, + "grad_norm": 1.3139557838439941, + "learning_rate": 0.00019316353249226376, + "loss": 2.1374244689941406, + "step": 730 + }, + { + "epoch": 0.10564259966451336, + "grad_norm": 0.9476764798164368, + "learning_rate": 0.00019306831706736492, + "loss": 2.131810760498047, + "step": 740 + }, + { + "epoch": 0.10707020236268247, + "grad_norm": 1.3916528224945068, + "learning_rate": 0.0001929731016424661, + "loss": 2.2276470184326174, + "step": 750 + }, + { + "epoch": 0.10849780506085156, + "grad_norm": 1.2913047075271606, + "learning_rate": 0.00019287788621756726, + "loss": 2.0985342025756837, + "step": 760 + }, + { + "epoch": 0.10992540775902067, + "grad_norm": 1.4780009984970093, + "learning_rate": 0.00019278267079266844, + "loss": 2.3402137756347656, + "step": 770 + }, + { + "epoch": 0.11135301045718976, + "grad_norm": 1.38652765750885, + "learning_rate": 0.0001926874553677696, + "loss": 2.1956760406494142, + "step": 780 + }, + { + "epoch": 0.11278061315535887, + "grad_norm": 1.2437113523483276, + "learning_rate": 0.00019259223994287075, + "loss": 2.344030570983887, + "step": 790 + }, + { + "epoch": 0.11420821585352796, + "grad_norm": 1.1223382949829102, + "learning_rate": 0.0001924970245179719, + "loss": 2.245418167114258, + "step": 800 + }, + { + "epoch": 0.11563581855169706, + "grad_norm": 1.5828821659088135, + "learning_rate": 0.0001924018090930731, + "loss": 2.2958986282348635, + "step": 810 + }, + { + "epoch": 0.11706342124986616, + "grad_norm": 1.1058349609375, + "learning_rate": 0.00019230659366817424, + "loss": 2.0216651916503907, + "step": 820 + }, + { + "epoch": 0.11849102394803526, + "grad_norm": 1.1991469860076904, + "learning_rate": 0.00019221137824327543, + "loss": 2.1821861267089844, + "step": 830 + }, + { + "epoch": 0.11991862664620437, + "grad_norm": 1.0211104154586792, + "learning_rate": 0.00019211616281837658, + "loss": 2.1515743255615236, + "step": 840 + }, + { + "epoch": 0.12134622934437346, + "grad_norm": 1.163668155670166, + "learning_rate": 0.00019202094739347776, + "loss": 2.0592647552490235, + "step": 850 + }, + { + "epoch": 0.12277383204254257, + "grad_norm": 1.0804855823516846, + "learning_rate": 0.00019192573196857892, + "loss": 2.0916107177734373, + "step": 860 + }, + { + "epoch": 0.12420143474071166, + "grad_norm": 1.2400697469711304, + "learning_rate": 0.0001918305165436801, + "loss": 2.0994134902954102, + "step": 870 + }, + { + "epoch": 0.12562903743888076, + "grad_norm": 1.3643152713775635, + "learning_rate": 0.00019173530111878123, + "loss": 2.2519294738769533, + "step": 880 + }, + { + "epoch": 0.12705664013704987, + "grad_norm": 1.3758548498153687, + "learning_rate": 0.0001916400856938824, + "loss": 2.22522029876709, + "step": 890 + }, + { + "epoch": 0.12848424283521895, + "grad_norm": 1.1675829887390137, + "learning_rate": 0.00019154487026898357, + "loss": 2.1150989532470703, + "step": 900 + }, + { + "epoch": 0.12991184553338805, + "grad_norm": 1.2862130403518677, + "learning_rate": 0.00019144965484408475, + "loss": 2.289804458618164, + "step": 910 + }, + { + "epoch": 0.13133944823155716, + "grad_norm": 1.271008849143982, + "learning_rate": 0.0001913639609616758, + "loss": 2.1846010208129885, + "step": 920 + }, + { + "epoch": 0.13276705092972627, + "grad_norm": 1.1630209684371948, + "learning_rate": 0.00019126874553677695, + "loss": 2.2126953125, + "step": 930 + }, + { + "epoch": 0.13419465362789534, + "grad_norm": 1.1368460655212402, + "learning_rate": 0.00019117353011187813, + "loss": 2.178596305847168, + "step": 940 + }, + { + "epoch": 0.13562225632606445, + "grad_norm": 1.0295072793960571, + "learning_rate": 0.0001910783146869793, + "loss": 2.2031627655029298, + "step": 950 + }, + { + "epoch": 0.13704985902423356, + "grad_norm": 1.379927396774292, + "learning_rate": 0.00019098309926208047, + "loss": 2.120400619506836, + "step": 960 + }, + { + "epoch": 0.13847746172240266, + "grad_norm": 1.1450871229171753, + "learning_rate": 0.00019088788383718163, + "loss": 2.151012992858887, + "step": 970 + }, + { + "epoch": 0.13990506442057177, + "grad_norm": 1.0418351888656616, + "learning_rate": 0.0001907926684122828, + "loss": 2.1239688873291014, + "step": 980 + }, + { + "epoch": 0.14133266711874085, + "grad_norm": 1.0744861364364624, + "learning_rate": 0.00019069745298738397, + "loss": 2.090304374694824, + "step": 990 + }, + { + "epoch": 0.14276026981690995, + "grad_norm": 1.1106981039047241, + "learning_rate": 0.00019060223756248515, + "loss": 2.225258636474609, + "step": 1000 + }, + { + "epoch": 0.14418787251507906, + "grad_norm": 1.4493266344070435, + "learning_rate": 0.00019050702213758628, + "loss": 2.0656681060791016, + "step": 1010 + }, + { + "epoch": 0.14561547521324816, + "grad_norm": 1.1414896249771118, + "learning_rate": 0.00019041180671268746, + "loss": 2.103784942626953, + "step": 1020 + }, + { + "epoch": 0.14704307791141724, + "grad_norm": 1.3252989053726196, + "learning_rate": 0.00019031659128778861, + "loss": 2.2042461395263673, + "step": 1030 + }, + { + "epoch": 0.14847068060958635, + "grad_norm": 1.265684962272644, + "learning_rate": 0.0001902213758628898, + "loss": 1.9412918090820312, + "step": 1040 + }, + { + "epoch": 0.14989828330775545, + "grad_norm": 1.3606458902359009, + "learning_rate": 0.00019012616043799095, + "loss": 2.187259292602539, + "step": 1050 + }, + { + "epoch": 0.15132588600592456, + "grad_norm": 1.0192638635635376, + "learning_rate": 0.00019003094501309213, + "loss": 2.182966423034668, + "step": 1060 + }, + { + "epoch": 0.15275348870409364, + "grad_norm": 1.5140159130096436, + "learning_rate": 0.0001899357295881933, + "loss": 2.3263607025146484, + "step": 1070 + }, + { + "epoch": 0.15418109140226274, + "grad_norm": 1.1377187967300415, + "learning_rate": 0.00018984051416329447, + "loss": 2.159488868713379, + "step": 1080 + }, + { + "epoch": 0.15560869410043185, + "grad_norm": 1.1288865804672241, + "learning_rate": 0.00018974529873839563, + "loss": 2.306215286254883, + "step": 1090 + }, + { + "epoch": 0.15703629679860096, + "grad_norm": 1.280045747756958, + "learning_rate": 0.00018965008331349678, + "loss": 2.225907897949219, + "step": 1100 + }, + { + "epoch": 0.15846389949677006, + "grad_norm": 1.145614743232727, + "learning_rate": 0.00018955486788859797, + "loss": 2.1122207641601562, + "step": 1110 + }, + { + "epoch": 0.15989150219493914, + "grad_norm": 1.1612759828567505, + "learning_rate": 0.00018945965246369912, + "loss": 2.2271358489990236, + "step": 1120 + }, + { + "epoch": 0.16131910489310824, + "grad_norm": 1.0958333015441895, + "learning_rate": 0.0001893644370388003, + "loss": 2.088473320007324, + "step": 1130 + }, + { + "epoch": 0.16274670759127735, + "grad_norm": 1.1749203205108643, + "learning_rate": 0.00018926922161390146, + "loss": 2.091511917114258, + "step": 1140 + }, + { + "epoch": 0.16417431028944646, + "grad_norm": 1.1318912506103516, + "learning_rate": 0.00018917400618900264, + "loss": 2.2805349349975588, + "step": 1150 + }, + { + "epoch": 0.16560191298761553, + "grad_norm": 1.220713496208191, + "learning_rate": 0.0001890787907641038, + "loss": 2.129801940917969, + "step": 1160 + }, + { + "epoch": 0.16702951568578464, + "grad_norm": 1.0876924991607666, + "learning_rate": 0.00018898357533920498, + "loss": 2.0997352600097656, + "step": 1170 + }, + { + "epoch": 0.16845711838395375, + "grad_norm": 1.175884485244751, + "learning_rate": 0.00018888835991430613, + "loss": 2.0686941146850586, + "step": 1180 + }, + { + "epoch": 0.16988472108212285, + "grad_norm": 1.3588541746139526, + "learning_rate": 0.00018879314448940732, + "loss": 2.2050849914550783, + "step": 1190 + }, + { + "epoch": 0.17131232378029196, + "grad_norm": 1.26045560836792, + "learning_rate": 0.00018869792906450844, + "loss": 2.1561567306518556, + "step": 1200 + }, + { + "epoch": 0.17273992647846104, + "grad_norm": 1.0756542682647705, + "learning_rate": 0.00018860271363960963, + "loss": 2.163359832763672, + "step": 1210 + }, + { + "epoch": 0.17416752917663014, + "grad_norm": 1.308608055114746, + "learning_rate": 0.00018850749821471078, + "loss": 2.209610366821289, + "step": 1220 + }, + { + "epoch": 0.17559513187479925, + "grad_norm": 1.369969129562378, + "learning_rate": 0.00018841228278981196, + "loss": 2.3173370361328125, + "step": 1230 + }, + { + "epoch": 0.17702273457296835, + "grad_norm": 1.2242190837860107, + "learning_rate": 0.00018831706736491312, + "loss": 2.149942398071289, + "step": 1240 + }, + { + "epoch": 0.17845033727113743, + "grad_norm": 1.226375937461853, + "learning_rate": 0.0001882218519400143, + "loss": 2.152383232116699, + "step": 1250 + }, + { + "epoch": 0.17987793996930654, + "grad_norm": 2.0897111892700195, + "learning_rate": 0.00018812663651511546, + "loss": 2.070216751098633, + "step": 1260 + }, + { + "epoch": 0.18130554266747564, + "grad_norm": 1.239769697189331, + "learning_rate": 0.00018803142109021664, + "loss": 2.1863370895385743, + "step": 1270 + }, + { + "epoch": 0.18273314536564475, + "grad_norm": 1.2516264915466309, + "learning_rate": 0.0001879362056653178, + "loss": 2.154579734802246, + "step": 1280 + }, + { + "epoch": 0.18416074806381383, + "grad_norm": 1.300251841545105, + "learning_rate": 0.00018784099024041895, + "loss": 2.084653854370117, + "step": 1290 + }, + { + "epoch": 0.18558835076198293, + "grad_norm": 1.5401705503463745, + "learning_rate": 0.0001877457748155201, + "loss": 2.1652135848999023, + "step": 1300 + }, + { + "epoch": 0.18701595346015204, + "grad_norm": 1.388256549835205, + "learning_rate": 0.0001876505593906213, + "loss": 2.215251350402832, + "step": 1310 + }, + { + "epoch": 0.18844355615832115, + "grad_norm": 1.0548882484436035, + "learning_rate": 0.00018755534396572244, + "loss": 2.057052230834961, + "step": 1320 + }, + { + "epoch": 0.18987115885649025, + "grad_norm": 1.318389654159546, + "learning_rate": 0.00018746012854082363, + "loss": 2.1746826171875, + "step": 1330 + }, + { + "epoch": 0.19129876155465933, + "grad_norm": 1.1861886978149414, + "learning_rate": 0.00018736491311592478, + "loss": 2.107588005065918, + "step": 1340 + }, + { + "epoch": 0.19272636425282844, + "grad_norm": 1.0857220888137817, + "learning_rate": 0.00018726969769102596, + "loss": 2.1044857025146486, + "step": 1350 + }, + { + "epoch": 0.19415396695099754, + "grad_norm": 1.144823670387268, + "learning_rate": 0.00018717448226612712, + "loss": 2.132158660888672, + "step": 1360 + }, + { + "epoch": 0.19558156964916665, + "grad_norm": 1.1121206283569336, + "learning_rate": 0.0001870792668412283, + "loss": 2.1906471252441406, + "step": 1370 + }, + { + "epoch": 0.19700917234733573, + "grad_norm": 1.2356815338134766, + "learning_rate": 0.00018698405141632946, + "loss": 2.2056690216064454, + "step": 1380 + }, + { + "epoch": 0.19843677504550483, + "grad_norm": 1.3212710618972778, + "learning_rate": 0.0001868888359914306, + "loss": 2.168708610534668, + "step": 1390 + }, + { + "epoch": 0.19986437774367394, + "grad_norm": 1.1257580518722534, + "learning_rate": 0.00018679362056653177, + "loss": 2.18591423034668, + "step": 1400 + }, + { + "epoch": 0.20129198044184304, + "grad_norm": 1.5445501804351807, + "learning_rate": 0.00018669840514163295, + "loss": 2.206186294555664, + "step": 1410 + }, + { + "epoch": 0.20271958314001212, + "grad_norm": 1.5519709587097168, + "learning_rate": 0.0001866031897167341, + "loss": 2.1855854034423827, + "step": 1420 + }, + { + "epoch": 0.20414718583818123, + "grad_norm": 1.0834031105041504, + "learning_rate": 0.0001865079742918353, + "loss": 2.1382625579833983, + "step": 1430 + }, + { + "epoch": 0.20557478853635033, + "grad_norm": 1.0713154077529907, + "learning_rate": 0.00018641275886693644, + "loss": 2.1709274291992187, + "step": 1440 + }, + { + "epoch": 0.20700239123451944, + "grad_norm": 1.3530168533325195, + "learning_rate": 0.00018631754344203763, + "loss": 2.062696075439453, + "step": 1450 + }, + { + "epoch": 0.20842999393268855, + "grad_norm": 1.0635544061660767, + "learning_rate": 0.00018622232801713878, + "loss": 2.209213447570801, + "step": 1460 + }, + { + "epoch": 0.20985759663085762, + "grad_norm": 1.2547699213027954, + "learning_rate": 0.00018612711259223996, + "loss": 2.111533546447754, + "step": 1470 + }, + { + "epoch": 0.21128519932902673, + "grad_norm": 1.1931551694869995, + "learning_rate": 0.00018603189716734112, + "loss": 2.3098974227905273, + "step": 1480 + }, + { + "epoch": 0.21271280202719584, + "grad_norm": 1.0127021074295044, + "learning_rate": 0.00018593668174244227, + "loss": 2.1491844177246096, + "step": 1490 + }, + { + "epoch": 0.21414040472536494, + "grad_norm": 1.3180660009384155, + "learning_rate": 0.00018584146631754346, + "loss": 2.188648223876953, + "step": 1500 + }, + { + "epoch": 0.21556800742353402, + "grad_norm": 1.1885178089141846, + "learning_rate": 0.0001857462508926446, + "loss": 2.0914661407470705, + "step": 1510 + }, + { + "epoch": 0.21699561012170313, + "grad_norm": 1.1395208835601807, + "learning_rate": 0.0001856510354677458, + "loss": 2.2511472702026367, + "step": 1520 + }, + { + "epoch": 0.21842321281987223, + "grad_norm": 1.4837855100631714, + "learning_rate": 0.00018555582004284695, + "loss": 2.2735774993896483, + "step": 1530 + }, + { + "epoch": 0.21985081551804134, + "grad_norm": 1.203804612159729, + "learning_rate": 0.00018546060461794813, + "loss": 2.2867109298706056, + "step": 1540 + }, + { + "epoch": 0.22127841821621042, + "grad_norm": 0.997947096824646, + "learning_rate": 0.0001853653891930493, + "loss": 2.184854507446289, + "step": 1550 + }, + { + "epoch": 0.22270602091437952, + "grad_norm": 1.484794020652771, + "learning_rate": 0.00018527017376815047, + "loss": 2.232890510559082, + "step": 1560 + }, + { + "epoch": 0.22413362361254863, + "grad_norm": 1.3194350004196167, + "learning_rate": 0.00018517495834325162, + "loss": 2.0665668487548827, + "step": 1570 + }, + { + "epoch": 0.22556122631071773, + "grad_norm": 1.4378708600997925, + "learning_rate": 0.00018507974291835278, + "loss": 2.025044059753418, + "step": 1580 + }, + { + "epoch": 0.22698882900888684, + "grad_norm": 1.161460041999817, + "learning_rate": 0.00018498452749345394, + "loss": 2.2053255081176757, + "step": 1590 + }, + { + "epoch": 0.22841643170705592, + "grad_norm": 1.0879746675491333, + "learning_rate": 0.00018488931206855512, + "loss": 2.1081918716430663, + "step": 1600 + }, + { + "epoch": 0.22984403440522502, + "grad_norm": 1.530381679534912, + "learning_rate": 0.00018479409664365627, + "loss": 2.135531997680664, + "step": 1610 + }, + { + "epoch": 0.23127163710339413, + "grad_norm": 1.2382729053497314, + "learning_rate": 0.00018469888121875746, + "loss": 2.0582502365112303, + "step": 1620 + }, + { + "epoch": 0.23269923980156323, + "grad_norm": 1.2160850763320923, + "learning_rate": 0.0001846036657938586, + "loss": 2.191323471069336, + "step": 1630 + }, + { + "epoch": 0.2341268424997323, + "grad_norm": 1.3606561422348022, + "learning_rate": 0.0001845084503689598, + "loss": 2.139387512207031, + "step": 1640 + }, + { + "epoch": 0.23555444519790142, + "grad_norm": 1.0927553176879883, + "learning_rate": 0.00018441323494406095, + "loss": 2.132997512817383, + "step": 1650 + }, + { + "epoch": 0.23698204789607052, + "grad_norm": 1.3276400566101074, + "learning_rate": 0.00018431801951916213, + "loss": 2.1318714141845705, + "step": 1660 + }, + { + "epoch": 0.23840965059423963, + "grad_norm": 1.4104294776916504, + "learning_rate": 0.00018422280409426329, + "loss": 2.147476577758789, + "step": 1670 + }, + { + "epoch": 0.23983725329240874, + "grad_norm": 1.1079225540161133, + "learning_rate": 0.00018412758866936444, + "loss": 2.0742431640625, + "step": 1680 + }, + { + "epoch": 0.24126485599057781, + "grad_norm": 1.0819675922393799, + "learning_rate": 0.0001840323732444656, + "loss": 2.076985549926758, + "step": 1690 + }, + { + "epoch": 0.24269245868874692, + "grad_norm": 1.1977310180664062, + "learning_rate": 0.00018393715781956678, + "loss": 2.054951286315918, + "step": 1700 + }, + { + "epoch": 0.24412006138691603, + "grad_norm": 1.0316016674041748, + "learning_rate": 0.00018384194239466793, + "loss": 2.102836799621582, + "step": 1710 + }, + { + "epoch": 0.24554766408508513, + "grad_norm": 1.1931931972503662, + "learning_rate": 0.00018374672696976912, + "loss": 2.1211891174316406, + "step": 1720 + }, + { + "epoch": 0.2469752667832542, + "grad_norm": 1.2340854406356812, + "learning_rate": 0.00018365151154487027, + "loss": 2.2508804321289064, + "step": 1730 + }, + { + "epoch": 0.24840286948142332, + "grad_norm": 1.4340404272079468, + "learning_rate": 0.00018355629611997145, + "loss": 2.252923011779785, + "step": 1740 + }, + { + "epoch": 0.24983047217959242, + "grad_norm": 1.1949214935302734, + "learning_rate": 0.0001834610806950726, + "loss": 2.2155136108398437, + "step": 1750 + }, + { + "epoch": 0.25125807487776153, + "grad_norm": 1.0693628787994385, + "learning_rate": 0.0001833658652701738, + "loss": 2.0989776611328126, + "step": 1760 + }, + { + "epoch": 0.25268567757593063, + "grad_norm": 1.079628348350525, + "learning_rate": 0.00018327064984527492, + "loss": 2.235947036743164, + "step": 1770 + }, + { + "epoch": 0.25411328027409974, + "grad_norm": 1.0427007675170898, + "learning_rate": 0.0001831754344203761, + "loss": 2.2581958770751953, + "step": 1780 + }, + { + "epoch": 0.2555408829722688, + "grad_norm": 0.968690812587738, + "learning_rate": 0.00018308021899547726, + "loss": 2.152431869506836, + "step": 1790 + }, + { + "epoch": 0.2569684856704379, + "grad_norm": 1.4845409393310547, + "learning_rate": 0.00018298500357057844, + "loss": 2.082950401306152, + "step": 1800 + }, + { + "epoch": 0.258396088368607, + "grad_norm": 1.627851128578186, + "learning_rate": 0.0001828897881456796, + "loss": 2.1082151412963865, + "step": 1810 + }, + { + "epoch": 0.2598236910667761, + "grad_norm": 1.2222917079925537, + "learning_rate": 0.00018279457272078078, + "loss": 2.1010499954223634, + "step": 1820 + }, + { + "epoch": 0.2612512937649452, + "grad_norm": 1.1946543455123901, + "learning_rate": 0.00018269935729588193, + "loss": 2.20877685546875, + "step": 1830 + }, + { + "epoch": 0.2626788964631143, + "grad_norm": 1.2480523586273193, + "learning_rate": 0.00018260414187098312, + "loss": 2.1713356018066405, + "step": 1840 + }, + { + "epoch": 0.2641064991612834, + "grad_norm": 1.1162548065185547, + "learning_rate": 0.00018250892644608427, + "loss": 1.989072036743164, + "step": 1850 + }, + { + "epoch": 0.26553410185945253, + "grad_norm": 1.1317349672317505, + "learning_rate": 0.00018241371102118545, + "loss": 2.185866928100586, + "step": 1860 + }, + { + "epoch": 0.26696170455762164, + "grad_norm": 1.2101715803146362, + "learning_rate": 0.0001823184955962866, + "loss": 2.1214805603027345, + "step": 1870 + }, + { + "epoch": 0.2683893072557907, + "grad_norm": 1.036651611328125, + "learning_rate": 0.00018222328017138776, + "loss": 2.2269779205322267, + "step": 1880 + }, + { + "epoch": 0.2698169099539598, + "grad_norm": 1.2697064876556396, + "learning_rate": 0.00018212806474648895, + "loss": 2.188285064697266, + "step": 1890 + }, + { + "epoch": 0.2712445126521289, + "grad_norm": 1.086503028869629, + "learning_rate": 0.0001820328493215901, + "loss": 2.0915653228759767, + "step": 1900 + }, + { + "epoch": 0.272672115350298, + "grad_norm": 1.1498035192489624, + "learning_rate": 0.00018193763389669129, + "loss": 2.1859756469726563, + "step": 1910 + }, + { + "epoch": 0.2740997180484671, + "grad_norm": 1.1651625633239746, + "learning_rate": 0.00018184241847179244, + "loss": 2.1086774826049806, + "step": 1920 + }, + { + "epoch": 0.2755273207466362, + "grad_norm": 1.1872868537902832, + "learning_rate": 0.00018174720304689362, + "loss": 2.1062952041625977, + "step": 1930 + }, + { + "epoch": 0.2769549234448053, + "grad_norm": 1.0268173217773438, + "learning_rate": 0.00018165198762199478, + "loss": 2.056200408935547, + "step": 1940 + }, + { + "epoch": 0.27838252614297443, + "grad_norm": 1.0335297584533691, + "learning_rate": 0.00018155677219709596, + "loss": 2.17354793548584, + "step": 1950 + }, + { + "epoch": 0.27981012884114354, + "grad_norm": 1.1770780086517334, + "learning_rate": 0.0001814615567721971, + "loss": 2.123767852783203, + "step": 1960 + }, + { + "epoch": 0.2812377315393126, + "grad_norm": 1.1291216611862183, + "learning_rate": 0.00018136634134729827, + "loss": 2.1322879791259766, + "step": 1970 + }, + { + "epoch": 0.2826653342374817, + "grad_norm": 1.0811609029769897, + "learning_rate": 0.00018127112592239943, + "loss": 2.1403667449951174, + "step": 1980 + }, + { + "epoch": 0.2840929369356508, + "grad_norm": 1.3379665613174438, + "learning_rate": 0.0001811759104975006, + "loss": 2.227403450012207, + "step": 1990 + }, + { + "epoch": 0.2855205396338199, + "grad_norm": 1.2048321962356567, + "learning_rate": 0.00018108069507260176, + "loss": 2.320987319946289, + "step": 2000 + }, + { + "epoch": 0.286948142331989, + "grad_norm": 1.1182419061660767, + "learning_rate": 0.00018098547964770295, + "loss": 2.145694541931152, + "step": 2010 + }, + { + "epoch": 0.2883757450301581, + "grad_norm": 1.2120338678359985, + "learning_rate": 0.0001808902642228041, + "loss": 2.193251037597656, + "step": 2020 + }, + { + "epoch": 0.2898033477283272, + "grad_norm": 1.214379906654358, + "learning_rate": 0.00018079504879790528, + "loss": 2.183461570739746, + "step": 2030 + }, + { + "epoch": 0.2912309504264963, + "grad_norm": 1.2853455543518066, + "learning_rate": 0.00018069983337300644, + "loss": 2.105716323852539, + "step": 2040 + }, + { + "epoch": 0.29265855312466543, + "grad_norm": 0.9446287155151367, + "learning_rate": 0.00018060461794810762, + "loss": 2.0502334594726563, + "step": 2050 + }, + { + "epoch": 0.2940861558228345, + "grad_norm": 1.187010645866394, + "learning_rate": 0.00018050940252320875, + "loss": 2.0855840682983398, + "step": 2060 + }, + { + "epoch": 0.2955137585210036, + "grad_norm": 1.1547735929489136, + "learning_rate": 0.00018041418709830993, + "loss": 2.077458381652832, + "step": 2070 + }, + { + "epoch": 0.2969413612191727, + "grad_norm": 1.1305893659591675, + "learning_rate": 0.0001803189716734111, + "loss": 2.1422780990600585, + "step": 2080 + }, + { + "epoch": 0.2983689639173418, + "grad_norm": 1.2219164371490479, + "learning_rate": 0.00018022375624851227, + "loss": 2.1557044982910156, + "step": 2090 + }, + { + "epoch": 0.2997965666155109, + "grad_norm": 1.303414225578308, + "learning_rate": 0.00018012854082361343, + "loss": 2.0842567443847657, + "step": 2100 + }, + { + "epoch": 0.30122416931368, + "grad_norm": 1.1244888305664062, + "learning_rate": 0.0001800333253987146, + "loss": 2.0076160430908203, + "step": 2110 + }, + { + "epoch": 0.3026517720118491, + "grad_norm": 1.265690803527832, + "learning_rate": 0.00017993810997381576, + "loss": 2.2838394165039064, + "step": 2120 + }, + { + "epoch": 0.3040793747100182, + "grad_norm": 1.0629686117172241, + "learning_rate": 0.00017984289454891695, + "loss": 2.0467424392700195, + "step": 2130 + }, + { + "epoch": 0.3055069774081873, + "grad_norm": 1.1269965171813965, + "learning_rate": 0.0001797476791240181, + "loss": 2.059001159667969, + "step": 2140 + }, + { + "epoch": 0.3069345801063564, + "grad_norm": 1.0063384771347046, + "learning_rate": 0.00017965246369911926, + "loss": 2.054671859741211, + "step": 2150 + }, + { + "epoch": 0.3083621828045255, + "grad_norm": 1.696047306060791, + "learning_rate": 0.0001795572482742204, + "loss": 2.112416648864746, + "step": 2160 + }, + { + "epoch": 0.3097897855026946, + "grad_norm": 1.1593190431594849, + "learning_rate": 0.0001794620328493216, + "loss": 1.9681781768798827, + "step": 2170 + }, + { + "epoch": 0.3112173882008637, + "grad_norm": 1.1535143852233887, + "learning_rate": 0.00017936681742442275, + "loss": 1.9573915481567383, + "step": 2180 + }, + { + "epoch": 0.3126449908990328, + "grad_norm": 1.2937277555465698, + "learning_rate": 0.00017927160199952393, + "loss": 2.1334136962890624, + "step": 2190 + }, + { + "epoch": 0.3140725935972019, + "grad_norm": 1.1130894422531128, + "learning_rate": 0.0001791763865746251, + "loss": 2.054120635986328, + "step": 2200 + }, + { + "epoch": 0.315500196295371, + "grad_norm": 1.1255532503128052, + "learning_rate": 0.00017908117114972627, + "loss": 2.206426811218262, + "step": 2210 + }, + { + "epoch": 0.3169277989935401, + "grad_norm": 1.373878002166748, + "learning_rate": 0.00017898595572482743, + "loss": 2.016497802734375, + "step": 2220 + }, + { + "epoch": 0.31835540169170917, + "grad_norm": 0.9502859115600586, + "learning_rate": 0.0001788907402999286, + "loss": 2.1160964965820312, + "step": 2230 + }, + { + "epoch": 0.3197830043898783, + "grad_norm": 1.199417233467102, + "learning_rate": 0.00017879552487502976, + "loss": 2.219405746459961, + "step": 2240 + }, + { + "epoch": 0.3212106070880474, + "grad_norm": 1.2231884002685547, + "learning_rate": 0.00017870030945013092, + "loss": 2.1173473358154298, + "step": 2250 + }, + { + "epoch": 0.3226382097862165, + "grad_norm": 1.2296863794326782, + "learning_rate": 0.0001786050940252321, + "loss": 2.212135124206543, + "step": 2260 + }, + { + "epoch": 0.3240658124843856, + "grad_norm": 1.2749266624450684, + "learning_rate": 0.00017850987860033326, + "loss": 2.0644044876098633, + "step": 2270 + }, + { + "epoch": 0.3254934151825547, + "grad_norm": 1.0321651697158813, + "learning_rate": 0.00017841466317543444, + "loss": 2.126047897338867, + "step": 2280 + }, + { + "epoch": 0.3269210178807238, + "grad_norm": 1.131618857383728, + "learning_rate": 0.0001783194477505356, + "loss": 2.0301258087158205, + "step": 2290 + }, + { + "epoch": 0.3283486205788929, + "grad_norm": 0.9653699994087219, + "learning_rate": 0.00017822423232563678, + "loss": 2.172132873535156, + "step": 2300 + }, + { + "epoch": 0.329776223277062, + "grad_norm": 1.1435012817382812, + "learning_rate": 0.00017812901690073793, + "loss": 2.1726940155029295, + "step": 2310 + }, + { + "epoch": 0.33120382597523107, + "grad_norm": 1.3378164768218994, + "learning_rate": 0.00017803380147583911, + "loss": 2.1459815979003904, + "step": 2320 + }, + { + "epoch": 0.3326314286734002, + "grad_norm": 1.0936335325241089, + "learning_rate": 0.00017793858605094027, + "loss": 2.11383113861084, + "step": 2330 + }, + { + "epoch": 0.3340590313715693, + "grad_norm": 1.7248929738998413, + "learning_rate": 0.00017784337062604142, + "loss": 2.060173225402832, + "step": 2340 + }, + { + "epoch": 0.3354866340697384, + "grad_norm": 1.4490845203399658, + "learning_rate": 0.00017774815520114258, + "loss": 2.168626403808594, + "step": 2350 + }, + { + "epoch": 0.3369142367679075, + "grad_norm": 1.4273464679718018, + "learning_rate": 0.00017765293977624376, + "loss": 2.1859357833862303, + "step": 2360 + }, + { + "epoch": 0.3383418394660766, + "grad_norm": 1.1335994005203247, + "learning_rate": 0.00017755772435134492, + "loss": 2.2323787689208983, + "step": 2370 + }, + { + "epoch": 0.3397694421642457, + "grad_norm": 1.0822454690933228, + "learning_rate": 0.0001774625089264461, + "loss": 2.1954828262329102, + "step": 2380 + }, + { + "epoch": 0.3411970448624148, + "grad_norm": 1.3556091785430908, + "learning_rate": 0.00017736729350154726, + "loss": 2.086533546447754, + "step": 2390 + }, + { + "epoch": 0.3426246475605839, + "grad_norm": 1.0348728895187378, + "learning_rate": 0.00017727207807664844, + "loss": 2.063125419616699, + "step": 2400 + }, + { + "epoch": 0.34405225025875297, + "grad_norm": 0.9327099323272705, + "learning_rate": 0.0001771768626517496, + "loss": 2.2520879745483398, + "step": 2410 + }, + { + "epoch": 0.3454798529569221, + "grad_norm": 1.161893367767334, + "learning_rate": 0.00017708164722685078, + "loss": 1.9637351989746095, + "step": 2420 + }, + { + "epoch": 0.3469074556550912, + "grad_norm": 1.0252056121826172, + "learning_rate": 0.00017698643180195193, + "loss": 2.105502700805664, + "step": 2430 + }, + { + "epoch": 0.3483350583532603, + "grad_norm": 1.0173977613449097, + "learning_rate": 0.00017689121637705309, + "loss": 2.1620779037475586, + "step": 2440 + }, + { + "epoch": 0.3497626610514294, + "grad_norm": 1.0667582750320435, + "learning_rate": 0.00017679600095215424, + "loss": 2.1498435974121093, + "step": 2450 + }, + { + "epoch": 0.3511902637495985, + "grad_norm": 1.1689473390579224, + "learning_rate": 0.00017670078552725542, + "loss": 2.010816192626953, + "step": 2460 + }, + { + "epoch": 0.3526178664477676, + "grad_norm": 1.1713252067565918, + "learning_rate": 0.00017660557010235658, + "loss": 2.1770673751831056, + "step": 2470 + }, + { + "epoch": 0.3540454691459367, + "grad_norm": 1.1741546392440796, + "learning_rate": 0.00017651035467745776, + "loss": 2.2705522537231446, + "step": 2480 + }, + { + "epoch": 0.35547307184410576, + "grad_norm": 1.1165494918823242, + "learning_rate": 0.00017641513925255892, + "loss": 2.2441898345947267, + "step": 2490 + }, + { + "epoch": 0.35690067454227486, + "grad_norm": 1.128848910331726, + "learning_rate": 0.0001763199238276601, + "loss": 1.966132354736328, + "step": 2500 + }, + { + "epoch": 0.35832827724044397, + "grad_norm": 1.1416059732437134, + "learning_rate": 0.00017622470840276125, + "loss": 2.129666328430176, + "step": 2510 + }, + { + "epoch": 0.3597558799386131, + "grad_norm": 1.3967465162277222, + "learning_rate": 0.00017612949297786244, + "loss": 2.068239212036133, + "step": 2520 + }, + { + "epoch": 0.3611834826367822, + "grad_norm": 1.1982859373092651, + "learning_rate": 0.00017603427755296357, + "loss": 2.0356422424316407, + "step": 2530 + }, + { + "epoch": 0.3626110853349513, + "grad_norm": 1.2561085224151611, + "learning_rate": 0.00017593906212806475, + "loss": 2.1692792892456056, + "step": 2540 + }, + { + "epoch": 0.3640386880331204, + "grad_norm": 1.2402371168136597, + "learning_rate": 0.0001758438467031659, + "loss": 2.018773078918457, + "step": 2550 + }, + { + "epoch": 0.3654662907312895, + "grad_norm": 1.0577623844146729, + "learning_rate": 0.00017574863127826709, + "loss": 2.2117090225219727, + "step": 2560 + }, + { + "epoch": 0.3668938934294586, + "grad_norm": 1.3217538595199585, + "learning_rate": 0.00017565341585336824, + "loss": 2.19326229095459, + "step": 2570 + }, + { + "epoch": 0.36832149612762766, + "grad_norm": 1.2093907594680786, + "learning_rate": 0.00017555820042846942, + "loss": 2.072580909729004, + "step": 2580 + }, + { + "epoch": 0.36974909882579676, + "grad_norm": 1.1893237829208374, + "learning_rate": 0.00017546298500357058, + "loss": 2.0644367218017576, + "step": 2590 + }, + { + "epoch": 0.37117670152396587, + "grad_norm": 1.116391658782959, + "learning_rate": 0.00017536776957867176, + "loss": 2.0989030838012694, + "step": 2600 + }, + { + "epoch": 0.372604304222135, + "grad_norm": 1.1465907096862793, + "learning_rate": 0.00017527255415377292, + "loss": 2.22904109954834, + "step": 2610 + }, + { + "epoch": 0.3740319069203041, + "grad_norm": 1.2656993865966797, + "learning_rate": 0.0001751773387288741, + "loss": 2.162650489807129, + "step": 2620 + }, + { + "epoch": 0.3754595096184732, + "grad_norm": 1.0960391759872437, + "learning_rate": 0.00017508212330397525, + "loss": 2.0461801528930663, + "step": 2630 + }, + { + "epoch": 0.3768871123166423, + "grad_norm": 1.1352872848510742, + "learning_rate": 0.0001749869078790764, + "loss": 2.142223930358887, + "step": 2640 + }, + { + "epoch": 0.3783147150148114, + "grad_norm": 1.3211382627487183, + "learning_rate": 0.0001748916924541776, + "loss": 2.086302375793457, + "step": 2650 + }, + { + "epoch": 0.3797423177129805, + "grad_norm": 1.3286374807357788, + "learning_rate": 0.00017479647702927875, + "loss": 2.1871686935424806, + "step": 2660 + }, + { + "epoch": 0.38116992041114955, + "grad_norm": 1.1504572629928589, + "learning_rate": 0.00017470126160437993, + "loss": 2.2135593414306642, + "step": 2670 + }, + { + "epoch": 0.38259752310931866, + "grad_norm": 1.1061992645263672, + "learning_rate": 0.00017460604617948108, + "loss": 1.9979249954223632, + "step": 2680 + }, + { + "epoch": 0.38402512580748777, + "grad_norm": 1.21872079372406, + "learning_rate": 0.00017451083075458227, + "loss": 2.1905019760131834, + "step": 2690 + }, + { + "epoch": 0.38545272850565687, + "grad_norm": 0.9169778823852539, + "learning_rate": 0.00017441561532968342, + "loss": 2.096824836730957, + "step": 2700 + }, + { + "epoch": 0.386880331203826, + "grad_norm": 1.1782190799713135, + "learning_rate": 0.0001743203999047846, + "loss": 2.1858846664428713, + "step": 2710 + }, + { + "epoch": 0.3883079339019951, + "grad_norm": 1.0241059064865112, + "learning_rate": 0.00017422518447988573, + "loss": 2.1724557876586914, + "step": 2720 + }, + { + "epoch": 0.3897355366001642, + "grad_norm": 1.3461824655532837, + "learning_rate": 0.00017412996905498692, + "loss": 2.0981250762939454, + "step": 2730 + }, + { + "epoch": 0.3911631392983333, + "grad_norm": 1.231691837310791, + "learning_rate": 0.00017403475363008807, + "loss": 2.000545692443848, + "step": 2740 + }, + { + "epoch": 0.39259074199650235, + "grad_norm": 1.1789937019348145, + "learning_rate": 0.00017393953820518925, + "loss": 1.9449064254760742, + "step": 2750 + }, + { + "epoch": 0.39401834469467145, + "grad_norm": 1.119533896446228, + "learning_rate": 0.0001738443227802904, + "loss": 2.0872426986694337, + "step": 2760 + }, + { + "epoch": 0.39544594739284056, + "grad_norm": 1.034921407699585, + "learning_rate": 0.0001737491073553916, + "loss": 2.0502944946289063, + "step": 2770 + }, + { + "epoch": 0.39687355009100966, + "grad_norm": 1.1675975322723389, + "learning_rate": 0.00017365389193049275, + "loss": 2.0751968383789063, + "step": 2780 + }, + { + "epoch": 0.39830115278917877, + "grad_norm": 0.9863481521606445, + "learning_rate": 0.00017355867650559393, + "loss": 2.216383171081543, + "step": 2790 + }, + { + "epoch": 0.3997287554873479, + "grad_norm": 1.0700448751449585, + "learning_rate": 0.00017346346108069508, + "loss": 2.037568473815918, + "step": 2800 + }, + { + "epoch": 0.401156358185517, + "grad_norm": 1.5234819650650024, + "learning_rate": 0.00017336824565579627, + "loss": 2.135871696472168, + "step": 2810 + }, + { + "epoch": 0.4025839608836861, + "grad_norm": 1.312696933746338, + "learning_rate": 0.0001732730302308974, + "loss": 2.123103713989258, + "step": 2820 + }, + { + "epoch": 0.4040115635818552, + "grad_norm": 1.4110193252563477, + "learning_rate": 0.00017317781480599858, + "loss": 2.2066755294799805, + "step": 2830 + }, + { + "epoch": 0.40543916628002424, + "grad_norm": 1.1026965379714966, + "learning_rate": 0.00017308259938109973, + "loss": 2.026701736450195, + "step": 2840 + }, + { + "epoch": 0.40686676897819335, + "grad_norm": 1.1809606552124023, + "learning_rate": 0.00017298738395620092, + "loss": 2.013088035583496, + "step": 2850 + }, + { + "epoch": 0.40829437167636246, + "grad_norm": 1.281699538230896, + "learning_rate": 0.00017289216853130207, + "loss": 2.212848663330078, + "step": 2860 + }, + { + "epoch": 0.40972197437453156, + "grad_norm": 1.4359161853790283, + "learning_rate": 0.00017279695310640325, + "loss": 2.3273263931274415, + "step": 2870 + }, + { + "epoch": 0.41114957707270067, + "grad_norm": 1.1231915950775146, + "learning_rate": 0.0001727017376815044, + "loss": 2.024250602722168, + "step": 2880 + }, + { + "epoch": 0.4125771797708698, + "grad_norm": 1.1361498832702637, + "learning_rate": 0.0001726065222566056, + "loss": 2.0198749542236327, + "step": 2890 + }, + { + "epoch": 0.4140047824690389, + "grad_norm": 1.277862310409546, + "learning_rate": 0.00017251130683170675, + "loss": 2.0423700332641603, + "step": 2900 + }, + { + "epoch": 0.415432385167208, + "grad_norm": 1.3887676000595093, + "learning_rate": 0.0001724160914068079, + "loss": 2.1957927703857423, + "step": 2910 + }, + { + "epoch": 0.4168599878653771, + "grad_norm": 1.102116584777832, + "learning_rate": 0.00017232087598190906, + "loss": 1.9576358795166016, + "step": 2920 + }, + { + "epoch": 0.41828759056354614, + "grad_norm": 1.658210277557373, + "learning_rate": 0.00017222566055701024, + "loss": 2.1199745178222655, + "step": 2930 + }, + { + "epoch": 0.41971519326171525, + "grad_norm": 1.3684505224227905, + "learning_rate": 0.0001721304451321114, + "loss": 2.1091520309448244, + "step": 2940 + }, + { + "epoch": 0.42114279595988435, + "grad_norm": 1.1813336610794067, + "learning_rate": 0.00017203522970721258, + "loss": 2.0536418914794923, + "step": 2950 + }, + { + "epoch": 0.42257039865805346, + "grad_norm": 1.2007261514663696, + "learning_rate": 0.00017194001428231373, + "loss": 2.053822708129883, + "step": 2960 + }, + { + "epoch": 0.42399800135622256, + "grad_norm": 1.0350509881973267, + "learning_rate": 0.00017184479885741491, + "loss": 1.9133419036865233, + "step": 2970 + }, + { + "epoch": 0.42542560405439167, + "grad_norm": 1.0523207187652588, + "learning_rate": 0.00017174958343251607, + "loss": 2.0608654022216797, + "step": 2980 + }, + { + "epoch": 0.4268532067525608, + "grad_norm": 0.952148973941803, + "learning_rate": 0.00017165436800761725, + "loss": 2.1483791351318358, + "step": 2990 + }, + { + "epoch": 0.4282808094507299, + "grad_norm": 1.0913255214691162, + "learning_rate": 0.0001715591525827184, + "loss": 2.155402946472168, + "step": 3000 + }, + { + "epoch": 0.429708412148899, + "grad_norm": 1.05339777469635, + "learning_rate": 0.00017146393715781956, + "loss": 2.1396499633789063, + "step": 3010 + }, + { + "epoch": 0.43113601484706804, + "grad_norm": 1.2329785823822021, + "learning_rate": 0.00017136872173292075, + "loss": 2.2712575912475588, + "step": 3020 + }, + { + "epoch": 0.43256361754523714, + "grad_norm": 1.1520178318023682, + "learning_rate": 0.0001712735063080219, + "loss": 2.0944181442260743, + "step": 3030 + }, + { + "epoch": 0.43399122024340625, + "grad_norm": 1.1466962099075317, + "learning_rate": 0.00017117829088312308, + "loss": 2.064352607727051, + "step": 3040 + }, + { + "epoch": 0.43541882294157536, + "grad_norm": 1.2289594411849976, + "learning_rate": 0.00017108307545822424, + "loss": 2.2511341094970705, + "step": 3050 + }, + { + "epoch": 0.43684642563974446, + "grad_norm": 1.0378469228744507, + "learning_rate": 0.00017098786003332542, + "loss": 2.0552734375, + "step": 3060 + }, + { + "epoch": 0.43827402833791357, + "grad_norm": 1.1334617137908936, + "learning_rate": 0.00017089264460842658, + "loss": 2.1504894256591798, + "step": 3070 + }, + { + "epoch": 0.4397016310360827, + "grad_norm": 1.2314560413360596, + "learning_rate": 0.00017079742918352776, + "loss": 2.1562742233276366, + "step": 3080 + }, + { + "epoch": 0.4411292337342518, + "grad_norm": 1.1508898735046387, + "learning_rate": 0.00017070221375862891, + "loss": 2.0091711044311524, + "step": 3090 + }, + { + "epoch": 0.44255683643242083, + "grad_norm": 1.7214949131011963, + "learning_rate": 0.00017060699833373007, + "loss": 2.084541893005371, + "step": 3100 + }, + { + "epoch": 0.44398443913058994, + "grad_norm": 1.452836036682129, + "learning_rate": 0.00017051178290883122, + "loss": 2.167698097229004, + "step": 3110 + }, + { + "epoch": 0.44541204182875904, + "grad_norm": 1.1506155729293823, + "learning_rate": 0.0001704165674839324, + "loss": 2.1772172927856444, + "step": 3120 + }, + { + "epoch": 0.44683964452692815, + "grad_norm": 1.6658185720443726, + "learning_rate": 0.00017032135205903356, + "loss": 2.1950592041015624, + "step": 3130 + }, + { + "epoch": 0.44826724722509725, + "grad_norm": 1.0545748472213745, + "learning_rate": 0.00017022613663413474, + "loss": 2.052364730834961, + "step": 3140 + }, + { + "epoch": 0.44969484992326636, + "grad_norm": 1.3302888870239258, + "learning_rate": 0.0001701309212092359, + "loss": 2.2422548294067384, + "step": 3150 + }, + { + "epoch": 0.45112245262143547, + "grad_norm": 1.4070645570755005, + "learning_rate": 0.00017003570578433708, + "loss": 2.1141366958618164, + "step": 3160 + }, + { + "epoch": 0.45255005531960457, + "grad_norm": 1.0993238687515259, + "learning_rate": 0.00016994049035943824, + "loss": 2.1006706237792967, + "step": 3170 + }, + { + "epoch": 0.4539776580177737, + "grad_norm": 1.1617511510849, + "learning_rate": 0.00016984527493453942, + "loss": 1.9723478317260743, + "step": 3180 + }, + { + "epoch": 0.45540526071594273, + "grad_norm": 1.5463227033615112, + "learning_rate": 0.00016975005950964058, + "loss": 2.104926109313965, + "step": 3190 + }, + { + "epoch": 0.45683286341411183, + "grad_norm": 1.2094980478286743, + "learning_rate": 0.00016965484408474173, + "loss": 1.9171577453613282, + "step": 3200 + }, + { + "epoch": 0.45826046611228094, + "grad_norm": 1.103075385093689, + "learning_rate": 0.00016955962865984289, + "loss": 2.1229742050170897, + "step": 3210 + }, + { + "epoch": 0.45968806881045005, + "grad_norm": 1.3477221727371216, + "learning_rate": 0.00016946441323494407, + "loss": 2.0110040664672852, + "step": 3220 + }, + { + "epoch": 0.46111567150861915, + "grad_norm": 1.1711978912353516, + "learning_rate": 0.00016936919781004522, + "loss": 2.1763769149780274, + "step": 3230 + }, + { + "epoch": 0.46254327420678826, + "grad_norm": 1.1173983812332153, + "learning_rate": 0.0001692739823851464, + "loss": 2.0923931121826174, + "step": 3240 + }, + { + "epoch": 0.46397087690495736, + "grad_norm": 1.3516672849655151, + "learning_rate": 0.00016917876696024756, + "loss": 2.1028839111328126, + "step": 3250 + }, + { + "epoch": 0.46539847960312647, + "grad_norm": 1.187572717666626, + "learning_rate": 0.00016908355153534874, + "loss": 2.039937973022461, + "step": 3260 + }, + { + "epoch": 0.4668260823012956, + "grad_norm": 1.3026293516159058, + "learning_rate": 0.0001689883361104499, + "loss": 2.0570196151733398, + "step": 3270 + }, + { + "epoch": 0.4682536849994646, + "grad_norm": 1.1978344917297363, + "learning_rate": 0.00016889312068555108, + "loss": 2.077353858947754, + "step": 3280 + }, + { + "epoch": 0.46968128769763373, + "grad_norm": 1.0989017486572266, + "learning_rate": 0.0001687979052606522, + "loss": 1.9933378219604492, + "step": 3290 + }, + { + "epoch": 0.47110889039580284, + "grad_norm": 1.1777777671813965, + "learning_rate": 0.0001687026898357534, + "loss": 2.197841262817383, + "step": 3300 + }, + { + "epoch": 0.47253649309397194, + "grad_norm": 1.8024139404296875, + "learning_rate": 0.00016860747441085455, + "loss": 2.1699588775634764, + "step": 3310 + }, + { + "epoch": 0.47396409579214105, + "grad_norm": 1.0226041078567505, + "learning_rate": 0.00016851225898595573, + "loss": 2.0379987716674806, + "step": 3320 + }, + { + "epoch": 0.47539169849031016, + "grad_norm": 2.29010009765625, + "learning_rate": 0.00016841704356105689, + "loss": 2.08388614654541, + "step": 3330 + }, + { + "epoch": 0.47681930118847926, + "grad_norm": 0.9974448084831238, + "learning_rate": 0.00016832182813615807, + "loss": 2.0867422103881834, + "step": 3340 + }, + { + "epoch": 0.47824690388664837, + "grad_norm": 1.1733876466751099, + "learning_rate": 0.00016822661271125922, + "loss": 2.038913917541504, + "step": 3350 + }, + { + "epoch": 0.4796745065848175, + "grad_norm": 1.0234184265136719, + "learning_rate": 0.0001681313972863604, + "loss": 2.1241840362548827, + "step": 3360 + }, + { + "epoch": 0.4811021092829865, + "grad_norm": 1.4544063806533813, + "learning_rate": 0.00016803618186146156, + "loss": 2.044015121459961, + "step": 3370 + }, + { + "epoch": 0.48252971198115563, + "grad_norm": 1.368973731994629, + "learning_rate": 0.00016794096643656274, + "loss": 2.019906425476074, + "step": 3380 + }, + { + "epoch": 0.48395731467932473, + "grad_norm": 1.168421745300293, + "learning_rate": 0.0001678457510116639, + "loss": 2.0222070693969725, + "step": 3390 + }, + { + "epoch": 0.48538491737749384, + "grad_norm": 1.2671949863433838, + "learning_rate": 0.00016775053558676505, + "loss": 2.1466264724731445, + "step": 3400 + }, + { + "epoch": 0.48681252007566295, + "grad_norm": 1.0771664381027222, + "learning_rate": 0.00016765532016186624, + "loss": 2.0024179458618163, + "step": 3410 + }, + { + "epoch": 0.48824012277383205, + "grad_norm": 1.2461390495300293, + "learning_rate": 0.0001675601047369674, + "loss": 2.0828195571899415, + "step": 3420 + }, + { + "epoch": 0.48966772547200116, + "grad_norm": 1.6071606874465942, + "learning_rate": 0.00016746488931206857, + "loss": 1.9849077224731446, + "step": 3430 + }, + { + "epoch": 0.49109532817017026, + "grad_norm": 1.0467002391815186, + "learning_rate": 0.00016736967388716973, + "loss": 2.0019205093383787, + "step": 3440 + }, + { + "epoch": 0.4925229308683393, + "grad_norm": 1.0588996410369873, + "learning_rate": 0.0001672744584622709, + "loss": 2.0819076538085937, + "step": 3450 + }, + { + "epoch": 0.4939505335665084, + "grad_norm": 0.9776011109352112, + "learning_rate": 0.00016717924303737207, + "loss": 1.9890733718872071, + "step": 3460 + }, + { + "epoch": 0.4953781362646775, + "grad_norm": 1.439799427986145, + "learning_rate": 0.00016708402761247325, + "loss": 2.1648094177246096, + "step": 3470 + }, + { + "epoch": 0.49680573896284663, + "grad_norm": 1.063666820526123, + "learning_rate": 0.0001669888121875744, + "loss": 1.9934938430786133, + "step": 3480 + }, + { + "epoch": 0.49823334166101574, + "grad_norm": 1.0971171855926514, + "learning_rate": 0.00016689359676267556, + "loss": 2.0755395889282227, + "step": 3490 + }, + { + "epoch": 0.49966094435918484, + "grad_norm": 1.3422017097473145, + "learning_rate": 0.00016679838133777672, + "loss": 2.080609130859375, + "step": 3500 + }, + { + "epoch": 0.501088547057354, + "grad_norm": 1.3471558094024658, + "learning_rate": 0.0001667031659128779, + "loss": 2.0093482971191405, + "step": 3510 + }, + { + "epoch": 0.5025161497555231, + "grad_norm": 1.0592118501663208, + "learning_rate": 0.00016660795048797905, + "loss": 1.997859573364258, + "step": 3520 + }, + { + "epoch": 0.5039437524536922, + "grad_norm": 1.2080049514770508, + "learning_rate": 0.00016651273506308024, + "loss": 2.133045959472656, + "step": 3530 + }, + { + "epoch": 0.5053713551518613, + "grad_norm": 0.9516943097114563, + "learning_rate": 0.0001664175196381814, + "loss": 2.04406795501709, + "step": 3540 + }, + { + "epoch": 0.5067989578500304, + "grad_norm": 0.9474464058876038, + "learning_rate": 0.00016632230421328257, + "loss": 2.161180877685547, + "step": 3550 + }, + { + "epoch": 0.5082265605481995, + "grad_norm": 1.1096711158752441, + "learning_rate": 0.00016622708878838373, + "loss": 2.1555700302124023, + "step": 3560 + }, + { + "epoch": 0.5096541632463686, + "grad_norm": 1.3584140539169312, + "learning_rate": 0.0001661318733634849, + "loss": 2.018060302734375, + "step": 3570 + }, + { + "epoch": 0.5110817659445376, + "grad_norm": 1.6246408224105835, + "learning_rate": 0.00016603665793858604, + "loss": 2.2220287322998047, + "step": 3580 + }, + { + "epoch": 0.5125093686427067, + "grad_norm": 1.2138937711715698, + "learning_rate": 0.00016594144251368722, + "loss": 2.069137954711914, + "step": 3590 + }, + { + "epoch": 0.5139369713408758, + "grad_norm": 1.2093039751052856, + "learning_rate": 0.00016584622708878838, + "loss": 2.109259033203125, + "step": 3600 + }, + { + "epoch": 0.5153645740390449, + "grad_norm": 1.1119673252105713, + "learning_rate": 0.00016575101166388956, + "loss": 2.055547904968262, + "step": 3610 + }, + { + "epoch": 0.516792176737214, + "grad_norm": 1.1239557266235352, + "learning_rate": 0.00016565579623899071, + "loss": 2.154520606994629, + "step": 3620 + }, + { + "epoch": 0.5182197794353831, + "grad_norm": 1.1713887453079224, + "learning_rate": 0.0001655605808140919, + "loss": 2.1828012466430664, + "step": 3630 + }, + { + "epoch": 0.5196473821335522, + "grad_norm": 1.0080145597457886, + "learning_rate": 0.00016546536538919305, + "loss": 2.08593635559082, + "step": 3640 + }, + { + "epoch": 0.5210749848317213, + "grad_norm": 1.0677450895309448, + "learning_rate": 0.00016537014996429424, + "loss": 2.1263172149658205, + "step": 3650 + }, + { + "epoch": 0.5225025875298904, + "grad_norm": 1.5995664596557617, + "learning_rate": 0.0001652749345393954, + "loss": 2.1577287673950196, + "step": 3660 + }, + { + "epoch": 0.5239301902280595, + "grad_norm": 1.1336824893951416, + "learning_rate": 0.00016517971911449657, + "loss": 2.0607637405395507, + "step": 3670 + }, + { + "epoch": 0.5253577929262286, + "grad_norm": 1.4898009300231934, + "learning_rate": 0.0001650845036895977, + "loss": 2.0850154876708986, + "step": 3680 + }, + { + "epoch": 0.5267853956243977, + "grad_norm": 1.153604507446289, + "learning_rate": 0.00016498928826469888, + "loss": 2.0568546295166015, + "step": 3690 + }, + { + "epoch": 0.5282129983225669, + "grad_norm": 0.9742231965065002, + "learning_rate": 0.00016489407283980004, + "loss": 2.1295637130737304, + "step": 3700 + }, + { + "epoch": 0.529640601020736, + "grad_norm": 1.0828098058700562, + "learning_rate": 0.00016479885741490122, + "loss": 2.2455913543701174, + "step": 3710 + }, + { + "epoch": 0.5310682037189051, + "grad_norm": 1.1993688344955444, + "learning_rate": 0.00016470364199000238, + "loss": 2.065316009521484, + "step": 3720 + }, + { + "epoch": 0.5324958064170742, + "grad_norm": 0.9875587224960327, + "learning_rate": 0.00016460842656510356, + "loss": 2.167093849182129, + "step": 3730 + }, + { + "epoch": 0.5339234091152433, + "grad_norm": 1.587498426437378, + "learning_rate": 0.00016451321114020471, + "loss": 2.123185157775879, + "step": 3740 + }, + { + "epoch": 0.5353510118134124, + "grad_norm": 1.0599406957626343, + "learning_rate": 0.0001644179957153059, + "loss": 1.9770395278930664, + "step": 3750 + }, + { + "epoch": 0.5367786145115814, + "grad_norm": 0.9904677867889404, + "learning_rate": 0.00016432278029040705, + "loss": 2.1363361358642576, + "step": 3760 + }, + { + "epoch": 0.5382062172097505, + "grad_norm": 1.1583956480026245, + "learning_rate": 0.0001642275648655082, + "loss": 2.163792610168457, + "step": 3770 + }, + { + "epoch": 0.5396338199079196, + "grad_norm": 1.0722836256027222, + "learning_rate": 0.0001641323494406094, + "loss": 2.143117141723633, + "step": 3780 + }, + { + "epoch": 0.5410614226060887, + "grad_norm": 1.3460588455200195, + "learning_rate": 0.00016403713401571055, + "loss": 2.1735687255859375, + "step": 3790 + }, + { + "epoch": 0.5424890253042578, + "grad_norm": 1.1308567523956299, + "learning_rate": 0.00016394191859081173, + "loss": 2.1688426971435546, + "step": 3800 + }, + { + "epoch": 0.5439166280024269, + "grad_norm": 1.20809805393219, + "learning_rate": 0.00016384670316591288, + "loss": 2.1337045669555663, + "step": 3810 + }, + { + "epoch": 0.545344230700596, + "grad_norm": 1.051905870437622, + "learning_rate": 0.00016375148774101407, + "loss": 2.0859872817993166, + "step": 3820 + }, + { + "epoch": 0.5467718333987651, + "grad_norm": 1.2605935335159302, + "learning_rate": 0.00016365627231611522, + "loss": 2.1538076400756836, + "step": 3830 + }, + { + "epoch": 0.5481994360969342, + "grad_norm": 1.1376152038574219, + "learning_rate": 0.0001635610568912164, + "loss": 2.028926467895508, + "step": 3840 + }, + { + "epoch": 0.5496270387951033, + "grad_norm": 2.1268208026885986, + "learning_rate": 0.00016346584146631756, + "loss": 2.225727653503418, + "step": 3850 + }, + { + "epoch": 0.5510546414932724, + "grad_norm": 1.430724859237671, + "learning_rate": 0.00016337062604141874, + "loss": 2.0055526733398437, + "step": 3860 + }, + { + "epoch": 0.5524822441914415, + "grad_norm": 1.0673465728759766, + "learning_rate": 0.00016327541061651987, + "loss": 2.0893600463867186, + "step": 3870 + }, + { + "epoch": 0.5539098468896106, + "grad_norm": 1.2765331268310547, + "learning_rate": 0.00016318019519162105, + "loss": 2.008353042602539, + "step": 3880 + }, + { + "epoch": 0.5553374495877798, + "grad_norm": 1.0461541414260864, + "learning_rate": 0.0001630849797667222, + "loss": 2.1346414566040037, + "step": 3890 + }, + { + "epoch": 0.5567650522859489, + "grad_norm": 1.28388512134552, + "learning_rate": 0.0001629897643418234, + "loss": 2.1297496795654296, + "step": 3900 + }, + { + "epoch": 0.558192654984118, + "grad_norm": 1.1615244150161743, + "learning_rate": 0.00016289454891692454, + "loss": 2.078843116760254, + "step": 3910 + }, + { + "epoch": 0.5596202576822871, + "grad_norm": 1.248067021369934, + "learning_rate": 0.00016279933349202573, + "loss": 2.2453628540039063, + "step": 3920 + }, + { + "epoch": 0.5610478603804561, + "grad_norm": 1.1647175550460815, + "learning_rate": 0.00016270411806712688, + "loss": 2.271023178100586, + "step": 3930 + }, + { + "epoch": 0.5624754630786252, + "grad_norm": 0.9548137784004211, + "learning_rate": 0.00016260890264222806, + "loss": 2.068301200866699, + "step": 3940 + }, + { + "epoch": 0.5639030657767943, + "grad_norm": 1.084067940711975, + "learning_rate": 0.00016251368721732922, + "loss": 2.0725963592529295, + "step": 3950 + }, + { + "epoch": 0.5653306684749634, + "grad_norm": 1.6000462770462036, + "learning_rate": 0.00016241847179243038, + "loss": 2.205929756164551, + "step": 3960 + }, + { + "epoch": 0.5667582711731325, + "grad_norm": 1.0657289028167725, + "learning_rate": 0.00016232325636753153, + "loss": 2.224954032897949, + "step": 3970 + }, + { + "epoch": 0.5681858738713016, + "grad_norm": 1.0999115705490112, + "learning_rate": 0.0001622280409426327, + "loss": 2.0713016510009767, + "step": 3980 + }, + { + "epoch": 0.5696134765694707, + "grad_norm": 1.55386221408844, + "learning_rate": 0.00016214234706022376, + "loss": 2.0461357116699217, + "step": 3990 + }, + { + "epoch": 0.5710410792676398, + "grad_norm": 1.4208126068115234, + "learning_rate": 0.00016204713163532492, + "loss": 1.941202735900879, + "step": 4000 + }, + { + "epoch": 0.5724686819658089, + "grad_norm": 1.118394374847412, + "learning_rate": 0.0001619519162104261, + "loss": 2.088357162475586, + "step": 4010 + }, + { + "epoch": 0.573896284663978, + "grad_norm": 1.3743064403533936, + "learning_rate": 0.00016185670078552725, + "loss": 2.0932437896728517, + "step": 4020 + }, + { + "epoch": 0.5753238873621471, + "grad_norm": 1.1113500595092773, + "learning_rate": 0.00016176148536062844, + "loss": 2.1681371688842774, + "step": 4030 + }, + { + "epoch": 0.5767514900603162, + "grad_norm": 1.1337480545043945, + "learning_rate": 0.0001616662699357296, + "loss": 2.390884780883789, + "step": 4040 + }, + { + "epoch": 0.5781790927584853, + "grad_norm": 1.0913474559783936, + "learning_rate": 0.00016157105451083077, + "loss": 2.0483430862426757, + "step": 4050 + }, + { + "epoch": 0.5796066954566544, + "grad_norm": 1.0958749055862427, + "learning_rate": 0.00016147583908593193, + "loss": 2.0507534027099608, + "step": 4060 + }, + { + "epoch": 0.5810342981548235, + "grad_norm": 1.0328621864318848, + "learning_rate": 0.0001613806236610331, + "loss": 2.081440734863281, + "step": 4070 + }, + { + "epoch": 0.5824619008529927, + "grad_norm": 1.0732722282409668, + "learning_rate": 0.00016128540823613427, + "loss": 1.9593217849731446, + "step": 4080 + }, + { + "epoch": 0.5838895035511618, + "grad_norm": 1.209100365638733, + "learning_rate": 0.00016119019281123542, + "loss": 1.9060861587524414, + "step": 4090 + }, + { + "epoch": 0.5853171062493309, + "grad_norm": 1.7121407985687256, + "learning_rate": 0.00016109497738633658, + "loss": 2.1000993728637694, + "step": 4100 + }, + { + "epoch": 0.5867447089474999, + "grad_norm": 1.263508677482605, + "learning_rate": 0.00016099976196143776, + "loss": 2.03182373046875, + "step": 4110 + }, + { + "epoch": 0.588172311645669, + "grad_norm": 1.090971827507019, + "learning_rate": 0.00016090454653653892, + "loss": 2.046316909790039, + "step": 4120 + }, + { + "epoch": 0.5895999143438381, + "grad_norm": 1.1175658702850342, + "learning_rate": 0.0001608093311116401, + "loss": 2.025002098083496, + "step": 4130 + }, + { + "epoch": 0.5910275170420072, + "grad_norm": 1.078690528869629, + "learning_rate": 0.00016071411568674125, + "loss": 2.0121585845947267, + "step": 4140 + }, + { + "epoch": 0.5924551197401763, + "grad_norm": 1.0645606517791748, + "learning_rate": 0.00016061890026184244, + "loss": 2.2159936904907225, + "step": 4150 + }, + { + "epoch": 0.5938827224383454, + "grad_norm": 1.1634751558303833, + "learning_rate": 0.0001605236848369436, + "loss": 2.097846031188965, + "step": 4160 + }, + { + "epoch": 0.5953103251365145, + "grad_norm": 1.3217452764511108, + "learning_rate": 0.00016042846941204477, + "loss": 2.1109798431396483, + "step": 4170 + }, + { + "epoch": 0.5967379278346836, + "grad_norm": 1.0953373908996582, + "learning_rate": 0.0001603332539871459, + "loss": 2.0403207778930663, + "step": 4180 + }, + { + "epoch": 0.5981655305328527, + "grad_norm": 1.2647509574890137, + "learning_rate": 0.00016023803856224708, + "loss": 2.1489234924316407, + "step": 4190 + }, + { + "epoch": 0.5995931332310218, + "grad_norm": 1.2663153409957886, + "learning_rate": 0.00016014282313734824, + "loss": 2.1639209747314454, + "step": 4200 + }, + { + "epoch": 0.6010207359291909, + "grad_norm": 1.027962327003479, + "learning_rate": 0.00016004760771244942, + "loss": 2.0777713775634767, + "step": 4210 + }, + { + "epoch": 0.60244833862736, + "grad_norm": 1.547472357749939, + "learning_rate": 0.00015995239228755058, + "loss": 2.114849090576172, + "step": 4220 + }, + { + "epoch": 0.6038759413255291, + "grad_norm": 1.0689531564712524, + "learning_rate": 0.00015985717686265176, + "loss": 2.101460838317871, + "step": 4230 + }, + { + "epoch": 0.6053035440236982, + "grad_norm": 1.1795955896377563, + "learning_rate": 0.00015976196143775291, + "loss": 2.0170339584350585, + "step": 4240 + }, + { + "epoch": 0.6067311467218673, + "grad_norm": 1.0898903608322144, + "learning_rate": 0.0001596667460128541, + "loss": 2.1026046752929686, + "step": 4250 + }, + { + "epoch": 0.6081587494200364, + "grad_norm": 1.4372042417526245, + "learning_rate": 0.00015957153058795525, + "loss": 2.0490205764770506, + "step": 4260 + }, + { + "epoch": 0.6095863521182056, + "grad_norm": 1.186373233795166, + "learning_rate": 0.00015947631516305644, + "loss": 1.9973588943481446, + "step": 4270 + }, + { + "epoch": 0.6110139548163745, + "grad_norm": 1.1143156290054321, + "learning_rate": 0.0001593810997381576, + "loss": 2.049622917175293, + "step": 4280 + }, + { + "epoch": 0.6124415575145437, + "grad_norm": 1.5476491451263428, + "learning_rate": 0.00015928588431325875, + "loss": 2.0849376678466798, + "step": 4290 + }, + { + "epoch": 0.6138691602127128, + "grad_norm": 0.9903887510299683, + "learning_rate": 0.00015919066888835993, + "loss": 1.98438720703125, + "step": 4300 + }, + { + "epoch": 0.6152967629108819, + "grad_norm": 1.1740891933441162, + "learning_rate": 0.00015909545346346108, + "loss": 2.2359495162963867, + "step": 4310 + }, + { + "epoch": 0.616724365609051, + "grad_norm": 1.0749351978302002, + "learning_rate": 0.00015900023803856227, + "loss": 2.0514636993408204, + "step": 4320 + }, + { + "epoch": 0.6181519683072201, + "grad_norm": 1.2126410007476807, + "learning_rate": 0.00015890502261366342, + "loss": 2.089235305786133, + "step": 4330 + }, + { + "epoch": 0.6195795710053892, + "grad_norm": 1.1484490633010864, + "learning_rate": 0.0001588098071887646, + "loss": 2.0745500564575194, + "step": 4340 + }, + { + "epoch": 0.6210071737035583, + "grad_norm": 0.9319640398025513, + "learning_rate": 0.00015871459176386576, + "loss": 1.9926181793212892, + "step": 4350 + }, + { + "epoch": 0.6224347764017274, + "grad_norm": 1.2679811716079712, + "learning_rate": 0.00015861937633896694, + "loss": 2.129096031188965, + "step": 4360 + }, + { + "epoch": 0.6238623790998965, + "grad_norm": 1.1401822566986084, + "learning_rate": 0.00015852416091406807, + "loss": 1.957147979736328, + "step": 4370 + }, + { + "epoch": 0.6252899817980656, + "grad_norm": 1.0949463844299316, + "learning_rate": 0.00015842894548916925, + "loss": 2.1449153900146483, + "step": 4380 + }, + { + "epoch": 0.6267175844962347, + "grad_norm": 1.14918053150177, + "learning_rate": 0.0001583337300642704, + "loss": 2.2274448394775392, + "step": 4390 + }, + { + "epoch": 0.6281451871944038, + "grad_norm": 1.1906867027282715, + "learning_rate": 0.0001582385146393716, + "loss": 2.051712989807129, + "step": 4400 + }, + { + "epoch": 0.6295727898925729, + "grad_norm": 1.0407558679580688, + "learning_rate": 0.00015814329921447275, + "loss": 2.0556570053100587, + "step": 4410 + }, + { + "epoch": 0.631000392590742, + "grad_norm": 1.0472633838653564, + "learning_rate": 0.00015804808378957393, + "loss": 2.0726411819458006, + "step": 4420 + }, + { + "epoch": 0.6324279952889111, + "grad_norm": 1.0542018413543701, + "learning_rate": 0.00015795286836467508, + "loss": 1.9429601669311523, + "step": 4430 + }, + { + "epoch": 0.6338555979870802, + "grad_norm": 1.056063175201416, + "learning_rate": 0.00015785765293977627, + "loss": 2.0575481414794923, + "step": 4440 + }, + { + "epoch": 0.6352832006852493, + "grad_norm": 1.345315933227539, + "learning_rate": 0.00015776243751487742, + "loss": 2.0701883316040037, + "step": 4450 + }, + { + "epoch": 0.6367108033834183, + "grad_norm": 1.1465160846710205, + "learning_rate": 0.0001576672220899786, + "loss": 2.141465950012207, + "step": 4460 + }, + { + "epoch": 0.6381384060815875, + "grad_norm": 1.2380520105361938, + "learning_rate": 0.00015757200666507973, + "loss": 2.1055450439453125, + "step": 4470 + }, + { + "epoch": 0.6395660087797566, + "grad_norm": 1.1188899278640747, + "learning_rate": 0.00015747679124018091, + "loss": 2.1809152603149413, + "step": 4480 + }, + { + "epoch": 0.6409936114779257, + "grad_norm": 1.0567125082015991, + "learning_rate": 0.00015738157581528207, + "loss": 2.1224170684814454, + "step": 4490 + }, + { + "epoch": 0.6424212141760948, + "grad_norm": 1.1337240934371948, + "learning_rate": 0.00015728636039038325, + "loss": 2.0783939361572266, + "step": 4500 + }, + { + "epoch": 0.6438488168742639, + "grad_norm": 1.1785552501678467, + "learning_rate": 0.0001571911449654844, + "loss": 2.079520606994629, + "step": 4510 + }, + { + "epoch": 0.645276419572433, + "grad_norm": 1.064718246459961, + "learning_rate": 0.0001570959295405856, + "loss": 2.0744672775268556, + "step": 4520 + }, + { + "epoch": 0.6467040222706021, + "grad_norm": 1.0810433626174927, + "learning_rate": 0.00015700071411568674, + "loss": 2.1164180755615236, + "step": 4530 + }, + { + "epoch": 0.6481316249687712, + "grad_norm": 1.4308578968048096, + "learning_rate": 0.00015690549869078793, + "loss": 2.11962833404541, + "step": 4540 + }, + { + "epoch": 0.6495592276669403, + "grad_norm": 1.0707223415374756, + "learning_rate": 0.00015681028326588908, + "loss": 2.017913055419922, + "step": 4550 + }, + { + "epoch": 0.6509868303651094, + "grad_norm": 1.1607109308242798, + "learning_rate": 0.00015671506784099024, + "loss": 2.080700492858887, + "step": 4560 + }, + { + "epoch": 0.6524144330632785, + "grad_norm": 1.0517059564590454, + "learning_rate": 0.0001566198524160914, + "loss": 2.1347278594970702, + "step": 4570 + }, + { + "epoch": 0.6538420357614476, + "grad_norm": 1.0226854085922241, + "learning_rate": 0.00015652463699119258, + "loss": 1.9415822982788087, + "step": 4580 + }, + { + "epoch": 0.6552696384596167, + "grad_norm": 1.1085102558135986, + "learning_rate": 0.00015642942156629373, + "loss": 2.0874921798706056, + "step": 4590 + }, + { + "epoch": 0.6566972411577858, + "grad_norm": 1.203783392906189, + "learning_rate": 0.0001563342061413949, + "loss": 2.018591117858887, + "step": 4600 + }, + { + "epoch": 0.6581248438559549, + "grad_norm": 1.30747389793396, + "learning_rate": 0.00015623899071649607, + "loss": 2.124520111083984, + "step": 4610 + }, + { + "epoch": 0.659552446554124, + "grad_norm": 1.1289852857589722, + "learning_rate": 0.00015614377529159725, + "loss": 2.1010200500488283, + "step": 4620 + }, + { + "epoch": 0.660980049252293, + "grad_norm": 1.1173664331436157, + "learning_rate": 0.0001560485598666984, + "loss": 2.095734786987305, + "step": 4630 + }, + { + "epoch": 0.6624076519504621, + "grad_norm": 1.3770655393600464, + "learning_rate": 0.0001559533444417996, + "loss": 2.109881782531738, + "step": 4640 + }, + { + "epoch": 0.6638352546486312, + "grad_norm": 1.0825073719024658, + "learning_rate": 0.00015585812901690074, + "loss": 1.9486059188842773, + "step": 4650 + }, + { + "epoch": 0.6652628573468004, + "grad_norm": 1.228014588356018, + "learning_rate": 0.0001557629135920019, + "loss": 2.1181900024414064, + "step": 4660 + }, + { + "epoch": 0.6666904600449695, + "grad_norm": 1.2361053228378296, + "learning_rate": 0.00015566769816710308, + "loss": 2.11850528717041, + "step": 4670 + }, + { + "epoch": 0.6681180627431386, + "grad_norm": 1.3095343112945557, + "learning_rate": 0.00015557248274220424, + "loss": 2.2466053009033202, + "step": 4680 + }, + { + "epoch": 0.6695456654413077, + "grad_norm": 1.4119725227355957, + "learning_rate": 0.00015547726731730542, + "loss": 2.139160919189453, + "step": 4690 + }, + { + "epoch": 0.6709732681394768, + "grad_norm": 1.160866141319275, + "learning_rate": 0.00015538205189240657, + "loss": 2.178610610961914, + "step": 4700 + }, + { + "epoch": 0.6724008708376459, + "grad_norm": 0.9942652583122253, + "learning_rate": 0.00015528683646750776, + "loss": 2.1062307357788086, + "step": 4710 + }, + { + "epoch": 0.673828473535815, + "grad_norm": 1.1465297937393188, + "learning_rate": 0.0001551916210426089, + "loss": 1.9471675872802734, + "step": 4720 + }, + { + "epoch": 0.6752560762339841, + "grad_norm": 1.157509684562683, + "learning_rate": 0.0001550964056177101, + "loss": 2.2231735229492187, + "step": 4730 + }, + { + "epoch": 0.6766836789321532, + "grad_norm": 1.2655620574951172, + "learning_rate": 0.00015500119019281125, + "loss": 2.194755744934082, + "step": 4740 + }, + { + "epoch": 0.6781112816303223, + "grad_norm": 1.3042454719543457, + "learning_rate": 0.0001549059747679124, + "loss": 2.1200008392333984, + "step": 4750 + }, + { + "epoch": 0.6795388843284914, + "grad_norm": 1.211383581161499, + "learning_rate": 0.00015481075934301356, + "loss": 2.0350900650024415, + "step": 4760 + }, + { + "epoch": 0.6809664870266605, + "grad_norm": 1.1105891466140747, + "learning_rate": 0.00015471554391811474, + "loss": 2.0983116149902346, + "step": 4770 + }, + { + "epoch": 0.6823940897248296, + "grad_norm": 1.1432119607925415, + "learning_rate": 0.0001546203284932159, + "loss": 2.0374631881713867, + "step": 4780 + }, + { + "epoch": 0.6838216924229987, + "grad_norm": 1.2010427713394165, + "learning_rate": 0.00015452511306831708, + "loss": 2.1282493591308596, + "step": 4790 + }, + { + "epoch": 0.6852492951211678, + "grad_norm": 1.1762789487838745, + "learning_rate": 0.00015442989764341824, + "loss": 2.157598304748535, + "step": 4800 + }, + { + "epoch": 0.6866768978193368, + "grad_norm": 1.0752602815628052, + "learning_rate": 0.00015433468221851942, + "loss": 1.9569272994995117, + "step": 4810 + }, + { + "epoch": 0.6881045005175059, + "grad_norm": 1.1443010568618774, + "learning_rate": 0.00015423946679362057, + "loss": 2.072005844116211, + "step": 4820 + }, + { + "epoch": 0.689532103215675, + "grad_norm": 1.1991745233535767, + "learning_rate": 0.00015414425136872176, + "loss": 2.044131851196289, + "step": 4830 + }, + { + "epoch": 0.6909597059138441, + "grad_norm": 1.03378427028656, + "learning_rate": 0.0001540490359438229, + "loss": 2.241434097290039, + "step": 4840 + }, + { + "epoch": 0.6923873086120133, + "grad_norm": 1.3095555305480957, + "learning_rate": 0.00015395382051892407, + "loss": 2.1197956085205076, + "step": 4850 + }, + { + "epoch": 0.6938149113101824, + "grad_norm": 1.0304228067398071, + "learning_rate": 0.00015385860509402522, + "loss": 2.0145242691040037, + "step": 4860 + }, + { + "epoch": 0.6952425140083515, + "grad_norm": 1.0579947233200073, + "learning_rate": 0.0001537633896691264, + "loss": 1.9315383911132813, + "step": 4870 + }, + { + "epoch": 0.6966701167065206, + "grad_norm": 1.389248251914978, + "learning_rate": 0.00015366817424422756, + "loss": 1.96744384765625, + "step": 4880 + }, + { + "epoch": 0.6980977194046897, + "grad_norm": 1.0396047830581665, + "learning_rate": 0.00015357295881932874, + "loss": 2.1762937545776366, + "step": 4890 + }, + { + "epoch": 0.6995253221028588, + "grad_norm": 0.9477119445800781, + "learning_rate": 0.0001534777433944299, + "loss": 2.269539451599121, + "step": 4900 + }, + { + "epoch": 0.7009529248010279, + "grad_norm": 1.3811748027801514, + "learning_rate": 0.00015338252796953108, + "loss": 2.1592836380004883, + "step": 4910 + }, + { + "epoch": 0.702380527499197, + "grad_norm": 1.0813015699386597, + "learning_rate": 0.00015328731254463224, + "loss": 2.2636188507080077, + "step": 4920 + }, + { + "epoch": 0.7038081301973661, + "grad_norm": 1.2023388147354126, + "learning_rate": 0.00015319209711973342, + "loss": 2.1457313537597655, + "step": 4930 + }, + { + "epoch": 0.7052357328955352, + "grad_norm": 1.1694599390029907, + "learning_rate": 0.00015309688169483455, + "loss": 2.1561866760253907, + "step": 4940 + }, + { + "epoch": 0.7066633355937043, + "grad_norm": 1.278207778930664, + "learning_rate": 0.00015300166626993573, + "loss": 2.1632722854614257, + "step": 4950 + }, + { + "epoch": 0.7080909382918734, + "grad_norm": 1.2129367589950562, + "learning_rate": 0.00015290645084503688, + "loss": 2.104619598388672, + "step": 4960 + }, + { + "epoch": 0.7095185409900425, + "grad_norm": 1.12024986743927, + "learning_rate": 0.00015281123542013807, + "loss": 2.2494619369506834, + "step": 4970 + }, + { + "epoch": 0.7109461436882115, + "grad_norm": 1.323219656944275, + "learning_rate": 0.00015271601999523922, + "loss": 2.077766990661621, + "step": 4980 + }, + { + "epoch": 0.7123737463863806, + "grad_norm": 1.4513942003250122, + "learning_rate": 0.0001526208045703404, + "loss": 2.0815666198730467, + "step": 4990 + }, + { + "epoch": 0.7138013490845497, + "grad_norm": 1.022873878479004, + "learning_rate": 0.00015252558914544156, + "loss": 2.0749887466430663, + "step": 5000 + }, + { + "epoch": 0.7152289517827188, + "grad_norm": 1.310887098312378, + "learning_rate": 0.00015243037372054274, + "loss": 2.073664093017578, + "step": 5010 + }, + { + "epoch": 0.7166565544808879, + "grad_norm": 1.0364643335342407, + "learning_rate": 0.0001523351582956439, + "loss": 2.0644689559936524, + "step": 5020 + }, + { + "epoch": 0.718084157179057, + "grad_norm": 1.0534369945526123, + "learning_rate": 0.00015223994287074508, + "loss": 2.1695106506347654, + "step": 5030 + }, + { + "epoch": 0.7195117598772262, + "grad_norm": 1.228196382522583, + "learning_rate": 0.00015214472744584623, + "loss": 2.0640996932983398, + "step": 5040 + }, + { + "epoch": 0.7209393625753953, + "grad_norm": 1.1617060899734497, + "learning_rate": 0.0001520495120209474, + "loss": 2.059670257568359, + "step": 5050 + }, + { + "epoch": 0.7223669652735644, + "grad_norm": 1.2786524295806885, + "learning_rate": 0.00015195429659604857, + "loss": 2.042633056640625, + "step": 5060 + }, + { + "epoch": 0.7237945679717335, + "grad_norm": 1.7062017917633057, + "learning_rate": 0.00015185908117114973, + "loss": 1.9900848388671875, + "step": 5070 + }, + { + "epoch": 0.7252221706699026, + "grad_norm": 1.2654452323913574, + "learning_rate": 0.0001517638657462509, + "loss": 2.0543087005615233, + "step": 5080 + }, + { + "epoch": 0.7266497733680717, + "grad_norm": 0.9251814484596252, + "learning_rate": 0.00015166865032135207, + "loss": 2.2598575592041015, + "step": 5090 + }, + { + "epoch": 0.7280773760662408, + "grad_norm": 1.2314844131469727, + "learning_rate": 0.00015157343489645325, + "loss": 1.962451171875, + "step": 5100 + }, + { + "epoch": 0.7295049787644099, + "grad_norm": 1.1339524984359741, + "learning_rate": 0.0001514782194715544, + "loss": 2.1815841674804686, + "step": 5110 + }, + { + "epoch": 0.730932581462579, + "grad_norm": 1.2662720680236816, + "learning_rate": 0.00015138300404665559, + "loss": 2.06201171875, + "step": 5120 + }, + { + "epoch": 0.7323601841607481, + "grad_norm": 1.270620584487915, + "learning_rate": 0.00015128778862175671, + "loss": 2.1221466064453125, + "step": 5130 + }, + { + "epoch": 0.7337877868589172, + "grad_norm": 1.7752879858016968, + "learning_rate": 0.0001511925731968579, + "loss": 2.0692325592041017, + "step": 5140 + }, + { + "epoch": 0.7352153895570862, + "grad_norm": 1.5993555784225464, + "learning_rate": 0.00015109735777195905, + "loss": 2.039986228942871, + "step": 5150 + }, + { + "epoch": 0.7366429922552553, + "grad_norm": 1.1296077966690063, + "learning_rate": 0.00015100214234706023, + "loss": 2.1308712005615233, + "step": 5160 + }, + { + "epoch": 0.7380705949534244, + "grad_norm": 1.203850269317627, + "learning_rate": 0.0001509069269221614, + "loss": 2.0894222259521484, + "step": 5170 + }, + { + "epoch": 0.7394981976515935, + "grad_norm": 1.248410940170288, + "learning_rate": 0.00015081171149726257, + "loss": 2.123434829711914, + "step": 5180 + }, + { + "epoch": 0.7409258003497626, + "grad_norm": 1.0876100063323975, + "learning_rate": 0.00015071649607236373, + "loss": 2.031419372558594, + "step": 5190 + }, + { + "epoch": 0.7423534030479317, + "grad_norm": 1.0214993953704834, + "learning_rate": 0.0001506212806474649, + "loss": 2.1958309173583985, + "step": 5200 + }, + { + "epoch": 0.7437810057461008, + "grad_norm": 0.9046857953071594, + "learning_rate": 0.00015052606522256607, + "loss": 1.9689685821533203, + "step": 5210 + }, + { + "epoch": 0.74520860844427, + "grad_norm": 1.102981686592102, + "learning_rate": 0.00015043084979766725, + "loss": 2.082001495361328, + "step": 5220 + }, + { + "epoch": 0.746636211142439, + "grad_norm": 1.3899544477462769, + "learning_rate": 0.00015033563437276838, + "loss": 1.9985469818115233, + "step": 5230 + }, + { + "epoch": 0.7480638138406082, + "grad_norm": 1.6087454557418823, + "learning_rate": 0.00015024041894786956, + "loss": 2.144418144226074, + "step": 5240 + }, + { + "epoch": 0.7494914165387773, + "grad_norm": 1.1745785474777222, + "learning_rate": 0.0001501452035229707, + "loss": 2.075351333618164, + "step": 5250 + }, + { + "epoch": 0.7509190192369464, + "grad_norm": 1.252122402191162, + "learning_rate": 0.0001500499880980719, + "loss": 2.046000099182129, + "step": 5260 + }, + { + "epoch": 0.7523466219351155, + "grad_norm": 1.2469866275787354, + "learning_rate": 0.00014995477267317305, + "loss": 2.0471614837646483, + "step": 5270 + }, + { + "epoch": 0.7537742246332846, + "grad_norm": 1.2567193508148193, + "learning_rate": 0.00014985955724827423, + "loss": 2.1027271270751955, + "step": 5280 + }, + { + "epoch": 0.7552018273314537, + "grad_norm": 1.2912555932998657, + "learning_rate": 0.0001497643418233754, + "loss": 2.1145801544189453, + "step": 5290 + }, + { + "epoch": 0.7566294300296228, + "grad_norm": 1.0746982097625732, + "learning_rate": 0.00014966912639847657, + "loss": 1.9975954055786134, + "step": 5300 + }, + { + "epoch": 0.7580570327277919, + "grad_norm": 0.9123805165290833, + "learning_rate": 0.00014957391097357773, + "loss": 2.0803789138793944, + "step": 5310 + }, + { + "epoch": 0.759484635425961, + "grad_norm": 1.1584913730621338, + "learning_rate": 0.0001494786955486789, + "loss": 2.1535112380981447, + "step": 5320 + }, + { + "epoch": 0.76091223812413, + "grad_norm": 1.2221531867980957, + "learning_rate": 0.00014938348012378004, + "loss": 2.0887495040893556, + "step": 5330 + }, + { + "epoch": 0.7623398408222991, + "grad_norm": 1.087020993232727, + "learning_rate": 0.00014928826469888122, + "loss": 1.9882490158081054, + "step": 5340 + }, + { + "epoch": 0.7637674435204682, + "grad_norm": 1.687694787979126, + "learning_rate": 0.00014919304927398238, + "loss": 2.2212324142456055, + "step": 5350 + }, + { + "epoch": 0.7651950462186373, + "grad_norm": 1.0636277198791504, + "learning_rate": 0.00014909783384908356, + "loss": 2.002360534667969, + "step": 5360 + }, + { + "epoch": 0.7666226489168064, + "grad_norm": 1.2687207460403442, + "learning_rate": 0.0001490026184241847, + "loss": 2.2147212982177735, + "step": 5370 + }, + { + "epoch": 0.7680502516149755, + "grad_norm": 1.236961007118225, + "learning_rate": 0.0001489074029992859, + "loss": 2.040176773071289, + "step": 5380 + }, + { + "epoch": 0.7694778543131446, + "grad_norm": 0.9304345846176147, + "learning_rate": 0.00014881218757438705, + "loss": 2.118213081359863, + "step": 5390 + }, + { + "epoch": 0.7709054570113137, + "grad_norm": 1.2043101787567139, + "learning_rate": 0.00014871697214948823, + "loss": 2.0982040405273437, + "step": 5400 + }, + { + "epoch": 0.7723330597094828, + "grad_norm": 1.1328470706939697, + "learning_rate": 0.0001486217567245894, + "loss": 2.0471426010131837, + "step": 5410 + }, + { + "epoch": 0.773760662407652, + "grad_norm": 1.830897569656372, + "learning_rate": 0.00014852654129969054, + "loss": 1.943600845336914, + "step": 5420 + }, + { + "epoch": 0.7751882651058211, + "grad_norm": 1.2577552795410156, + "learning_rate": 0.00014843132587479173, + "loss": 2.044905662536621, + "step": 5430 + }, + { + "epoch": 0.7766158678039902, + "grad_norm": 1.00262451171875, + "learning_rate": 0.00014833611044989288, + "loss": 2.0161760330200194, + "step": 5440 + }, + { + "epoch": 0.7780434705021593, + "grad_norm": 1.2471446990966797, + "learning_rate": 0.00014824089502499406, + "loss": 2.030394744873047, + "step": 5450 + }, + { + "epoch": 0.7794710732003284, + "grad_norm": 1.3308446407318115, + "learning_rate": 0.00014814567960009522, + "loss": 2.2480823516845705, + "step": 5460 + }, + { + "epoch": 0.7808986758984975, + "grad_norm": 1.0902934074401855, + "learning_rate": 0.0001480504641751964, + "loss": 2.159767913818359, + "step": 5470 + }, + { + "epoch": 0.7823262785966666, + "grad_norm": 1.1527326107025146, + "learning_rate": 0.00014795524875029756, + "loss": 2.1065540313720703, + "step": 5480 + }, + { + "epoch": 0.7837538812948357, + "grad_norm": 1.158408761024475, + "learning_rate": 0.00014786003332539874, + "loss": 1.9589733123779296, + "step": 5490 + }, + { + "epoch": 0.7851814839930047, + "grad_norm": 1.1625585556030273, + "learning_rate": 0.0001477648179004999, + "loss": 2.0707992553710937, + "step": 5500 + }, + { + "epoch": 0.7866090866911738, + "grad_norm": 0.9742340445518494, + "learning_rate": 0.00014766960247560108, + "loss": 2.192020606994629, + "step": 5510 + }, + { + "epoch": 0.7880366893893429, + "grad_norm": 2.17490291595459, + "learning_rate": 0.0001475743870507022, + "loss": 2.039841651916504, + "step": 5520 + }, + { + "epoch": 0.789464292087512, + "grad_norm": 1.186703085899353, + "learning_rate": 0.0001474791716258034, + "loss": 2.0397449493408204, + "step": 5530 + }, + { + "epoch": 0.7908918947856811, + "grad_norm": 1.0868713855743408, + "learning_rate": 0.00014738395620090454, + "loss": 2.112815093994141, + "step": 5540 + }, + { + "epoch": 0.7923194974838502, + "grad_norm": 1.2248460054397583, + "learning_rate": 0.00014728874077600573, + "loss": 2.0478261947631835, + "step": 5550 + }, + { + "epoch": 0.7937471001820193, + "grad_norm": 1.0196927785873413, + "learning_rate": 0.00014719352535110688, + "loss": 2.0375383377075194, + "step": 5560 + }, + { + "epoch": 0.7951747028801884, + "grad_norm": 1.1145230531692505, + "learning_rate": 0.00014709830992620806, + "loss": 2.038543128967285, + "step": 5570 + }, + { + "epoch": 0.7966023055783575, + "grad_norm": 0.8973228931427002, + "learning_rate": 0.00014700309450130922, + "loss": 1.9726655960083008, + "step": 5580 + }, + { + "epoch": 0.7980299082765266, + "grad_norm": 1.2083377838134766, + "learning_rate": 0.0001469078790764104, + "loss": 2.0419130325317383, + "step": 5590 + }, + { + "epoch": 0.7994575109746958, + "grad_norm": 1.1352425813674927, + "learning_rate": 0.00014681266365151156, + "loss": 2.043312835693359, + "step": 5600 + }, + { + "epoch": 0.8008851136728649, + "grad_norm": 1.1394609212875366, + "learning_rate": 0.0001467174482266127, + "loss": 1.9503747940063476, + "step": 5610 + }, + { + "epoch": 0.802312716371034, + "grad_norm": 1.081141471862793, + "learning_rate": 0.00014662223280171387, + "loss": 1.9604333877563476, + "step": 5620 + }, + { + "epoch": 0.8037403190692031, + "grad_norm": 1.2257745265960693, + "learning_rate": 0.00014652701737681505, + "loss": 2.154981803894043, + "step": 5630 + }, + { + "epoch": 0.8051679217673722, + "grad_norm": 1.315804362297058, + "learning_rate": 0.0001464318019519162, + "loss": 1.9176166534423829, + "step": 5640 + }, + { + "epoch": 0.8065955244655413, + "grad_norm": 1.121869683265686, + "learning_rate": 0.0001463365865270174, + "loss": 2.07440185546875, + "step": 5650 + }, + { + "epoch": 0.8080231271637104, + "grad_norm": 0.9741482138633728, + "learning_rate": 0.00014624137110211854, + "loss": 2.1492473602294924, + "step": 5660 + }, + { + "epoch": 0.8094507298618795, + "grad_norm": 0.972418487071991, + "learning_rate": 0.00014614615567721972, + "loss": 2.157696533203125, + "step": 5670 + }, + { + "epoch": 0.8108783325600485, + "grad_norm": 1.1014772653579712, + "learning_rate": 0.00014605094025232088, + "loss": 2.292978858947754, + "step": 5680 + }, + { + "epoch": 0.8123059352582176, + "grad_norm": 1.1848760843276978, + "learning_rate": 0.00014595572482742206, + "loss": 2.0331499099731447, + "step": 5690 + }, + { + "epoch": 0.8137335379563867, + "grad_norm": 1.2902730703353882, + "learning_rate": 0.00014586050940252322, + "loss": 2.0033824920654295, + "step": 5700 + }, + { + "epoch": 0.8151611406545558, + "grad_norm": 1.1614636182785034, + "learning_rate": 0.00014576529397762437, + "loss": 2.010498046875, + "step": 5710 + }, + { + "epoch": 0.8165887433527249, + "grad_norm": 1.0056531429290771, + "learning_rate": 0.00014567007855272553, + "loss": 2.073269081115723, + "step": 5720 + }, + { + "epoch": 0.818016346050894, + "grad_norm": 1.1945202350616455, + "learning_rate": 0.0001455748631278267, + "loss": 2.1130182266235353, + "step": 5730 + }, + { + "epoch": 0.8194439487490631, + "grad_norm": 1.0224995613098145, + "learning_rate": 0.00014547964770292787, + "loss": 2.259115791320801, + "step": 5740 + }, + { + "epoch": 0.8208715514472322, + "grad_norm": 1.1886273622512817, + "learning_rate": 0.00014538443227802905, + "loss": 2.1042755126953123, + "step": 5750 + }, + { + "epoch": 0.8222991541454013, + "grad_norm": 1.2375845909118652, + "learning_rate": 0.0001452892168531302, + "loss": 2.097722816467285, + "step": 5760 + }, + { + "epoch": 0.8237267568435704, + "grad_norm": 1.2205432653427124, + "learning_rate": 0.00014519400142823139, + "loss": 2.189805793762207, + "step": 5770 + }, + { + "epoch": 0.8251543595417395, + "grad_norm": 1.1793696880340576, + "learning_rate": 0.00014509878600333254, + "loss": 2.1764703750610352, + "step": 5780 + }, + { + "epoch": 0.8265819622399087, + "grad_norm": 1.152541995048523, + "learning_rate": 0.00014500357057843372, + "loss": 2.0075801849365233, + "step": 5790 + }, + { + "epoch": 0.8280095649380778, + "grad_norm": 1.1772470474243164, + "learning_rate": 0.00014490835515353488, + "loss": 2.144789695739746, + "step": 5800 + }, + { + "epoch": 0.8294371676362469, + "grad_norm": 1.1392500400543213, + "learning_rate": 0.00014481313972863603, + "loss": 2.257477569580078, + "step": 5810 + }, + { + "epoch": 0.830864770334416, + "grad_norm": 1.5486935377120972, + "learning_rate": 0.00014471792430373722, + "loss": 2.176411247253418, + "step": 5820 + }, + { + "epoch": 0.8322923730325851, + "grad_norm": 1.5925824642181396, + "learning_rate": 0.00014462270887883837, + "loss": 1.9543567657470704, + "step": 5830 + }, + { + "epoch": 0.8337199757307542, + "grad_norm": 1.7298519611358643, + "learning_rate": 0.00014452749345393955, + "loss": 2.0520088195800783, + "step": 5840 + }, + { + "epoch": 0.8351475784289232, + "grad_norm": 1.2536671161651611, + "learning_rate": 0.0001444322780290407, + "loss": 2.1787694931030273, + "step": 5850 + }, + { + "epoch": 0.8365751811270923, + "grad_norm": 1.1694890260696411, + "learning_rate": 0.0001443370626041419, + "loss": 2.1233547210693358, + "step": 5860 + }, + { + "epoch": 0.8380027838252614, + "grad_norm": 1.9879645109176636, + "learning_rate": 0.00014424184717924305, + "loss": 2.236946868896484, + "step": 5870 + }, + { + "epoch": 0.8394303865234305, + "grad_norm": 1.0208160877227783, + "learning_rate": 0.00014414663175434423, + "loss": 1.970679473876953, + "step": 5880 + }, + { + "epoch": 0.8408579892215996, + "grad_norm": 1.2248173952102661, + "learning_rate": 0.00014405141632944539, + "loss": 2.075257110595703, + "step": 5890 + }, + { + "epoch": 0.8422855919197687, + "grad_norm": 1.2281972169876099, + "learning_rate": 0.00014395620090454654, + "loss": 2.0795242309570314, + "step": 5900 + }, + { + "epoch": 0.8437131946179378, + "grad_norm": 1.3376227617263794, + "learning_rate": 0.0001438609854796477, + "loss": 2.1916088104248046, + "step": 5910 + }, + { + "epoch": 0.8451407973161069, + "grad_norm": 1.4484951496124268, + "learning_rate": 0.00014376577005474888, + "loss": 2.0632484436035154, + "step": 5920 + }, + { + "epoch": 0.846568400014276, + "grad_norm": 1.1307789087295532, + "learning_rate": 0.00014367055462985003, + "loss": 2.153516387939453, + "step": 5930 + }, + { + "epoch": 0.8479960027124451, + "grad_norm": 1.0334279537200928, + "learning_rate": 0.00014357533920495122, + "loss": 1.965131950378418, + "step": 5940 + }, + { + "epoch": 0.8494236054106142, + "grad_norm": 1.1069447994232178, + "learning_rate": 0.00014348012378005237, + "loss": 1.9902894973754883, + "step": 5950 + }, + { + "epoch": 0.8508512081087833, + "grad_norm": 1.0762388706207275, + "learning_rate": 0.00014338490835515355, + "loss": 1.9570812225341796, + "step": 5960 + }, + { + "epoch": 0.8522788108069524, + "grad_norm": 1.2601449489593506, + "learning_rate": 0.0001432896929302547, + "loss": 2.139608383178711, + "step": 5970 + }, + { + "epoch": 0.8537064135051216, + "grad_norm": 1.036189079284668, + "learning_rate": 0.0001431944775053559, + "loss": 2.1933883666992187, + "step": 5980 + }, + { + "epoch": 0.8551340162032907, + "grad_norm": 1.1096618175506592, + "learning_rate": 0.00014309926208045702, + "loss": 2.1286998748779298, + "step": 5990 + }, + { + "epoch": 0.8565616189014598, + "grad_norm": 1.1303385496139526, + "learning_rate": 0.0001430040466555582, + "loss": 2.0584604263305666, + "step": 6000 + }, + { + "epoch": 0.8579892215996289, + "grad_norm": 1.1133581399917603, + "learning_rate": 0.00014290883123065936, + "loss": 2.1713630676269533, + "step": 6010 + }, + { + "epoch": 0.859416824297798, + "grad_norm": 1.22328519821167, + "learning_rate": 0.00014281361580576054, + "loss": 2.1653820037841798, + "step": 6020 + }, + { + "epoch": 0.860844426995967, + "grad_norm": 1.1215869188308716, + "learning_rate": 0.0001427184003808617, + "loss": 2.1111936569213867, + "step": 6030 + }, + { + "epoch": 0.8622720296941361, + "grad_norm": 1.3741992712020874, + "learning_rate": 0.00014262318495596288, + "loss": 2.0740543365478517, + "step": 6040 + }, + { + "epoch": 0.8636996323923052, + "grad_norm": 1.17236328125, + "learning_rate": 0.00014252796953106403, + "loss": 2.000840759277344, + "step": 6050 + }, + { + "epoch": 0.8651272350904743, + "grad_norm": 1.0364574193954468, + "learning_rate": 0.00014243275410616522, + "loss": 1.9616924285888673, + "step": 6060 + }, + { + "epoch": 0.8665548377886434, + "grad_norm": 1.3406749963760376, + "learning_rate": 0.00014233753868126637, + "loss": 2.067513656616211, + "step": 6070 + }, + { + "epoch": 0.8679824404868125, + "grad_norm": 0.9893628358840942, + "learning_rate": 0.00014224232325636755, + "loss": 2.294078826904297, + "step": 6080 + }, + { + "epoch": 0.8694100431849816, + "grad_norm": 1.0370484590530396, + "learning_rate": 0.0001421471078314687, + "loss": 2.120780181884766, + "step": 6090 + }, + { + "epoch": 0.8708376458831507, + "grad_norm": 1.1814578771591187, + "learning_rate": 0.00014205189240656986, + "loss": 2.0330245971679686, + "step": 6100 + }, + { + "epoch": 0.8722652485813198, + "grad_norm": 0.998306393623352, + "learning_rate": 0.00014195667698167102, + "loss": 2.2199316024780273, + "step": 6110 + }, + { + "epoch": 0.8736928512794889, + "grad_norm": 1.1868630647659302, + "learning_rate": 0.0001418614615567722, + "loss": 2.1109052658081056, + "step": 6120 + }, + { + "epoch": 0.875120453977658, + "grad_norm": 1.0858951807022095, + "learning_rate": 0.00014176624613187336, + "loss": 2.0018476486206054, + "step": 6130 + }, + { + "epoch": 0.8765480566758271, + "grad_norm": 1.0980168581008911, + "learning_rate": 0.00014167103070697454, + "loss": 2.0752668380737305, + "step": 6140 + }, + { + "epoch": 0.8779756593739962, + "grad_norm": 1.7877191305160522, + "learning_rate": 0.0001415758152820757, + "loss": 2.0490203857421876, + "step": 6150 + }, + { + "epoch": 0.8794032620721653, + "grad_norm": 1.540902018547058, + "learning_rate": 0.00014148059985717688, + "loss": 2.14637451171875, + "step": 6160 + }, + { + "epoch": 0.8808308647703345, + "grad_norm": 1.324889898300171, + "learning_rate": 0.00014138538443227803, + "loss": 2.047268867492676, + "step": 6170 + }, + { + "epoch": 0.8822584674685036, + "grad_norm": 1.2005466222763062, + "learning_rate": 0.0001412901690073792, + "loss": 2.0844221115112305, + "step": 6180 + }, + { + "epoch": 0.8836860701666727, + "grad_norm": 1.3227152824401855, + "learning_rate": 0.00014119495358248037, + "loss": 2.1250864028930665, + "step": 6190 + }, + { + "epoch": 0.8851136728648417, + "grad_norm": 1.140487790107727, + "learning_rate": 0.00014109973815758153, + "loss": 2.1609779357910157, + "step": 6200 + }, + { + "epoch": 0.8865412755630108, + "grad_norm": 1.1737276315689087, + "learning_rate": 0.0001410045227326827, + "loss": 2.224088668823242, + "step": 6210 + }, + { + "epoch": 0.8879688782611799, + "grad_norm": 0.9986388683319092, + "learning_rate": 0.00014090930730778386, + "loss": 2.185664749145508, + "step": 6220 + }, + { + "epoch": 0.889396480959349, + "grad_norm": 1.061862826347351, + "learning_rate": 0.00014081409188288505, + "loss": 2.120680236816406, + "step": 6230 + }, + { + "epoch": 0.8908240836575181, + "grad_norm": 1.0981886386871338, + "learning_rate": 0.0001407188764579862, + "loss": 2.058972930908203, + "step": 6240 + }, + { + "epoch": 0.8922516863556872, + "grad_norm": 1.15584135055542, + "learning_rate": 0.00014062366103308738, + "loss": 2.019556999206543, + "step": 6250 + }, + { + "epoch": 0.8936792890538563, + "grad_norm": 1.0575971603393555, + "learning_rate": 0.00014052844560818854, + "loss": 2.038960838317871, + "step": 6260 + }, + { + "epoch": 0.8951068917520254, + "grad_norm": 1.0918058156967163, + "learning_rate": 0.00014043323018328972, + "loss": 2.095849609375, + "step": 6270 + }, + { + "epoch": 0.8965344944501945, + "grad_norm": 1.210402250289917, + "learning_rate": 0.00014033801475839085, + "loss": 2.234294891357422, + "step": 6280 + }, + { + "epoch": 0.8979620971483636, + "grad_norm": 1.0035918951034546, + "learning_rate": 0.00014024279933349203, + "loss": 2.2051664352416993, + "step": 6290 + }, + { + "epoch": 0.8993896998465327, + "grad_norm": 1.2978595495224, + "learning_rate": 0.0001401475839085932, + "loss": 1.9633651733398438, + "step": 6300 + }, + { + "epoch": 0.9008173025447018, + "grad_norm": 1.0387922525405884, + "learning_rate": 0.00014005236848369437, + "loss": 2.1111146926879885, + "step": 6310 + }, + { + "epoch": 0.9022449052428709, + "grad_norm": 1.0476093292236328, + "learning_rate": 0.00013995715305879553, + "loss": 1.935037612915039, + "step": 6320 + }, + { + "epoch": 0.90367250794104, + "grad_norm": 1.0816744565963745, + "learning_rate": 0.0001398619376338967, + "loss": 2.0235315322875977, + "step": 6330 + }, + { + "epoch": 0.9051001106392091, + "grad_norm": 1.2332687377929688, + "learning_rate": 0.00013976672220899786, + "loss": 2.0125961303710938, + "step": 6340 + }, + { + "epoch": 0.9065277133373782, + "grad_norm": 1.0062885284423828, + "learning_rate": 0.00013967150678409905, + "loss": 2.105752372741699, + "step": 6350 + }, + { + "epoch": 0.9079553160355474, + "grad_norm": 1.0509051084518433, + "learning_rate": 0.0001395762913592002, + "loss": 2.08899040222168, + "step": 6360 + }, + { + "epoch": 0.9093829187337165, + "grad_norm": 1.037889003753662, + "learning_rate": 0.00013948107593430136, + "loss": 2.074511909484863, + "step": 6370 + }, + { + "epoch": 0.9108105214318855, + "grad_norm": 1.1551920175552368, + "learning_rate": 0.0001393858605094025, + "loss": 2.3008186340332033, + "step": 6380 + }, + { + "epoch": 0.9122381241300546, + "grad_norm": 1.1904058456420898, + "learning_rate": 0.0001392906450845037, + "loss": 2.0888757705688477, + "step": 6390 + }, + { + "epoch": 0.9136657268282237, + "grad_norm": 1.1223903894424438, + "learning_rate": 0.00013919542965960485, + "loss": 2.1007930755615236, + "step": 6400 + }, + { + "epoch": 0.9150933295263928, + "grad_norm": 1.006466031074524, + "learning_rate": 0.00013910021423470603, + "loss": 2.0456350326538084, + "step": 6410 + }, + { + "epoch": 0.9165209322245619, + "grad_norm": 1.3824387788772583, + "learning_rate": 0.0001390049988098072, + "loss": 2.1661962509155273, + "step": 6420 + }, + { + "epoch": 0.917948534922731, + "grad_norm": 1.0541598796844482, + "learning_rate": 0.00013890978338490837, + "loss": 2.0152801513671874, + "step": 6430 + }, + { + "epoch": 0.9193761376209001, + "grad_norm": 1.0460031032562256, + "learning_rate": 0.00013881456796000952, + "loss": 2.041923713684082, + "step": 6440 + }, + { + "epoch": 0.9208037403190692, + "grad_norm": 0.9965769052505493, + "learning_rate": 0.0001387193525351107, + "loss": 2.133123588562012, + "step": 6450 + }, + { + "epoch": 0.9222313430172383, + "grad_norm": 1.5547727346420288, + "learning_rate": 0.00013862413711021186, + "loss": 2.220262145996094, + "step": 6460 + }, + { + "epoch": 0.9236589457154074, + "grad_norm": 1.0881998538970947, + "learning_rate": 0.00013852892168531302, + "loss": 1.9972219467163086, + "step": 6470 + }, + { + "epoch": 0.9250865484135765, + "grad_norm": 1.191167950630188, + "learning_rate": 0.0001384337062604142, + "loss": 1.9862421035766602, + "step": 6480 + }, + { + "epoch": 0.9265141511117456, + "grad_norm": 1.8094329833984375, + "learning_rate": 0.00013833849083551536, + "loss": 2.2336565017700196, + "step": 6490 + }, + { + "epoch": 0.9279417538099147, + "grad_norm": 1.2954028844833374, + "learning_rate": 0.0001382432754106165, + "loss": 2.1884744644165037, + "step": 6500 + }, + { + "epoch": 0.9293693565080838, + "grad_norm": 1.190041422843933, + "learning_rate": 0.0001381480599857177, + "loss": 2.1505512237548827, + "step": 6510 + }, + { + "epoch": 0.9307969592062529, + "grad_norm": 0.9555850028991699, + "learning_rate": 0.00013805284456081885, + "loss": 2.0867473602294924, + "step": 6520 + }, + { + "epoch": 0.932224561904422, + "grad_norm": 1.4562186002731323, + "learning_rate": 0.00013795762913592003, + "loss": 2.0376022338867186, + "step": 6530 + }, + { + "epoch": 0.9336521646025912, + "grad_norm": 1.098338007926941, + "learning_rate": 0.00013786241371102119, + "loss": 2.0735618591308596, + "step": 6540 + }, + { + "epoch": 0.9350797673007601, + "grad_norm": 1.2102991342544556, + "learning_rate": 0.00013776719828612237, + "loss": 2.280936431884766, + "step": 6550 + }, + { + "epoch": 0.9365073699989293, + "grad_norm": 0.9873177409172058, + "learning_rate": 0.00013767198286122352, + "loss": 1.9910409927368165, + "step": 6560 + }, + { + "epoch": 0.9379349726970984, + "grad_norm": 1.1644127368927002, + "learning_rate": 0.00013757676743632468, + "loss": 2.0336328506469727, + "step": 6570 + }, + { + "epoch": 0.9393625753952675, + "grad_norm": 1.0895888805389404, + "learning_rate": 0.00013748155201142586, + "loss": 2.106204795837402, + "step": 6580 + }, + { + "epoch": 0.9407901780934366, + "grad_norm": 1.601953387260437, + "learning_rate": 0.00013738633658652702, + "loss": 2.126922035217285, + "step": 6590 + }, + { + "epoch": 0.9422177807916057, + "grad_norm": 1.2933708429336548, + "learning_rate": 0.0001372911211616282, + "loss": 2.0938291549682617, + "step": 6600 + }, + { + "epoch": 0.9436453834897748, + "grad_norm": 1.1286245584487915, + "learning_rate": 0.00013719590573672935, + "loss": 1.9766693115234375, + "step": 6610 + }, + { + "epoch": 0.9450729861879439, + "grad_norm": 1.2280887365341187, + "learning_rate": 0.00013710069031183054, + "loss": 2.06427116394043, + "step": 6620 + }, + { + "epoch": 0.946500588886113, + "grad_norm": 1.3586266040802002, + "learning_rate": 0.0001370054748869317, + "loss": 2.0771947860717774, + "step": 6630 + }, + { + "epoch": 0.9479281915842821, + "grad_norm": 1.1445430517196655, + "learning_rate": 0.00013691025946203287, + "loss": 2.0146902084350584, + "step": 6640 + }, + { + "epoch": 0.9493557942824512, + "grad_norm": 1.1393014192581177, + "learning_rate": 0.00013681504403713403, + "loss": 2.0045536041259764, + "step": 6650 + }, + { + "epoch": 0.9507833969806203, + "grad_norm": 0.997422456741333, + "learning_rate": 0.00013671982861223519, + "loss": 2.085128974914551, + "step": 6660 + }, + { + "epoch": 0.9522109996787894, + "grad_norm": 1.8452311754226685, + "learning_rate": 0.00013662461318733634, + "loss": 2.0744565963745116, + "step": 6670 + }, + { + "epoch": 0.9536386023769585, + "grad_norm": 1.085334062576294, + "learning_rate": 0.00013652939776243752, + "loss": 2.030110740661621, + "step": 6680 + }, + { + "epoch": 0.9550662050751276, + "grad_norm": 1.0192002058029175, + "learning_rate": 0.00013643418233753868, + "loss": 2.020688056945801, + "step": 6690 + }, + { + "epoch": 0.9564938077732967, + "grad_norm": 1.4515304565429688, + "learning_rate": 0.00013633896691263986, + "loss": 2.2475374221801756, + "step": 6700 + }, + { + "epoch": 0.9579214104714658, + "grad_norm": 1.1201385259628296, + "learning_rate": 0.00013624375148774102, + "loss": 2.0835742950439453, + "step": 6710 + }, + { + "epoch": 0.959349013169635, + "grad_norm": 1.1684490442276, + "learning_rate": 0.0001361485360628422, + "loss": 2.150490951538086, + "step": 6720 + }, + { + "epoch": 0.9607766158678039, + "grad_norm": 1.2021454572677612, + "learning_rate": 0.00013605332063794335, + "loss": 2.180669403076172, + "step": 6730 + }, + { + "epoch": 0.962204218565973, + "grad_norm": 1.2177183628082275, + "learning_rate": 0.00013595810521304454, + "loss": 1.9428043365478516, + "step": 6740 + }, + { + "epoch": 0.9636318212641422, + "grad_norm": 1.0163570642471313, + "learning_rate": 0.00013586288978814566, + "loss": 2.111976432800293, + "step": 6750 + }, + { + "epoch": 0.9650594239623113, + "grad_norm": 0.8944364786148071, + "learning_rate": 0.00013576767436324685, + "loss": 2.034988594055176, + "step": 6760 + }, + { + "epoch": 0.9664870266604804, + "grad_norm": 1.3543869256973267, + "learning_rate": 0.000135672458938348, + "loss": 1.8940113067626954, + "step": 6770 + }, + { + "epoch": 0.9679146293586495, + "grad_norm": 1.6731265783309937, + "learning_rate": 0.00013557724351344918, + "loss": 2.19631290435791, + "step": 6780 + }, + { + "epoch": 0.9693422320568186, + "grad_norm": 1.3068981170654297, + "learning_rate": 0.00013548202808855034, + "loss": 2.1291637420654297, + "step": 6790 + }, + { + "epoch": 0.9707698347549877, + "grad_norm": 1.2681282758712769, + "learning_rate": 0.00013538681266365152, + "loss": 1.9592950820922852, + "step": 6800 + }, + { + "epoch": 0.9721974374531568, + "grad_norm": 1.1241919994354248, + "learning_rate": 0.00013529159723875268, + "loss": 2.0713878631591798, + "step": 6810 + }, + { + "epoch": 0.9736250401513259, + "grad_norm": 1.0938230752944946, + "learning_rate": 0.00013519638181385386, + "loss": 2.089142608642578, + "step": 6820 + }, + { + "epoch": 0.975052642849495, + "grad_norm": 1.3148494958877563, + "learning_rate": 0.00013510116638895502, + "loss": 2.179977607727051, + "step": 6830 + }, + { + "epoch": 0.9764802455476641, + "grad_norm": 1.3184319734573364, + "learning_rate": 0.0001350059509640562, + "loss": 2.0993885040283202, + "step": 6840 + }, + { + "epoch": 0.9779078482458332, + "grad_norm": 1.2236640453338623, + "learning_rate": 0.00013491073553915735, + "loss": 2.054055404663086, + "step": 6850 + }, + { + "epoch": 0.9793354509440023, + "grad_norm": 1.1087441444396973, + "learning_rate": 0.0001348155201142585, + "loss": 2.1136968612670897, + "step": 6860 + }, + { + "epoch": 0.9807630536421714, + "grad_norm": 1.062304973602295, + "learning_rate": 0.00013472030468935966, + "loss": 1.9438411712646484, + "step": 6870 + }, + { + "epoch": 0.9821906563403405, + "grad_norm": 1.2111984491348267, + "learning_rate": 0.00013462508926446085, + "loss": 2.112901496887207, + "step": 6880 + }, + { + "epoch": 0.9836182590385096, + "grad_norm": 1.0896751880645752, + "learning_rate": 0.000134529873839562, + "loss": 2.0546585083007813, + "step": 6890 + }, + { + "epoch": 0.9850458617366786, + "grad_norm": 1.2586815357208252, + "learning_rate": 0.00013443465841466318, + "loss": 2.048493194580078, + "step": 6900 + }, + { + "epoch": 0.9864734644348477, + "grad_norm": 1.207970142364502, + "learning_rate": 0.00013433944298976434, + "loss": 2.0124300003051756, + "step": 6910 + }, + { + "epoch": 0.9879010671330168, + "grad_norm": 1.0682812929153442, + "learning_rate": 0.00013424422756486552, + "loss": 2.0715124130249025, + "step": 6920 + }, + { + "epoch": 0.989328669831186, + "grad_norm": 1.179279088973999, + "learning_rate": 0.00013414901213996668, + "loss": 1.9233360290527344, + "step": 6930 + }, + { + "epoch": 0.990756272529355, + "grad_norm": 1.1221063137054443, + "learning_rate": 0.00013405379671506783, + "loss": 2.1662010192871093, + "step": 6940 + }, + { + "epoch": 0.9921838752275242, + "grad_norm": 1.068601369857788, + "learning_rate": 0.00013395858129016902, + "loss": 2.1482254028320313, + "step": 6950 + }, + { + "epoch": 0.9936114779256933, + "grad_norm": 1.2489750385284424, + "learning_rate": 0.00013386336586527017, + "loss": 2.0300907135009765, + "step": 6960 + }, + { + "epoch": 0.9950390806238624, + "grad_norm": 1.0826131105422974, + "learning_rate": 0.00013376815044037135, + "loss": 2.034779357910156, + "step": 6970 + }, + { + "epoch": 0.9964666833220315, + "grad_norm": 1.1513251066207886, + "learning_rate": 0.0001336729350154725, + "loss": 2.017785835266113, + "step": 6980 + }, + { + "epoch": 0.9978942860202006, + "grad_norm": 1.1646808385849, + "learning_rate": 0.0001335777195905737, + "loss": 2.0223468780517577, + "step": 6990 + }, + { + "epoch": 0.9993218887183697, + "grad_norm": 1.4855624437332153, + "learning_rate": 0.00013348250416567485, + "loss": 2.101408004760742, + "step": 7000 + }, + { + "epoch": 1.0007138013490846, + "grad_norm": 1.044844150543213, + "learning_rate": 0.00013338728874077603, + "loss": 2.0136650085449217, + "step": 7010 + }, + { + "epoch": 1.0021414040472536, + "grad_norm": 1.1037570238113403, + "learning_rate": 0.00013329207331587718, + "loss": 1.9252758026123047, + "step": 7020 + }, + { + "epoch": 1.0035690067454228, + "grad_norm": 1.1288423538208008, + "learning_rate": 0.00013319685789097837, + "loss": 2.105826759338379, + "step": 7030 + }, + { + "epoch": 1.0049966094435918, + "grad_norm": 1.0805550813674927, + "learning_rate": 0.0001331016424660795, + "loss": 2.005961227416992, + "step": 7040 + }, + { + "epoch": 1.006424212141761, + "grad_norm": 1.052844762802124, + "learning_rate": 0.00013300642704118068, + "loss": 1.9896677017211915, + "step": 7050 + }, + { + "epoch": 1.00785181483993, + "grad_norm": 1.1398789882659912, + "learning_rate": 0.00013291121161628183, + "loss": 2.004644775390625, + "step": 7060 + }, + { + "epoch": 1.0092794175380992, + "grad_norm": 1.1821119785308838, + "learning_rate": 0.00013281599619138301, + "loss": 2.0728694915771486, + "step": 7070 + }, + { + "epoch": 1.0107070202362682, + "grad_norm": 1.1592210531234741, + "learning_rate": 0.00013272078076648417, + "loss": 2.083714485168457, + "step": 7080 + }, + { + "epoch": 1.0121346229344375, + "grad_norm": 1.1653568744659424, + "learning_rate": 0.00013262556534158535, + "loss": 2.1155282974243166, + "step": 7090 + }, + { + "epoch": 1.0135622256326065, + "grad_norm": 1.090782880783081, + "learning_rate": 0.0001325303499166865, + "loss": 2.1359683990478517, + "step": 7100 + }, + { + "epoch": 1.0149898283307754, + "grad_norm": 1.1044045686721802, + "learning_rate": 0.0001324351344917877, + "loss": 2.0308385848999024, + "step": 7110 + }, + { + "epoch": 1.0164174310289447, + "grad_norm": 1.0916597843170166, + "learning_rate": 0.00013233991906688885, + "loss": 2.088265609741211, + "step": 7120 + }, + { + "epoch": 1.0178450337271137, + "grad_norm": 1.4786863327026367, + "learning_rate": 0.00013224470364199, + "loss": 2.1600215911865233, + "step": 7130 + }, + { + "epoch": 1.0192726364252829, + "grad_norm": 1.3796428442001343, + "learning_rate": 0.00013214948821709116, + "loss": 2.1057533264160155, + "step": 7140 + }, + { + "epoch": 1.0207002391234519, + "grad_norm": 1.277183175086975, + "learning_rate": 0.00013205427279219234, + "loss": 2.062204933166504, + "step": 7150 + }, + { + "epoch": 1.022127841821621, + "grad_norm": 1.1751946210861206, + "learning_rate": 0.0001319590573672935, + "loss": 1.9124109268188476, + "step": 7160 + }, + { + "epoch": 1.02355544451979, + "grad_norm": 1.0863837003707886, + "learning_rate": 0.00013186384194239468, + "loss": 2.0474239349365235, + "step": 7170 + }, + { + "epoch": 1.0249830472179593, + "grad_norm": 1.1980212926864624, + "learning_rate": 0.00013176862651749583, + "loss": 1.919113540649414, + "step": 7180 + }, + { + "epoch": 1.0264106499161283, + "grad_norm": 1.1229037046432495, + "learning_rate": 0.00013167341109259701, + "loss": 2.094904899597168, + "step": 7190 + }, + { + "epoch": 1.0278382526142975, + "grad_norm": 1.0782687664031982, + "learning_rate": 0.00013157819566769817, + "loss": 1.9420904159545898, + "step": 7200 + }, + { + "epoch": 1.0292658553124665, + "grad_norm": 1.274143934249878, + "learning_rate": 0.00013148298024279935, + "loss": 2.050454330444336, + "step": 7210 + }, + { + "epoch": 1.0306934580106357, + "grad_norm": 1.091039776802063, + "learning_rate": 0.0001313877648179005, + "loss": 1.8519201278686523, + "step": 7220 + }, + { + "epoch": 1.0321210607088047, + "grad_norm": 0.9406845569610596, + "learning_rate": 0.00013129254939300166, + "loss": 2.07373161315918, + "step": 7230 + }, + { + "epoch": 1.033548663406974, + "grad_norm": 1.5994365215301514, + "learning_rate": 0.00013119733396810284, + "loss": 2.1247095108032226, + "step": 7240 + }, + { + "epoch": 1.034976266105143, + "grad_norm": 1.1544760465621948, + "learning_rate": 0.000131102118543204, + "loss": 2.0326953887939454, + "step": 7250 + }, + { + "epoch": 1.0364038688033121, + "grad_norm": 1.035490870475769, + "learning_rate": 0.00013100690311830516, + "loss": 2.037012481689453, + "step": 7260 + }, + { + "epoch": 1.0378314715014811, + "grad_norm": 1.0267552137374878, + "learning_rate": 0.00013091168769340634, + "loss": 2.0926897048950197, + "step": 7270 + }, + { + "epoch": 1.0392590741996501, + "grad_norm": 0.9776862859725952, + "learning_rate": 0.0001308164722685075, + "loss": 2.0102745056152345, + "step": 7280 + }, + { + "epoch": 1.0406866768978194, + "grad_norm": 1.0344829559326172, + "learning_rate": 0.00013072125684360868, + "loss": 2.1357400894165037, + "step": 7290 + }, + { + "epoch": 1.0421142795959883, + "grad_norm": 1.2162184715270996, + "learning_rate": 0.00013062604141870983, + "loss": 1.9338621139526366, + "step": 7300 + }, + { + "epoch": 1.0435418822941576, + "grad_norm": 1.2007536888122559, + "learning_rate": 0.000130530825993811, + "loss": 2.0032537460327147, + "step": 7310 + }, + { + "epoch": 1.0449694849923266, + "grad_norm": 1.1872856616973877, + "learning_rate": 0.00013043561056891217, + "loss": 2.1037433624267576, + "step": 7320 + }, + { + "epoch": 1.0463970876904958, + "grad_norm": 1.3197476863861084, + "learning_rate": 0.00013034039514401332, + "loss": 2.075230026245117, + "step": 7330 + }, + { + "epoch": 1.0478246903886648, + "grad_norm": 0.9950087666511536, + "learning_rate": 0.0001302451797191145, + "loss": 2.0331871032714846, + "step": 7340 + }, + { + "epoch": 1.049252293086834, + "grad_norm": 1.107815146446228, + "learning_rate": 0.00013014996429421566, + "loss": 1.9863561630249023, + "step": 7350 + }, + { + "epoch": 1.050679895785003, + "grad_norm": 1.169866919517517, + "learning_rate": 0.00013005474886931684, + "loss": 2.0876691818237303, + "step": 7360 + }, + { + "epoch": 1.0521074984831722, + "grad_norm": 1.1068190336227417, + "learning_rate": 0.000129959533444418, + "loss": 1.974905014038086, + "step": 7370 + }, + { + "epoch": 1.0535351011813412, + "grad_norm": 1.1030644178390503, + "learning_rate": 0.00012986431801951918, + "loss": 2.0674291610717774, + "step": 7380 + }, + { + "epoch": 1.0549627038795104, + "grad_norm": 1.1268243789672852, + "learning_rate": 0.00012976910259462034, + "loss": 2.020710563659668, + "step": 7390 + }, + { + "epoch": 1.0563903065776794, + "grad_norm": 1.083245038986206, + "learning_rate": 0.00012967388716972152, + "loss": 2.0099674224853517, + "step": 7400 + }, + { + "epoch": 1.0578179092758486, + "grad_norm": 1.2687695026397705, + "learning_rate": 0.00012957867174482267, + "loss": 2.1577903747558596, + "step": 7410 + }, + { + "epoch": 1.0592455119740176, + "grad_norm": 1.20366632938385, + "learning_rate": 0.00012948345631992383, + "loss": 2.077815818786621, + "step": 7420 + }, + { + "epoch": 1.0606731146721868, + "grad_norm": 1.5873297452926636, + "learning_rate": 0.00012938824089502499, + "loss": 1.9076950073242187, + "step": 7430 + }, + { + "epoch": 1.0621007173703558, + "grad_norm": 1.4004929065704346, + "learning_rate": 0.00012929302547012617, + "loss": 2.035087013244629, + "step": 7440 + }, + { + "epoch": 1.0635283200685248, + "grad_norm": 1.0319706201553345, + "learning_rate": 0.00012919781004522732, + "loss": 1.9221908569335937, + "step": 7450 + }, + { + "epoch": 1.064955922766694, + "grad_norm": 1.032630205154419, + "learning_rate": 0.0001291025946203285, + "loss": 1.8860836029052734, + "step": 7460 + }, + { + "epoch": 1.066383525464863, + "grad_norm": 1.0436253547668457, + "learning_rate": 0.00012900737919542966, + "loss": 1.9600419998168945, + "step": 7470 + }, + { + "epoch": 1.0678111281630323, + "grad_norm": 1.5339142084121704, + "learning_rate": 0.00012891216377053084, + "loss": 1.9912384033203125, + "step": 7480 + }, + { + "epoch": 1.0692387308612012, + "grad_norm": 1.2523791790008545, + "learning_rate": 0.000128816948345632, + "loss": 2.0709794998168944, + "step": 7490 + }, + { + "epoch": 1.0706663335593705, + "grad_norm": 1.5877113342285156, + "learning_rate": 0.00012872173292073318, + "loss": 1.9899673461914062, + "step": 7500 + }, + { + "epoch": 1.0720939362575395, + "grad_norm": 1.0728774070739746, + "learning_rate": 0.00012862651749583434, + "loss": 2.048723602294922, + "step": 7510 + }, + { + "epoch": 1.0735215389557087, + "grad_norm": 1.0678832530975342, + "learning_rate": 0.0001285313020709355, + "loss": 2.162331199645996, + "step": 7520 + }, + { + "epoch": 1.0749491416538777, + "grad_norm": 1.6823121309280396, + "learning_rate": 0.00012843608664603665, + "loss": 1.980549430847168, + "step": 7530 + }, + { + "epoch": 1.0763767443520469, + "grad_norm": 1.089056134223938, + "learning_rate": 0.00012834087122113783, + "loss": 2.1248153686523437, + "step": 7540 + }, + { + "epoch": 1.0778043470502159, + "grad_norm": 1.356019139289856, + "learning_rate": 0.00012824565579623898, + "loss": 2.03244686126709, + "step": 7550 + }, + { + "epoch": 1.079231949748385, + "grad_norm": 1.0798354148864746, + "learning_rate": 0.00012815044037134017, + "loss": 2.043965530395508, + "step": 7560 + }, + { + "epoch": 1.080659552446554, + "grad_norm": 1.2939257621765137, + "learning_rate": 0.00012805522494644132, + "loss": 1.8783649444580077, + "step": 7570 + }, + { + "epoch": 1.0820871551447233, + "grad_norm": 1.0123037099838257, + "learning_rate": 0.0001279600095215425, + "loss": 2.080133247375488, + "step": 7580 + }, + { + "epoch": 1.0835147578428923, + "grad_norm": 1.2057385444641113, + "learning_rate": 0.00012786479409664366, + "loss": 2.1240022659301756, + "step": 7590 + }, + { + "epoch": 1.0849423605410615, + "grad_norm": 1.3064265251159668, + "learning_rate": 0.00012776957867174484, + "loss": 1.9333322525024415, + "step": 7600 + }, + { + "epoch": 1.0863699632392305, + "grad_norm": 1.057296633720398, + "learning_rate": 0.000127674363246846, + "loss": 2.183109664916992, + "step": 7610 + }, + { + "epoch": 1.0877975659373997, + "grad_norm": 1.6201916933059692, + "learning_rate": 0.00012757914782194715, + "loss": 2.0552255630493166, + "step": 7620 + }, + { + "epoch": 1.0892251686355687, + "grad_norm": 1.340762734413147, + "learning_rate": 0.00012748393239704834, + "loss": 2.2243988037109377, + "step": 7630 + }, + { + "epoch": 1.0906527713337377, + "grad_norm": 1.1373904943466187, + "learning_rate": 0.0001273887169721495, + "loss": 2.0690093994140626, + "step": 7640 + }, + { + "epoch": 1.092080374031907, + "grad_norm": 1.7897838354110718, + "learning_rate": 0.00012729350154725065, + "loss": 2.044172477722168, + "step": 7650 + }, + { + "epoch": 1.093507976730076, + "grad_norm": 1.0654335021972656, + "learning_rate": 0.00012719828612235183, + "loss": 1.9154827117919921, + "step": 7660 + }, + { + "epoch": 1.0949355794282452, + "grad_norm": 1.0672240257263184, + "learning_rate": 0.00012710307069745298, + "loss": 1.9989141464233398, + "step": 7670 + }, + { + "epoch": 1.0963631821264141, + "grad_norm": 1.695644736289978, + "learning_rate": 0.00012700785527255417, + "loss": 2.020133399963379, + "step": 7680 + }, + { + "epoch": 1.0977907848245834, + "grad_norm": 1.2182796001434326, + "learning_rate": 0.00012691263984765532, + "loss": 2.1288455963134765, + "step": 7690 + }, + { + "epoch": 1.0992183875227524, + "grad_norm": 1.9532301425933838, + "learning_rate": 0.0001268174244227565, + "loss": 2.0164491653442385, + "step": 7700 + }, + { + "epoch": 1.1006459902209216, + "grad_norm": 1.1174538135528564, + "learning_rate": 0.00012672220899785766, + "loss": 2.127495002746582, + "step": 7710 + }, + { + "epoch": 1.1020735929190906, + "grad_norm": 1.1028709411621094, + "learning_rate": 0.00012662699357295881, + "loss": 2.0858892440795898, + "step": 7720 + }, + { + "epoch": 1.1035011956172598, + "grad_norm": 1.2421051263809204, + "learning_rate": 0.00012653177814806, + "loss": 1.9897558212280273, + "step": 7730 + }, + { + "epoch": 1.1049287983154288, + "grad_norm": 1.3325999975204468, + "learning_rate": 0.00012643656272316115, + "loss": 2.1262748718261717, + "step": 7740 + }, + { + "epoch": 1.106356401013598, + "grad_norm": 1.3034075498580933, + "learning_rate": 0.00012634134729826234, + "loss": 2.0708587646484373, + "step": 7750 + }, + { + "epoch": 1.107784003711767, + "grad_norm": 1.0501512289047241, + "learning_rate": 0.0001262461318733635, + "loss": 2.039535903930664, + "step": 7760 + }, + { + "epoch": 1.1092116064099362, + "grad_norm": 1.0809801816940308, + "learning_rate": 0.00012615091644846467, + "loss": 2.0607528686523438, + "step": 7770 + }, + { + "epoch": 1.1106392091081052, + "grad_norm": 1.3646125793457031, + "learning_rate": 0.00012605570102356583, + "loss": 2.096577262878418, + "step": 7780 + }, + { + "epoch": 1.1120668118062742, + "grad_norm": 1.1288775205612183, + "learning_rate": 0.000125960485598667, + "loss": 2.096157455444336, + "step": 7790 + }, + { + "epoch": 1.1134944145044434, + "grad_norm": 1.2515203952789307, + "learning_rate": 0.00012586527017376814, + "loss": 2.0567888259887694, + "step": 7800 + }, + { + "epoch": 1.1149220172026124, + "grad_norm": 1.200783610343933, + "learning_rate": 0.00012577005474886932, + "loss": 1.9918567657470703, + "step": 7810 + }, + { + "epoch": 1.1163496199007816, + "grad_norm": 1.0647796392440796, + "learning_rate": 0.00012567483932397048, + "loss": 2.1152278900146486, + "step": 7820 + }, + { + "epoch": 1.1177772225989506, + "grad_norm": 1.3672425746917725, + "learning_rate": 0.00012557962389907166, + "loss": 2.1503089904785155, + "step": 7830 + }, + { + "epoch": 1.1192048252971198, + "grad_norm": 1.1135179996490479, + "learning_rate": 0.00012548440847417281, + "loss": 2.1828407287597655, + "step": 7840 + }, + { + "epoch": 1.1206324279952888, + "grad_norm": 1.2473934888839722, + "learning_rate": 0.000125389193049274, + "loss": 1.8900934219360352, + "step": 7850 + }, + { + "epoch": 1.122060030693458, + "grad_norm": 1.1976487636566162, + "learning_rate": 0.00012529397762437515, + "loss": 2.0562448501586914, + "step": 7860 + }, + { + "epoch": 1.123487633391627, + "grad_norm": 1.0255727767944336, + "learning_rate": 0.00012519876219947633, + "loss": 2.025206184387207, + "step": 7870 + }, + { + "epoch": 1.1249152360897963, + "grad_norm": 1.0995827913284302, + "learning_rate": 0.0001251035467745775, + "loss": 2.009837341308594, + "step": 7880 + }, + { + "epoch": 1.1263428387879653, + "grad_norm": 1.218954086303711, + "learning_rate": 0.00012500833134967867, + "loss": 1.9312389373779297, + "step": 7890 + }, + { + "epoch": 1.1277704414861345, + "grad_norm": 1.1379914283752441, + "learning_rate": 0.0001249131159247798, + "loss": 2.085856628417969, + "step": 7900 + }, + { + "epoch": 1.1291980441843035, + "grad_norm": 1.04413902759552, + "learning_rate": 0.00012481790049988098, + "loss": 1.9226675033569336, + "step": 7910 + }, + { + "epoch": 1.1306256468824727, + "grad_norm": 1.1539976596832275, + "learning_rate": 0.00012472268507498214, + "loss": 2.073196029663086, + "step": 7920 + }, + { + "epoch": 1.1320532495806417, + "grad_norm": 1.3066080808639526, + "learning_rate": 0.00012462746965008332, + "loss": 2.130576515197754, + "step": 7930 + }, + { + "epoch": 1.133480852278811, + "grad_norm": 1.0937031507492065, + "learning_rate": 0.00012453225422518448, + "loss": 1.949639892578125, + "step": 7940 + }, + { + "epoch": 1.13490845497698, + "grad_norm": 1.4130394458770752, + "learning_rate": 0.00012443703880028566, + "loss": 1.9901809692382812, + "step": 7950 + }, + { + "epoch": 1.1363360576751491, + "grad_norm": 0.9927778244018555, + "learning_rate": 0.00012434182337538681, + "loss": 2.026361083984375, + "step": 7960 + }, + { + "epoch": 1.137763660373318, + "grad_norm": 1.1941503286361694, + "learning_rate": 0.000124246607950488, + "loss": 2.039238929748535, + "step": 7970 + }, + { + "epoch": 1.139191263071487, + "grad_norm": 1.0839687585830688, + "learning_rate": 0.00012415139252558915, + "loss": 2.113592338562012, + "step": 7980 + }, + { + "epoch": 1.1406188657696563, + "grad_norm": 1.1398208141326904, + "learning_rate": 0.0001240656986431802, + "loss": 1.9601491928100585, + "step": 7990 + }, + { + "epoch": 1.1420464684678253, + "grad_norm": 1.6864898204803467, + "learning_rate": 0.00012397048321828138, + "loss": 1.9921035766601562, + "step": 8000 + }, + { + "epoch": 1.1434740711659945, + "grad_norm": 1.2941198348999023, + "learning_rate": 0.00012387526779338254, + "loss": 1.9406307220458985, + "step": 8010 + }, + { + "epoch": 1.1449016738641635, + "grad_norm": 1.1953562498092651, + "learning_rate": 0.0001237800523684837, + "loss": 1.9879423141479493, + "step": 8020 + }, + { + "epoch": 1.1463292765623327, + "grad_norm": 1.21220862865448, + "learning_rate": 0.00012368483694358485, + "loss": 1.8858787536621093, + "step": 8030 + }, + { + "epoch": 1.1477568792605017, + "grad_norm": 1.2785707712173462, + "learning_rate": 0.00012358962151868603, + "loss": 1.9584150314331055, + "step": 8040 + }, + { + "epoch": 1.149184481958671, + "grad_norm": 0.9782488346099854, + "learning_rate": 0.00012349440609378719, + "loss": 1.9678041458129882, + "step": 8050 + }, + { + "epoch": 1.15061208465684, + "grad_norm": 1.1952399015426636, + "learning_rate": 0.00012339919066888837, + "loss": 2.018492317199707, + "step": 8060 + }, + { + "epoch": 1.1520396873550092, + "grad_norm": 1.2737188339233398, + "learning_rate": 0.00012330397524398952, + "loss": 2.065995788574219, + "step": 8070 + }, + { + "epoch": 1.1534672900531782, + "grad_norm": 1.0872756242752075, + "learning_rate": 0.0001232087598190907, + "loss": 1.9526090621948242, + "step": 8080 + }, + { + "epoch": 1.1548948927513474, + "grad_norm": 0.9328494071960449, + "learning_rate": 0.00012311354439419186, + "loss": 2.007294273376465, + "step": 8090 + }, + { + "epoch": 1.1563224954495164, + "grad_norm": 0.9385980367660522, + "learning_rate": 0.00012301832896929304, + "loss": 2.040877342224121, + "step": 8100 + }, + { + "epoch": 1.1577500981476856, + "grad_norm": 1.0632121562957764, + "learning_rate": 0.0001229231135443942, + "loss": 1.9517059326171875, + "step": 8110 + }, + { + "epoch": 1.1591777008458546, + "grad_norm": 1.0268210172653198, + "learning_rate": 0.00012282789811949535, + "loss": 2.130423164367676, + "step": 8120 + }, + { + "epoch": 1.1606053035440236, + "grad_norm": 1.0808130502700806, + "learning_rate": 0.00012273268269459654, + "loss": 1.934481430053711, + "step": 8130 + }, + { + "epoch": 1.1620329062421928, + "grad_norm": 1.132352590560913, + "learning_rate": 0.0001226374672696977, + "loss": 2.1073892593383787, + "step": 8140 + }, + { + "epoch": 1.163460508940362, + "grad_norm": 1.0396180152893066, + "learning_rate": 0.00012254225184479887, + "loss": 1.924516487121582, + "step": 8150 + }, + { + "epoch": 1.164888111638531, + "grad_norm": 1.0108245611190796, + "learning_rate": 0.00012244703641990003, + "loss": 2.046940231323242, + "step": 8160 + }, + { + "epoch": 1.1663157143367, + "grad_norm": 1.2685633897781372, + "learning_rate": 0.0001223518209950012, + "loss": 2.028103256225586, + "step": 8170 + }, + { + "epoch": 1.1677433170348692, + "grad_norm": 1.098732352256775, + "learning_rate": 0.00012225660557010237, + "loss": 2.1019420623779297, + "step": 8180 + }, + { + "epoch": 1.1691709197330382, + "grad_norm": 1.0802416801452637, + "learning_rate": 0.00012216139014520352, + "loss": 2.0794830322265625, + "step": 8190 + }, + { + "epoch": 1.1705985224312074, + "grad_norm": 1.1557440757751465, + "learning_rate": 0.0001220661747203047, + "loss": 2.001494216918945, + "step": 8200 + }, + { + "epoch": 1.1720261251293764, + "grad_norm": 1.1953849792480469, + "learning_rate": 0.00012197095929540585, + "loss": 2.173105812072754, + "step": 8210 + }, + { + "epoch": 1.1734537278275456, + "grad_norm": 1.444016456604004, + "learning_rate": 0.00012187574387050702, + "loss": 2.0334218978881835, + "step": 8220 + }, + { + "epoch": 1.1748813305257146, + "grad_norm": 1.169856071472168, + "learning_rate": 0.00012178052844560818, + "loss": 2.1740755081176757, + "step": 8230 + }, + { + "epoch": 1.1763089332238839, + "grad_norm": 1.2645282745361328, + "learning_rate": 0.00012168531302070935, + "loss": 2.049808883666992, + "step": 8240 + }, + { + "epoch": 1.1777365359220529, + "grad_norm": 1.252223253250122, + "learning_rate": 0.00012159009759581052, + "loss": 2.0915248870849608, + "step": 8250 + }, + { + "epoch": 1.179164138620222, + "grad_norm": 1.2396661043167114, + "learning_rate": 0.00012149488217091169, + "loss": 2.0347517013549803, + "step": 8260 + }, + { + "epoch": 1.180591741318391, + "grad_norm": 1.161691665649414, + "learning_rate": 0.00012139966674601286, + "loss": 2.0568159103393553, + "step": 8270 + }, + { + "epoch": 1.1820193440165603, + "grad_norm": 1.38312566280365, + "learning_rate": 0.00012130445132111403, + "loss": 1.9940105438232423, + "step": 8280 + }, + { + "epoch": 1.1834469467147293, + "grad_norm": 1.3739749193191528, + "learning_rate": 0.0001212092358962152, + "loss": 1.9481508255004882, + "step": 8290 + }, + { + "epoch": 1.1848745494128985, + "grad_norm": 1.1918368339538574, + "learning_rate": 0.00012111402047131637, + "loss": 1.9933198928833007, + "step": 8300 + }, + { + "epoch": 1.1863021521110675, + "grad_norm": 1.2531394958496094, + "learning_rate": 0.00012101880504641752, + "loss": 1.9597272872924805, + "step": 8310 + }, + { + "epoch": 1.1877297548092365, + "grad_norm": 1.1807265281677246, + "learning_rate": 0.00012092358962151869, + "loss": 2.1743324279785154, + "step": 8320 + }, + { + "epoch": 1.1891573575074057, + "grad_norm": 1.4080866575241089, + "learning_rate": 0.00012082837419661986, + "loss": 2.091488265991211, + "step": 8330 + }, + { + "epoch": 1.1905849602055747, + "grad_norm": 1.3193141222000122, + "learning_rate": 0.0001207426803142109, + "loss": 1.9972221374511718, + "step": 8340 + }, + { + "epoch": 1.192012562903744, + "grad_norm": 1.0870722532272339, + "learning_rate": 0.00012064746488931206, + "loss": 1.9719045639038086, + "step": 8350 + }, + { + "epoch": 1.193440165601913, + "grad_norm": 1.18523371219635, + "learning_rate": 0.00012055224946441323, + "loss": 2.0243814468383787, + "step": 8360 + }, + { + "epoch": 1.1948677683000821, + "grad_norm": 1.0185394287109375, + "learning_rate": 0.0001204570340395144, + "loss": 2.1613880157470704, + "step": 8370 + }, + { + "epoch": 1.1962953709982511, + "grad_norm": 1.1819486618041992, + "learning_rate": 0.00012036181861461557, + "loss": 2.0223106384277343, + "step": 8380 + }, + { + "epoch": 1.1977229736964203, + "grad_norm": 0.9671928286552429, + "learning_rate": 0.00012026660318971674, + "loss": 2.039589691162109, + "step": 8390 + }, + { + "epoch": 1.1991505763945893, + "grad_norm": 1.17135751247406, + "learning_rate": 0.00012017138776481791, + "loss": 1.9769683837890626, + "step": 8400 + }, + { + "epoch": 1.2005781790927585, + "grad_norm": 1.0596065521240234, + "learning_rate": 0.00012007617233991908, + "loss": 2.1013067245483397, + "step": 8410 + }, + { + "epoch": 1.2020057817909275, + "grad_norm": 1.0273828506469727, + "learning_rate": 0.00011998095691502024, + "loss": 2.0737178802490233, + "step": 8420 + }, + { + "epoch": 1.2034333844890968, + "grad_norm": 1.1414293050765991, + "learning_rate": 0.0001198857414901214, + "loss": 2.0065332412719727, + "step": 8430 + }, + { + "epoch": 1.2048609871872658, + "grad_norm": 1.2087929248809814, + "learning_rate": 0.00011979052606522257, + "loss": 2.093004608154297, + "step": 8440 + }, + { + "epoch": 1.206288589885435, + "grad_norm": 1.0301358699798584, + "learning_rate": 0.00011969531064032374, + "loss": 2.0411731719970705, + "step": 8450 + }, + { + "epoch": 1.207716192583604, + "grad_norm": 0.9773324131965637, + "learning_rate": 0.00011960009521542491, + "loss": 1.9705137252807616, + "step": 8460 + }, + { + "epoch": 1.209143795281773, + "grad_norm": 1.3583508729934692, + "learning_rate": 0.00011950487979052608, + "loss": 2.15179328918457, + "step": 8470 + }, + { + "epoch": 1.2105713979799422, + "grad_norm": 1.3190714120864868, + "learning_rate": 0.00011940966436562724, + "loss": 2.072892761230469, + "step": 8480 + }, + { + "epoch": 1.2119990006781114, + "grad_norm": 1.3944333791732788, + "learning_rate": 0.00011931444894072841, + "loss": 2.1775245666503906, + "step": 8490 + }, + { + "epoch": 1.2134266033762804, + "grad_norm": 1.3343610763549805, + "learning_rate": 0.00011921923351582958, + "loss": 2.1058820724487304, + "step": 8500 + }, + { + "epoch": 1.2148542060744494, + "grad_norm": 1.054322600364685, + "learning_rate": 0.00011912401809093075, + "loss": 2.0245025634765623, + "step": 8510 + }, + { + "epoch": 1.2162818087726186, + "grad_norm": 1.114761471748352, + "learning_rate": 0.0001190288026660319, + "loss": 1.9700067520141602, + "step": 8520 + }, + { + "epoch": 1.2177094114707876, + "grad_norm": 1.0727494955062866, + "learning_rate": 0.00011893358724113306, + "loss": 1.9866079330444335, + "step": 8530 + }, + { + "epoch": 1.2191370141689568, + "grad_norm": 1.1413354873657227, + "learning_rate": 0.00011883837181623423, + "loss": 2.181919288635254, + "step": 8540 + }, + { + "epoch": 1.2205646168671258, + "grad_norm": 1.3694534301757812, + "learning_rate": 0.0001187431563913354, + "loss": 2.078506278991699, + "step": 8550 + }, + { + "epoch": 1.221992219565295, + "grad_norm": 1.1679607629776, + "learning_rate": 0.00011864794096643657, + "loss": 1.9354976654052733, + "step": 8560 + }, + { + "epoch": 1.223419822263464, + "grad_norm": 1.2007423639297485, + "learning_rate": 0.00011855272554153774, + "loss": 1.9437042236328126, + "step": 8570 + }, + { + "epoch": 1.2248474249616332, + "grad_norm": 1.2228180170059204, + "learning_rate": 0.0001184575101166389, + "loss": 2.012160873413086, + "step": 8580 + }, + { + "epoch": 1.2262750276598022, + "grad_norm": 1.3981947898864746, + "learning_rate": 0.00011836229469174008, + "loss": 2.103215217590332, + "step": 8590 + }, + { + "epoch": 1.2277026303579714, + "grad_norm": 1.0683261156082153, + "learning_rate": 0.00011826707926684124, + "loss": 2.1170129776000977, + "step": 8600 + }, + { + "epoch": 1.2291302330561404, + "grad_norm": 0.9289690852165222, + "learning_rate": 0.00011817186384194241, + "loss": 2.1273303985595704, + "step": 8610 + }, + { + "epoch": 1.2305578357543097, + "grad_norm": 1.4348978996276855, + "learning_rate": 0.00011807664841704355, + "loss": 2.068717384338379, + "step": 8620 + }, + { + "epoch": 1.2319854384524787, + "grad_norm": 1.3924267292022705, + "learning_rate": 0.00011798143299214472, + "loss": 2.142212677001953, + "step": 8630 + }, + { + "epoch": 1.2334130411506479, + "grad_norm": 1.0877633094787598, + "learning_rate": 0.00011788621756724589, + "loss": 2.0361440658569334, + "step": 8640 + }, + { + "epoch": 1.2348406438488169, + "grad_norm": 1.381314992904663, + "learning_rate": 0.00011779100214234706, + "loss": 1.9098474502563476, + "step": 8650 + }, + { + "epoch": 1.2362682465469859, + "grad_norm": 0.9824159145355225, + "learning_rate": 0.00011769578671744823, + "loss": 2.040357971191406, + "step": 8660 + }, + { + "epoch": 1.237695849245155, + "grad_norm": 1.135865330696106, + "learning_rate": 0.0001176005712925494, + "loss": 1.9138475418090821, + "step": 8670 + }, + { + "epoch": 1.2391234519433243, + "grad_norm": 1.0527571439743042, + "learning_rate": 0.00011750535586765057, + "loss": 2.1740653991699217, + "step": 8680 + }, + { + "epoch": 1.2405510546414933, + "grad_norm": 1.1723603010177612, + "learning_rate": 0.00011741014044275174, + "loss": 2.027785301208496, + "step": 8690 + }, + { + "epoch": 1.2419786573396623, + "grad_norm": 1.3554455041885376, + "learning_rate": 0.0001173149250178529, + "loss": 2.0539613723754884, + "step": 8700 + }, + { + "epoch": 1.2434062600378315, + "grad_norm": 1.1202641725540161, + "learning_rate": 0.00011721970959295407, + "loss": 1.8522020339965821, + "step": 8710 + }, + { + "epoch": 1.2448338627360005, + "grad_norm": 0.9917465448379517, + "learning_rate": 0.00011712449416805522, + "loss": 1.9608482360839843, + "step": 8720 + }, + { + "epoch": 1.2462614654341697, + "grad_norm": 1.4097355604171753, + "learning_rate": 0.00011702927874315639, + "loss": 2.022862434387207, + "step": 8730 + }, + { + "epoch": 1.2476890681323387, + "grad_norm": 1.2008345127105713, + "learning_rate": 0.00011693406331825755, + "loss": 2.0185220718383787, + "step": 8740 + }, + { + "epoch": 1.249116670830508, + "grad_norm": 1.345367670059204, + "learning_rate": 0.00011683884789335872, + "loss": 2.106128692626953, + "step": 8750 + }, + { + "epoch": 1.250544273528677, + "grad_norm": 0.9907132387161255, + "learning_rate": 0.00011674363246845989, + "loss": 2.0598371505737303, + "step": 8760 + }, + { + "epoch": 1.2519718762268461, + "grad_norm": 1.243442177772522, + "learning_rate": 0.00011664841704356106, + "loss": 2.0366870880126955, + "step": 8770 + }, + { + "epoch": 1.2533994789250151, + "grad_norm": 1.1092184782028198, + "learning_rate": 0.00011655320161866223, + "loss": 2.1104217529296876, + "step": 8780 + }, + { + "epoch": 1.2548270816231843, + "grad_norm": 1.2324589490890503, + "learning_rate": 0.0001164579861937634, + "loss": 2.0124040603637696, + "step": 8790 + }, + { + "epoch": 1.2562546843213533, + "grad_norm": 1.085134744644165, + "learning_rate": 0.00011636277076886457, + "loss": 1.952083206176758, + "step": 8800 + }, + { + "epoch": 1.2576822870195223, + "grad_norm": 1.182888150215149, + "learning_rate": 0.00011626755534396572, + "loss": 2.0146764755249023, + "step": 8810 + }, + { + "epoch": 1.2591098897176916, + "grad_norm": 1.1887840032577515, + "learning_rate": 0.00011617233991906689, + "loss": 2.030648612976074, + "step": 8820 + }, + { + "epoch": 1.2605374924158608, + "grad_norm": 1.1329022645950317, + "learning_rate": 0.00011607712449416806, + "loss": 1.9215503692626954, + "step": 8830 + }, + { + "epoch": 1.2619650951140298, + "grad_norm": 1.496118426322937, + "learning_rate": 0.00011598190906926923, + "loss": 2.0997610092163086, + "step": 8840 + }, + { + "epoch": 1.2633926978121988, + "grad_norm": 1.2503148317337036, + "learning_rate": 0.0001158866936443704, + "loss": 2.0191768646240233, + "step": 8850 + }, + { + "epoch": 1.264820300510368, + "grad_norm": 1.0068776607513428, + "learning_rate": 0.00011579147821947157, + "loss": 2.078872871398926, + "step": 8860 + }, + { + "epoch": 1.2662479032085372, + "grad_norm": 1.4307090044021606, + "learning_rate": 0.00011569626279457274, + "loss": 2.0454170227050783, + "step": 8870 + }, + { + "epoch": 1.2676755059067062, + "grad_norm": 1.1627181768417358, + "learning_rate": 0.0001156010473696739, + "loss": 2.0517635345458984, + "step": 8880 + }, + { + "epoch": 1.2691031086048752, + "grad_norm": 1.3769811391830444, + "learning_rate": 0.00011550583194477507, + "loss": 2.0428056716918945, + "step": 8890 + }, + { + "epoch": 1.2705307113030444, + "grad_norm": 1.1414709091186523, + "learning_rate": 0.00011541061651987624, + "loss": 2.014663314819336, + "step": 8900 + }, + { + "epoch": 1.2719583140012134, + "grad_norm": 1.6799501180648804, + "learning_rate": 0.00011531540109497738, + "loss": 1.9326515197753906, + "step": 8910 + }, + { + "epoch": 1.2733859166993826, + "grad_norm": 1.3793418407440186, + "learning_rate": 0.00011522018567007855, + "loss": 2.0053300857543945, + "step": 8920 + }, + { + "epoch": 1.2748135193975516, + "grad_norm": 1.0783268213272095, + "learning_rate": 0.00011512497024517972, + "loss": 2.0390304565429687, + "step": 8930 + }, + { + "epoch": 1.2762411220957208, + "grad_norm": 1.2486910820007324, + "learning_rate": 0.00011502975482028089, + "loss": 2.0407100677490235, + "step": 8940 + }, + { + "epoch": 1.2776687247938898, + "grad_norm": 1.0730825662612915, + "learning_rate": 0.00011493453939538206, + "loss": 2.1652347564697267, + "step": 8950 + }, + { + "epoch": 1.279096327492059, + "grad_norm": 1.4436947107315063, + "learning_rate": 0.00011483932397048323, + "loss": 2.057954216003418, + "step": 8960 + }, + { + "epoch": 1.280523930190228, + "grad_norm": 1.7020477056503296, + "learning_rate": 0.0001147441085455844, + "loss": 2.075143241882324, + "step": 8970 + }, + { + "epoch": 1.2819515328883972, + "grad_norm": 1.0034456253051758, + "learning_rate": 0.00011464889312068557, + "loss": 2.0679399490356447, + "step": 8980 + }, + { + "epoch": 1.2833791355865662, + "grad_norm": 1.1735398769378662, + "learning_rate": 0.00011455367769578674, + "loss": 2.1125640869140625, + "step": 8990 + }, + { + "epoch": 1.2848067382847352, + "grad_norm": 1.1050878763198853, + "learning_rate": 0.00011445846227088788, + "loss": 1.9761398315429688, + "step": 9000 + }, + { + "epoch": 1.2862343409829045, + "grad_norm": 1.0764317512512207, + "learning_rate": 0.00011436324684598905, + "loss": 1.9444828033447266, + "step": 9010 + }, + { + "epoch": 1.2876619436810737, + "grad_norm": 1.1503080129623413, + "learning_rate": 0.00011426803142109021, + "loss": 2.097242736816406, + "step": 9020 + }, + { + "epoch": 1.2890895463792427, + "grad_norm": 1.1134028434753418, + "learning_rate": 0.00011417281599619138, + "loss": 1.9036460876464845, + "step": 9030 + }, + { + "epoch": 1.2905171490774117, + "grad_norm": 1.198632836341858, + "learning_rate": 0.00011407760057129255, + "loss": 2.0219871520996096, + "step": 9040 + }, + { + "epoch": 1.2919447517755809, + "grad_norm": 1.2109109163284302, + "learning_rate": 0.00011398238514639372, + "loss": 1.9111330032348632, + "step": 9050 + }, + { + "epoch": 1.2933723544737499, + "grad_norm": 1.4551175832748413, + "learning_rate": 0.00011388716972149489, + "loss": 1.9579683303833009, + "step": 9060 + }, + { + "epoch": 1.294799957171919, + "grad_norm": 1.3260098695755005, + "learning_rate": 0.00011379195429659606, + "loss": 2.068608856201172, + "step": 9070 + }, + { + "epoch": 1.296227559870088, + "grad_norm": 1.411226749420166, + "learning_rate": 0.00011369673887169723, + "loss": 2.023783874511719, + "step": 9080 + }, + { + "epoch": 1.2976551625682573, + "grad_norm": 1.2468092441558838, + "learning_rate": 0.0001136015234467984, + "loss": 1.9828487396240235, + "step": 9090 + }, + { + "epoch": 1.2990827652664263, + "grad_norm": 0.9752615690231323, + "learning_rate": 0.00011350630802189954, + "loss": 2.072840690612793, + "step": 9100 + }, + { + "epoch": 1.3005103679645955, + "grad_norm": 1.3394255638122559, + "learning_rate": 0.00011341109259700071, + "loss": 2.084597587585449, + "step": 9110 + }, + { + "epoch": 1.3019379706627645, + "grad_norm": 1.3784369230270386, + "learning_rate": 0.00011331587717210188, + "loss": 1.9246038436889648, + "step": 9120 + }, + { + "epoch": 1.3033655733609337, + "grad_norm": 1.130905270576477, + "learning_rate": 0.00011322066174720305, + "loss": 1.9275218963623046, + "step": 9130 + }, + { + "epoch": 1.3047931760591027, + "grad_norm": 1.239323377609253, + "learning_rate": 0.00011312544632230421, + "loss": 2.207936096191406, + "step": 9140 + }, + { + "epoch": 1.3062207787572717, + "grad_norm": 0.944084107875824, + "learning_rate": 0.00011303023089740538, + "loss": 2.156756782531738, + "step": 9150 + }, + { + "epoch": 1.307648381455441, + "grad_norm": 1.5705152750015259, + "learning_rate": 0.00011293501547250655, + "loss": 2.1005443572998046, + "step": 9160 + }, + { + "epoch": 1.3090759841536102, + "grad_norm": 1.3107826709747314, + "learning_rate": 0.00011283980004760772, + "loss": 2.0039052963256836, + "step": 9170 + }, + { + "epoch": 1.3105035868517791, + "grad_norm": 1.1114449501037598, + "learning_rate": 0.00011274458462270889, + "loss": 2.077981376647949, + "step": 9180 + }, + { + "epoch": 1.3119311895499481, + "grad_norm": 1.329028606414795, + "learning_rate": 0.00011264936919781004, + "loss": 2.1001474380493166, + "step": 9190 + }, + { + "epoch": 1.3133587922481174, + "grad_norm": 1.7753056287765503, + "learning_rate": 0.00011255415377291121, + "loss": 1.9850801467895507, + "step": 9200 + }, + { + "epoch": 1.3147863949462866, + "grad_norm": 1.1210708618164062, + "learning_rate": 0.00011245893834801238, + "loss": 2.1043624877929688, + "step": 9210 + }, + { + "epoch": 1.3162139976444556, + "grad_norm": 1.201124906539917, + "learning_rate": 0.00011236372292311355, + "loss": 2.180091667175293, + "step": 9220 + }, + { + "epoch": 1.3176416003426246, + "grad_norm": 1.104976773262024, + "learning_rate": 0.00011226850749821472, + "loss": 2.022638130187988, + "step": 9230 + }, + { + "epoch": 1.3190692030407938, + "grad_norm": 1.1997878551483154, + "learning_rate": 0.00011217329207331589, + "loss": 1.9806930541992187, + "step": 9240 + }, + { + "epoch": 1.3204968057389628, + "grad_norm": 1.1831468343734741, + "learning_rate": 0.00011207807664841706, + "loss": 1.889851951599121, + "step": 9250 + }, + { + "epoch": 1.321924408437132, + "grad_norm": 1.3376766443252563, + "learning_rate": 0.00011199238276600809, + "loss": 2.2721225738525392, + "step": 9260 + }, + { + "epoch": 1.323352011135301, + "grad_norm": 1.2791374921798706, + "learning_rate": 0.00011189716734110926, + "loss": 2.0228946685791014, + "step": 9270 + }, + { + "epoch": 1.3247796138334702, + "grad_norm": 1.138617992401123, + "learning_rate": 0.00011180195191621043, + "loss": 2.1891841888427734, + "step": 9280 + }, + { + "epoch": 1.3262072165316392, + "grad_norm": 1.39596688747406, + "learning_rate": 0.0001117067364913116, + "loss": 2.1259082794189452, + "step": 9290 + }, + { + "epoch": 1.3276348192298084, + "grad_norm": 1.1990619897842407, + "learning_rate": 0.00011161152106641277, + "loss": 2.025862121582031, + "step": 9300 + }, + { + "epoch": 1.3290624219279774, + "grad_norm": 1.2685766220092773, + "learning_rate": 0.00011151630564151394, + "loss": 1.9857549667358398, + "step": 9310 + }, + { + "epoch": 1.3304900246261466, + "grad_norm": 1.1520808935165405, + "learning_rate": 0.00011142109021661509, + "loss": 2.2395219802856445, + "step": 9320 + }, + { + "epoch": 1.3319176273243156, + "grad_norm": 1.1049847602844238, + "learning_rate": 0.00011132587479171626, + "loss": 1.9089387893676757, + "step": 9330 + }, + { + "epoch": 1.3333452300224846, + "grad_norm": 1.3146041631698608, + "learning_rate": 0.00011123065936681743, + "loss": 1.9961027145385741, + "step": 9340 + }, + { + "epoch": 1.3347728327206538, + "grad_norm": 1.2293838262557983, + "learning_rate": 0.0001111354439419186, + "loss": 1.9925750732421874, + "step": 9350 + }, + { + "epoch": 1.336200435418823, + "grad_norm": 1.1773251295089722, + "learning_rate": 0.00011104022851701977, + "loss": 1.941655158996582, + "step": 9360 + }, + { + "epoch": 1.337628038116992, + "grad_norm": 0.8993968963623047, + "learning_rate": 0.00011094501309212094, + "loss": 1.8487606048583984, + "step": 9370 + }, + { + "epoch": 1.339055640815161, + "grad_norm": 1.0430762767791748, + "learning_rate": 0.0001108497976672221, + "loss": 2.0043895721435545, + "step": 9380 + }, + { + "epoch": 1.3404832435133303, + "grad_norm": 1.2599635124206543, + "learning_rate": 0.00011075458224232327, + "loss": 2.014158248901367, + "step": 9390 + }, + { + "epoch": 1.3419108462114995, + "grad_norm": 1.3002982139587402, + "learning_rate": 0.00011065936681742444, + "loss": 1.8953874588012696, + "step": 9400 + }, + { + "epoch": 1.3433384489096685, + "grad_norm": 1.1994285583496094, + "learning_rate": 0.00011056415139252558, + "loss": 2.0363245010375977, + "step": 9410 + }, + { + "epoch": 1.3447660516078375, + "grad_norm": 1.0855350494384766, + "learning_rate": 0.00011046893596762675, + "loss": 1.9903108596801757, + "step": 9420 + }, + { + "epoch": 1.3461936543060067, + "grad_norm": 0.9542500376701355, + "learning_rate": 0.00011037372054272792, + "loss": 2.1463512420654296, + "step": 9430 + }, + { + "epoch": 1.3476212570041757, + "grad_norm": 1.1135118007659912, + "learning_rate": 0.00011027850511782909, + "loss": 1.8799579620361329, + "step": 9440 + }, + { + "epoch": 1.349048859702345, + "grad_norm": 1.2428560256958008, + "learning_rate": 0.00011018328969293026, + "loss": 1.9707263946533202, + "step": 9450 + }, + { + "epoch": 1.3504764624005139, + "grad_norm": 1.0199036598205566, + "learning_rate": 0.00011008807426803143, + "loss": 2.1025836944580076, + "step": 9460 + }, + { + "epoch": 1.351904065098683, + "grad_norm": 1.1156866550445557, + "learning_rate": 0.0001099928588431326, + "loss": 2.1563234329223633, + "step": 9470 + }, + { + "epoch": 1.353331667796852, + "grad_norm": 1.1687692403793335, + "learning_rate": 0.00010989764341823377, + "loss": 2.125259590148926, + "step": 9480 + }, + { + "epoch": 1.3547592704950213, + "grad_norm": 0.9904701709747314, + "learning_rate": 0.00010980242799333494, + "loss": 1.9423274993896484, + "step": 9490 + }, + { + "epoch": 1.3561868731931903, + "grad_norm": 1.0586273670196533, + "learning_rate": 0.0001097072125684361, + "loss": 1.995172119140625, + "step": 9500 + }, + { + "epoch": 1.3576144758913595, + "grad_norm": 1.2330423593521118, + "learning_rate": 0.00010961199714353725, + "loss": 2.121123504638672, + "step": 9510 + }, + { + "epoch": 1.3590420785895285, + "grad_norm": 1.1340503692626953, + "learning_rate": 0.00010951678171863842, + "loss": 2.0948347091674804, + "step": 9520 + }, + { + "epoch": 1.3604696812876975, + "grad_norm": 1.1737462282180786, + "learning_rate": 0.00010942156629373958, + "loss": 1.9511737823486328, + "step": 9530 + }, + { + "epoch": 1.3618972839858667, + "grad_norm": 1.3858624696731567, + "learning_rate": 0.00010932635086884075, + "loss": 2.1292884826660154, + "step": 9540 + }, + { + "epoch": 1.363324886684036, + "grad_norm": 1.184073805809021, + "learning_rate": 0.00010923113544394192, + "loss": 2.0114479064941406, + "step": 9550 + }, + { + "epoch": 1.364752489382205, + "grad_norm": 1.3248467445373535, + "learning_rate": 0.00010913592001904309, + "loss": 2.0445907592773436, + "step": 9560 + }, + { + "epoch": 1.366180092080374, + "grad_norm": 1.407776117324829, + "learning_rate": 0.00010904070459414426, + "loss": 1.9902603149414062, + "step": 9570 + }, + { + "epoch": 1.3676076947785432, + "grad_norm": 1.0734567642211914, + "learning_rate": 0.00010894548916924543, + "loss": 1.9612981796264648, + "step": 9580 + }, + { + "epoch": 1.3690352974767122, + "grad_norm": 1.138846755027771, + "learning_rate": 0.0001088502737443466, + "loss": 1.9796411514282226, + "step": 9590 + }, + { + "epoch": 1.3704629001748814, + "grad_norm": 1.2043484449386597, + "learning_rate": 0.00010875505831944777, + "loss": 1.9225820541381835, + "step": 9600 + }, + { + "epoch": 1.3718905028730504, + "grad_norm": 1.3923934698104858, + "learning_rate": 0.00010865984289454891, + "loss": 1.9597026824951171, + "step": 9610 + }, + { + "epoch": 1.3733181055712196, + "grad_norm": 1.1692254543304443, + "learning_rate": 0.00010856462746965008, + "loss": 1.979044532775879, + "step": 9620 + }, + { + "epoch": 1.3747457082693886, + "grad_norm": 1.1882662773132324, + "learning_rate": 0.00010846941204475125, + "loss": 2.0181085586547853, + "step": 9630 + }, + { + "epoch": 1.3761733109675578, + "grad_norm": 1.0867377519607544, + "learning_rate": 0.00010837419661985241, + "loss": 2.0765846252441404, + "step": 9640 + }, + { + "epoch": 1.3776009136657268, + "grad_norm": 1.6985856294631958, + "learning_rate": 0.00010827898119495358, + "loss": 2.049010467529297, + "step": 9650 + }, + { + "epoch": 1.379028516363896, + "grad_norm": 1.1894891262054443, + "learning_rate": 0.00010818376577005475, + "loss": 2.1837297439575196, + "step": 9660 + }, + { + "epoch": 1.380456119062065, + "grad_norm": 1.1528249979019165, + "learning_rate": 0.00010808855034515592, + "loss": 2.0664281845092773, + "step": 9670 + }, + { + "epoch": 1.381883721760234, + "grad_norm": 1.3959161043167114, + "learning_rate": 0.00010799333492025709, + "loss": 1.9731758117675782, + "step": 9680 + }, + { + "epoch": 1.3833113244584032, + "grad_norm": 1.4226969480514526, + "learning_rate": 0.00010789811949535826, + "loss": 2.0336654663085936, + "step": 9690 + }, + { + "epoch": 1.3847389271565724, + "grad_norm": 1.2641291618347168, + "learning_rate": 0.00010780290407045941, + "loss": 2.098982048034668, + "step": 9700 + }, + { + "epoch": 1.3861665298547414, + "grad_norm": 1.4097330570220947, + "learning_rate": 0.00010770768864556058, + "loss": 1.8858116149902344, + "step": 9710 + }, + { + "epoch": 1.3875941325529104, + "grad_norm": 1.169032335281372, + "learning_rate": 0.00010761247322066175, + "loss": 1.991470718383789, + "step": 9720 + }, + { + "epoch": 1.3890217352510796, + "grad_norm": 1.0888822078704834, + "learning_rate": 0.00010751725779576292, + "loss": 1.930691909790039, + "step": 9730 + }, + { + "epoch": 1.3904493379492489, + "grad_norm": 1.1407933235168457, + "learning_rate": 0.00010742204237086409, + "loss": 2.0946460723876954, + "step": 9740 + }, + { + "epoch": 1.3918769406474178, + "grad_norm": 1.2439372539520264, + "learning_rate": 0.00010732682694596526, + "loss": 2.1727531433105467, + "step": 9750 + }, + { + "epoch": 1.3933045433455868, + "grad_norm": 1.1404023170471191, + "learning_rate": 0.00010723161152106643, + "loss": 1.9938436508178712, + "step": 9760 + }, + { + "epoch": 1.394732146043756, + "grad_norm": 1.0030282735824585, + "learning_rate": 0.0001071363960961676, + "loss": 1.9916358947753907, + "step": 9770 + }, + { + "epoch": 1.396159748741925, + "grad_norm": 1.1961002349853516, + "learning_rate": 0.00010704118067126877, + "loss": 1.9710460662841798, + "step": 9780 + }, + { + "epoch": 1.3975873514400943, + "grad_norm": 1.0773481130599976, + "learning_rate": 0.00010694596524636993, + "loss": 2.046512794494629, + "step": 9790 + }, + { + "epoch": 1.3990149541382633, + "grad_norm": 1.076357364654541, + "learning_rate": 0.00010685074982147108, + "loss": 2.0571868896484373, + "step": 9800 + }, + { + "epoch": 1.4004425568364325, + "grad_norm": 1.2955228090286255, + "learning_rate": 0.00010675553439657224, + "loss": 2.0676462173461916, + "step": 9810 + }, + { + "epoch": 1.4018701595346015, + "grad_norm": 1.1658575534820557, + "learning_rate": 0.00010666031897167341, + "loss": 2.066716194152832, + "step": 9820 + }, + { + "epoch": 1.4032977622327707, + "grad_norm": 1.3137447834014893, + "learning_rate": 0.00010656510354677458, + "loss": 1.8502220153808593, + "step": 9830 + }, + { + "epoch": 1.4047253649309397, + "grad_norm": 1.41456937789917, + "learning_rate": 0.00010646988812187575, + "loss": 2.07702522277832, + "step": 9840 + }, + { + "epoch": 1.406152967629109, + "grad_norm": 1.274549126625061, + "learning_rate": 0.00010637467269697692, + "loss": 1.8976211547851562, + "step": 9850 + }, + { + "epoch": 1.407580570327278, + "grad_norm": 1.1110727787017822, + "learning_rate": 0.00010627945727207809, + "loss": 2.0447467803955077, + "step": 9860 + }, + { + "epoch": 1.409008173025447, + "grad_norm": 1.099206805229187, + "learning_rate": 0.00010618424184717926, + "loss": 1.9584508895874024, + "step": 9870 + }, + { + "epoch": 1.4104357757236161, + "grad_norm": 1.1572459936141968, + "learning_rate": 0.00010608902642228043, + "loss": 2.0994762420654296, + "step": 9880 + }, + { + "epoch": 1.4118633784217853, + "grad_norm": 1.3461354970932007, + "learning_rate": 0.00010599381099738157, + "loss": 1.9647134780883788, + "step": 9890 + }, + { + "epoch": 1.4132909811199543, + "grad_norm": 1.4512161016464233, + "learning_rate": 0.00010589859557248274, + "loss": 1.9242181777954102, + "step": 9900 + }, + { + "epoch": 1.4147185838181233, + "grad_norm": 1.2262014150619507, + "learning_rate": 0.0001058033801475839, + "loss": 2.0151771545410155, + "step": 9910 + }, + { + "epoch": 1.4161461865162925, + "grad_norm": 1.3285112380981445, + "learning_rate": 0.00010570816472268508, + "loss": 1.9909095764160156, + "step": 9920 + }, + { + "epoch": 1.4175737892144615, + "grad_norm": 1.2019551992416382, + "learning_rate": 0.00010561294929778624, + "loss": 2.00119571685791, + "step": 9930 + }, + { + "epoch": 1.4190013919126307, + "grad_norm": 1.1213823556900024, + "learning_rate": 0.00010551773387288741, + "loss": 2.0824777603149416, + "step": 9940 + }, + { + "epoch": 1.4204289946107997, + "grad_norm": 1.0179306268692017, + "learning_rate": 0.00010542251844798858, + "loss": 2.001264190673828, + "step": 9950 + }, + { + "epoch": 1.421856597308969, + "grad_norm": 1.232782244682312, + "learning_rate": 0.00010532730302308975, + "loss": 2.004043960571289, + "step": 9960 + }, + { + "epoch": 1.423284200007138, + "grad_norm": 1.1399147510528564, + "learning_rate": 0.00010523208759819092, + "loss": 2.022570991516113, + "step": 9970 + }, + { + "epoch": 1.4247118027053072, + "grad_norm": 1.6599464416503906, + "learning_rate": 0.00010513687217329209, + "loss": 2.098861503601074, + "step": 9980 + }, + { + "epoch": 1.4261394054034762, + "grad_norm": 1.1139695644378662, + "learning_rate": 0.00010504165674839323, + "loss": 2.074664306640625, + "step": 9990 + }, + { + "epoch": 1.4275670081016454, + "grad_norm": 1.0930999517440796, + "learning_rate": 0.0001049464413234944, + "loss": 2.1210731506347655, + "step": 10000 + }, + { + "epoch": 1.4289946107998144, + "grad_norm": 1.4787710905075073, + "learning_rate": 0.00010485122589859557, + "loss": 2.126077079772949, + "step": 10010 + }, + { + "epoch": 1.4304222134979834, + "grad_norm": 1.140985131263733, + "learning_rate": 0.00010475601047369674, + "loss": 2.1588287353515625, + "step": 10020 + }, + { + "epoch": 1.4318498161961526, + "grad_norm": 1.355772614479065, + "learning_rate": 0.0001046607950487979, + "loss": 1.9706565856933593, + "step": 10030 + }, + { + "epoch": 1.4332774188943218, + "grad_norm": 1.163930058479309, + "learning_rate": 0.00010456557962389907, + "loss": 2.016745185852051, + "step": 10040 + }, + { + "epoch": 1.4347050215924908, + "grad_norm": 1.1401941776275635, + "learning_rate": 0.00010447036419900024, + "loss": 2.2144346237182617, + "step": 10050 + }, + { + "epoch": 1.4361326242906598, + "grad_norm": 1.2282142639160156, + "learning_rate": 0.00010437514877410141, + "loss": 2.0161321640014647, + "step": 10060 + }, + { + "epoch": 1.437560226988829, + "grad_norm": 1.33187735080719, + "learning_rate": 0.00010427993334920258, + "loss": 2.0925859451293944, + "step": 10070 + }, + { + "epoch": 1.4389878296869982, + "grad_norm": 1.4733668565750122, + "learning_rate": 0.00010418471792430374, + "loss": 2.0696378707885743, + "step": 10080 + }, + { + "epoch": 1.4404154323851672, + "grad_norm": 1.2202059030532837, + "learning_rate": 0.0001040895024994049, + "loss": 1.9806758880615234, + "step": 10090 + }, + { + "epoch": 1.4418430350833362, + "grad_norm": 1.2413325309753418, + "learning_rate": 0.00010399428707450607, + "loss": 2.0102920532226562, + "step": 10100 + }, + { + "epoch": 1.4432706377815054, + "grad_norm": 1.1768853664398193, + "learning_rate": 0.00010389907164960724, + "loss": 2.0094955444335936, + "step": 10110 + }, + { + "epoch": 1.4446982404796744, + "grad_norm": 1.3921916484832764, + "learning_rate": 0.00010380385622470841, + "loss": 2.0164260864257812, + "step": 10120 + }, + { + "epoch": 1.4461258431778437, + "grad_norm": 2.263312578201294, + "learning_rate": 0.00010370864079980958, + "loss": 2.032268524169922, + "step": 10130 + }, + { + "epoch": 1.4475534458760126, + "grad_norm": 1.0994901657104492, + "learning_rate": 0.00010361342537491075, + "loss": 2.058778762817383, + "step": 10140 + }, + { + "epoch": 1.4489810485741819, + "grad_norm": 1.6802161931991577, + "learning_rate": 0.00010351820995001192, + "loss": 2.117998504638672, + "step": 10150 + }, + { + "epoch": 1.4504086512723509, + "grad_norm": 1.2260311841964722, + "learning_rate": 0.00010342299452511309, + "loss": 1.9677291870117188, + "step": 10160 + }, + { + "epoch": 1.45183625397052, + "grad_norm": 0.9355341196060181, + "learning_rate": 0.00010332777910021426, + "loss": 1.9641590118408203, + "step": 10170 + }, + { + "epoch": 1.453263856668689, + "grad_norm": 1.1145073175430298, + "learning_rate": 0.0001032325636753154, + "loss": 2.0117753982543944, + "step": 10180 + }, + { + "epoch": 1.4546914593668583, + "grad_norm": 1.0050599575042725, + "learning_rate": 0.00010313734825041657, + "loss": 1.9660293579101562, + "step": 10190 + }, + { + "epoch": 1.4561190620650273, + "grad_norm": 1.504306674003601, + "learning_rate": 0.00010304213282551774, + "loss": 2.1012725830078125, + "step": 10200 + } + ], + "logging_steps": 10, + "max_steps": 21015, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4.2534952749628416e+17, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +}