diff --git "a/checkpoints/checkpoint-7800/trainer_state.json" "b/checkpoints/checkpoint-7800/trainer_state.json" new file mode 100644--- /dev/null +++ "b/checkpoints/checkpoint-7800/trainer_state.json" @@ -0,0 +1,5494 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1134944145044434, + "eval_steps": 500, + "global_step": 7800, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0014276026981690996, + "grad_norm": 1.2670224905014038, + "learning_rate": 0.00016, + "loss": 2.898906135559082, + "step": 10 + }, + { + "epoch": 0.0028552053963381992, + "grad_norm": 1.2538419961929321, + "learning_rate": 0.00019992382766008095, + "loss": 2.378516960144043, + "step": 20 + }, + { + "epoch": 0.004282808094507299, + "grad_norm": 1.409246563911438, + "learning_rate": 0.0001998286122351821, + "loss": 2.4753650665283202, + "step": 30 + }, + { + "epoch": 0.0057104107926763984, + "grad_norm": 1.094603180885315, + "learning_rate": 0.00019973339681028326, + "loss": 2.2721933364868163, + "step": 40 + }, + { + "epoch": 0.007138013490845497, + "grad_norm": 1.1403776407241821, + "learning_rate": 0.00019963818138538444, + "loss": 2.263425827026367, + "step": 50 + }, + { + "epoch": 0.008565616189014597, + "grad_norm": 1.1656428575515747, + "learning_rate": 0.0001995429659604856, + "loss": 2.363163185119629, + "step": 60 + }, + { + "epoch": 0.009993218887183696, + "grad_norm": 1.1926625967025757, + "learning_rate": 0.00019944775053558678, + "loss": 2.1333871841430665, + "step": 70 + }, + { + "epoch": 0.011420821585352797, + "grad_norm": 0.9967195391654968, + "learning_rate": 0.00019935253511068794, + "loss": 2.279196929931641, + "step": 80 + }, + { + "epoch": 0.012848424283521896, + "grad_norm": 1.1345535516738892, + "learning_rate": 0.00019925731968578912, + "loss": 2.181261444091797, + "step": 90 + }, + { + "epoch": 0.014276026981690995, + "grad_norm": 1.2285407781600952, + "learning_rate": 0.00019916210426089027, + "loss": 2.2282310485839845, + "step": 100 + }, + { + "epoch": 0.015703629679860096, + "grad_norm": 2.191948890686035, + "learning_rate": 0.00019906688883599146, + "loss": 2.2829305648803713, + "step": 110 + }, + { + "epoch": 0.017131232378029194, + "grad_norm": 1.1868839263916016, + "learning_rate": 0.00019897167341109258, + "loss": 2.1634748458862303, + "step": 120 + }, + { + "epoch": 0.018558835076198293, + "grad_norm": 1.3730543851852417, + "learning_rate": 0.00019887645798619377, + "loss": 2.235073471069336, + "step": 130 + }, + { + "epoch": 0.019986437774367392, + "grad_norm": 1.3060146570205688, + "learning_rate": 0.00019878124256129492, + "loss": 2.254693031311035, + "step": 140 + }, + { + "epoch": 0.021414040472536495, + "grad_norm": 1.13761305809021, + "learning_rate": 0.0001986860271363961, + "loss": 2.255308723449707, + "step": 150 + }, + { + "epoch": 0.022841643170705594, + "grad_norm": 1.2420964241027832, + "learning_rate": 0.00019859081171149726, + "loss": 2.199342155456543, + "step": 160 + }, + { + "epoch": 0.024269245868874693, + "grad_norm": 1.2628268003463745, + "learning_rate": 0.00019849559628659844, + "loss": 2.2568809509277346, + "step": 170 + }, + { + "epoch": 0.02569684856704379, + "grad_norm": 1.0423402786254883, + "learning_rate": 0.0001984003808616996, + "loss": 2.201403045654297, + "step": 180 + }, + { + "epoch": 0.02712445126521289, + "grad_norm": 1.3187193870544434, + "learning_rate": 0.00019830516543680078, + "loss": 2.31024055480957, + "step": 190 + }, + { + "epoch": 0.02855205396338199, + "grad_norm": 1.287013292312622, + "learning_rate": 0.00019820995001190194, + "loss": 2.2775556564331056, + "step": 200 + }, + { + "epoch": 0.029979656661551092, + "grad_norm": 1.445034384727478, + "learning_rate": 0.00019811473458700312, + "loss": 2.214271354675293, + "step": 210 + }, + { + "epoch": 0.03140725935972019, + "grad_norm": 1.4336904287338257, + "learning_rate": 0.00019801951916210427, + "loss": 2.1211181640625, + "step": 220 + }, + { + "epoch": 0.03283486205788929, + "grad_norm": 1.303303837776184, + "learning_rate": 0.00019792430373720543, + "loss": 2.1037008285522463, + "step": 230 + }, + { + "epoch": 0.03426246475605839, + "grad_norm": 1.2367061376571655, + "learning_rate": 0.0001978290883123066, + "loss": 2.1291038513183596, + "step": 240 + }, + { + "epoch": 0.03569006745422749, + "grad_norm": 1.314647912979126, + "learning_rate": 0.00019773387288740777, + "loss": 2.1351301193237306, + "step": 250 + }, + { + "epoch": 0.03711767015239659, + "grad_norm": 1.3084362745285034, + "learning_rate": 0.00019763865746250895, + "loss": 2.0980342864990233, + "step": 260 + }, + { + "epoch": 0.038545272850565686, + "grad_norm": 1.712534785270691, + "learning_rate": 0.0001975434420376101, + "loss": 2.25567569732666, + "step": 270 + }, + { + "epoch": 0.039972875548734785, + "grad_norm": 1.5107096433639526, + "learning_rate": 0.0001974482266127113, + "loss": 2.198653793334961, + "step": 280 + }, + { + "epoch": 0.041400478246903884, + "grad_norm": 1.1626437902450562, + "learning_rate": 0.00019735301118781244, + "loss": 2.136816215515137, + "step": 290 + }, + { + "epoch": 0.04282808094507299, + "grad_norm": 1.551853060722351, + "learning_rate": 0.00019725779576291362, + "loss": 2.2106935501098635, + "step": 300 + }, + { + "epoch": 0.04425568364324209, + "grad_norm": 1.5131734609603882, + "learning_rate": 0.00019716258033801475, + "loss": 2.0967830657958983, + "step": 310 + }, + { + "epoch": 0.04568328634141119, + "grad_norm": 1.310641884803772, + "learning_rate": 0.00019706736491311593, + "loss": 2.2105255126953125, + "step": 320 + }, + { + "epoch": 0.047110889039580287, + "grad_norm": 1.3621881008148193, + "learning_rate": 0.0001969721494882171, + "loss": 2.1775463104248045, + "step": 330 + }, + { + "epoch": 0.048538491737749385, + "grad_norm": 1.4618415832519531, + "learning_rate": 0.00019687693406331827, + "loss": 2.148931694030762, + "step": 340 + }, + { + "epoch": 0.049966094435918484, + "grad_norm": 1.3173977136611938, + "learning_rate": 0.00019678171863841943, + "loss": 2.1974794387817385, + "step": 350 + }, + { + "epoch": 0.05139369713408758, + "grad_norm": 1.1830055713653564, + "learning_rate": 0.0001966865032135206, + "loss": 2.1695978164672853, + "step": 360 + }, + { + "epoch": 0.05282129983225668, + "grad_norm": 1.1831724643707275, + "learning_rate": 0.00019659128778862177, + "loss": 2.0823343276977537, + "step": 370 + }, + { + "epoch": 0.05424890253042578, + "grad_norm": 1.1693743467330933, + "learning_rate": 0.00019649607236372295, + "loss": 2.1867488861083983, + "step": 380 + }, + { + "epoch": 0.05567650522859488, + "grad_norm": 1.25830078125, + "learning_rate": 0.0001964008569388241, + "loss": 2.2133615493774412, + "step": 390 + }, + { + "epoch": 0.05710410792676398, + "grad_norm": 1.3678141832351685, + "learning_rate": 0.00019630564151392529, + "loss": 2.308313751220703, + "step": 400 + }, + { + "epoch": 0.05853171062493308, + "grad_norm": 1.1440492868423462, + "learning_rate": 0.00019621042608902641, + "loss": 2.1140726089477537, + "step": 410 + }, + { + "epoch": 0.059959313323102184, + "grad_norm": 1.1869196891784668, + "learning_rate": 0.0001961152106641276, + "loss": 2.0346582412719725, + "step": 420 + }, + { + "epoch": 0.06138691602127128, + "grad_norm": 1.4892522096633911, + "learning_rate": 0.00019601999523922875, + "loss": 2.2025136947631836, + "step": 430 + }, + { + "epoch": 0.06281451871944038, + "grad_norm": 1.8906227350234985, + "learning_rate": 0.00019592477981432993, + "loss": 2.297587776184082, + "step": 440 + }, + { + "epoch": 0.06424212141760947, + "grad_norm": 1.2389851808547974, + "learning_rate": 0.0001958295643894311, + "loss": 2.130488395690918, + "step": 450 + }, + { + "epoch": 0.06566972411577858, + "grad_norm": 1.425410509109497, + "learning_rate": 0.00019573434896453227, + "loss": 2.144012451171875, + "step": 460 + }, + { + "epoch": 0.06709732681394767, + "grad_norm": 1.3087464570999146, + "learning_rate": 0.00019563913353963343, + "loss": 2.2011600494384767, + "step": 470 + }, + { + "epoch": 0.06852492951211678, + "grad_norm": 1.3441588878631592, + "learning_rate": 0.0001955439181147346, + "loss": 2.291761016845703, + "step": 480 + }, + { + "epoch": 0.06995253221028588, + "grad_norm": 1.2851412296295166, + "learning_rate": 0.00019544870268983577, + "loss": 2.24096622467041, + "step": 490 + }, + { + "epoch": 0.07138013490845498, + "grad_norm": 1.2628257274627686, + "learning_rate": 0.00019535348726493692, + "loss": 2.080752944946289, + "step": 500 + }, + { + "epoch": 0.07280773760662408, + "grad_norm": 1.2638740539550781, + "learning_rate": 0.00019525827184003808, + "loss": 2.4698177337646485, + "step": 510 + }, + { + "epoch": 0.07423534030479317, + "grad_norm": 1.2560440301895142, + "learning_rate": 0.00019516305641513926, + "loss": 2.132457733154297, + "step": 520 + }, + { + "epoch": 0.07566294300296228, + "grad_norm": 1.7629936933517456, + "learning_rate": 0.0001950678409902404, + "loss": 2.166901969909668, + "step": 530 + }, + { + "epoch": 0.07709054570113137, + "grad_norm": 1.8175091743469238, + "learning_rate": 0.0001949726255653416, + "loss": 2.1663414001464845, + "step": 540 + }, + { + "epoch": 0.07851814839930048, + "grad_norm": 1.1744414567947388, + "learning_rate": 0.00019487741014044275, + "loss": 2.388395309448242, + "step": 550 + }, + { + "epoch": 0.07994575109746957, + "grad_norm": 0.9943644404411316, + "learning_rate": 0.00019478219471554393, + "loss": 2.1379253387451174, + "step": 560 + }, + { + "epoch": 0.08137335379563868, + "grad_norm": 1.2485833168029785, + "learning_rate": 0.0001946869792906451, + "loss": 2.1750890731811525, + "step": 570 + }, + { + "epoch": 0.08280095649380777, + "grad_norm": 1.0852699279785156, + "learning_rate": 0.00019459176386574627, + "loss": 2.2631216049194336, + "step": 580 + }, + { + "epoch": 0.08422855919197687, + "grad_norm": 1.5462923049926758, + "learning_rate": 0.00019449654844084743, + "loss": 2.2366138458251954, + "step": 590 + }, + { + "epoch": 0.08565616189014598, + "grad_norm": 1.2923717498779297, + "learning_rate": 0.00019440133301594858, + "loss": 2.1567543029785154, + "step": 600 + }, + { + "epoch": 0.08708376458831507, + "grad_norm": 1.3011770248413086, + "learning_rate": 0.00019430611759104976, + "loss": 2.1422496795654298, + "step": 610 + }, + { + "epoch": 0.08851136728648418, + "grad_norm": 1.4617754220962524, + "learning_rate": 0.00019421090216615092, + "loss": 2.1605356216430662, + "step": 620 + }, + { + "epoch": 0.08993896998465327, + "grad_norm": 1.5295599699020386, + "learning_rate": 0.0001941156867412521, + "loss": 2.0025182723999024, + "step": 630 + }, + { + "epoch": 0.09136657268282238, + "grad_norm": 1.3012663125991821, + "learning_rate": 0.00019402047131635326, + "loss": 2.1372703552246093, + "step": 640 + }, + { + "epoch": 0.09279417538099147, + "grad_norm": 1.4276515245437622, + "learning_rate": 0.00019392525589145444, + "loss": 2.315623474121094, + "step": 650 + }, + { + "epoch": 0.09422177807916057, + "grad_norm": 1.5132569074630737, + "learning_rate": 0.0001938300404665556, + "loss": 2.258671760559082, + "step": 660 + }, + { + "epoch": 0.09564938077732967, + "grad_norm": 1.1320735216140747, + "learning_rate": 0.00019373482504165678, + "loss": 2.21956844329834, + "step": 670 + }, + { + "epoch": 0.09707698347549877, + "grad_norm": 1.1464308500289917, + "learning_rate": 0.00019363960961675793, + "loss": 2.173979949951172, + "step": 680 + }, + { + "epoch": 0.09850458617366786, + "grad_norm": 1.2780959606170654, + "learning_rate": 0.0001935443941918591, + "loss": 2.159123992919922, + "step": 690 + }, + { + "epoch": 0.09993218887183697, + "grad_norm": 1.3222688436508179, + "learning_rate": 0.00019344917876696024, + "loss": 2.1596654891967773, + "step": 700 + }, + { + "epoch": 0.10135979157000606, + "grad_norm": 1.2251396179199219, + "learning_rate": 0.00019335396334206143, + "loss": 2.0882038116455077, + "step": 710 + }, + { + "epoch": 0.10278739426817517, + "grad_norm": 1.2655571699142456, + "learning_rate": 0.00019325874791716258, + "loss": 2.1701095581054686, + "step": 720 + }, + { + "epoch": 0.10421499696634427, + "grad_norm": 1.3139557838439941, + "learning_rate": 0.00019316353249226376, + "loss": 2.1374244689941406, + "step": 730 + }, + { + "epoch": 0.10564259966451336, + "grad_norm": 0.9476764798164368, + "learning_rate": 0.00019306831706736492, + "loss": 2.131810760498047, + "step": 740 + }, + { + "epoch": 0.10707020236268247, + "grad_norm": 1.3916528224945068, + "learning_rate": 0.0001929731016424661, + "loss": 2.2276470184326174, + "step": 750 + }, + { + "epoch": 0.10849780506085156, + "grad_norm": 1.2913047075271606, + "learning_rate": 0.00019287788621756726, + "loss": 2.0985342025756837, + "step": 760 + }, + { + "epoch": 0.10992540775902067, + "grad_norm": 1.4780009984970093, + "learning_rate": 0.00019278267079266844, + "loss": 2.3402137756347656, + "step": 770 + }, + { + "epoch": 0.11135301045718976, + "grad_norm": 1.38652765750885, + "learning_rate": 0.0001926874553677696, + "loss": 2.1956760406494142, + "step": 780 + }, + { + "epoch": 0.11278061315535887, + "grad_norm": 1.2437113523483276, + "learning_rate": 0.00019259223994287075, + "loss": 2.344030570983887, + "step": 790 + }, + { + "epoch": 0.11420821585352796, + "grad_norm": 1.1223382949829102, + "learning_rate": 0.0001924970245179719, + "loss": 2.245418167114258, + "step": 800 + }, + { + "epoch": 0.11563581855169706, + "grad_norm": 1.5828821659088135, + "learning_rate": 0.0001924018090930731, + "loss": 2.2958986282348635, + "step": 810 + }, + { + "epoch": 0.11706342124986616, + "grad_norm": 1.1058349609375, + "learning_rate": 0.00019230659366817424, + "loss": 2.0216651916503907, + "step": 820 + }, + { + "epoch": 0.11849102394803526, + "grad_norm": 1.1991469860076904, + "learning_rate": 0.00019221137824327543, + "loss": 2.1821861267089844, + "step": 830 + }, + { + "epoch": 0.11991862664620437, + "grad_norm": 1.0211104154586792, + "learning_rate": 0.00019211616281837658, + "loss": 2.1515743255615236, + "step": 840 + }, + { + "epoch": 0.12134622934437346, + "grad_norm": 1.163668155670166, + "learning_rate": 0.00019202094739347776, + "loss": 2.0592647552490235, + "step": 850 + }, + { + "epoch": 0.12277383204254257, + "grad_norm": 1.0804855823516846, + "learning_rate": 0.00019192573196857892, + "loss": 2.0916107177734373, + "step": 860 + }, + { + "epoch": 0.12420143474071166, + "grad_norm": 1.2400697469711304, + "learning_rate": 0.0001918305165436801, + "loss": 2.0994134902954102, + "step": 870 + }, + { + "epoch": 0.12562903743888076, + "grad_norm": 1.3643152713775635, + "learning_rate": 0.00019173530111878123, + "loss": 2.2519294738769533, + "step": 880 + }, + { + "epoch": 0.12705664013704987, + "grad_norm": 1.3758548498153687, + "learning_rate": 0.0001916400856938824, + "loss": 2.22522029876709, + "step": 890 + }, + { + "epoch": 0.12848424283521895, + "grad_norm": 1.1675829887390137, + "learning_rate": 0.00019154487026898357, + "loss": 2.1150989532470703, + "step": 900 + }, + { + "epoch": 0.12991184553338805, + "grad_norm": 1.2862130403518677, + "learning_rate": 0.00019144965484408475, + "loss": 2.289804458618164, + "step": 910 + }, + { + "epoch": 0.13133944823155716, + "grad_norm": 1.271008849143982, + "learning_rate": 0.0001913639609616758, + "loss": 2.1846010208129885, + "step": 920 + }, + { + "epoch": 0.13276705092972627, + "grad_norm": 1.1630209684371948, + "learning_rate": 0.00019126874553677695, + "loss": 2.2126953125, + "step": 930 + }, + { + "epoch": 0.13419465362789534, + "grad_norm": 1.1368460655212402, + "learning_rate": 0.00019117353011187813, + "loss": 2.178596305847168, + "step": 940 + }, + { + "epoch": 0.13562225632606445, + "grad_norm": 1.0295072793960571, + "learning_rate": 0.0001910783146869793, + "loss": 2.2031627655029298, + "step": 950 + }, + { + "epoch": 0.13704985902423356, + "grad_norm": 1.379927396774292, + "learning_rate": 0.00019098309926208047, + "loss": 2.120400619506836, + "step": 960 + }, + { + "epoch": 0.13847746172240266, + "grad_norm": 1.1450871229171753, + "learning_rate": 0.00019088788383718163, + "loss": 2.151012992858887, + "step": 970 + }, + { + "epoch": 0.13990506442057177, + "grad_norm": 1.0418351888656616, + "learning_rate": 0.0001907926684122828, + "loss": 2.1239688873291014, + "step": 980 + }, + { + "epoch": 0.14133266711874085, + "grad_norm": 1.0744861364364624, + "learning_rate": 0.00019069745298738397, + "loss": 2.090304374694824, + "step": 990 + }, + { + "epoch": 0.14276026981690995, + "grad_norm": 1.1106981039047241, + "learning_rate": 0.00019060223756248515, + "loss": 2.225258636474609, + "step": 1000 + }, + { + "epoch": 0.14418787251507906, + "grad_norm": 1.4493266344070435, + "learning_rate": 0.00019050702213758628, + "loss": 2.0656681060791016, + "step": 1010 + }, + { + "epoch": 0.14561547521324816, + "grad_norm": 1.1414896249771118, + "learning_rate": 0.00019041180671268746, + "loss": 2.103784942626953, + "step": 1020 + }, + { + "epoch": 0.14704307791141724, + "grad_norm": 1.3252989053726196, + "learning_rate": 0.00019031659128778861, + "loss": 2.2042461395263673, + "step": 1030 + }, + { + "epoch": 0.14847068060958635, + "grad_norm": 1.265684962272644, + "learning_rate": 0.0001902213758628898, + "loss": 1.9412918090820312, + "step": 1040 + }, + { + "epoch": 0.14989828330775545, + "grad_norm": 1.3606458902359009, + "learning_rate": 0.00019012616043799095, + "loss": 2.187259292602539, + "step": 1050 + }, + { + "epoch": 0.15132588600592456, + "grad_norm": 1.0192638635635376, + "learning_rate": 0.00019003094501309213, + "loss": 2.182966423034668, + "step": 1060 + }, + { + "epoch": 0.15275348870409364, + "grad_norm": 1.5140159130096436, + "learning_rate": 0.0001899357295881933, + "loss": 2.3263607025146484, + "step": 1070 + }, + { + "epoch": 0.15418109140226274, + "grad_norm": 1.1377187967300415, + "learning_rate": 0.00018984051416329447, + "loss": 2.159488868713379, + "step": 1080 + }, + { + "epoch": 0.15560869410043185, + "grad_norm": 1.1288865804672241, + "learning_rate": 0.00018974529873839563, + "loss": 2.306215286254883, + "step": 1090 + }, + { + "epoch": 0.15703629679860096, + "grad_norm": 1.280045747756958, + "learning_rate": 0.00018965008331349678, + "loss": 2.225907897949219, + "step": 1100 + }, + { + "epoch": 0.15846389949677006, + "grad_norm": 1.145614743232727, + "learning_rate": 0.00018955486788859797, + "loss": 2.1122207641601562, + "step": 1110 + }, + { + "epoch": 0.15989150219493914, + "grad_norm": 1.1612759828567505, + "learning_rate": 0.00018945965246369912, + "loss": 2.2271358489990236, + "step": 1120 + }, + { + "epoch": 0.16131910489310824, + "grad_norm": 1.0958333015441895, + "learning_rate": 0.0001893644370388003, + "loss": 2.088473320007324, + "step": 1130 + }, + { + "epoch": 0.16274670759127735, + "grad_norm": 1.1749203205108643, + "learning_rate": 0.00018926922161390146, + "loss": 2.091511917114258, + "step": 1140 + }, + { + "epoch": 0.16417431028944646, + "grad_norm": 1.1318912506103516, + "learning_rate": 0.00018917400618900264, + "loss": 2.2805349349975588, + "step": 1150 + }, + { + "epoch": 0.16560191298761553, + "grad_norm": 1.220713496208191, + "learning_rate": 0.0001890787907641038, + "loss": 2.129801940917969, + "step": 1160 + }, + { + "epoch": 0.16702951568578464, + "grad_norm": 1.0876924991607666, + "learning_rate": 0.00018898357533920498, + "loss": 2.0997352600097656, + "step": 1170 + }, + { + "epoch": 0.16845711838395375, + "grad_norm": 1.175884485244751, + "learning_rate": 0.00018888835991430613, + "loss": 2.0686941146850586, + "step": 1180 + }, + { + "epoch": 0.16988472108212285, + "grad_norm": 1.3588541746139526, + "learning_rate": 0.00018879314448940732, + "loss": 2.2050849914550783, + "step": 1190 + }, + { + "epoch": 0.17131232378029196, + "grad_norm": 1.26045560836792, + "learning_rate": 0.00018869792906450844, + "loss": 2.1561567306518556, + "step": 1200 + }, + { + "epoch": 0.17273992647846104, + "grad_norm": 1.0756542682647705, + "learning_rate": 0.00018860271363960963, + "loss": 2.163359832763672, + "step": 1210 + }, + { + "epoch": 0.17416752917663014, + "grad_norm": 1.308608055114746, + "learning_rate": 0.00018850749821471078, + "loss": 2.209610366821289, + "step": 1220 + }, + { + "epoch": 0.17559513187479925, + "grad_norm": 1.369969129562378, + "learning_rate": 0.00018841228278981196, + "loss": 2.3173370361328125, + "step": 1230 + }, + { + "epoch": 0.17702273457296835, + "grad_norm": 1.2242190837860107, + "learning_rate": 0.00018831706736491312, + "loss": 2.149942398071289, + "step": 1240 + }, + { + "epoch": 0.17845033727113743, + "grad_norm": 1.226375937461853, + "learning_rate": 0.0001882218519400143, + "loss": 2.152383232116699, + "step": 1250 + }, + { + "epoch": 0.17987793996930654, + "grad_norm": 2.0897111892700195, + "learning_rate": 0.00018812663651511546, + "loss": 2.070216751098633, + "step": 1260 + }, + { + "epoch": 0.18130554266747564, + "grad_norm": 1.239769697189331, + "learning_rate": 0.00018803142109021664, + "loss": 2.1863370895385743, + "step": 1270 + }, + { + "epoch": 0.18273314536564475, + "grad_norm": 1.2516264915466309, + "learning_rate": 0.0001879362056653178, + "loss": 2.154579734802246, + "step": 1280 + }, + { + "epoch": 0.18416074806381383, + "grad_norm": 1.300251841545105, + "learning_rate": 0.00018784099024041895, + "loss": 2.084653854370117, + "step": 1290 + }, + { + "epoch": 0.18558835076198293, + "grad_norm": 1.5401705503463745, + "learning_rate": 0.0001877457748155201, + "loss": 2.1652135848999023, + "step": 1300 + }, + { + "epoch": 0.18701595346015204, + "grad_norm": 1.388256549835205, + "learning_rate": 0.0001876505593906213, + "loss": 2.215251350402832, + "step": 1310 + }, + { + "epoch": 0.18844355615832115, + "grad_norm": 1.0548882484436035, + "learning_rate": 0.00018755534396572244, + "loss": 2.057052230834961, + "step": 1320 + }, + { + "epoch": 0.18987115885649025, + "grad_norm": 1.318389654159546, + "learning_rate": 0.00018746012854082363, + "loss": 2.1746826171875, + "step": 1330 + }, + { + "epoch": 0.19129876155465933, + "grad_norm": 1.1861886978149414, + "learning_rate": 0.00018736491311592478, + "loss": 2.107588005065918, + "step": 1340 + }, + { + "epoch": 0.19272636425282844, + "grad_norm": 1.0857220888137817, + "learning_rate": 0.00018726969769102596, + "loss": 2.1044857025146486, + "step": 1350 + }, + { + "epoch": 0.19415396695099754, + "grad_norm": 1.144823670387268, + "learning_rate": 0.00018717448226612712, + "loss": 2.132158660888672, + "step": 1360 + }, + { + "epoch": 0.19558156964916665, + "grad_norm": 1.1121206283569336, + "learning_rate": 0.0001870792668412283, + "loss": 2.1906471252441406, + "step": 1370 + }, + { + "epoch": 0.19700917234733573, + "grad_norm": 1.2356815338134766, + "learning_rate": 0.00018698405141632946, + "loss": 2.2056690216064454, + "step": 1380 + }, + { + "epoch": 0.19843677504550483, + "grad_norm": 1.3212710618972778, + "learning_rate": 0.0001868888359914306, + "loss": 2.168708610534668, + "step": 1390 + }, + { + "epoch": 0.19986437774367394, + "grad_norm": 1.1257580518722534, + "learning_rate": 0.00018679362056653177, + "loss": 2.18591423034668, + "step": 1400 + }, + { + "epoch": 0.20129198044184304, + "grad_norm": 1.5445501804351807, + "learning_rate": 0.00018669840514163295, + "loss": 2.206186294555664, + "step": 1410 + }, + { + "epoch": 0.20271958314001212, + "grad_norm": 1.5519709587097168, + "learning_rate": 0.0001866031897167341, + "loss": 2.1855854034423827, + "step": 1420 + }, + { + "epoch": 0.20414718583818123, + "grad_norm": 1.0834031105041504, + "learning_rate": 0.0001865079742918353, + "loss": 2.1382625579833983, + "step": 1430 + }, + { + "epoch": 0.20557478853635033, + "grad_norm": 1.0713154077529907, + "learning_rate": 0.00018641275886693644, + "loss": 2.1709274291992187, + "step": 1440 + }, + { + "epoch": 0.20700239123451944, + "grad_norm": 1.3530168533325195, + "learning_rate": 0.00018631754344203763, + "loss": 2.062696075439453, + "step": 1450 + }, + { + "epoch": 0.20842999393268855, + "grad_norm": 1.0635544061660767, + "learning_rate": 0.00018622232801713878, + "loss": 2.209213447570801, + "step": 1460 + }, + { + "epoch": 0.20985759663085762, + "grad_norm": 1.2547699213027954, + "learning_rate": 0.00018612711259223996, + "loss": 2.111533546447754, + "step": 1470 + }, + { + "epoch": 0.21128519932902673, + "grad_norm": 1.1931551694869995, + "learning_rate": 0.00018603189716734112, + "loss": 2.3098974227905273, + "step": 1480 + }, + { + "epoch": 0.21271280202719584, + "grad_norm": 1.0127021074295044, + "learning_rate": 0.00018593668174244227, + "loss": 2.1491844177246096, + "step": 1490 + }, + { + "epoch": 0.21414040472536494, + "grad_norm": 1.3180660009384155, + "learning_rate": 0.00018584146631754346, + "loss": 2.188648223876953, + "step": 1500 + }, + { + "epoch": 0.21556800742353402, + "grad_norm": 1.1885178089141846, + "learning_rate": 0.0001857462508926446, + "loss": 2.0914661407470705, + "step": 1510 + }, + { + "epoch": 0.21699561012170313, + "grad_norm": 1.1395208835601807, + "learning_rate": 0.0001856510354677458, + "loss": 2.2511472702026367, + "step": 1520 + }, + { + "epoch": 0.21842321281987223, + "grad_norm": 1.4837855100631714, + "learning_rate": 0.00018555582004284695, + "loss": 2.2735774993896483, + "step": 1530 + }, + { + "epoch": 0.21985081551804134, + "grad_norm": 1.203804612159729, + "learning_rate": 0.00018546060461794813, + "loss": 2.2867109298706056, + "step": 1540 + }, + { + "epoch": 0.22127841821621042, + "grad_norm": 0.997947096824646, + "learning_rate": 0.0001853653891930493, + "loss": 2.184854507446289, + "step": 1550 + }, + { + "epoch": 0.22270602091437952, + "grad_norm": 1.484794020652771, + "learning_rate": 0.00018527017376815047, + "loss": 2.232890510559082, + "step": 1560 + }, + { + "epoch": 0.22413362361254863, + "grad_norm": 1.3194350004196167, + "learning_rate": 0.00018517495834325162, + "loss": 2.0665668487548827, + "step": 1570 + }, + { + "epoch": 0.22556122631071773, + "grad_norm": 1.4378708600997925, + "learning_rate": 0.00018507974291835278, + "loss": 2.025044059753418, + "step": 1580 + }, + { + "epoch": 0.22698882900888684, + "grad_norm": 1.161460041999817, + "learning_rate": 0.00018498452749345394, + "loss": 2.2053255081176757, + "step": 1590 + }, + { + "epoch": 0.22841643170705592, + "grad_norm": 1.0879746675491333, + "learning_rate": 0.00018488931206855512, + "loss": 2.1081918716430663, + "step": 1600 + }, + { + "epoch": 0.22984403440522502, + "grad_norm": 1.530381679534912, + "learning_rate": 0.00018479409664365627, + "loss": 2.135531997680664, + "step": 1610 + }, + { + "epoch": 0.23127163710339413, + "grad_norm": 1.2382729053497314, + "learning_rate": 0.00018469888121875746, + "loss": 2.0582502365112303, + "step": 1620 + }, + { + "epoch": 0.23269923980156323, + "grad_norm": 1.2160850763320923, + "learning_rate": 0.0001846036657938586, + "loss": 2.191323471069336, + "step": 1630 + }, + { + "epoch": 0.2341268424997323, + "grad_norm": 1.3606561422348022, + "learning_rate": 0.0001845084503689598, + "loss": 2.139387512207031, + "step": 1640 + }, + { + "epoch": 0.23555444519790142, + "grad_norm": 1.0927553176879883, + "learning_rate": 0.00018441323494406095, + "loss": 2.132997512817383, + "step": 1650 + }, + { + "epoch": 0.23698204789607052, + "grad_norm": 1.3276400566101074, + "learning_rate": 0.00018431801951916213, + "loss": 2.1318714141845705, + "step": 1660 + }, + { + "epoch": 0.23840965059423963, + "grad_norm": 1.4104294776916504, + "learning_rate": 0.00018422280409426329, + "loss": 2.147476577758789, + "step": 1670 + }, + { + "epoch": 0.23983725329240874, + "grad_norm": 1.1079225540161133, + "learning_rate": 0.00018412758866936444, + "loss": 2.0742431640625, + "step": 1680 + }, + { + "epoch": 0.24126485599057781, + "grad_norm": 1.0819675922393799, + "learning_rate": 0.0001840323732444656, + "loss": 2.076985549926758, + "step": 1690 + }, + { + "epoch": 0.24269245868874692, + "grad_norm": 1.1977310180664062, + "learning_rate": 0.00018393715781956678, + "loss": 2.054951286315918, + "step": 1700 + }, + { + "epoch": 0.24412006138691603, + "grad_norm": 1.0316016674041748, + "learning_rate": 0.00018384194239466793, + "loss": 2.102836799621582, + "step": 1710 + }, + { + "epoch": 0.24554766408508513, + "grad_norm": 1.1931931972503662, + "learning_rate": 0.00018374672696976912, + "loss": 2.1211891174316406, + "step": 1720 + }, + { + "epoch": 0.2469752667832542, + "grad_norm": 1.2340854406356812, + "learning_rate": 0.00018365151154487027, + "loss": 2.2508804321289064, + "step": 1730 + }, + { + "epoch": 0.24840286948142332, + "grad_norm": 1.4340404272079468, + "learning_rate": 0.00018355629611997145, + "loss": 2.252923011779785, + "step": 1740 + }, + { + "epoch": 0.24983047217959242, + "grad_norm": 1.1949214935302734, + "learning_rate": 0.0001834610806950726, + "loss": 2.2155136108398437, + "step": 1750 + }, + { + "epoch": 0.25125807487776153, + "grad_norm": 1.0693628787994385, + "learning_rate": 0.0001833658652701738, + "loss": 2.0989776611328126, + "step": 1760 + }, + { + "epoch": 0.25268567757593063, + "grad_norm": 1.079628348350525, + "learning_rate": 0.00018327064984527492, + "loss": 2.235947036743164, + "step": 1770 + }, + { + "epoch": 0.25411328027409974, + "grad_norm": 1.0427007675170898, + "learning_rate": 0.0001831754344203761, + "loss": 2.2581958770751953, + "step": 1780 + }, + { + "epoch": 0.2555408829722688, + "grad_norm": 0.968690812587738, + "learning_rate": 0.00018308021899547726, + "loss": 2.152431869506836, + "step": 1790 + }, + { + "epoch": 0.2569684856704379, + "grad_norm": 1.4845409393310547, + "learning_rate": 0.00018298500357057844, + "loss": 2.082950401306152, + "step": 1800 + }, + { + "epoch": 0.258396088368607, + "grad_norm": 1.627851128578186, + "learning_rate": 0.0001828897881456796, + "loss": 2.1082151412963865, + "step": 1810 + }, + { + "epoch": 0.2598236910667761, + "grad_norm": 1.2222917079925537, + "learning_rate": 0.00018279457272078078, + "loss": 2.1010499954223634, + "step": 1820 + }, + { + "epoch": 0.2612512937649452, + "grad_norm": 1.1946543455123901, + "learning_rate": 0.00018269935729588193, + "loss": 2.20877685546875, + "step": 1830 + }, + { + "epoch": 0.2626788964631143, + "grad_norm": 1.2480523586273193, + "learning_rate": 0.00018260414187098312, + "loss": 2.1713356018066405, + "step": 1840 + }, + { + "epoch": 0.2641064991612834, + "grad_norm": 1.1162548065185547, + "learning_rate": 0.00018250892644608427, + "loss": 1.989072036743164, + "step": 1850 + }, + { + "epoch": 0.26553410185945253, + "grad_norm": 1.1317349672317505, + "learning_rate": 0.00018241371102118545, + "loss": 2.185866928100586, + "step": 1860 + }, + { + "epoch": 0.26696170455762164, + "grad_norm": 1.2101715803146362, + "learning_rate": 0.0001823184955962866, + "loss": 2.1214805603027345, + "step": 1870 + }, + { + "epoch": 0.2683893072557907, + "grad_norm": 1.036651611328125, + "learning_rate": 0.00018222328017138776, + "loss": 2.2269779205322267, + "step": 1880 + }, + { + "epoch": 0.2698169099539598, + "grad_norm": 1.2697064876556396, + "learning_rate": 0.00018212806474648895, + "loss": 2.188285064697266, + "step": 1890 + }, + { + "epoch": 0.2712445126521289, + "grad_norm": 1.086503028869629, + "learning_rate": 0.0001820328493215901, + "loss": 2.0915653228759767, + "step": 1900 + }, + { + "epoch": 0.272672115350298, + "grad_norm": 1.1498035192489624, + "learning_rate": 0.00018193763389669129, + "loss": 2.1859756469726563, + "step": 1910 + }, + { + "epoch": 0.2740997180484671, + "grad_norm": 1.1651625633239746, + "learning_rate": 0.00018184241847179244, + "loss": 2.1086774826049806, + "step": 1920 + }, + { + "epoch": 0.2755273207466362, + "grad_norm": 1.1872868537902832, + "learning_rate": 0.00018174720304689362, + "loss": 2.1062952041625977, + "step": 1930 + }, + { + "epoch": 0.2769549234448053, + "grad_norm": 1.0268173217773438, + "learning_rate": 0.00018165198762199478, + "loss": 2.056200408935547, + "step": 1940 + }, + { + "epoch": 0.27838252614297443, + "grad_norm": 1.0335297584533691, + "learning_rate": 0.00018155677219709596, + "loss": 2.17354793548584, + "step": 1950 + }, + { + "epoch": 0.27981012884114354, + "grad_norm": 1.1770780086517334, + "learning_rate": 0.0001814615567721971, + "loss": 2.123767852783203, + "step": 1960 + }, + { + "epoch": 0.2812377315393126, + "grad_norm": 1.1291216611862183, + "learning_rate": 0.00018136634134729827, + "loss": 2.1322879791259766, + "step": 1970 + }, + { + "epoch": 0.2826653342374817, + "grad_norm": 1.0811609029769897, + "learning_rate": 0.00018127112592239943, + "loss": 2.1403667449951174, + "step": 1980 + }, + { + "epoch": 0.2840929369356508, + "grad_norm": 1.3379665613174438, + "learning_rate": 0.0001811759104975006, + "loss": 2.227403450012207, + "step": 1990 + }, + { + "epoch": 0.2855205396338199, + "grad_norm": 1.2048321962356567, + "learning_rate": 0.00018108069507260176, + "loss": 2.320987319946289, + "step": 2000 + }, + { + "epoch": 0.286948142331989, + "grad_norm": 1.1182419061660767, + "learning_rate": 0.00018098547964770295, + "loss": 2.145694541931152, + "step": 2010 + }, + { + "epoch": 0.2883757450301581, + "grad_norm": 1.2120338678359985, + "learning_rate": 0.0001808902642228041, + "loss": 2.193251037597656, + "step": 2020 + }, + { + "epoch": 0.2898033477283272, + "grad_norm": 1.214379906654358, + "learning_rate": 0.00018079504879790528, + "loss": 2.183461570739746, + "step": 2030 + }, + { + "epoch": 0.2912309504264963, + "grad_norm": 1.2853455543518066, + "learning_rate": 0.00018069983337300644, + "loss": 2.105716323852539, + "step": 2040 + }, + { + "epoch": 0.29265855312466543, + "grad_norm": 0.9446287155151367, + "learning_rate": 0.00018060461794810762, + "loss": 2.0502334594726563, + "step": 2050 + }, + { + "epoch": 0.2940861558228345, + "grad_norm": 1.187010645866394, + "learning_rate": 0.00018050940252320875, + "loss": 2.0855840682983398, + "step": 2060 + }, + { + "epoch": 0.2955137585210036, + "grad_norm": 1.1547735929489136, + "learning_rate": 0.00018041418709830993, + "loss": 2.077458381652832, + "step": 2070 + }, + { + "epoch": 0.2969413612191727, + "grad_norm": 1.1305893659591675, + "learning_rate": 0.0001803189716734111, + "loss": 2.1422780990600585, + "step": 2080 + }, + { + "epoch": 0.2983689639173418, + "grad_norm": 1.2219164371490479, + "learning_rate": 0.00018022375624851227, + "loss": 2.1557044982910156, + "step": 2090 + }, + { + "epoch": 0.2997965666155109, + "grad_norm": 1.303414225578308, + "learning_rate": 0.00018012854082361343, + "loss": 2.0842567443847657, + "step": 2100 + }, + { + "epoch": 0.30122416931368, + "grad_norm": 1.1244888305664062, + "learning_rate": 0.0001800333253987146, + "loss": 2.0076160430908203, + "step": 2110 + }, + { + "epoch": 0.3026517720118491, + "grad_norm": 1.265690803527832, + "learning_rate": 0.00017993810997381576, + "loss": 2.2838394165039064, + "step": 2120 + }, + { + "epoch": 0.3040793747100182, + "grad_norm": 1.0629686117172241, + "learning_rate": 0.00017984289454891695, + "loss": 2.0467424392700195, + "step": 2130 + }, + { + "epoch": 0.3055069774081873, + "grad_norm": 1.1269965171813965, + "learning_rate": 0.0001797476791240181, + "loss": 2.059001159667969, + "step": 2140 + }, + { + "epoch": 0.3069345801063564, + "grad_norm": 1.0063384771347046, + "learning_rate": 0.00017965246369911926, + "loss": 2.054671859741211, + "step": 2150 + }, + { + "epoch": 0.3083621828045255, + "grad_norm": 1.696047306060791, + "learning_rate": 0.0001795572482742204, + "loss": 2.112416648864746, + "step": 2160 + }, + { + "epoch": 0.3097897855026946, + "grad_norm": 1.1593190431594849, + "learning_rate": 0.0001794620328493216, + "loss": 1.9681781768798827, + "step": 2170 + }, + { + "epoch": 0.3112173882008637, + "grad_norm": 1.1535143852233887, + "learning_rate": 0.00017936681742442275, + "loss": 1.9573915481567383, + "step": 2180 + }, + { + "epoch": 0.3126449908990328, + "grad_norm": 1.2937277555465698, + "learning_rate": 0.00017927160199952393, + "loss": 2.1334136962890624, + "step": 2190 + }, + { + "epoch": 0.3140725935972019, + "grad_norm": 1.1130894422531128, + "learning_rate": 0.0001791763865746251, + "loss": 2.054120635986328, + "step": 2200 + }, + { + "epoch": 0.315500196295371, + "grad_norm": 1.1255532503128052, + "learning_rate": 0.00017908117114972627, + "loss": 2.206426811218262, + "step": 2210 + }, + { + "epoch": 0.3169277989935401, + "grad_norm": 1.373878002166748, + "learning_rate": 0.00017898595572482743, + "loss": 2.016497802734375, + "step": 2220 + }, + { + "epoch": 0.31835540169170917, + "grad_norm": 0.9502859115600586, + "learning_rate": 0.0001788907402999286, + "loss": 2.1160964965820312, + "step": 2230 + }, + { + "epoch": 0.3197830043898783, + "grad_norm": 1.199417233467102, + "learning_rate": 0.00017879552487502976, + "loss": 2.219405746459961, + "step": 2240 + }, + { + "epoch": 0.3212106070880474, + "grad_norm": 1.2231884002685547, + "learning_rate": 0.00017870030945013092, + "loss": 2.1173473358154298, + "step": 2250 + }, + { + "epoch": 0.3226382097862165, + "grad_norm": 1.2296863794326782, + "learning_rate": 0.0001786050940252321, + "loss": 2.212135124206543, + "step": 2260 + }, + { + "epoch": 0.3240658124843856, + "grad_norm": 1.2749266624450684, + "learning_rate": 0.00017850987860033326, + "loss": 2.0644044876098633, + "step": 2270 + }, + { + "epoch": 0.3254934151825547, + "grad_norm": 1.0321651697158813, + "learning_rate": 0.00017841466317543444, + "loss": 2.126047897338867, + "step": 2280 + }, + { + "epoch": 0.3269210178807238, + "grad_norm": 1.131618857383728, + "learning_rate": 0.0001783194477505356, + "loss": 2.0301258087158205, + "step": 2290 + }, + { + "epoch": 0.3283486205788929, + "grad_norm": 0.9653699994087219, + "learning_rate": 0.00017822423232563678, + "loss": 2.172132873535156, + "step": 2300 + }, + { + "epoch": 0.329776223277062, + "grad_norm": 1.1435012817382812, + "learning_rate": 0.00017812901690073793, + "loss": 2.1726940155029295, + "step": 2310 + }, + { + "epoch": 0.33120382597523107, + "grad_norm": 1.3378164768218994, + "learning_rate": 0.00017803380147583911, + "loss": 2.1459815979003904, + "step": 2320 + }, + { + "epoch": 0.3326314286734002, + "grad_norm": 1.0936335325241089, + "learning_rate": 0.00017793858605094027, + "loss": 2.11383113861084, + "step": 2330 + }, + { + "epoch": 0.3340590313715693, + "grad_norm": 1.7248929738998413, + "learning_rate": 0.00017784337062604142, + "loss": 2.060173225402832, + "step": 2340 + }, + { + "epoch": 0.3354866340697384, + "grad_norm": 1.4490845203399658, + "learning_rate": 0.00017774815520114258, + "loss": 2.168626403808594, + "step": 2350 + }, + { + "epoch": 0.3369142367679075, + "grad_norm": 1.4273464679718018, + "learning_rate": 0.00017765293977624376, + "loss": 2.1859357833862303, + "step": 2360 + }, + { + "epoch": 0.3383418394660766, + "grad_norm": 1.1335994005203247, + "learning_rate": 0.00017755772435134492, + "loss": 2.2323787689208983, + "step": 2370 + }, + { + "epoch": 0.3397694421642457, + "grad_norm": 1.0822454690933228, + "learning_rate": 0.0001774625089264461, + "loss": 2.1954828262329102, + "step": 2380 + }, + { + "epoch": 0.3411970448624148, + "grad_norm": 1.3556091785430908, + "learning_rate": 0.00017736729350154726, + "loss": 2.086533546447754, + "step": 2390 + }, + { + "epoch": 0.3426246475605839, + "grad_norm": 1.0348728895187378, + "learning_rate": 0.00017727207807664844, + "loss": 2.063125419616699, + "step": 2400 + }, + { + "epoch": 0.34405225025875297, + "grad_norm": 0.9327099323272705, + "learning_rate": 0.0001771768626517496, + "loss": 2.2520879745483398, + "step": 2410 + }, + { + "epoch": 0.3454798529569221, + "grad_norm": 1.161893367767334, + "learning_rate": 0.00017708164722685078, + "loss": 1.9637351989746095, + "step": 2420 + }, + { + "epoch": 0.3469074556550912, + "grad_norm": 1.0252056121826172, + "learning_rate": 0.00017698643180195193, + "loss": 2.105502700805664, + "step": 2430 + }, + { + "epoch": 0.3483350583532603, + "grad_norm": 1.0173977613449097, + "learning_rate": 0.00017689121637705309, + "loss": 2.1620779037475586, + "step": 2440 + }, + { + "epoch": 0.3497626610514294, + "grad_norm": 1.0667582750320435, + "learning_rate": 0.00017679600095215424, + "loss": 2.1498435974121093, + "step": 2450 + }, + { + "epoch": 0.3511902637495985, + "grad_norm": 1.1689473390579224, + "learning_rate": 0.00017670078552725542, + "loss": 2.010816192626953, + "step": 2460 + }, + { + "epoch": 0.3526178664477676, + "grad_norm": 1.1713252067565918, + "learning_rate": 0.00017660557010235658, + "loss": 2.1770673751831056, + "step": 2470 + }, + { + "epoch": 0.3540454691459367, + "grad_norm": 1.1741546392440796, + "learning_rate": 0.00017651035467745776, + "loss": 2.2705522537231446, + "step": 2480 + }, + { + "epoch": 0.35547307184410576, + "grad_norm": 1.1165494918823242, + "learning_rate": 0.00017641513925255892, + "loss": 2.2441898345947267, + "step": 2490 + }, + { + "epoch": 0.35690067454227486, + "grad_norm": 1.128848910331726, + "learning_rate": 0.0001763199238276601, + "loss": 1.966132354736328, + "step": 2500 + }, + { + "epoch": 0.35832827724044397, + "grad_norm": 1.1416059732437134, + "learning_rate": 0.00017622470840276125, + "loss": 2.129666328430176, + "step": 2510 + }, + { + "epoch": 0.3597558799386131, + "grad_norm": 1.3967465162277222, + "learning_rate": 0.00017612949297786244, + "loss": 2.068239212036133, + "step": 2520 + }, + { + "epoch": 0.3611834826367822, + "grad_norm": 1.1982859373092651, + "learning_rate": 0.00017603427755296357, + "loss": 2.0356422424316407, + "step": 2530 + }, + { + "epoch": 0.3626110853349513, + "grad_norm": 1.2561085224151611, + "learning_rate": 0.00017593906212806475, + "loss": 2.1692792892456056, + "step": 2540 + }, + { + "epoch": 0.3640386880331204, + "grad_norm": 1.2402371168136597, + "learning_rate": 0.0001758438467031659, + "loss": 2.018773078918457, + "step": 2550 + }, + { + "epoch": 0.3654662907312895, + "grad_norm": 1.0577623844146729, + "learning_rate": 0.00017574863127826709, + "loss": 2.2117090225219727, + "step": 2560 + }, + { + "epoch": 0.3668938934294586, + "grad_norm": 1.3217538595199585, + "learning_rate": 0.00017565341585336824, + "loss": 2.19326229095459, + "step": 2570 + }, + { + "epoch": 0.36832149612762766, + "grad_norm": 1.2093907594680786, + "learning_rate": 0.00017555820042846942, + "loss": 2.072580909729004, + "step": 2580 + }, + { + "epoch": 0.36974909882579676, + "grad_norm": 1.1893237829208374, + "learning_rate": 0.00017546298500357058, + "loss": 2.0644367218017576, + "step": 2590 + }, + { + "epoch": 0.37117670152396587, + "grad_norm": 1.116391658782959, + "learning_rate": 0.00017536776957867176, + "loss": 2.0989030838012694, + "step": 2600 + }, + { + "epoch": 0.372604304222135, + "grad_norm": 1.1465907096862793, + "learning_rate": 0.00017527255415377292, + "loss": 2.22904109954834, + "step": 2610 + }, + { + "epoch": 0.3740319069203041, + "grad_norm": 1.2656993865966797, + "learning_rate": 0.0001751773387288741, + "loss": 2.162650489807129, + "step": 2620 + }, + { + "epoch": 0.3754595096184732, + "grad_norm": 1.0960391759872437, + "learning_rate": 0.00017508212330397525, + "loss": 2.0461801528930663, + "step": 2630 + }, + { + "epoch": 0.3768871123166423, + "grad_norm": 1.1352872848510742, + "learning_rate": 0.0001749869078790764, + "loss": 2.142223930358887, + "step": 2640 + }, + { + "epoch": 0.3783147150148114, + "grad_norm": 1.3211382627487183, + "learning_rate": 0.0001748916924541776, + "loss": 2.086302375793457, + "step": 2650 + }, + { + "epoch": 0.3797423177129805, + "grad_norm": 1.3286374807357788, + "learning_rate": 0.00017479647702927875, + "loss": 2.1871686935424806, + "step": 2660 + }, + { + "epoch": 0.38116992041114955, + "grad_norm": 1.1504572629928589, + "learning_rate": 0.00017470126160437993, + "loss": 2.2135593414306642, + "step": 2670 + }, + { + "epoch": 0.38259752310931866, + "grad_norm": 1.1061992645263672, + "learning_rate": 0.00017460604617948108, + "loss": 1.9979249954223632, + "step": 2680 + }, + { + "epoch": 0.38402512580748777, + "grad_norm": 1.21872079372406, + "learning_rate": 0.00017451083075458227, + "loss": 2.1905019760131834, + "step": 2690 + }, + { + "epoch": 0.38545272850565687, + "grad_norm": 0.9169778823852539, + "learning_rate": 0.00017441561532968342, + "loss": 2.096824836730957, + "step": 2700 + }, + { + "epoch": 0.386880331203826, + "grad_norm": 1.1782190799713135, + "learning_rate": 0.0001743203999047846, + "loss": 2.1858846664428713, + "step": 2710 + }, + { + "epoch": 0.3883079339019951, + "grad_norm": 1.0241059064865112, + "learning_rate": 0.00017422518447988573, + "loss": 2.1724557876586914, + "step": 2720 + }, + { + "epoch": 0.3897355366001642, + "grad_norm": 1.3461824655532837, + "learning_rate": 0.00017412996905498692, + "loss": 2.0981250762939454, + "step": 2730 + }, + { + "epoch": 0.3911631392983333, + "grad_norm": 1.231691837310791, + "learning_rate": 0.00017403475363008807, + "loss": 2.000545692443848, + "step": 2740 + }, + { + "epoch": 0.39259074199650235, + "grad_norm": 1.1789937019348145, + "learning_rate": 0.00017393953820518925, + "loss": 1.9449064254760742, + "step": 2750 + }, + { + "epoch": 0.39401834469467145, + "grad_norm": 1.119533896446228, + "learning_rate": 0.0001738443227802904, + "loss": 2.0872426986694337, + "step": 2760 + }, + { + "epoch": 0.39544594739284056, + "grad_norm": 1.034921407699585, + "learning_rate": 0.0001737491073553916, + "loss": 2.0502944946289063, + "step": 2770 + }, + { + "epoch": 0.39687355009100966, + "grad_norm": 1.1675975322723389, + "learning_rate": 0.00017365389193049275, + "loss": 2.0751968383789063, + "step": 2780 + }, + { + "epoch": 0.39830115278917877, + "grad_norm": 0.9863481521606445, + "learning_rate": 0.00017355867650559393, + "loss": 2.216383171081543, + "step": 2790 + }, + { + "epoch": 0.3997287554873479, + "grad_norm": 1.0700448751449585, + "learning_rate": 0.00017346346108069508, + "loss": 2.037568473815918, + "step": 2800 + }, + { + "epoch": 0.401156358185517, + "grad_norm": 1.5234819650650024, + "learning_rate": 0.00017336824565579627, + "loss": 2.135871696472168, + "step": 2810 + }, + { + "epoch": 0.4025839608836861, + "grad_norm": 1.312696933746338, + "learning_rate": 0.0001732730302308974, + "loss": 2.123103713989258, + "step": 2820 + }, + { + "epoch": 0.4040115635818552, + "grad_norm": 1.4110193252563477, + "learning_rate": 0.00017317781480599858, + "loss": 2.2066755294799805, + "step": 2830 + }, + { + "epoch": 0.40543916628002424, + "grad_norm": 1.1026965379714966, + "learning_rate": 0.00017308259938109973, + "loss": 2.026701736450195, + "step": 2840 + }, + { + "epoch": 0.40686676897819335, + "grad_norm": 1.1809606552124023, + "learning_rate": 0.00017298738395620092, + "loss": 2.013088035583496, + "step": 2850 + }, + { + "epoch": 0.40829437167636246, + "grad_norm": 1.281699538230896, + "learning_rate": 0.00017289216853130207, + "loss": 2.212848663330078, + "step": 2860 + }, + { + "epoch": 0.40972197437453156, + "grad_norm": 1.4359161853790283, + "learning_rate": 0.00017279695310640325, + "loss": 2.3273263931274415, + "step": 2870 + }, + { + "epoch": 0.41114957707270067, + "grad_norm": 1.1231915950775146, + "learning_rate": 0.0001727017376815044, + "loss": 2.024250602722168, + "step": 2880 + }, + { + "epoch": 0.4125771797708698, + "grad_norm": 1.1361498832702637, + "learning_rate": 0.0001726065222566056, + "loss": 2.0198749542236327, + "step": 2890 + }, + { + "epoch": 0.4140047824690389, + "grad_norm": 1.277862310409546, + "learning_rate": 0.00017251130683170675, + "loss": 2.0423700332641603, + "step": 2900 + }, + { + "epoch": 0.415432385167208, + "grad_norm": 1.3887676000595093, + "learning_rate": 0.0001724160914068079, + "loss": 2.1957927703857423, + "step": 2910 + }, + { + "epoch": 0.4168599878653771, + "grad_norm": 1.102116584777832, + "learning_rate": 0.00017232087598190906, + "loss": 1.9576358795166016, + "step": 2920 + }, + { + "epoch": 0.41828759056354614, + "grad_norm": 1.658210277557373, + "learning_rate": 0.00017222566055701024, + "loss": 2.1199745178222655, + "step": 2930 + }, + { + "epoch": 0.41971519326171525, + "grad_norm": 1.3684505224227905, + "learning_rate": 0.0001721304451321114, + "loss": 2.1091520309448244, + "step": 2940 + }, + { + "epoch": 0.42114279595988435, + "grad_norm": 1.1813336610794067, + "learning_rate": 0.00017203522970721258, + "loss": 2.0536418914794923, + "step": 2950 + }, + { + "epoch": 0.42257039865805346, + "grad_norm": 1.2007261514663696, + "learning_rate": 0.00017194001428231373, + "loss": 2.053822708129883, + "step": 2960 + }, + { + "epoch": 0.42399800135622256, + "grad_norm": 1.0350509881973267, + "learning_rate": 0.00017184479885741491, + "loss": 1.9133419036865233, + "step": 2970 + }, + { + "epoch": 0.42542560405439167, + "grad_norm": 1.0523207187652588, + "learning_rate": 0.00017174958343251607, + "loss": 2.0608654022216797, + "step": 2980 + }, + { + "epoch": 0.4268532067525608, + "grad_norm": 0.952148973941803, + "learning_rate": 0.00017165436800761725, + "loss": 2.1483791351318358, + "step": 2990 + }, + { + "epoch": 0.4282808094507299, + "grad_norm": 1.0913255214691162, + "learning_rate": 0.0001715591525827184, + "loss": 2.155402946472168, + "step": 3000 + }, + { + "epoch": 0.429708412148899, + "grad_norm": 1.05339777469635, + "learning_rate": 0.00017146393715781956, + "loss": 2.1396499633789063, + "step": 3010 + }, + { + "epoch": 0.43113601484706804, + "grad_norm": 1.2329785823822021, + "learning_rate": 0.00017136872173292075, + "loss": 2.2712575912475588, + "step": 3020 + }, + { + "epoch": 0.43256361754523714, + "grad_norm": 1.1520178318023682, + "learning_rate": 0.0001712735063080219, + "loss": 2.0944181442260743, + "step": 3030 + }, + { + "epoch": 0.43399122024340625, + "grad_norm": 1.1466962099075317, + "learning_rate": 0.00017117829088312308, + "loss": 2.064352607727051, + "step": 3040 + }, + { + "epoch": 0.43541882294157536, + "grad_norm": 1.2289594411849976, + "learning_rate": 0.00017108307545822424, + "loss": 2.2511341094970705, + "step": 3050 + }, + { + "epoch": 0.43684642563974446, + "grad_norm": 1.0378469228744507, + "learning_rate": 0.00017098786003332542, + "loss": 2.0552734375, + "step": 3060 + }, + { + "epoch": 0.43827402833791357, + "grad_norm": 1.1334617137908936, + "learning_rate": 0.00017089264460842658, + "loss": 2.1504894256591798, + "step": 3070 + }, + { + "epoch": 0.4397016310360827, + "grad_norm": 1.2314560413360596, + "learning_rate": 0.00017079742918352776, + "loss": 2.1562742233276366, + "step": 3080 + }, + { + "epoch": 0.4411292337342518, + "grad_norm": 1.1508898735046387, + "learning_rate": 0.00017070221375862891, + "loss": 2.0091711044311524, + "step": 3090 + }, + { + "epoch": 0.44255683643242083, + "grad_norm": 1.7214949131011963, + "learning_rate": 0.00017060699833373007, + "loss": 2.084541893005371, + "step": 3100 + }, + { + "epoch": 0.44398443913058994, + "grad_norm": 1.452836036682129, + "learning_rate": 0.00017051178290883122, + "loss": 2.167698097229004, + "step": 3110 + }, + { + "epoch": 0.44541204182875904, + "grad_norm": 1.1506155729293823, + "learning_rate": 0.0001704165674839324, + "loss": 2.1772172927856444, + "step": 3120 + }, + { + "epoch": 0.44683964452692815, + "grad_norm": 1.6658185720443726, + "learning_rate": 0.00017032135205903356, + "loss": 2.1950592041015624, + "step": 3130 + }, + { + "epoch": 0.44826724722509725, + "grad_norm": 1.0545748472213745, + "learning_rate": 0.00017022613663413474, + "loss": 2.052364730834961, + "step": 3140 + }, + { + "epoch": 0.44969484992326636, + "grad_norm": 1.3302888870239258, + "learning_rate": 0.0001701309212092359, + "loss": 2.2422548294067384, + "step": 3150 + }, + { + "epoch": 0.45112245262143547, + "grad_norm": 1.4070645570755005, + "learning_rate": 0.00017003570578433708, + "loss": 2.1141366958618164, + "step": 3160 + }, + { + "epoch": 0.45255005531960457, + "grad_norm": 1.0993238687515259, + "learning_rate": 0.00016994049035943824, + "loss": 2.1006706237792967, + "step": 3170 + }, + { + "epoch": 0.4539776580177737, + "grad_norm": 1.1617511510849, + "learning_rate": 0.00016984527493453942, + "loss": 1.9723478317260743, + "step": 3180 + }, + { + "epoch": 0.45540526071594273, + "grad_norm": 1.5463227033615112, + "learning_rate": 0.00016975005950964058, + "loss": 2.104926109313965, + "step": 3190 + }, + { + "epoch": 0.45683286341411183, + "grad_norm": 1.2094980478286743, + "learning_rate": 0.00016965484408474173, + "loss": 1.9171577453613282, + "step": 3200 + }, + { + "epoch": 0.45826046611228094, + "grad_norm": 1.103075385093689, + "learning_rate": 0.00016955962865984289, + "loss": 2.1229742050170897, + "step": 3210 + }, + { + "epoch": 0.45968806881045005, + "grad_norm": 1.3477221727371216, + "learning_rate": 0.00016946441323494407, + "loss": 2.0110040664672852, + "step": 3220 + }, + { + "epoch": 0.46111567150861915, + "grad_norm": 1.1711978912353516, + "learning_rate": 0.00016936919781004522, + "loss": 2.1763769149780274, + "step": 3230 + }, + { + "epoch": 0.46254327420678826, + "grad_norm": 1.1173983812332153, + "learning_rate": 0.0001692739823851464, + "loss": 2.0923931121826174, + "step": 3240 + }, + { + "epoch": 0.46397087690495736, + "grad_norm": 1.3516672849655151, + "learning_rate": 0.00016917876696024756, + "loss": 2.1028839111328126, + "step": 3250 + }, + { + "epoch": 0.46539847960312647, + "grad_norm": 1.187572717666626, + "learning_rate": 0.00016908355153534874, + "loss": 2.039937973022461, + "step": 3260 + }, + { + "epoch": 0.4668260823012956, + "grad_norm": 1.3026293516159058, + "learning_rate": 0.0001689883361104499, + "loss": 2.0570196151733398, + "step": 3270 + }, + { + "epoch": 0.4682536849994646, + "grad_norm": 1.1978344917297363, + "learning_rate": 0.00016889312068555108, + "loss": 2.077353858947754, + "step": 3280 + }, + { + "epoch": 0.46968128769763373, + "grad_norm": 1.0989017486572266, + "learning_rate": 0.0001687979052606522, + "loss": 1.9933378219604492, + "step": 3290 + }, + { + "epoch": 0.47110889039580284, + "grad_norm": 1.1777777671813965, + "learning_rate": 0.0001687026898357534, + "loss": 2.197841262817383, + "step": 3300 + }, + { + "epoch": 0.47253649309397194, + "grad_norm": 1.8024139404296875, + "learning_rate": 0.00016860747441085455, + "loss": 2.1699588775634764, + "step": 3310 + }, + { + "epoch": 0.47396409579214105, + "grad_norm": 1.0226041078567505, + "learning_rate": 0.00016851225898595573, + "loss": 2.0379987716674806, + "step": 3320 + }, + { + "epoch": 0.47539169849031016, + "grad_norm": 2.29010009765625, + "learning_rate": 0.00016841704356105689, + "loss": 2.08388614654541, + "step": 3330 + }, + { + "epoch": 0.47681930118847926, + "grad_norm": 0.9974448084831238, + "learning_rate": 0.00016832182813615807, + "loss": 2.0867422103881834, + "step": 3340 + }, + { + "epoch": 0.47824690388664837, + "grad_norm": 1.1733876466751099, + "learning_rate": 0.00016822661271125922, + "loss": 2.038913917541504, + "step": 3350 + }, + { + "epoch": 0.4796745065848175, + "grad_norm": 1.0234184265136719, + "learning_rate": 0.0001681313972863604, + "loss": 2.1241840362548827, + "step": 3360 + }, + { + "epoch": 0.4811021092829865, + "grad_norm": 1.4544063806533813, + "learning_rate": 0.00016803618186146156, + "loss": 2.044015121459961, + "step": 3370 + }, + { + "epoch": 0.48252971198115563, + "grad_norm": 1.368973731994629, + "learning_rate": 0.00016794096643656274, + "loss": 2.019906425476074, + "step": 3380 + }, + { + "epoch": 0.48395731467932473, + "grad_norm": 1.168421745300293, + "learning_rate": 0.0001678457510116639, + "loss": 2.0222070693969725, + "step": 3390 + }, + { + "epoch": 0.48538491737749384, + "grad_norm": 1.2671949863433838, + "learning_rate": 0.00016775053558676505, + "loss": 2.1466264724731445, + "step": 3400 + }, + { + "epoch": 0.48681252007566295, + "grad_norm": 1.0771664381027222, + "learning_rate": 0.00016765532016186624, + "loss": 2.0024179458618163, + "step": 3410 + }, + { + "epoch": 0.48824012277383205, + "grad_norm": 1.2461390495300293, + "learning_rate": 0.0001675601047369674, + "loss": 2.0828195571899415, + "step": 3420 + }, + { + "epoch": 0.48966772547200116, + "grad_norm": 1.6071606874465942, + "learning_rate": 0.00016746488931206857, + "loss": 1.9849077224731446, + "step": 3430 + }, + { + "epoch": 0.49109532817017026, + "grad_norm": 1.0467002391815186, + "learning_rate": 0.00016736967388716973, + "loss": 2.0019205093383787, + "step": 3440 + }, + { + "epoch": 0.4925229308683393, + "grad_norm": 1.0588996410369873, + "learning_rate": 0.0001672744584622709, + "loss": 2.0819076538085937, + "step": 3450 + }, + { + "epoch": 0.4939505335665084, + "grad_norm": 0.9776011109352112, + "learning_rate": 0.00016717924303737207, + "loss": 1.9890733718872071, + "step": 3460 + }, + { + "epoch": 0.4953781362646775, + "grad_norm": 1.439799427986145, + "learning_rate": 0.00016708402761247325, + "loss": 2.1648094177246096, + "step": 3470 + }, + { + "epoch": 0.49680573896284663, + "grad_norm": 1.063666820526123, + "learning_rate": 0.0001669888121875744, + "loss": 1.9934938430786133, + "step": 3480 + }, + { + "epoch": 0.49823334166101574, + "grad_norm": 1.0971171855926514, + "learning_rate": 0.00016689359676267556, + "loss": 2.0755395889282227, + "step": 3490 + }, + { + "epoch": 0.49966094435918484, + "grad_norm": 1.3422017097473145, + "learning_rate": 0.00016679838133777672, + "loss": 2.080609130859375, + "step": 3500 + }, + { + "epoch": 0.501088547057354, + "grad_norm": 1.3471558094024658, + "learning_rate": 0.0001667031659128779, + "loss": 2.0093482971191405, + "step": 3510 + }, + { + "epoch": 0.5025161497555231, + "grad_norm": 1.0592118501663208, + "learning_rate": 0.00016660795048797905, + "loss": 1.997859573364258, + "step": 3520 + }, + { + "epoch": 0.5039437524536922, + "grad_norm": 1.2080049514770508, + "learning_rate": 0.00016651273506308024, + "loss": 2.133045959472656, + "step": 3530 + }, + { + "epoch": 0.5053713551518613, + "grad_norm": 0.9516943097114563, + "learning_rate": 0.0001664175196381814, + "loss": 2.04406795501709, + "step": 3540 + }, + { + "epoch": 0.5067989578500304, + "grad_norm": 0.9474464058876038, + "learning_rate": 0.00016632230421328257, + "loss": 2.161180877685547, + "step": 3550 + }, + { + "epoch": 0.5082265605481995, + "grad_norm": 1.1096711158752441, + "learning_rate": 0.00016622708878838373, + "loss": 2.1555700302124023, + "step": 3560 + }, + { + "epoch": 0.5096541632463686, + "grad_norm": 1.3584140539169312, + "learning_rate": 0.0001661318733634849, + "loss": 2.018060302734375, + "step": 3570 + }, + { + "epoch": 0.5110817659445376, + "grad_norm": 1.6246408224105835, + "learning_rate": 0.00016603665793858604, + "loss": 2.2220287322998047, + "step": 3580 + }, + { + "epoch": 0.5125093686427067, + "grad_norm": 1.2138937711715698, + "learning_rate": 0.00016594144251368722, + "loss": 2.069137954711914, + "step": 3590 + }, + { + "epoch": 0.5139369713408758, + "grad_norm": 1.2093039751052856, + "learning_rate": 0.00016584622708878838, + "loss": 2.109259033203125, + "step": 3600 + }, + { + "epoch": 0.5153645740390449, + "grad_norm": 1.1119673252105713, + "learning_rate": 0.00016575101166388956, + "loss": 2.055547904968262, + "step": 3610 + }, + { + "epoch": 0.516792176737214, + "grad_norm": 1.1239557266235352, + "learning_rate": 0.00016565579623899071, + "loss": 2.154520606994629, + "step": 3620 + }, + { + "epoch": 0.5182197794353831, + "grad_norm": 1.1713887453079224, + "learning_rate": 0.0001655605808140919, + "loss": 2.1828012466430664, + "step": 3630 + }, + { + "epoch": 0.5196473821335522, + "grad_norm": 1.0080145597457886, + "learning_rate": 0.00016546536538919305, + "loss": 2.08593635559082, + "step": 3640 + }, + { + "epoch": 0.5210749848317213, + "grad_norm": 1.0677450895309448, + "learning_rate": 0.00016537014996429424, + "loss": 2.1263172149658205, + "step": 3650 + }, + { + "epoch": 0.5225025875298904, + "grad_norm": 1.5995664596557617, + "learning_rate": 0.0001652749345393954, + "loss": 2.1577287673950196, + "step": 3660 + }, + { + "epoch": 0.5239301902280595, + "grad_norm": 1.1336824893951416, + "learning_rate": 0.00016517971911449657, + "loss": 2.0607637405395507, + "step": 3670 + }, + { + "epoch": 0.5253577929262286, + "grad_norm": 1.4898009300231934, + "learning_rate": 0.0001650845036895977, + "loss": 2.0850154876708986, + "step": 3680 + }, + { + "epoch": 0.5267853956243977, + "grad_norm": 1.153604507446289, + "learning_rate": 0.00016498928826469888, + "loss": 2.0568546295166015, + "step": 3690 + }, + { + "epoch": 0.5282129983225669, + "grad_norm": 0.9742231965065002, + "learning_rate": 0.00016489407283980004, + "loss": 2.1295637130737304, + "step": 3700 + }, + { + "epoch": 0.529640601020736, + "grad_norm": 1.0828098058700562, + "learning_rate": 0.00016479885741490122, + "loss": 2.2455913543701174, + "step": 3710 + }, + { + "epoch": 0.5310682037189051, + "grad_norm": 1.1993688344955444, + "learning_rate": 0.00016470364199000238, + "loss": 2.065316009521484, + "step": 3720 + }, + { + "epoch": 0.5324958064170742, + "grad_norm": 0.9875587224960327, + "learning_rate": 0.00016460842656510356, + "loss": 2.167093849182129, + "step": 3730 + }, + { + "epoch": 0.5339234091152433, + "grad_norm": 1.587498426437378, + "learning_rate": 0.00016451321114020471, + "loss": 2.123185157775879, + "step": 3740 + }, + { + "epoch": 0.5353510118134124, + "grad_norm": 1.0599406957626343, + "learning_rate": 0.0001644179957153059, + "loss": 1.9770395278930664, + "step": 3750 + }, + { + "epoch": 0.5367786145115814, + "grad_norm": 0.9904677867889404, + "learning_rate": 0.00016432278029040705, + "loss": 2.1363361358642576, + "step": 3760 + }, + { + "epoch": 0.5382062172097505, + "grad_norm": 1.1583956480026245, + "learning_rate": 0.0001642275648655082, + "loss": 2.163792610168457, + "step": 3770 + }, + { + "epoch": 0.5396338199079196, + "grad_norm": 1.0722836256027222, + "learning_rate": 0.0001641323494406094, + "loss": 2.143117141723633, + "step": 3780 + }, + { + "epoch": 0.5410614226060887, + "grad_norm": 1.3460588455200195, + "learning_rate": 0.00016403713401571055, + "loss": 2.1735687255859375, + "step": 3790 + }, + { + "epoch": 0.5424890253042578, + "grad_norm": 1.1308567523956299, + "learning_rate": 0.00016394191859081173, + "loss": 2.1688426971435546, + "step": 3800 + }, + { + "epoch": 0.5439166280024269, + "grad_norm": 1.20809805393219, + "learning_rate": 0.00016384670316591288, + "loss": 2.1337045669555663, + "step": 3810 + }, + { + "epoch": 0.545344230700596, + "grad_norm": 1.051905870437622, + "learning_rate": 0.00016375148774101407, + "loss": 2.0859872817993166, + "step": 3820 + }, + { + "epoch": 0.5467718333987651, + "grad_norm": 1.2605935335159302, + "learning_rate": 0.00016365627231611522, + "loss": 2.1538076400756836, + "step": 3830 + }, + { + "epoch": 0.5481994360969342, + "grad_norm": 1.1376152038574219, + "learning_rate": 0.0001635610568912164, + "loss": 2.028926467895508, + "step": 3840 + }, + { + "epoch": 0.5496270387951033, + "grad_norm": 2.1268208026885986, + "learning_rate": 0.00016346584146631756, + "loss": 2.225727653503418, + "step": 3850 + }, + { + "epoch": 0.5510546414932724, + "grad_norm": 1.430724859237671, + "learning_rate": 0.00016337062604141874, + "loss": 2.0055526733398437, + "step": 3860 + }, + { + "epoch": 0.5524822441914415, + "grad_norm": 1.0673465728759766, + "learning_rate": 0.00016327541061651987, + "loss": 2.0893600463867186, + "step": 3870 + }, + { + "epoch": 0.5539098468896106, + "grad_norm": 1.2765331268310547, + "learning_rate": 0.00016318019519162105, + "loss": 2.008353042602539, + "step": 3880 + }, + { + "epoch": 0.5553374495877798, + "grad_norm": 1.0461541414260864, + "learning_rate": 0.0001630849797667222, + "loss": 2.1346414566040037, + "step": 3890 + }, + { + "epoch": 0.5567650522859489, + "grad_norm": 1.28388512134552, + "learning_rate": 0.0001629897643418234, + "loss": 2.1297496795654296, + "step": 3900 + }, + { + "epoch": 0.558192654984118, + "grad_norm": 1.1615244150161743, + "learning_rate": 0.00016289454891692454, + "loss": 2.078843116760254, + "step": 3910 + }, + { + "epoch": 0.5596202576822871, + "grad_norm": 1.248067021369934, + "learning_rate": 0.00016279933349202573, + "loss": 2.2453628540039063, + "step": 3920 + }, + { + "epoch": 0.5610478603804561, + "grad_norm": 1.1647175550460815, + "learning_rate": 0.00016270411806712688, + "loss": 2.271023178100586, + "step": 3930 + }, + { + "epoch": 0.5624754630786252, + "grad_norm": 0.9548137784004211, + "learning_rate": 0.00016260890264222806, + "loss": 2.068301200866699, + "step": 3940 + }, + { + "epoch": 0.5639030657767943, + "grad_norm": 1.084067940711975, + "learning_rate": 0.00016251368721732922, + "loss": 2.0725963592529295, + "step": 3950 + }, + { + "epoch": 0.5653306684749634, + "grad_norm": 1.6000462770462036, + "learning_rate": 0.00016241847179243038, + "loss": 2.205929756164551, + "step": 3960 + }, + { + "epoch": 0.5667582711731325, + "grad_norm": 1.0657289028167725, + "learning_rate": 0.00016232325636753153, + "loss": 2.224954032897949, + "step": 3970 + }, + { + "epoch": 0.5681858738713016, + "grad_norm": 1.0999115705490112, + "learning_rate": 0.0001622280409426327, + "loss": 2.0713016510009767, + "step": 3980 + }, + { + "epoch": 0.5696134765694707, + "grad_norm": 1.55386221408844, + "learning_rate": 0.00016214234706022376, + "loss": 2.0461357116699217, + "step": 3990 + }, + { + "epoch": 0.5710410792676398, + "grad_norm": 1.4208126068115234, + "learning_rate": 0.00016204713163532492, + "loss": 1.941202735900879, + "step": 4000 + }, + { + "epoch": 0.5724686819658089, + "grad_norm": 1.118394374847412, + "learning_rate": 0.0001619519162104261, + "loss": 2.088357162475586, + "step": 4010 + }, + { + "epoch": 0.573896284663978, + "grad_norm": 1.3743064403533936, + "learning_rate": 0.00016185670078552725, + "loss": 2.0932437896728517, + "step": 4020 + }, + { + "epoch": 0.5753238873621471, + "grad_norm": 1.1113500595092773, + "learning_rate": 0.00016176148536062844, + "loss": 2.1681371688842774, + "step": 4030 + }, + { + "epoch": 0.5767514900603162, + "grad_norm": 1.1337480545043945, + "learning_rate": 0.0001616662699357296, + "loss": 2.390884780883789, + "step": 4040 + }, + { + "epoch": 0.5781790927584853, + "grad_norm": 1.0913474559783936, + "learning_rate": 0.00016157105451083077, + "loss": 2.0483430862426757, + "step": 4050 + }, + { + "epoch": 0.5796066954566544, + "grad_norm": 1.0958749055862427, + "learning_rate": 0.00016147583908593193, + "loss": 2.0507534027099608, + "step": 4060 + }, + { + "epoch": 0.5810342981548235, + "grad_norm": 1.0328621864318848, + "learning_rate": 0.0001613806236610331, + "loss": 2.081440734863281, + "step": 4070 + }, + { + "epoch": 0.5824619008529927, + "grad_norm": 1.0732722282409668, + "learning_rate": 0.00016128540823613427, + "loss": 1.9593217849731446, + "step": 4080 + }, + { + "epoch": 0.5838895035511618, + "grad_norm": 1.209100365638733, + "learning_rate": 0.00016119019281123542, + "loss": 1.9060861587524414, + "step": 4090 + }, + { + "epoch": 0.5853171062493309, + "grad_norm": 1.7121407985687256, + "learning_rate": 0.00016109497738633658, + "loss": 2.1000993728637694, + "step": 4100 + }, + { + "epoch": 0.5867447089474999, + "grad_norm": 1.263508677482605, + "learning_rate": 0.00016099976196143776, + "loss": 2.03182373046875, + "step": 4110 + }, + { + "epoch": 0.588172311645669, + "grad_norm": 1.090971827507019, + "learning_rate": 0.00016090454653653892, + "loss": 2.046316909790039, + "step": 4120 + }, + { + "epoch": 0.5895999143438381, + "grad_norm": 1.1175658702850342, + "learning_rate": 0.0001608093311116401, + "loss": 2.025002098083496, + "step": 4130 + }, + { + "epoch": 0.5910275170420072, + "grad_norm": 1.078690528869629, + "learning_rate": 0.00016071411568674125, + "loss": 2.0121585845947267, + "step": 4140 + }, + { + "epoch": 0.5924551197401763, + "grad_norm": 1.0645606517791748, + "learning_rate": 0.00016061890026184244, + "loss": 2.2159936904907225, + "step": 4150 + }, + { + "epoch": 0.5938827224383454, + "grad_norm": 1.1634751558303833, + "learning_rate": 0.0001605236848369436, + "loss": 2.097846031188965, + "step": 4160 + }, + { + "epoch": 0.5953103251365145, + "grad_norm": 1.3217452764511108, + "learning_rate": 0.00016042846941204477, + "loss": 2.1109798431396483, + "step": 4170 + }, + { + "epoch": 0.5967379278346836, + "grad_norm": 1.0953373908996582, + "learning_rate": 0.0001603332539871459, + "loss": 2.0403207778930663, + "step": 4180 + }, + { + "epoch": 0.5981655305328527, + "grad_norm": 1.2647509574890137, + "learning_rate": 0.00016023803856224708, + "loss": 2.1489234924316407, + "step": 4190 + }, + { + "epoch": 0.5995931332310218, + "grad_norm": 1.2663153409957886, + "learning_rate": 0.00016014282313734824, + "loss": 2.1639209747314454, + "step": 4200 + }, + { + "epoch": 0.6010207359291909, + "grad_norm": 1.027962327003479, + "learning_rate": 0.00016004760771244942, + "loss": 2.0777713775634767, + "step": 4210 + }, + { + "epoch": 0.60244833862736, + "grad_norm": 1.547472357749939, + "learning_rate": 0.00015995239228755058, + "loss": 2.114849090576172, + "step": 4220 + }, + { + "epoch": 0.6038759413255291, + "grad_norm": 1.0689531564712524, + "learning_rate": 0.00015985717686265176, + "loss": 2.101460838317871, + "step": 4230 + }, + { + "epoch": 0.6053035440236982, + "grad_norm": 1.1795955896377563, + "learning_rate": 0.00015976196143775291, + "loss": 2.0170339584350585, + "step": 4240 + }, + { + "epoch": 0.6067311467218673, + "grad_norm": 1.0898903608322144, + "learning_rate": 0.0001596667460128541, + "loss": 2.1026046752929686, + "step": 4250 + }, + { + "epoch": 0.6081587494200364, + "grad_norm": 1.4372042417526245, + "learning_rate": 0.00015957153058795525, + "loss": 2.0490205764770506, + "step": 4260 + }, + { + "epoch": 0.6095863521182056, + "grad_norm": 1.186373233795166, + "learning_rate": 0.00015947631516305644, + "loss": 1.9973588943481446, + "step": 4270 + }, + { + "epoch": 0.6110139548163745, + "grad_norm": 1.1143156290054321, + "learning_rate": 0.0001593810997381576, + "loss": 2.049622917175293, + "step": 4280 + }, + { + "epoch": 0.6124415575145437, + "grad_norm": 1.5476491451263428, + "learning_rate": 0.00015928588431325875, + "loss": 2.0849376678466798, + "step": 4290 + }, + { + "epoch": 0.6138691602127128, + "grad_norm": 0.9903887510299683, + "learning_rate": 0.00015919066888835993, + "loss": 1.98438720703125, + "step": 4300 + }, + { + "epoch": 0.6152967629108819, + "grad_norm": 1.1740891933441162, + "learning_rate": 0.00015909545346346108, + "loss": 2.2359495162963867, + "step": 4310 + }, + { + "epoch": 0.616724365609051, + "grad_norm": 1.0749351978302002, + "learning_rate": 0.00015900023803856227, + "loss": 2.0514636993408204, + "step": 4320 + }, + { + "epoch": 0.6181519683072201, + "grad_norm": 1.2126410007476807, + "learning_rate": 0.00015890502261366342, + "loss": 2.089235305786133, + "step": 4330 + }, + { + "epoch": 0.6195795710053892, + "grad_norm": 1.1484490633010864, + "learning_rate": 0.0001588098071887646, + "loss": 2.0745500564575194, + "step": 4340 + }, + { + "epoch": 0.6210071737035583, + "grad_norm": 0.9319640398025513, + "learning_rate": 0.00015871459176386576, + "loss": 1.9926181793212892, + "step": 4350 + }, + { + "epoch": 0.6224347764017274, + "grad_norm": 1.2679811716079712, + "learning_rate": 0.00015861937633896694, + "loss": 2.129096031188965, + "step": 4360 + }, + { + "epoch": 0.6238623790998965, + "grad_norm": 1.1401822566986084, + "learning_rate": 0.00015852416091406807, + "loss": 1.957147979736328, + "step": 4370 + }, + { + "epoch": 0.6252899817980656, + "grad_norm": 1.0949463844299316, + "learning_rate": 0.00015842894548916925, + "loss": 2.1449153900146483, + "step": 4380 + }, + { + "epoch": 0.6267175844962347, + "grad_norm": 1.14918053150177, + "learning_rate": 0.0001583337300642704, + "loss": 2.2274448394775392, + "step": 4390 + }, + { + "epoch": 0.6281451871944038, + "grad_norm": 1.1906867027282715, + "learning_rate": 0.0001582385146393716, + "loss": 2.051712989807129, + "step": 4400 + }, + { + "epoch": 0.6295727898925729, + "grad_norm": 1.0407558679580688, + "learning_rate": 0.00015814329921447275, + "loss": 2.0556570053100587, + "step": 4410 + }, + { + "epoch": 0.631000392590742, + "grad_norm": 1.0472633838653564, + "learning_rate": 0.00015804808378957393, + "loss": 2.0726411819458006, + "step": 4420 + }, + { + "epoch": 0.6324279952889111, + "grad_norm": 1.0542018413543701, + "learning_rate": 0.00015795286836467508, + "loss": 1.9429601669311523, + "step": 4430 + }, + { + "epoch": 0.6338555979870802, + "grad_norm": 1.056063175201416, + "learning_rate": 0.00015785765293977627, + "loss": 2.0575481414794923, + "step": 4440 + }, + { + "epoch": 0.6352832006852493, + "grad_norm": 1.345315933227539, + "learning_rate": 0.00015776243751487742, + "loss": 2.0701883316040037, + "step": 4450 + }, + { + "epoch": 0.6367108033834183, + "grad_norm": 1.1465160846710205, + "learning_rate": 0.0001576672220899786, + "loss": 2.141465950012207, + "step": 4460 + }, + { + "epoch": 0.6381384060815875, + "grad_norm": 1.2380520105361938, + "learning_rate": 0.00015757200666507973, + "loss": 2.1055450439453125, + "step": 4470 + }, + { + "epoch": 0.6395660087797566, + "grad_norm": 1.1188899278640747, + "learning_rate": 0.00015747679124018091, + "loss": 2.1809152603149413, + "step": 4480 + }, + { + "epoch": 0.6409936114779257, + "grad_norm": 1.0567125082015991, + "learning_rate": 0.00015738157581528207, + "loss": 2.1224170684814454, + "step": 4490 + }, + { + "epoch": 0.6424212141760948, + "grad_norm": 1.1337240934371948, + "learning_rate": 0.00015728636039038325, + "loss": 2.0783939361572266, + "step": 4500 + }, + { + "epoch": 0.6438488168742639, + "grad_norm": 1.1785552501678467, + "learning_rate": 0.0001571911449654844, + "loss": 2.079520606994629, + "step": 4510 + }, + { + "epoch": 0.645276419572433, + "grad_norm": 1.064718246459961, + "learning_rate": 0.0001570959295405856, + "loss": 2.0744672775268556, + "step": 4520 + }, + { + "epoch": 0.6467040222706021, + "grad_norm": 1.0810433626174927, + "learning_rate": 0.00015700071411568674, + "loss": 2.1164180755615236, + "step": 4530 + }, + { + "epoch": 0.6481316249687712, + "grad_norm": 1.4308578968048096, + "learning_rate": 0.00015690549869078793, + "loss": 2.11962833404541, + "step": 4540 + }, + { + "epoch": 0.6495592276669403, + "grad_norm": 1.0707223415374756, + "learning_rate": 0.00015681028326588908, + "loss": 2.017913055419922, + "step": 4550 + }, + { + "epoch": 0.6509868303651094, + "grad_norm": 1.1607109308242798, + "learning_rate": 0.00015671506784099024, + "loss": 2.080700492858887, + "step": 4560 + }, + { + "epoch": 0.6524144330632785, + "grad_norm": 1.0517059564590454, + "learning_rate": 0.0001566198524160914, + "loss": 2.1347278594970702, + "step": 4570 + }, + { + "epoch": 0.6538420357614476, + "grad_norm": 1.0226854085922241, + "learning_rate": 0.00015652463699119258, + "loss": 1.9415822982788087, + "step": 4580 + }, + { + "epoch": 0.6552696384596167, + "grad_norm": 1.1085102558135986, + "learning_rate": 0.00015642942156629373, + "loss": 2.0874921798706056, + "step": 4590 + }, + { + "epoch": 0.6566972411577858, + "grad_norm": 1.203783392906189, + "learning_rate": 0.0001563342061413949, + "loss": 2.018591117858887, + "step": 4600 + }, + { + "epoch": 0.6581248438559549, + "grad_norm": 1.30747389793396, + "learning_rate": 0.00015623899071649607, + "loss": 2.124520111083984, + "step": 4610 + }, + { + "epoch": 0.659552446554124, + "grad_norm": 1.1289852857589722, + "learning_rate": 0.00015614377529159725, + "loss": 2.1010200500488283, + "step": 4620 + }, + { + "epoch": 0.660980049252293, + "grad_norm": 1.1173664331436157, + "learning_rate": 0.0001560485598666984, + "loss": 2.095734786987305, + "step": 4630 + }, + { + "epoch": 0.6624076519504621, + "grad_norm": 1.3770655393600464, + "learning_rate": 0.0001559533444417996, + "loss": 2.109881782531738, + "step": 4640 + }, + { + "epoch": 0.6638352546486312, + "grad_norm": 1.0825073719024658, + "learning_rate": 0.00015585812901690074, + "loss": 1.9486059188842773, + "step": 4650 + }, + { + "epoch": 0.6652628573468004, + "grad_norm": 1.228014588356018, + "learning_rate": 0.0001557629135920019, + "loss": 2.1181900024414064, + "step": 4660 + }, + { + "epoch": 0.6666904600449695, + "grad_norm": 1.2361053228378296, + "learning_rate": 0.00015566769816710308, + "loss": 2.11850528717041, + "step": 4670 + }, + { + "epoch": 0.6681180627431386, + "grad_norm": 1.3095343112945557, + "learning_rate": 0.00015557248274220424, + "loss": 2.2466053009033202, + "step": 4680 + }, + { + "epoch": 0.6695456654413077, + "grad_norm": 1.4119725227355957, + "learning_rate": 0.00015547726731730542, + "loss": 2.139160919189453, + "step": 4690 + }, + { + "epoch": 0.6709732681394768, + "grad_norm": 1.160866141319275, + "learning_rate": 0.00015538205189240657, + "loss": 2.178610610961914, + "step": 4700 + }, + { + "epoch": 0.6724008708376459, + "grad_norm": 0.9942652583122253, + "learning_rate": 0.00015528683646750776, + "loss": 2.1062307357788086, + "step": 4710 + }, + { + "epoch": 0.673828473535815, + "grad_norm": 1.1465297937393188, + "learning_rate": 0.0001551916210426089, + "loss": 1.9471675872802734, + "step": 4720 + }, + { + "epoch": 0.6752560762339841, + "grad_norm": 1.157509684562683, + "learning_rate": 0.0001550964056177101, + "loss": 2.2231735229492187, + "step": 4730 + }, + { + "epoch": 0.6766836789321532, + "grad_norm": 1.2655620574951172, + "learning_rate": 0.00015500119019281125, + "loss": 2.194755744934082, + "step": 4740 + }, + { + "epoch": 0.6781112816303223, + "grad_norm": 1.3042454719543457, + "learning_rate": 0.0001549059747679124, + "loss": 2.1200008392333984, + "step": 4750 + }, + { + "epoch": 0.6795388843284914, + "grad_norm": 1.211383581161499, + "learning_rate": 0.00015481075934301356, + "loss": 2.0350900650024415, + "step": 4760 + }, + { + "epoch": 0.6809664870266605, + "grad_norm": 1.1105891466140747, + "learning_rate": 0.00015471554391811474, + "loss": 2.0983116149902346, + "step": 4770 + }, + { + "epoch": 0.6823940897248296, + "grad_norm": 1.1432119607925415, + "learning_rate": 0.0001546203284932159, + "loss": 2.0374631881713867, + "step": 4780 + }, + { + "epoch": 0.6838216924229987, + "grad_norm": 1.2010427713394165, + "learning_rate": 0.00015452511306831708, + "loss": 2.1282493591308596, + "step": 4790 + }, + { + "epoch": 0.6852492951211678, + "grad_norm": 1.1762789487838745, + "learning_rate": 0.00015442989764341824, + "loss": 2.157598304748535, + "step": 4800 + }, + { + "epoch": 0.6866768978193368, + "grad_norm": 1.0752602815628052, + "learning_rate": 0.00015433468221851942, + "loss": 1.9569272994995117, + "step": 4810 + }, + { + "epoch": 0.6881045005175059, + "grad_norm": 1.1443010568618774, + "learning_rate": 0.00015423946679362057, + "loss": 2.072005844116211, + "step": 4820 + }, + { + "epoch": 0.689532103215675, + "grad_norm": 1.1991745233535767, + "learning_rate": 0.00015414425136872176, + "loss": 2.044131851196289, + "step": 4830 + }, + { + "epoch": 0.6909597059138441, + "grad_norm": 1.03378427028656, + "learning_rate": 0.0001540490359438229, + "loss": 2.241434097290039, + "step": 4840 + }, + { + "epoch": 0.6923873086120133, + "grad_norm": 1.3095555305480957, + "learning_rate": 0.00015395382051892407, + "loss": 2.1197956085205076, + "step": 4850 + }, + { + "epoch": 0.6938149113101824, + "grad_norm": 1.0304228067398071, + "learning_rate": 0.00015385860509402522, + "loss": 2.0145242691040037, + "step": 4860 + }, + { + "epoch": 0.6952425140083515, + "grad_norm": 1.0579947233200073, + "learning_rate": 0.0001537633896691264, + "loss": 1.9315383911132813, + "step": 4870 + }, + { + "epoch": 0.6966701167065206, + "grad_norm": 1.389248251914978, + "learning_rate": 0.00015366817424422756, + "loss": 1.96744384765625, + "step": 4880 + }, + { + "epoch": 0.6980977194046897, + "grad_norm": 1.0396047830581665, + "learning_rate": 0.00015357295881932874, + "loss": 2.1762937545776366, + "step": 4890 + }, + { + "epoch": 0.6995253221028588, + "grad_norm": 0.9477119445800781, + "learning_rate": 0.0001534777433944299, + "loss": 2.269539451599121, + "step": 4900 + }, + { + "epoch": 0.7009529248010279, + "grad_norm": 1.3811748027801514, + "learning_rate": 0.00015338252796953108, + "loss": 2.1592836380004883, + "step": 4910 + }, + { + "epoch": 0.702380527499197, + "grad_norm": 1.0813015699386597, + "learning_rate": 0.00015328731254463224, + "loss": 2.2636188507080077, + "step": 4920 + }, + { + "epoch": 0.7038081301973661, + "grad_norm": 1.2023388147354126, + "learning_rate": 0.00015319209711973342, + "loss": 2.1457313537597655, + "step": 4930 + }, + { + "epoch": 0.7052357328955352, + "grad_norm": 1.1694599390029907, + "learning_rate": 0.00015309688169483455, + "loss": 2.1561866760253907, + "step": 4940 + }, + { + "epoch": 0.7066633355937043, + "grad_norm": 1.278207778930664, + "learning_rate": 0.00015300166626993573, + "loss": 2.1632722854614257, + "step": 4950 + }, + { + "epoch": 0.7080909382918734, + "grad_norm": 1.2129367589950562, + "learning_rate": 0.00015290645084503688, + "loss": 2.104619598388672, + "step": 4960 + }, + { + "epoch": 0.7095185409900425, + "grad_norm": 1.12024986743927, + "learning_rate": 0.00015281123542013807, + "loss": 2.2494619369506834, + "step": 4970 + }, + { + "epoch": 0.7109461436882115, + "grad_norm": 1.323219656944275, + "learning_rate": 0.00015271601999523922, + "loss": 2.077766990661621, + "step": 4980 + }, + { + "epoch": 0.7123737463863806, + "grad_norm": 1.4513942003250122, + "learning_rate": 0.0001526208045703404, + "loss": 2.0815666198730467, + "step": 4990 + }, + { + "epoch": 0.7138013490845497, + "grad_norm": 1.022873878479004, + "learning_rate": 0.00015252558914544156, + "loss": 2.0749887466430663, + "step": 5000 + }, + { + "epoch": 0.7152289517827188, + "grad_norm": 1.310887098312378, + "learning_rate": 0.00015243037372054274, + "loss": 2.073664093017578, + "step": 5010 + }, + { + "epoch": 0.7166565544808879, + "grad_norm": 1.0364643335342407, + "learning_rate": 0.0001523351582956439, + "loss": 2.0644689559936524, + "step": 5020 + }, + { + "epoch": 0.718084157179057, + "grad_norm": 1.0534369945526123, + "learning_rate": 0.00015223994287074508, + "loss": 2.1695106506347654, + "step": 5030 + }, + { + "epoch": 0.7195117598772262, + "grad_norm": 1.228196382522583, + "learning_rate": 0.00015214472744584623, + "loss": 2.0640996932983398, + "step": 5040 + }, + { + "epoch": 0.7209393625753953, + "grad_norm": 1.1617060899734497, + "learning_rate": 0.0001520495120209474, + "loss": 2.059670257568359, + "step": 5050 + }, + { + "epoch": 0.7223669652735644, + "grad_norm": 1.2786524295806885, + "learning_rate": 0.00015195429659604857, + "loss": 2.042633056640625, + "step": 5060 + }, + { + "epoch": 0.7237945679717335, + "grad_norm": 1.7062017917633057, + "learning_rate": 0.00015185908117114973, + "loss": 1.9900848388671875, + "step": 5070 + }, + { + "epoch": 0.7252221706699026, + "grad_norm": 1.2654452323913574, + "learning_rate": 0.0001517638657462509, + "loss": 2.0543087005615233, + "step": 5080 + }, + { + "epoch": 0.7266497733680717, + "grad_norm": 0.9251814484596252, + "learning_rate": 0.00015166865032135207, + "loss": 2.2598575592041015, + "step": 5090 + }, + { + "epoch": 0.7280773760662408, + "grad_norm": 1.2314844131469727, + "learning_rate": 0.00015157343489645325, + "loss": 1.962451171875, + "step": 5100 + }, + { + "epoch": 0.7295049787644099, + "grad_norm": 1.1339524984359741, + "learning_rate": 0.0001514782194715544, + "loss": 2.1815841674804686, + "step": 5110 + }, + { + "epoch": 0.730932581462579, + "grad_norm": 1.2662720680236816, + "learning_rate": 0.00015138300404665559, + "loss": 2.06201171875, + "step": 5120 + }, + { + "epoch": 0.7323601841607481, + "grad_norm": 1.270620584487915, + "learning_rate": 0.00015128778862175671, + "loss": 2.1221466064453125, + "step": 5130 + }, + { + "epoch": 0.7337877868589172, + "grad_norm": 1.7752879858016968, + "learning_rate": 0.0001511925731968579, + "loss": 2.0692325592041017, + "step": 5140 + }, + { + "epoch": 0.7352153895570862, + "grad_norm": 1.5993555784225464, + "learning_rate": 0.00015109735777195905, + "loss": 2.039986228942871, + "step": 5150 + }, + { + "epoch": 0.7366429922552553, + "grad_norm": 1.1296077966690063, + "learning_rate": 0.00015100214234706023, + "loss": 2.1308712005615233, + "step": 5160 + }, + { + "epoch": 0.7380705949534244, + "grad_norm": 1.203850269317627, + "learning_rate": 0.0001509069269221614, + "loss": 2.0894222259521484, + "step": 5170 + }, + { + "epoch": 0.7394981976515935, + "grad_norm": 1.248410940170288, + "learning_rate": 0.00015081171149726257, + "loss": 2.123434829711914, + "step": 5180 + }, + { + "epoch": 0.7409258003497626, + "grad_norm": 1.0876100063323975, + "learning_rate": 0.00015071649607236373, + "loss": 2.031419372558594, + "step": 5190 + }, + { + "epoch": 0.7423534030479317, + "grad_norm": 1.0214993953704834, + "learning_rate": 0.0001506212806474649, + "loss": 2.1958309173583985, + "step": 5200 + }, + { + "epoch": 0.7437810057461008, + "grad_norm": 0.9046857953071594, + "learning_rate": 0.00015052606522256607, + "loss": 1.9689685821533203, + "step": 5210 + }, + { + "epoch": 0.74520860844427, + "grad_norm": 1.102981686592102, + "learning_rate": 0.00015043084979766725, + "loss": 2.082001495361328, + "step": 5220 + }, + { + "epoch": 0.746636211142439, + "grad_norm": 1.3899544477462769, + "learning_rate": 0.00015033563437276838, + "loss": 1.9985469818115233, + "step": 5230 + }, + { + "epoch": 0.7480638138406082, + "grad_norm": 1.6087454557418823, + "learning_rate": 0.00015024041894786956, + "loss": 2.144418144226074, + "step": 5240 + }, + { + "epoch": 0.7494914165387773, + "grad_norm": 1.1745785474777222, + "learning_rate": 0.0001501452035229707, + "loss": 2.075351333618164, + "step": 5250 + }, + { + "epoch": 0.7509190192369464, + "grad_norm": 1.252122402191162, + "learning_rate": 0.0001500499880980719, + "loss": 2.046000099182129, + "step": 5260 + }, + { + "epoch": 0.7523466219351155, + "grad_norm": 1.2469866275787354, + "learning_rate": 0.00014995477267317305, + "loss": 2.0471614837646483, + "step": 5270 + }, + { + "epoch": 0.7537742246332846, + "grad_norm": 1.2567193508148193, + "learning_rate": 0.00014985955724827423, + "loss": 2.1027271270751955, + "step": 5280 + }, + { + "epoch": 0.7552018273314537, + "grad_norm": 1.2912555932998657, + "learning_rate": 0.0001497643418233754, + "loss": 2.1145801544189453, + "step": 5290 + }, + { + "epoch": 0.7566294300296228, + "grad_norm": 1.0746982097625732, + "learning_rate": 0.00014966912639847657, + "loss": 1.9975954055786134, + "step": 5300 + }, + { + "epoch": 0.7580570327277919, + "grad_norm": 0.9123805165290833, + "learning_rate": 0.00014957391097357773, + "loss": 2.0803789138793944, + "step": 5310 + }, + { + "epoch": 0.759484635425961, + "grad_norm": 1.1584913730621338, + "learning_rate": 0.0001494786955486789, + "loss": 2.1535112380981447, + "step": 5320 + }, + { + "epoch": 0.76091223812413, + "grad_norm": 1.2221531867980957, + "learning_rate": 0.00014938348012378004, + "loss": 2.0887495040893556, + "step": 5330 + }, + { + "epoch": 0.7623398408222991, + "grad_norm": 1.087020993232727, + "learning_rate": 0.00014928826469888122, + "loss": 1.9882490158081054, + "step": 5340 + }, + { + "epoch": 0.7637674435204682, + "grad_norm": 1.687694787979126, + "learning_rate": 0.00014919304927398238, + "loss": 2.2212324142456055, + "step": 5350 + }, + { + "epoch": 0.7651950462186373, + "grad_norm": 1.0636277198791504, + "learning_rate": 0.00014909783384908356, + "loss": 2.002360534667969, + "step": 5360 + }, + { + "epoch": 0.7666226489168064, + "grad_norm": 1.2687207460403442, + "learning_rate": 0.0001490026184241847, + "loss": 2.2147212982177735, + "step": 5370 + }, + { + "epoch": 0.7680502516149755, + "grad_norm": 1.236961007118225, + "learning_rate": 0.0001489074029992859, + "loss": 2.040176773071289, + "step": 5380 + }, + { + "epoch": 0.7694778543131446, + "grad_norm": 0.9304345846176147, + "learning_rate": 0.00014881218757438705, + "loss": 2.118213081359863, + "step": 5390 + }, + { + "epoch": 0.7709054570113137, + "grad_norm": 1.2043101787567139, + "learning_rate": 0.00014871697214948823, + "loss": 2.0982040405273437, + "step": 5400 + }, + { + "epoch": 0.7723330597094828, + "grad_norm": 1.1328470706939697, + "learning_rate": 0.0001486217567245894, + "loss": 2.0471426010131837, + "step": 5410 + }, + { + "epoch": 0.773760662407652, + "grad_norm": 1.830897569656372, + "learning_rate": 0.00014852654129969054, + "loss": 1.943600845336914, + "step": 5420 + }, + { + "epoch": 0.7751882651058211, + "grad_norm": 1.2577552795410156, + "learning_rate": 0.00014843132587479173, + "loss": 2.044905662536621, + "step": 5430 + }, + { + "epoch": 0.7766158678039902, + "grad_norm": 1.00262451171875, + "learning_rate": 0.00014833611044989288, + "loss": 2.0161760330200194, + "step": 5440 + }, + { + "epoch": 0.7780434705021593, + "grad_norm": 1.2471446990966797, + "learning_rate": 0.00014824089502499406, + "loss": 2.030394744873047, + "step": 5450 + }, + { + "epoch": 0.7794710732003284, + "grad_norm": 1.3308446407318115, + "learning_rate": 0.00014814567960009522, + "loss": 2.2480823516845705, + "step": 5460 + }, + { + "epoch": 0.7808986758984975, + "grad_norm": 1.0902934074401855, + "learning_rate": 0.0001480504641751964, + "loss": 2.159767913818359, + "step": 5470 + }, + { + "epoch": 0.7823262785966666, + "grad_norm": 1.1527326107025146, + "learning_rate": 0.00014795524875029756, + "loss": 2.1065540313720703, + "step": 5480 + }, + { + "epoch": 0.7837538812948357, + "grad_norm": 1.158408761024475, + "learning_rate": 0.00014786003332539874, + "loss": 1.9589733123779296, + "step": 5490 + }, + { + "epoch": 0.7851814839930047, + "grad_norm": 1.1625585556030273, + "learning_rate": 0.0001477648179004999, + "loss": 2.0707992553710937, + "step": 5500 + }, + { + "epoch": 0.7866090866911738, + "grad_norm": 0.9742340445518494, + "learning_rate": 0.00014766960247560108, + "loss": 2.192020606994629, + "step": 5510 + }, + { + "epoch": 0.7880366893893429, + "grad_norm": 2.17490291595459, + "learning_rate": 0.0001475743870507022, + "loss": 2.039841651916504, + "step": 5520 + }, + { + "epoch": 0.789464292087512, + "grad_norm": 1.186703085899353, + "learning_rate": 0.0001474791716258034, + "loss": 2.0397449493408204, + "step": 5530 + }, + { + "epoch": 0.7908918947856811, + "grad_norm": 1.0868713855743408, + "learning_rate": 0.00014738395620090454, + "loss": 2.112815093994141, + "step": 5540 + }, + { + "epoch": 0.7923194974838502, + "grad_norm": 1.2248460054397583, + "learning_rate": 0.00014728874077600573, + "loss": 2.0478261947631835, + "step": 5550 + }, + { + "epoch": 0.7937471001820193, + "grad_norm": 1.0196927785873413, + "learning_rate": 0.00014719352535110688, + "loss": 2.0375383377075194, + "step": 5560 + }, + { + "epoch": 0.7951747028801884, + "grad_norm": 1.1145230531692505, + "learning_rate": 0.00014709830992620806, + "loss": 2.038543128967285, + "step": 5570 + }, + { + "epoch": 0.7966023055783575, + "grad_norm": 0.8973228931427002, + "learning_rate": 0.00014700309450130922, + "loss": 1.9726655960083008, + "step": 5580 + }, + { + "epoch": 0.7980299082765266, + "grad_norm": 1.2083377838134766, + "learning_rate": 0.0001469078790764104, + "loss": 2.0419130325317383, + "step": 5590 + }, + { + "epoch": 0.7994575109746958, + "grad_norm": 1.1352425813674927, + "learning_rate": 0.00014681266365151156, + "loss": 2.043312835693359, + "step": 5600 + }, + { + "epoch": 0.8008851136728649, + "grad_norm": 1.1394609212875366, + "learning_rate": 0.0001467174482266127, + "loss": 1.9503747940063476, + "step": 5610 + }, + { + "epoch": 0.802312716371034, + "grad_norm": 1.081141471862793, + "learning_rate": 0.00014662223280171387, + "loss": 1.9604333877563476, + "step": 5620 + }, + { + "epoch": 0.8037403190692031, + "grad_norm": 1.2257745265960693, + "learning_rate": 0.00014652701737681505, + "loss": 2.154981803894043, + "step": 5630 + }, + { + "epoch": 0.8051679217673722, + "grad_norm": 1.315804362297058, + "learning_rate": 0.0001464318019519162, + "loss": 1.9176166534423829, + "step": 5640 + }, + { + "epoch": 0.8065955244655413, + "grad_norm": 1.121869683265686, + "learning_rate": 0.0001463365865270174, + "loss": 2.07440185546875, + "step": 5650 + }, + { + "epoch": 0.8080231271637104, + "grad_norm": 0.9741482138633728, + "learning_rate": 0.00014624137110211854, + "loss": 2.1492473602294924, + "step": 5660 + }, + { + "epoch": 0.8094507298618795, + "grad_norm": 0.972418487071991, + "learning_rate": 0.00014614615567721972, + "loss": 2.157696533203125, + "step": 5670 + }, + { + "epoch": 0.8108783325600485, + "grad_norm": 1.1014772653579712, + "learning_rate": 0.00014605094025232088, + "loss": 2.292978858947754, + "step": 5680 + }, + { + "epoch": 0.8123059352582176, + "grad_norm": 1.1848760843276978, + "learning_rate": 0.00014595572482742206, + "loss": 2.0331499099731447, + "step": 5690 + }, + { + "epoch": 0.8137335379563867, + "grad_norm": 1.2902730703353882, + "learning_rate": 0.00014586050940252322, + "loss": 2.0033824920654295, + "step": 5700 + }, + { + "epoch": 0.8151611406545558, + "grad_norm": 1.1614636182785034, + "learning_rate": 0.00014576529397762437, + "loss": 2.010498046875, + "step": 5710 + }, + { + "epoch": 0.8165887433527249, + "grad_norm": 1.0056531429290771, + "learning_rate": 0.00014567007855272553, + "loss": 2.073269081115723, + "step": 5720 + }, + { + "epoch": 0.818016346050894, + "grad_norm": 1.1945202350616455, + "learning_rate": 0.0001455748631278267, + "loss": 2.1130182266235353, + "step": 5730 + }, + { + "epoch": 0.8194439487490631, + "grad_norm": 1.0224995613098145, + "learning_rate": 0.00014547964770292787, + "loss": 2.259115791320801, + "step": 5740 + }, + { + "epoch": 0.8208715514472322, + "grad_norm": 1.1886273622512817, + "learning_rate": 0.00014538443227802905, + "loss": 2.1042755126953123, + "step": 5750 + }, + { + "epoch": 0.8222991541454013, + "grad_norm": 1.2375845909118652, + "learning_rate": 0.0001452892168531302, + "loss": 2.097722816467285, + "step": 5760 + }, + { + "epoch": 0.8237267568435704, + "grad_norm": 1.2205432653427124, + "learning_rate": 0.00014519400142823139, + "loss": 2.189805793762207, + "step": 5770 + }, + { + "epoch": 0.8251543595417395, + "grad_norm": 1.1793696880340576, + "learning_rate": 0.00014509878600333254, + "loss": 2.1764703750610352, + "step": 5780 + }, + { + "epoch": 0.8265819622399087, + "grad_norm": 1.152541995048523, + "learning_rate": 0.00014500357057843372, + "loss": 2.0075801849365233, + "step": 5790 + }, + { + "epoch": 0.8280095649380778, + "grad_norm": 1.1772470474243164, + "learning_rate": 0.00014490835515353488, + "loss": 2.144789695739746, + "step": 5800 + }, + { + "epoch": 0.8294371676362469, + "grad_norm": 1.1392500400543213, + "learning_rate": 0.00014481313972863603, + "loss": 2.257477569580078, + "step": 5810 + }, + { + "epoch": 0.830864770334416, + "grad_norm": 1.5486935377120972, + "learning_rate": 0.00014471792430373722, + "loss": 2.176411247253418, + "step": 5820 + }, + { + "epoch": 0.8322923730325851, + "grad_norm": 1.5925824642181396, + "learning_rate": 0.00014462270887883837, + "loss": 1.9543567657470704, + "step": 5830 + }, + { + "epoch": 0.8337199757307542, + "grad_norm": 1.7298519611358643, + "learning_rate": 0.00014452749345393955, + "loss": 2.0520088195800783, + "step": 5840 + }, + { + "epoch": 0.8351475784289232, + "grad_norm": 1.2536671161651611, + "learning_rate": 0.0001444322780290407, + "loss": 2.1787694931030273, + "step": 5850 + }, + { + "epoch": 0.8365751811270923, + "grad_norm": 1.1694890260696411, + "learning_rate": 0.0001443370626041419, + "loss": 2.1233547210693358, + "step": 5860 + }, + { + "epoch": 0.8380027838252614, + "grad_norm": 1.9879645109176636, + "learning_rate": 0.00014424184717924305, + "loss": 2.236946868896484, + "step": 5870 + }, + { + "epoch": 0.8394303865234305, + "grad_norm": 1.0208160877227783, + "learning_rate": 0.00014414663175434423, + "loss": 1.970679473876953, + "step": 5880 + }, + { + "epoch": 0.8408579892215996, + "grad_norm": 1.2248173952102661, + "learning_rate": 0.00014405141632944539, + "loss": 2.075257110595703, + "step": 5890 + }, + { + "epoch": 0.8422855919197687, + "grad_norm": 1.2281972169876099, + "learning_rate": 0.00014395620090454654, + "loss": 2.0795242309570314, + "step": 5900 + }, + { + "epoch": 0.8437131946179378, + "grad_norm": 1.3376227617263794, + "learning_rate": 0.0001438609854796477, + "loss": 2.1916088104248046, + "step": 5910 + }, + { + "epoch": 0.8451407973161069, + "grad_norm": 1.4484951496124268, + "learning_rate": 0.00014376577005474888, + "loss": 2.0632484436035154, + "step": 5920 + }, + { + "epoch": 0.846568400014276, + "grad_norm": 1.1307789087295532, + "learning_rate": 0.00014367055462985003, + "loss": 2.153516387939453, + "step": 5930 + }, + { + "epoch": 0.8479960027124451, + "grad_norm": 1.0334279537200928, + "learning_rate": 0.00014357533920495122, + "loss": 1.965131950378418, + "step": 5940 + }, + { + "epoch": 0.8494236054106142, + "grad_norm": 1.1069447994232178, + "learning_rate": 0.00014348012378005237, + "loss": 1.9902894973754883, + "step": 5950 + }, + { + "epoch": 0.8508512081087833, + "grad_norm": 1.0762388706207275, + "learning_rate": 0.00014338490835515355, + "loss": 1.9570812225341796, + "step": 5960 + }, + { + "epoch": 0.8522788108069524, + "grad_norm": 1.2601449489593506, + "learning_rate": 0.0001432896929302547, + "loss": 2.139608383178711, + "step": 5970 + }, + { + "epoch": 0.8537064135051216, + "grad_norm": 1.036189079284668, + "learning_rate": 0.0001431944775053559, + "loss": 2.1933883666992187, + "step": 5980 + }, + { + "epoch": 0.8551340162032907, + "grad_norm": 1.1096618175506592, + "learning_rate": 0.00014309926208045702, + "loss": 2.1286998748779298, + "step": 5990 + }, + { + "epoch": 0.8565616189014598, + "grad_norm": 1.1303385496139526, + "learning_rate": 0.0001430040466555582, + "loss": 2.0584604263305666, + "step": 6000 + }, + { + "epoch": 0.8579892215996289, + "grad_norm": 1.1133581399917603, + "learning_rate": 0.00014290883123065936, + "loss": 2.1713630676269533, + "step": 6010 + }, + { + "epoch": 0.859416824297798, + "grad_norm": 1.22328519821167, + "learning_rate": 0.00014281361580576054, + "loss": 2.1653820037841798, + "step": 6020 + }, + { + "epoch": 0.860844426995967, + "grad_norm": 1.1215869188308716, + "learning_rate": 0.0001427184003808617, + "loss": 2.1111936569213867, + "step": 6030 + }, + { + "epoch": 0.8622720296941361, + "grad_norm": 1.3741992712020874, + "learning_rate": 0.00014262318495596288, + "loss": 2.0740543365478517, + "step": 6040 + }, + { + "epoch": 0.8636996323923052, + "grad_norm": 1.17236328125, + "learning_rate": 0.00014252796953106403, + "loss": 2.000840759277344, + "step": 6050 + }, + { + "epoch": 0.8651272350904743, + "grad_norm": 1.0364574193954468, + "learning_rate": 0.00014243275410616522, + "loss": 1.9616924285888673, + "step": 6060 + }, + { + "epoch": 0.8665548377886434, + "grad_norm": 1.3406749963760376, + "learning_rate": 0.00014233753868126637, + "loss": 2.067513656616211, + "step": 6070 + }, + { + "epoch": 0.8679824404868125, + "grad_norm": 0.9893628358840942, + "learning_rate": 0.00014224232325636755, + "loss": 2.294078826904297, + "step": 6080 + }, + { + "epoch": 0.8694100431849816, + "grad_norm": 1.0370484590530396, + "learning_rate": 0.0001421471078314687, + "loss": 2.120780181884766, + "step": 6090 + }, + { + "epoch": 0.8708376458831507, + "grad_norm": 1.1814578771591187, + "learning_rate": 0.00014205189240656986, + "loss": 2.0330245971679686, + "step": 6100 + }, + { + "epoch": 0.8722652485813198, + "grad_norm": 0.998306393623352, + "learning_rate": 0.00014195667698167102, + "loss": 2.2199316024780273, + "step": 6110 + }, + { + "epoch": 0.8736928512794889, + "grad_norm": 1.1868630647659302, + "learning_rate": 0.0001418614615567722, + "loss": 2.1109052658081056, + "step": 6120 + }, + { + "epoch": 0.875120453977658, + "grad_norm": 1.0858951807022095, + "learning_rate": 0.00014176624613187336, + "loss": 2.0018476486206054, + "step": 6130 + }, + { + "epoch": 0.8765480566758271, + "grad_norm": 1.0980168581008911, + "learning_rate": 0.00014167103070697454, + "loss": 2.0752668380737305, + "step": 6140 + }, + { + "epoch": 0.8779756593739962, + "grad_norm": 1.7877191305160522, + "learning_rate": 0.0001415758152820757, + "loss": 2.0490203857421876, + "step": 6150 + }, + { + "epoch": 0.8794032620721653, + "grad_norm": 1.540902018547058, + "learning_rate": 0.00014148059985717688, + "loss": 2.14637451171875, + "step": 6160 + }, + { + "epoch": 0.8808308647703345, + "grad_norm": 1.324889898300171, + "learning_rate": 0.00014138538443227803, + "loss": 2.047268867492676, + "step": 6170 + }, + { + "epoch": 0.8822584674685036, + "grad_norm": 1.2005466222763062, + "learning_rate": 0.0001412901690073792, + "loss": 2.0844221115112305, + "step": 6180 + }, + { + "epoch": 0.8836860701666727, + "grad_norm": 1.3227152824401855, + "learning_rate": 0.00014119495358248037, + "loss": 2.1250864028930665, + "step": 6190 + }, + { + "epoch": 0.8851136728648417, + "grad_norm": 1.140487790107727, + "learning_rate": 0.00014109973815758153, + "loss": 2.1609779357910157, + "step": 6200 + }, + { + "epoch": 0.8865412755630108, + "grad_norm": 1.1737276315689087, + "learning_rate": 0.0001410045227326827, + "loss": 2.224088668823242, + "step": 6210 + }, + { + "epoch": 0.8879688782611799, + "grad_norm": 0.9986388683319092, + "learning_rate": 0.00014090930730778386, + "loss": 2.185664749145508, + "step": 6220 + }, + { + "epoch": 0.889396480959349, + "grad_norm": 1.061862826347351, + "learning_rate": 0.00014081409188288505, + "loss": 2.120680236816406, + "step": 6230 + }, + { + "epoch": 0.8908240836575181, + "grad_norm": 1.0981886386871338, + "learning_rate": 0.0001407188764579862, + "loss": 2.058972930908203, + "step": 6240 + }, + { + "epoch": 0.8922516863556872, + "grad_norm": 1.15584135055542, + "learning_rate": 0.00014062366103308738, + "loss": 2.019556999206543, + "step": 6250 + }, + { + "epoch": 0.8936792890538563, + "grad_norm": 1.0575971603393555, + "learning_rate": 0.00014052844560818854, + "loss": 2.038960838317871, + "step": 6260 + }, + { + "epoch": 0.8951068917520254, + "grad_norm": 1.0918058156967163, + "learning_rate": 0.00014043323018328972, + "loss": 2.095849609375, + "step": 6270 + }, + { + "epoch": 0.8965344944501945, + "grad_norm": 1.210402250289917, + "learning_rate": 0.00014033801475839085, + "loss": 2.234294891357422, + "step": 6280 + }, + { + "epoch": 0.8979620971483636, + "grad_norm": 1.0035918951034546, + "learning_rate": 0.00014024279933349203, + "loss": 2.2051664352416993, + "step": 6290 + }, + { + "epoch": 0.8993896998465327, + "grad_norm": 1.2978595495224, + "learning_rate": 0.0001401475839085932, + "loss": 1.9633651733398438, + "step": 6300 + }, + { + "epoch": 0.9008173025447018, + "grad_norm": 1.0387922525405884, + "learning_rate": 0.00014005236848369437, + "loss": 2.1111146926879885, + "step": 6310 + }, + { + "epoch": 0.9022449052428709, + "grad_norm": 1.0476093292236328, + "learning_rate": 0.00013995715305879553, + "loss": 1.935037612915039, + "step": 6320 + }, + { + "epoch": 0.90367250794104, + "grad_norm": 1.0816744565963745, + "learning_rate": 0.0001398619376338967, + "loss": 2.0235315322875977, + "step": 6330 + }, + { + "epoch": 0.9051001106392091, + "grad_norm": 1.2332687377929688, + "learning_rate": 0.00013976672220899786, + "loss": 2.0125961303710938, + "step": 6340 + }, + { + "epoch": 0.9065277133373782, + "grad_norm": 1.0062885284423828, + "learning_rate": 0.00013967150678409905, + "loss": 2.105752372741699, + "step": 6350 + }, + { + "epoch": 0.9079553160355474, + "grad_norm": 1.0509051084518433, + "learning_rate": 0.0001395762913592002, + "loss": 2.08899040222168, + "step": 6360 + }, + { + "epoch": 0.9093829187337165, + "grad_norm": 1.037889003753662, + "learning_rate": 0.00013948107593430136, + "loss": 2.074511909484863, + "step": 6370 + }, + { + "epoch": 0.9108105214318855, + "grad_norm": 1.1551920175552368, + "learning_rate": 0.0001393858605094025, + "loss": 2.3008186340332033, + "step": 6380 + }, + { + "epoch": 0.9122381241300546, + "grad_norm": 1.1904058456420898, + "learning_rate": 0.0001392906450845037, + "loss": 2.0888757705688477, + "step": 6390 + }, + { + "epoch": 0.9136657268282237, + "grad_norm": 1.1223903894424438, + "learning_rate": 0.00013919542965960485, + "loss": 2.1007930755615236, + "step": 6400 + }, + { + "epoch": 0.9150933295263928, + "grad_norm": 1.006466031074524, + "learning_rate": 0.00013910021423470603, + "loss": 2.0456350326538084, + "step": 6410 + }, + { + "epoch": 0.9165209322245619, + "grad_norm": 1.3824387788772583, + "learning_rate": 0.0001390049988098072, + "loss": 2.1661962509155273, + "step": 6420 + }, + { + "epoch": 0.917948534922731, + "grad_norm": 1.0541598796844482, + "learning_rate": 0.00013890978338490837, + "loss": 2.0152801513671874, + "step": 6430 + }, + { + "epoch": 0.9193761376209001, + "grad_norm": 1.0460031032562256, + "learning_rate": 0.00013881456796000952, + "loss": 2.041923713684082, + "step": 6440 + }, + { + "epoch": 0.9208037403190692, + "grad_norm": 0.9965769052505493, + "learning_rate": 0.0001387193525351107, + "loss": 2.133123588562012, + "step": 6450 + }, + { + "epoch": 0.9222313430172383, + "grad_norm": 1.5547727346420288, + "learning_rate": 0.00013862413711021186, + "loss": 2.220262145996094, + "step": 6460 + }, + { + "epoch": 0.9236589457154074, + "grad_norm": 1.0881998538970947, + "learning_rate": 0.00013852892168531302, + "loss": 1.9972219467163086, + "step": 6470 + }, + { + "epoch": 0.9250865484135765, + "grad_norm": 1.191167950630188, + "learning_rate": 0.0001384337062604142, + "loss": 1.9862421035766602, + "step": 6480 + }, + { + "epoch": 0.9265141511117456, + "grad_norm": 1.8094329833984375, + "learning_rate": 0.00013833849083551536, + "loss": 2.2336565017700196, + "step": 6490 + }, + { + "epoch": 0.9279417538099147, + "grad_norm": 1.2954028844833374, + "learning_rate": 0.0001382432754106165, + "loss": 2.1884744644165037, + "step": 6500 + }, + { + "epoch": 0.9293693565080838, + "grad_norm": 1.190041422843933, + "learning_rate": 0.0001381480599857177, + "loss": 2.1505512237548827, + "step": 6510 + }, + { + "epoch": 0.9307969592062529, + "grad_norm": 0.9555850028991699, + "learning_rate": 0.00013805284456081885, + "loss": 2.0867473602294924, + "step": 6520 + }, + { + "epoch": 0.932224561904422, + "grad_norm": 1.4562186002731323, + "learning_rate": 0.00013795762913592003, + "loss": 2.0376022338867186, + "step": 6530 + }, + { + "epoch": 0.9336521646025912, + "grad_norm": 1.098338007926941, + "learning_rate": 0.00013786241371102119, + "loss": 2.0735618591308596, + "step": 6540 + }, + { + "epoch": 0.9350797673007601, + "grad_norm": 1.2102991342544556, + "learning_rate": 0.00013776719828612237, + "loss": 2.280936431884766, + "step": 6550 + }, + { + "epoch": 0.9365073699989293, + "grad_norm": 0.9873177409172058, + "learning_rate": 0.00013767198286122352, + "loss": 1.9910409927368165, + "step": 6560 + }, + { + "epoch": 0.9379349726970984, + "grad_norm": 1.1644127368927002, + "learning_rate": 0.00013757676743632468, + "loss": 2.0336328506469727, + "step": 6570 + }, + { + "epoch": 0.9393625753952675, + "grad_norm": 1.0895888805389404, + "learning_rate": 0.00013748155201142586, + "loss": 2.106204795837402, + "step": 6580 + }, + { + "epoch": 0.9407901780934366, + "grad_norm": 1.601953387260437, + "learning_rate": 0.00013738633658652702, + "loss": 2.126922035217285, + "step": 6590 + }, + { + "epoch": 0.9422177807916057, + "grad_norm": 1.2933708429336548, + "learning_rate": 0.0001372911211616282, + "loss": 2.0938291549682617, + "step": 6600 + }, + { + "epoch": 0.9436453834897748, + "grad_norm": 1.1286245584487915, + "learning_rate": 0.00013719590573672935, + "loss": 1.9766693115234375, + "step": 6610 + }, + { + "epoch": 0.9450729861879439, + "grad_norm": 1.2280887365341187, + "learning_rate": 0.00013710069031183054, + "loss": 2.06427116394043, + "step": 6620 + }, + { + "epoch": 0.946500588886113, + "grad_norm": 1.3586266040802002, + "learning_rate": 0.0001370054748869317, + "loss": 2.0771947860717774, + "step": 6630 + }, + { + "epoch": 0.9479281915842821, + "grad_norm": 1.1445430517196655, + "learning_rate": 0.00013691025946203287, + "loss": 2.0146902084350584, + "step": 6640 + }, + { + "epoch": 0.9493557942824512, + "grad_norm": 1.1393014192581177, + "learning_rate": 0.00013681504403713403, + "loss": 2.0045536041259764, + "step": 6650 + }, + { + "epoch": 0.9507833969806203, + "grad_norm": 0.997422456741333, + "learning_rate": 0.00013671982861223519, + "loss": 2.085128974914551, + "step": 6660 + }, + { + "epoch": 0.9522109996787894, + "grad_norm": 1.8452311754226685, + "learning_rate": 0.00013662461318733634, + "loss": 2.0744565963745116, + "step": 6670 + }, + { + "epoch": 0.9536386023769585, + "grad_norm": 1.085334062576294, + "learning_rate": 0.00013652939776243752, + "loss": 2.030110740661621, + "step": 6680 + }, + { + "epoch": 0.9550662050751276, + "grad_norm": 1.0192002058029175, + "learning_rate": 0.00013643418233753868, + "loss": 2.020688056945801, + "step": 6690 + }, + { + "epoch": 0.9564938077732967, + "grad_norm": 1.4515304565429688, + "learning_rate": 0.00013633896691263986, + "loss": 2.2475374221801756, + "step": 6700 + }, + { + "epoch": 0.9579214104714658, + "grad_norm": 1.1201385259628296, + "learning_rate": 0.00013624375148774102, + "loss": 2.0835742950439453, + "step": 6710 + }, + { + "epoch": 0.959349013169635, + "grad_norm": 1.1684490442276, + "learning_rate": 0.0001361485360628422, + "loss": 2.150490951538086, + "step": 6720 + }, + { + "epoch": 0.9607766158678039, + "grad_norm": 1.2021454572677612, + "learning_rate": 0.00013605332063794335, + "loss": 2.180669403076172, + "step": 6730 + }, + { + "epoch": 0.962204218565973, + "grad_norm": 1.2177183628082275, + "learning_rate": 0.00013595810521304454, + "loss": 1.9428043365478516, + "step": 6740 + }, + { + "epoch": 0.9636318212641422, + "grad_norm": 1.0163570642471313, + "learning_rate": 0.00013586288978814566, + "loss": 2.111976432800293, + "step": 6750 + }, + { + "epoch": 0.9650594239623113, + "grad_norm": 0.8944364786148071, + "learning_rate": 0.00013576767436324685, + "loss": 2.034988594055176, + "step": 6760 + }, + { + "epoch": 0.9664870266604804, + "grad_norm": 1.3543869256973267, + "learning_rate": 0.000135672458938348, + "loss": 1.8940113067626954, + "step": 6770 + }, + { + "epoch": 0.9679146293586495, + "grad_norm": 1.6731265783309937, + "learning_rate": 0.00013557724351344918, + "loss": 2.19631290435791, + "step": 6780 + }, + { + "epoch": 0.9693422320568186, + "grad_norm": 1.3068981170654297, + "learning_rate": 0.00013548202808855034, + "loss": 2.1291637420654297, + "step": 6790 + }, + { + "epoch": 0.9707698347549877, + "grad_norm": 1.2681282758712769, + "learning_rate": 0.00013538681266365152, + "loss": 1.9592950820922852, + "step": 6800 + }, + { + "epoch": 0.9721974374531568, + "grad_norm": 1.1241919994354248, + "learning_rate": 0.00013529159723875268, + "loss": 2.0713878631591798, + "step": 6810 + }, + { + "epoch": 0.9736250401513259, + "grad_norm": 1.0938230752944946, + "learning_rate": 0.00013519638181385386, + "loss": 2.089142608642578, + "step": 6820 + }, + { + "epoch": 0.975052642849495, + "grad_norm": 1.3148494958877563, + "learning_rate": 0.00013510116638895502, + "loss": 2.179977607727051, + "step": 6830 + }, + { + "epoch": 0.9764802455476641, + "grad_norm": 1.3184319734573364, + "learning_rate": 0.0001350059509640562, + "loss": 2.0993885040283202, + "step": 6840 + }, + { + "epoch": 0.9779078482458332, + "grad_norm": 1.2236640453338623, + "learning_rate": 0.00013491073553915735, + "loss": 2.054055404663086, + "step": 6850 + }, + { + "epoch": 0.9793354509440023, + "grad_norm": 1.1087441444396973, + "learning_rate": 0.0001348155201142585, + "loss": 2.1136968612670897, + "step": 6860 + }, + { + "epoch": 0.9807630536421714, + "grad_norm": 1.062304973602295, + "learning_rate": 0.00013472030468935966, + "loss": 1.9438411712646484, + "step": 6870 + }, + { + "epoch": 0.9821906563403405, + "grad_norm": 1.2111984491348267, + "learning_rate": 0.00013462508926446085, + "loss": 2.112901496887207, + "step": 6880 + }, + { + "epoch": 0.9836182590385096, + "grad_norm": 1.0896751880645752, + "learning_rate": 0.000134529873839562, + "loss": 2.0546585083007813, + "step": 6890 + }, + { + "epoch": 0.9850458617366786, + "grad_norm": 1.2586815357208252, + "learning_rate": 0.00013443465841466318, + "loss": 2.048493194580078, + "step": 6900 + }, + { + "epoch": 0.9864734644348477, + "grad_norm": 1.207970142364502, + "learning_rate": 0.00013433944298976434, + "loss": 2.0124300003051756, + "step": 6910 + }, + { + "epoch": 0.9879010671330168, + "grad_norm": 1.0682812929153442, + "learning_rate": 0.00013424422756486552, + "loss": 2.0715124130249025, + "step": 6920 + }, + { + "epoch": 0.989328669831186, + "grad_norm": 1.179279088973999, + "learning_rate": 0.00013414901213996668, + "loss": 1.9233360290527344, + "step": 6930 + }, + { + "epoch": 0.990756272529355, + "grad_norm": 1.1221063137054443, + "learning_rate": 0.00013405379671506783, + "loss": 2.1662010192871093, + "step": 6940 + }, + { + "epoch": 0.9921838752275242, + "grad_norm": 1.068601369857788, + "learning_rate": 0.00013395858129016902, + "loss": 2.1482254028320313, + "step": 6950 + }, + { + "epoch": 0.9936114779256933, + "grad_norm": 1.2489750385284424, + "learning_rate": 0.00013386336586527017, + "loss": 2.0300907135009765, + "step": 6960 + }, + { + "epoch": 0.9950390806238624, + "grad_norm": 1.0826131105422974, + "learning_rate": 0.00013376815044037135, + "loss": 2.034779357910156, + "step": 6970 + }, + { + "epoch": 0.9964666833220315, + "grad_norm": 1.1513251066207886, + "learning_rate": 0.0001336729350154725, + "loss": 2.017785835266113, + "step": 6980 + }, + { + "epoch": 0.9978942860202006, + "grad_norm": 1.1646808385849, + "learning_rate": 0.0001335777195905737, + "loss": 2.0223468780517577, + "step": 6990 + }, + { + "epoch": 0.9993218887183697, + "grad_norm": 1.4855624437332153, + "learning_rate": 0.00013348250416567485, + "loss": 2.101408004760742, + "step": 7000 + }, + { + "epoch": 1.0007138013490846, + "grad_norm": 1.044844150543213, + "learning_rate": 0.00013338728874077603, + "loss": 2.0136650085449217, + "step": 7010 + }, + { + "epoch": 1.0021414040472536, + "grad_norm": 1.1037570238113403, + "learning_rate": 0.00013329207331587718, + "loss": 1.9252758026123047, + "step": 7020 + }, + { + "epoch": 1.0035690067454228, + "grad_norm": 1.1288423538208008, + "learning_rate": 0.00013319685789097837, + "loss": 2.105826759338379, + "step": 7030 + }, + { + "epoch": 1.0049966094435918, + "grad_norm": 1.0805550813674927, + "learning_rate": 0.0001331016424660795, + "loss": 2.005961227416992, + "step": 7040 + }, + { + "epoch": 1.006424212141761, + "grad_norm": 1.052844762802124, + "learning_rate": 0.00013300642704118068, + "loss": 1.9896677017211915, + "step": 7050 + }, + { + "epoch": 1.00785181483993, + "grad_norm": 1.1398789882659912, + "learning_rate": 0.00013291121161628183, + "loss": 2.004644775390625, + "step": 7060 + }, + { + "epoch": 1.0092794175380992, + "grad_norm": 1.1821119785308838, + "learning_rate": 0.00013281599619138301, + "loss": 2.0728694915771486, + "step": 7070 + }, + { + "epoch": 1.0107070202362682, + "grad_norm": 1.1592210531234741, + "learning_rate": 0.00013272078076648417, + "loss": 2.083714485168457, + "step": 7080 + }, + { + "epoch": 1.0121346229344375, + "grad_norm": 1.1653568744659424, + "learning_rate": 0.00013262556534158535, + "loss": 2.1155282974243166, + "step": 7090 + }, + { + "epoch": 1.0135622256326065, + "grad_norm": 1.090782880783081, + "learning_rate": 0.0001325303499166865, + "loss": 2.1359683990478517, + "step": 7100 + }, + { + "epoch": 1.0149898283307754, + "grad_norm": 1.1044045686721802, + "learning_rate": 0.0001324351344917877, + "loss": 2.0308385848999024, + "step": 7110 + }, + { + "epoch": 1.0164174310289447, + "grad_norm": 1.0916597843170166, + "learning_rate": 0.00013233991906688885, + "loss": 2.088265609741211, + "step": 7120 + }, + { + "epoch": 1.0178450337271137, + "grad_norm": 1.4786863327026367, + "learning_rate": 0.00013224470364199, + "loss": 2.1600215911865233, + "step": 7130 + }, + { + "epoch": 1.0192726364252829, + "grad_norm": 1.3796428442001343, + "learning_rate": 0.00013214948821709116, + "loss": 2.1057533264160155, + "step": 7140 + }, + { + "epoch": 1.0207002391234519, + "grad_norm": 1.277183175086975, + "learning_rate": 0.00013205427279219234, + "loss": 2.062204933166504, + "step": 7150 + }, + { + "epoch": 1.022127841821621, + "grad_norm": 1.1751946210861206, + "learning_rate": 0.0001319590573672935, + "loss": 1.9124109268188476, + "step": 7160 + }, + { + "epoch": 1.02355544451979, + "grad_norm": 1.0863837003707886, + "learning_rate": 0.00013186384194239468, + "loss": 2.0474239349365235, + "step": 7170 + }, + { + "epoch": 1.0249830472179593, + "grad_norm": 1.1980212926864624, + "learning_rate": 0.00013176862651749583, + "loss": 1.919113540649414, + "step": 7180 + }, + { + "epoch": 1.0264106499161283, + "grad_norm": 1.1229037046432495, + "learning_rate": 0.00013167341109259701, + "loss": 2.094904899597168, + "step": 7190 + }, + { + "epoch": 1.0278382526142975, + "grad_norm": 1.0782687664031982, + "learning_rate": 0.00013157819566769817, + "loss": 1.9420904159545898, + "step": 7200 + }, + { + "epoch": 1.0292658553124665, + "grad_norm": 1.274143934249878, + "learning_rate": 0.00013148298024279935, + "loss": 2.050454330444336, + "step": 7210 + }, + { + "epoch": 1.0306934580106357, + "grad_norm": 1.091039776802063, + "learning_rate": 0.0001313877648179005, + "loss": 1.8519201278686523, + "step": 7220 + }, + { + "epoch": 1.0321210607088047, + "grad_norm": 0.9406845569610596, + "learning_rate": 0.00013129254939300166, + "loss": 2.07373161315918, + "step": 7230 + }, + { + "epoch": 1.033548663406974, + "grad_norm": 1.5994365215301514, + "learning_rate": 0.00013119733396810284, + "loss": 2.1247095108032226, + "step": 7240 + }, + { + "epoch": 1.034976266105143, + "grad_norm": 1.1544760465621948, + "learning_rate": 0.000131102118543204, + "loss": 2.0326953887939454, + "step": 7250 + }, + { + "epoch": 1.0364038688033121, + "grad_norm": 1.035490870475769, + "learning_rate": 0.00013100690311830516, + "loss": 2.037012481689453, + "step": 7260 + }, + { + "epoch": 1.0378314715014811, + "grad_norm": 1.0267552137374878, + "learning_rate": 0.00013091168769340634, + "loss": 2.0926897048950197, + "step": 7270 + }, + { + "epoch": 1.0392590741996501, + "grad_norm": 0.9776862859725952, + "learning_rate": 0.0001308164722685075, + "loss": 2.0102745056152345, + "step": 7280 + }, + { + "epoch": 1.0406866768978194, + "grad_norm": 1.0344829559326172, + "learning_rate": 0.00013072125684360868, + "loss": 2.1357400894165037, + "step": 7290 + }, + { + "epoch": 1.0421142795959883, + "grad_norm": 1.2162184715270996, + "learning_rate": 0.00013062604141870983, + "loss": 1.9338621139526366, + "step": 7300 + }, + { + "epoch": 1.0435418822941576, + "grad_norm": 1.2007536888122559, + "learning_rate": 0.000130530825993811, + "loss": 2.0032537460327147, + "step": 7310 + }, + { + "epoch": 1.0449694849923266, + "grad_norm": 1.1872856616973877, + "learning_rate": 0.00013043561056891217, + "loss": 2.1037433624267576, + "step": 7320 + }, + { + "epoch": 1.0463970876904958, + "grad_norm": 1.3197476863861084, + "learning_rate": 0.00013034039514401332, + "loss": 2.075230026245117, + "step": 7330 + }, + { + "epoch": 1.0478246903886648, + "grad_norm": 0.9950087666511536, + "learning_rate": 0.0001302451797191145, + "loss": 2.0331871032714846, + "step": 7340 + }, + { + "epoch": 1.049252293086834, + "grad_norm": 1.107815146446228, + "learning_rate": 0.00013014996429421566, + "loss": 1.9863561630249023, + "step": 7350 + }, + { + "epoch": 1.050679895785003, + "grad_norm": 1.169866919517517, + "learning_rate": 0.00013005474886931684, + "loss": 2.0876691818237303, + "step": 7360 + }, + { + "epoch": 1.0521074984831722, + "grad_norm": 1.1068190336227417, + "learning_rate": 0.000129959533444418, + "loss": 1.974905014038086, + "step": 7370 + }, + { + "epoch": 1.0535351011813412, + "grad_norm": 1.1030644178390503, + "learning_rate": 0.00012986431801951918, + "loss": 2.0674291610717774, + "step": 7380 + }, + { + "epoch": 1.0549627038795104, + "grad_norm": 1.1268243789672852, + "learning_rate": 0.00012976910259462034, + "loss": 2.020710563659668, + "step": 7390 + }, + { + "epoch": 1.0563903065776794, + "grad_norm": 1.083245038986206, + "learning_rate": 0.00012967388716972152, + "loss": 2.0099674224853517, + "step": 7400 + }, + { + "epoch": 1.0578179092758486, + "grad_norm": 1.2687695026397705, + "learning_rate": 0.00012957867174482267, + "loss": 2.1577903747558596, + "step": 7410 + }, + { + "epoch": 1.0592455119740176, + "grad_norm": 1.20366632938385, + "learning_rate": 0.00012948345631992383, + "loss": 2.077815818786621, + "step": 7420 + }, + { + "epoch": 1.0606731146721868, + "grad_norm": 1.5873297452926636, + "learning_rate": 0.00012938824089502499, + "loss": 1.9076950073242187, + "step": 7430 + }, + { + "epoch": 1.0621007173703558, + "grad_norm": 1.4004929065704346, + "learning_rate": 0.00012929302547012617, + "loss": 2.035087013244629, + "step": 7440 + }, + { + "epoch": 1.0635283200685248, + "grad_norm": 1.0319706201553345, + "learning_rate": 0.00012919781004522732, + "loss": 1.9221908569335937, + "step": 7450 + }, + { + "epoch": 1.064955922766694, + "grad_norm": 1.032630205154419, + "learning_rate": 0.0001291025946203285, + "loss": 1.8860836029052734, + "step": 7460 + }, + { + "epoch": 1.066383525464863, + "grad_norm": 1.0436253547668457, + "learning_rate": 0.00012900737919542966, + "loss": 1.9600419998168945, + "step": 7470 + }, + { + "epoch": 1.0678111281630323, + "grad_norm": 1.5339142084121704, + "learning_rate": 0.00012891216377053084, + "loss": 1.9912384033203125, + "step": 7480 + }, + { + "epoch": 1.0692387308612012, + "grad_norm": 1.2523791790008545, + "learning_rate": 0.000128816948345632, + "loss": 2.0709794998168944, + "step": 7490 + }, + { + "epoch": 1.0706663335593705, + "grad_norm": 1.5877113342285156, + "learning_rate": 0.00012872173292073318, + "loss": 1.9899673461914062, + "step": 7500 + }, + { + "epoch": 1.0720939362575395, + "grad_norm": 1.0728774070739746, + "learning_rate": 0.00012862651749583434, + "loss": 2.048723602294922, + "step": 7510 + }, + { + "epoch": 1.0735215389557087, + "grad_norm": 1.0678832530975342, + "learning_rate": 0.0001285313020709355, + "loss": 2.162331199645996, + "step": 7520 + }, + { + "epoch": 1.0749491416538777, + "grad_norm": 1.6823121309280396, + "learning_rate": 0.00012843608664603665, + "loss": 1.980549430847168, + "step": 7530 + }, + { + "epoch": 1.0763767443520469, + "grad_norm": 1.089056134223938, + "learning_rate": 0.00012834087122113783, + "loss": 2.1248153686523437, + "step": 7540 + }, + { + "epoch": 1.0778043470502159, + "grad_norm": 1.356019139289856, + "learning_rate": 0.00012824565579623898, + "loss": 2.03244686126709, + "step": 7550 + }, + { + "epoch": 1.079231949748385, + "grad_norm": 1.0798354148864746, + "learning_rate": 0.00012815044037134017, + "loss": 2.043965530395508, + "step": 7560 + }, + { + "epoch": 1.080659552446554, + "grad_norm": 1.2939257621765137, + "learning_rate": 0.00012805522494644132, + "loss": 1.8783649444580077, + "step": 7570 + }, + { + "epoch": 1.0820871551447233, + "grad_norm": 1.0123037099838257, + "learning_rate": 0.0001279600095215425, + "loss": 2.080133247375488, + "step": 7580 + }, + { + "epoch": 1.0835147578428923, + "grad_norm": 1.2057385444641113, + "learning_rate": 0.00012786479409664366, + "loss": 2.1240022659301756, + "step": 7590 + }, + { + "epoch": 1.0849423605410615, + "grad_norm": 1.3064265251159668, + "learning_rate": 0.00012776957867174484, + "loss": 1.9333322525024415, + "step": 7600 + }, + { + "epoch": 1.0863699632392305, + "grad_norm": 1.057296633720398, + "learning_rate": 0.000127674363246846, + "loss": 2.183109664916992, + "step": 7610 + }, + { + "epoch": 1.0877975659373997, + "grad_norm": 1.6201916933059692, + "learning_rate": 0.00012757914782194715, + "loss": 2.0552255630493166, + "step": 7620 + }, + { + "epoch": 1.0892251686355687, + "grad_norm": 1.340762734413147, + "learning_rate": 0.00012748393239704834, + "loss": 2.2243988037109377, + "step": 7630 + }, + { + "epoch": 1.0906527713337377, + "grad_norm": 1.1373904943466187, + "learning_rate": 0.0001273887169721495, + "loss": 2.0690093994140626, + "step": 7640 + }, + { + "epoch": 1.092080374031907, + "grad_norm": 1.7897838354110718, + "learning_rate": 0.00012729350154725065, + "loss": 2.044172477722168, + "step": 7650 + }, + { + "epoch": 1.093507976730076, + "grad_norm": 1.0654335021972656, + "learning_rate": 0.00012719828612235183, + "loss": 1.9154827117919921, + "step": 7660 + }, + { + "epoch": 1.0949355794282452, + "grad_norm": 1.0672240257263184, + "learning_rate": 0.00012710307069745298, + "loss": 1.9989141464233398, + "step": 7670 + }, + { + "epoch": 1.0963631821264141, + "grad_norm": 1.695644736289978, + "learning_rate": 0.00012700785527255417, + "loss": 2.020133399963379, + "step": 7680 + }, + { + "epoch": 1.0977907848245834, + "grad_norm": 1.2182796001434326, + "learning_rate": 0.00012691263984765532, + "loss": 2.1288455963134765, + "step": 7690 + }, + { + "epoch": 1.0992183875227524, + "grad_norm": 1.9532301425933838, + "learning_rate": 0.0001268174244227565, + "loss": 2.0164491653442385, + "step": 7700 + }, + { + "epoch": 1.1006459902209216, + "grad_norm": 1.1174538135528564, + "learning_rate": 0.00012672220899785766, + "loss": 2.127495002746582, + "step": 7710 + }, + { + "epoch": 1.1020735929190906, + "grad_norm": 1.1028709411621094, + "learning_rate": 0.00012662699357295881, + "loss": 2.0858892440795898, + "step": 7720 + }, + { + "epoch": 1.1035011956172598, + "grad_norm": 1.2421051263809204, + "learning_rate": 0.00012653177814806, + "loss": 1.9897558212280273, + "step": 7730 + }, + { + "epoch": 1.1049287983154288, + "grad_norm": 1.3325999975204468, + "learning_rate": 0.00012643656272316115, + "loss": 2.1262748718261717, + "step": 7740 + }, + { + "epoch": 1.106356401013598, + "grad_norm": 1.3034075498580933, + "learning_rate": 0.00012634134729826234, + "loss": 2.0708587646484373, + "step": 7750 + }, + { + "epoch": 1.107784003711767, + "grad_norm": 1.0501512289047241, + "learning_rate": 0.0001262461318733635, + "loss": 2.039535903930664, + "step": 7760 + }, + { + "epoch": 1.1092116064099362, + "grad_norm": 1.0809801816940308, + "learning_rate": 0.00012615091644846467, + "loss": 2.0607528686523438, + "step": 7770 + }, + { + "epoch": 1.1106392091081052, + "grad_norm": 1.3646125793457031, + "learning_rate": 0.00012605570102356583, + "loss": 2.096577262878418, + "step": 7780 + }, + { + "epoch": 1.1120668118062742, + "grad_norm": 1.1288775205612183, + "learning_rate": 0.000125960485598667, + "loss": 2.096157455444336, + "step": 7790 + }, + { + "epoch": 1.1134944145044434, + "grad_norm": 1.2515203952789307, + "learning_rate": 0.00012586527017376814, + "loss": 2.0567888259887694, + "step": 7800 + } + ], + "logging_steps": 10, + "max_steps": 21015, + "num_input_tokens_seen": 0, + "num_train_epochs": 3, + "save_steps": 200, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.2554264325704704e+17, + "train_batch_size": 2, + "trial_name": null, + "trial_params": null +}