| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.1909487892020643, |
| "eval_steps": 500, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003969829297340214, |
| "grad_norm": 0.6961175799369812, |
| "learning_rate": 0.00016, |
| "loss": 3.2075271606445312, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007939658594680429, |
| "grad_norm": 0.9305199384689331, |
| "learning_rate": 0.00019978799522989268, |
| "loss": 3.1885648727416993, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.011909487892020643, |
| "grad_norm": 0.8452768325805664, |
| "learning_rate": 0.00019952298926725852, |
| "loss": 2.9959283828735352, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.015879317189360857, |
| "grad_norm": 0.9384715557098389, |
| "learning_rate": 0.00019925798330462438, |
| "loss": 3.132890510559082, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.019849146486701073, |
| "grad_norm": 0.9872943162918091, |
| "learning_rate": 0.0001989929773419902, |
| "loss": 3.1314294815063475, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.023818975784041286, |
| "grad_norm": 0.8298355937004089, |
| "learning_rate": 0.00019872797137935604, |
| "loss": 3.24124755859375, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.027788805081381502, |
| "grad_norm": 0.8308970928192139, |
| "learning_rate": 0.00019846296541672188, |
| "loss": 3.0996198654174805, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.031758634378721715, |
| "grad_norm": 0.8442180156707764, |
| "learning_rate": 0.0001981979594540877, |
| "loss": 3.0475082397460938, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03572846367606193, |
| "grad_norm": 0.9131914377212524, |
| "learning_rate": 0.00019793295349145357, |
| "loss": 3.1756013870239257, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.03969829297340215, |
| "grad_norm": 0.9973925352096558, |
| "learning_rate": 0.0001976679475288194, |
| "loss": 3.159317398071289, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.043668122270742356, |
| "grad_norm": 0.9906535148620605, |
| "learning_rate": 0.00019740294156618524, |
| "loss": 3.086680603027344, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.04763795156808257, |
| "grad_norm": 0.8675328493118286, |
| "learning_rate": 0.0001971379356035511, |
| "loss": 3.0809303283691407, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05160778086542279, |
| "grad_norm": 1.2756576538085938, |
| "learning_rate": 0.00019687292964091694, |
| "loss": 2.965633010864258, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.055577610162763004, |
| "grad_norm": 0.8540228605270386, |
| "learning_rate": 0.00019660792367828277, |
| "loss": 3.11167049407959, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.05954743946010321, |
| "grad_norm": 0.8471305966377258, |
| "learning_rate": 0.0001963429177156486, |
| "loss": 2.9493082046508787, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.06351726875744343, |
| "grad_norm": 1.0690556764602661, |
| "learning_rate": 0.00019607791175301444, |
| "loss": 3.1130550384521483, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.06748709805478365, |
| "grad_norm": 0.9682918787002563, |
| "learning_rate": 0.0001958129057903803, |
| "loss": 3.041396713256836, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.07145692735212386, |
| "grad_norm": 0.9328762292861938, |
| "learning_rate": 0.00019554789982774613, |
| "loss": 3.1088594436645507, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.07542675664946408, |
| "grad_norm": 0.981307327747345, |
| "learning_rate": 0.000195282893865112, |
| "loss": 3.1146469116210938, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0793965859468043, |
| "grad_norm": 1.0752034187316895, |
| "learning_rate": 0.00019501788790247783, |
| "loss": 3.0602563858032226, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.0833664152441445, |
| "grad_norm": 0.8543508052825928, |
| "learning_rate": 0.00019475288193984363, |
| "loss": 2.989186477661133, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.08733624454148471, |
| "grad_norm": 0.9234327077865601, |
| "learning_rate": 0.0001944878759772095, |
| "loss": 3.0583696365356445, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.09130607383882493, |
| "grad_norm": 0.8820871710777283, |
| "learning_rate": 0.00019422287001457533, |
| "loss": 2.868353271484375, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.09527590313616514, |
| "grad_norm": 0.9947519898414612, |
| "learning_rate": 0.0001939578640519412, |
| "loss": 3.110881042480469, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.09924573243350536, |
| "grad_norm": 0.8357694745063782, |
| "learning_rate": 0.00019369285808930702, |
| "loss": 3.01332950592041, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.10321556173084558, |
| "grad_norm": 0.9128127694129944, |
| "learning_rate": 0.00019342785212667288, |
| "loss": 3.149305725097656, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.10718539102818579, |
| "grad_norm": 0.9448281526565552, |
| "learning_rate": 0.0001931628461640387, |
| "loss": 3.172308921813965, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.11115522032552601, |
| "grad_norm": 1.0875459909439087, |
| "learning_rate": 0.00019289784020140452, |
| "loss": 3.1815589904785155, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.11512504962286621, |
| "grad_norm": 0.9254504442214966, |
| "learning_rate": 0.00019263283423877038, |
| "loss": 3.1059280395507813, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.11909487892020643, |
| "grad_norm": 0.9273567795753479, |
| "learning_rate": 0.00019236782827613622, |
| "loss": 3.063690757751465, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12306470821754664, |
| "grad_norm": 0.9300341010093689, |
| "learning_rate": 0.00019210282231350208, |
| "loss": 2.989412307739258, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.12703453751488686, |
| "grad_norm": 1.092647910118103, |
| "learning_rate": 0.0001918378163508679, |
| "loss": 2.9342714309692384, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.13100436681222707, |
| "grad_norm": 0.7696720361709595, |
| "learning_rate": 0.00019157281038823375, |
| "loss": 2.966893768310547, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.1349741961095673, |
| "grad_norm": 0.9847505688667297, |
| "learning_rate": 0.00019130780442559958, |
| "loss": 3.054021644592285, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1389440254069075, |
| "grad_norm": 1.0354719161987305, |
| "learning_rate": 0.00019104279846296541, |
| "loss": 2.9900562286376955, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.14291385470424772, |
| "grad_norm": 0.8888474106788635, |
| "learning_rate": 0.00019077779250033128, |
| "loss": 3.1933818817138673, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.14688368400158794, |
| "grad_norm": 1.0046141147613525, |
| "learning_rate": 0.0001905127865376971, |
| "loss": 2.920476722717285, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.15085351329892815, |
| "grad_norm": 1.039939522743225, |
| "learning_rate": 0.00019024778057506294, |
| "loss": 3.1360284805297853, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.15482334259626837, |
| "grad_norm": 0.9551829099655151, |
| "learning_rate": 0.0001899827746124288, |
| "loss": 3.144388198852539, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.1587931718936086, |
| "grad_norm": 0.9663012027740479, |
| "learning_rate": 0.00018971776864979464, |
| "loss": 2.9875814437866213, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.1627630011909488, |
| "grad_norm": 0.9962781071662903, |
| "learning_rate": 0.00018945276268716047, |
| "loss": 3.0062061309814454, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.166732830488289, |
| "grad_norm": 1.001230001449585, |
| "learning_rate": 0.0001891877567245263, |
| "loss": 3.0834712982177734, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.1707026597856292, |
| "grad_norm": 0.9189774990081787, |
| "learning_rate": 0.00018892275076189214, |
| "loss": 2.885240936279297, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.17467248908296942, |
| "grad_norm": 1.0268958806991577, |
| "learning_rate": 0.000188657744799258, |
| "loss": 3.1581113815307615, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.17864231838030964, |
| "grad_norm": 0.9994209408760071, |
| "learning_rate": 0.00018839273883662383, |
| "loss": 2.8793590545654295, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.18261214767764986, |
| "grad_norm": 1.0613411664962769, |
| "learning_rate": 0.0001881277328739897, |
| "loss": 3.029997444152832, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.18658197697499007, |
| "grad_norm": 1.0501508712768555, |
| "learning_rate": 0.0001878627269113555, |
| "loss": 3.150674819946289, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.1905518062723303, |
| "grad_norm": 1.0706281661987305, |
| "learning_rate": 0.00018759772094872134, |
| "loss": 3.0236751556396486, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.1945216355696705, |
| "grad_norm": 0.856622040271759, |
| "learning_rate": 0.0001873327149860872, |
| "loss": 2.9095502853393556, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.19849146486701072, |
| "grad_norm": 0.9528838396072388, |
| "learning_rate": 0.00018706770902345303, |
| "loss": 3.001302146911621, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.20246129416435094, |
| "grad_norm": 1.0344288349151611, |
| "learning_rate": 0.0001868027030608189, |
| "loss": 3.106768035888672, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.20643112346169115, |
| "grad_norm": 0.9366422891616821, |
| "learning_rate": 0.00018653769709818473, |
| "loss": 2.99255428314209, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.21040095275903137, |
| "grad_norm": 0.9982316493988037, |
| "learning_rate": 0.00018627269113555056, |
| "loss": 2.904929351806641, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.21437078205637158, |
| "grad_norm": 1.0310651063919067, |
| "learning_rate": 0.0001860076851729164, |
| "loss": 3.076841926574707, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2183406113537118, |
| "grad_norm": 1.015830397605896, |
| "learning_rate": 0.00018574267921028223, |
| "loss": 2.995553398132324, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.22231044065105202, |
| "grad_norm": 0.9116207957267761, |
| "learning_rate": 0.0001854776732476481, |
| "loss": 3.0907325744628906, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.22628026994839223, |
| "grad_norm": 0.983268141746521, |
| "learning_rate": 0.00018521266728501392, |
| "loss": 2.9128732681274414, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.23025009924573242, |
| "grad_norm": 1.0083118677139282, |
| "learning_rate": 0.00018494766132237978, |
| "loss": 3.06164665222168, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.23421992854307264, |
| "grad_norm": 0.9371793270111084, |
| "learning_rate": 0.00018468265535974562, |
| "loss": 3.110069465637207, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.23818975784041285, |
| "grad_norm": 0.8907871842384338, |
| "learning_rate": 0.00018441764939711142, |
| "loss": 2.9918779373168944, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.24215958713775307, |
| "grad_norm": 1.2298108339309692, |
| "learning_rate": 0.00018415264343447728, |
| "loss": 2.995768737792969, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.24612941643509328, |
| "grad_norm": 1.1198155879974365, |
| "learning_rate": 0.00018388763747184312, |
| "loss": 2.905741500854492, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.25009924573243353, |
| "grad_norm": 0.9270941019058228, |
| "learning_rate": 0.00018362263150920898, |
| "loss": 3.0602294921875, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.2540690750297737, |
| "grad_norm": 0.907201886177063, |
| "learning_rate": 0.0001833576255465748, |
| "loss": 3.0065471649169924, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.25803890432711396, |
| "grad_norm": 1.0519545078277588, |
| "learning_rate": 0.00018309261958394065, |
| "loss": 3.029597282409668, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.26200873362445415, |
| "grad_norm": 0.8725332617759705, |
| "learning_rate": 0.00018282761362130648, |
| "loss": 2.8936578750610353, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.26597856292179434, |
| "grad_norm": 1.040444254875183, |
| "learning_rate": 0.0001825626076586723, |
| "loss": 3.081193542480469, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.2699483922191346, |
| "grad_norm": 0.9259696006774902, |
| "learning_rate": 0.00018229760169603817, |
| "loss": 2.9740297317504885, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.27391822151647477, |
| "grad_norm": 1.0812491178512573, |
| "learning_rate": 0.000182032595733404, |
| "loss": 3.0157501220703127, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.277888050813815, |
| "grad_norm": 1.0642049312591553, |
| "learning_rate": 0.00018176758977076984, |
| "loss": 2.996814727783203, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.2818578801111552, |
| "grad_norm": 1.0878177881240845, |
| "learning_rate": 0.0001815025838081357, |
| "loss": 3.0396562576293946, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.28582770940849545, |
| "grad_norm": 0.8735718131065369, |
| "learning_rate": 0.00018123757784550154, |
| "loss": 2.8770545959472655, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.28979753870583563, |
| "grad_norm": 0.9658878445625305, |
| "learning_rate": 0.00018097257188286737, |
| "loss": 3.050862121582031, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.2937673680031759, |
| "grad_norm": 0.958960771560669, |
| "learning_rate": 0.0001807075659202332, |
| "loss": 3.0131216049194336, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.29773719730051607, |
| "grad_norm": 1.0989668369293213, |
| "learning_rate": 0.00018044255995759904, |
| "loss": 3.0553775787353517, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3017070265978563, |
| "grad_norm": 0.9090871214866638, |
| "learning_rate": 0.0001801775539949649, |
| "loss": 2.9768255233764647, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3056768558951965, |
| "grad_norm": 0.9842050671577454, |
| "learning_rate": 0.00017991254803233073, |
| "loss": 3.028487205505371, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.30964668519253674, |
| "grad_norm": 1.1661285161972046, |
| "learning_rate": 0.0001796475420696966, |
| "loss": 2.9407962799072265, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.31361651448987693, |
| "grad_norm": 1.0115314722061157, |
| "learning_rate": 0.00017938253610706243, |
| "loss": 3.02266845703125, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3175863437872172, |
| "grad_norm": 1.1729583740234375, |
| "learning_rate": 0.00017911753014442823, |
| "loss": 2.9814245223999025, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.32155617308455736, |
| "grad_norm": 0.9609226584434509, |
| "learning_rate": 0.0001788525241817941, |
| "loss": 2.8289106369018553, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.3255260023818976, |
| "grad_norm": 1.339521050453186, |
| "learning_rate": 0.00017858751821915993, |
| "loss": 3.0263460159301756, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.3294958316792378, |
| "grad_norm": 0.8593433499336243, |
| "learning_rate": 0.0001783225122565258, |
| "loss": 3.0060649871826173, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.333465660976578, |
| "grad_norm": 1.0417287349700928, |
| "learning_rate": 0.00017805750629389162, |
| "loss": 3.0265331268310547, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.3374354902739182, |
| "grad_norm": 1.1134616136550903, |
| "learning_rate": 0.00017779250033125748, |
| "loss": 3.057025146484375, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3414053195712584, |
| "grad_norm": 1.0823781490325928, |
| "learning_rate": 0.0001775274943686233, |
| "loss": 3.0840169906616213, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.34537514886859866, |
| "grad_norm": 1.304033637046814, |
| "learning_rate": 0.00017726248840598913, |
| "loss": 2.9510980606079102, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.34934497816593885, |
| "grad_norm": 0.9548248052597046, |
| "learning_rate": 0.00017699748244335499, |
| "loss": 3.0062685012817383, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3533148074632791, |
| "grad_norm": 0.9844130277633667, |
| "learning_rate": 0.00017673247648072082, |
| "loss": 2.9815792083740233, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.3572846367606193, |
| "grad_norm": 1.1588873863220215, |
| "learning_rate": 0.00017646747051808668, |
| "loss": 3.143498992919922, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.3612544660579595, |
| "grad_norm": 0.9818010926246643, |
| "learning_rate": 0.00017620246455545251, |
| "loss": 2.973097229003906, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.3652242953552997, |
| "grad_norm": 1.0033776760101318, |
| "learning_rate": 0.00017593745859281835, |
| "loss": 3.0639650344848635, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.36919412465263995, |
| "grad_norm": 1.1256245374679565, |
| "learning_rate": 0.00017567245263018418, |
| "loss": 3.0972034454345705, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.37316395394998014, |
| "grad_norm": 1.1515825986862183, |
| "learning_rate": 0.00017540744666755002, |
| "loss": 2.954210090637207, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.3771337832473204, |
| "grad_norm": 1.0679875612258911, |
| "learning_rate": 0.00017514244070491588, |
| "loss": 2.9248802185058596, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.3811036125446606, |
| "grad_norm": 1.3141388893127441, |
| "learning_rate": 0.0001748774347422817, |
| "loss": 2.9732879638671874, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.3850734418420008, |
| "grad_norm": 0.9422619938850403, |
| "learning_rate": 0.00017461242877964754, |
| "loss": 2.8527624130249025, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.389043271139341, |
| "grad_norm": 1.1796400547027588, |
| "learning_rate": 0.0001743474228170134, |
| "loss": 3.081935691833496, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.3930131004366812, |
| "grad_norm": 0.9901096820831299, |
| "learning_rate": 0.00017408241685437924, |
| "loss": 2.9871950149536133, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.39698292973402144, |
| "grad_norm": 0.9635742902755737, |
| "learning_rate": 0.00017381741089174507, |
| "loss": 2.909952735900879, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4009527590313616, |
| "grad_norm": 1.094767451286316, |
| "learning_rate": 0.0001735524049291109, |
| "loss": 2.886246681213379, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.40492258832870187, |
| "grad_norm": 0.9883092045783997, |
| "learning_rate": 0.00017328739896647674, |
| "loss": 2.941468048095703, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.40889241762604206, |
| "grad_norm": 1.082886815071106, |
| "learning_rate": 0.0001730223930038426, |
| "loss": 2.8721885681152344, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4128622469233823, |
| "grad_norm": 0.9654253125190735, |
| "learning_rate": 0.00017275738704120844, |
| "loss": 3.0437408447265626, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4168320762207225, |
| "grad_norm": 0.9620010256767273, |
| "learning_rate": 0.0001724923810785743, |
| "loss": 2.9390357971191405, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.42080190551806274, |
| "grad_norm": 1.042639136314392, |
| "learning_rate": 0.0001722273751159401, |
| "loss": 2.928664207458496, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.4247717348154029, |
| "grad_norm": 1.1499779224395752, |
| "learning_rate": 0.00017196236915330594, |
| "loss": 2.9631744384765626, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.42874156411274317, |
| "grad_norm": 1.0400148630142212, |
| "learning_rate": 0.0001716973631906718, |
| "loss": 2.9788026809692383, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.43271139341008336, |
| "grad_norm": 1.0587307214736938, |
| "learning_rate": 0.00017143235722803763, |
| "loss": 2.9872905731201174, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4366812227074236, |
| "grad_norm": 0.9863898158073425, |
| "learning_rate": 0.0001711673512654035, |
| "loss": 2.959150505065918, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.4406510520047638, |
| "grad_norm": 1.024854302406311, |
| "learning_rate": 0.00017090234530276933, |
| "loss": 2.906721496582031, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.44462088130210403, |
| "grad_norm": 1.2431564331054688, |
| "learning_rate": 0.00017063733934013516, |
| "loss": 2.959243583679199, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.4485907105994442, |
| "grad_norm": 1.0118112564086914, |
| "learning_rate": 0.000170372333377501, |
| "loss": 2.837575149536133, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.45256053989678446, |
| "grad_norm": 1.1883628368377686, |
| "learning_rate": 0.00017010732741486683, |
| "loss": 3.088572692871094, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.45653036919412465, |
| "grad_norm": 0.902087926864624, |
| "learning_rate": 0.0001698423214522327, |
| "loss": 2.870463180541992, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.46050019849146484, |
| "grad_norm": 1.1765600442886353, |
| "learning_rate": 0.00016957731548959852, |
| "loss": 2.907725143432617, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.4644700277888051, |
| "grad_norm": 0.9849786162376404, |
| "learning_rate": 0.00016931230952696438, |
| "loss": 2.975267791748047, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.4684398570861453, |
| "grad_norm": 1.0879027843475342, |
| "learning_rate": 0.00016904730356433022, |
| "loss": 2.9905019760131837, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.4724096863834855, |
| "grad_norm": 1.159298300743103, |
| "learning_rate": 0.00016878229760169605, |
| "loss": 2.9706029891967773, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.4763795156808257, |
| "grad_norm": 1.0128686428070068, |
| "learning_rate": 0.00016851729163906189, |
| "loss": 2.929449462890625, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.48034934497816595, |
| "grad_norm": 1.3239126205444336, |
| "learning_rate": 0.00016825228567642772, |
| "loss": 2.854958343505859, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.48431917427550614, |
| "grad_norm": 1.1641817092895508, |
| "learning_rate": 0.00016798727971379358, |
| "loss": 2.8924772262573244, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.4882890035728464, |
| "grad_norm": 1.0055742263793945, |
| "learning_rate": 0.00016772227375115941, |
| "loss": 2.9655168533325194, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.49225883287018657, |
| "grad_norm": 1.029150128364563, |
| "learning_rate": 0.00016745726778852525, |
| "loss": 2.953019905090332, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.4962286621675268, |
| "grad_norm": 1.0731725692749023, |
| "learning_rate": 0.00016719226182589108, |
| "loss": 2.8922054290771486, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5001984914648671, |
| "grad_norm": 1.1343021392822266, |
| "learning_rate": 0.00016692725586325692, |
| "loss": 2.944770622253418, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.5041683207622072, |
| "grad_norm": 1.2642573118209839, |
| "learning_rate": 0.00016666224990062278, |
| "loss": 3.03311710357666, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.5081381500595474, |
| "grad_norm": 1.0998749732971191, |
| "learning_rate": 0.0001663972439379886, |
| "loss": 2.901491165161133, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5121079793568877, |
| "grad_norm": 1.1051859855651855, |
| "learning_rate": 0.00016613223797535444, |
| "loss": 3.012837600708008, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5160778086542279, |
| "grad_norm": 1.2365621328353882, |
| "learning_rate": 0.0001658672320127203, |
| "loss": 2.9026336669921875, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.520047637951568, |
| "grad_norm": 1.0339555740356445, |
| "learning_rate": 0.00016560222605008614, |
| "loss": 2.922551727294922, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5240174672489083, |
| "grad_norm": 1.0754799842834473, |
| "learning_rate": 0.00016533722008745197, |
| "loss": 3.07440071105957, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5279872965462485, |
| "grad_norm": 0.9746431708335876, |
| "learning_rate": 0.0001650722141248178, |
| "loss": 3.0004465103149416, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5319571258435887, |
| "grad_norm": 1.1726387739181519, |
| "learning_rate": 0.00016480720816218364, |
| "loss": 2.94736270904541, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.5359269551409289, |
| "grad_norm": 1.149013638496399, |
| "learning_rate": 0.0001645422021995495, |
| "loss": 2.9215377807617187, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.5398967844382692, |
| "grad_norm": 1.0117363929748535, |
| "learning_rate": 0.00016427719623691533, |
| "loss": 2.914345932006836, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.5438666137356094, |
| "grad_norm": 1.356374979019165, |
| "learning_rate": 0.0001640121902742812, |
| "loss": 2.9556610107421877, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.5478364430329495, |
| "grad_norm": 1.0233981609344482, |
| "learning_rate": 0.00016374718431164703, |
| "loss": 2.7411882400512697, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.5518062723302898, |
| "grad_norm": 0.9782310128211975, |
| "learning_rate": 0.00016348217834901286, |
| "loss": 2.8227493286132814, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.55577610162763, |
| "grad_norm": 1.1206411123275757, |
| "learning_rate": 0.0001632171723863787, |
| "loss": 2.9366016387939453, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.5597459309249703, |
| "grad_norm": 1.059769868850708, |
| "learning_rate": 0.00016295216642374453, |
| "loss": 2.877486228942871, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.5637157602223104, |
| "grad_norm": 1.1128787994384766, |
| "learning_rate": 0.0001626871604611104, |
| "loss": 2.9680269241333006, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.5676855895196506, |
| "grad_norm": 1.0075215101242065, |
| "learning_rate": 0.00016242215449847623, |
| "loss": 2.9732336044311523, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.5716554188169909, |
| "grad_norm": 1.111331820487976, |
| "learning_rate": 0.00016215714853584209, |
| "loss": 2.8879764556884764, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.5756252481143311, |
| "grad_norm": 0.9936279654502869, |
| "learning_rate": 0.0001618921425732079, |
| "loss": 2.8723777770996093, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.5795950774116713, |
| "grad_norm": 1.0727992057800293, |
| "learning_rate": 0.00016162713661057373, |
| "loss": 2.7799137115478514, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.5835649067090115, |
| "grad_norm": 1.067679762840271, |
| "learning_rate": 0.0001613621306479396, |
| "loss": 2.932950019836426, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.5875347360063518, |
| "grad_norm": 1.2709579467773438, |
| "learning_rate": 0.00016109712468530542, |
| "loss": 3.027512550354004, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.5915045653036919, |
| "grad_norm": 1.0046635866165161, |
| "learning_rate": 0.00016083211872267128, |
| "loss": 2.834365463256836, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.5954743946010321, |
| "grad_norm": 1.0839996337890625, |
| "learning_rate": 0.00016056711276003712, |
| "loss": 2.955361747741699, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.5994442238983724, |
| "grad_norm": 1.0332610607147217, |
| "learning_rate": 0.00016030210679740295, |
| "loss": 2.892449378967285, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.6034140531957126, |
| "grad_norm": 1.1940085887908936, |
| "learning_rate": 0.00016003710083476878, |
| "loss": 3.0406375885009767, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.6073838824930528, |
| "grad_norm": 1.4349676370620728, |
| "learning_rate": 0.00015977209487213462, |
| "loss": 2.868655204772949, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.611353711790393, |
| "grad_norm": 0.98362797498703, |
| "learning_rate": 0.00015950708890950048, |
| "loss": 3.0159059524536134, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.6153235410877332, |
| "grad_norm": 1.1385223865509033, |
| "learning_rate": 0.0001592420829468663, |
| "loss": 2.9185848236083984, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.6192933703850735, |
| "grad_norm": 1.0622061491012573, |
| "learning_rate": 0.00015897707698423215, |
| "loss": 2.963969612121582, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.6232631996824136, |
| "grad_norm": 1.1907509565353394, |
| "learning_rate": 0.000158712071021598, |
| "loss": 3.0108991622924806, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.6272330289797539, |
| "grad_norm": 1.0997110605239868, |
| "learning_rate": 0.00015844706505896384, |
| "loss": 2.965668869018555, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.6312028582770941, |
| "grad_norm": 1.212643027305603, |
| "learning_rate": 0.00015818205909632967, |
| "loss": 2.953110694885254, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.6351726875744343, |
| "grad_norm": 1.0768868923187256, |
| "learning_rate": 0.0001579170531336955, |
| "loss": 3.17305850982666, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.6391425168717745, |
| "grad_norm": 1.4662688970565796, |
| "learning_rate": 0.00015765204717106134, |
| "loss": 2.972339057922363, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.6431123461691147, |
| "grad_norm": 1.34614896774292, |
| "learning_rate": 0.0001573870412084272, |
| "loss": 2.957012176513672, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.647082175466455, |
| "grad_norm": 1.0535542964935303, |
| "learning_rate": 0.00015712203524579304, |
| "loss": 3.014488410949707, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.6510520047637952, |
| "grad_norm": 1.0424102544784546, |
| "learning_rate": 0.0001568570292831589, |
| "loss": 2.882272720336914, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.6550218340611353, |
| "grad_norm": 1.021438717842102, |
| "learning_rate": 0.0001565920233205247, |
| "loss": 3.1003211975097655, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.6589916633584756, |
| "grad_norm": 1.237534761428833, |
| "learning_rate": 0.00015632701735789057, |
| "loss": 2.9361820220947266, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.6629614926558158, |
| "grad_norm": 1.1335283517837524, |
| "learning_rate": 0.0001560620113952564, |
| "loss": 2.932353401184082, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.666931321953156, |
| "grad_norm": 1.2225456237792969, |
| "learning_rate": 0.00015579700543262223, |
| "loss": 2.871927833557129, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.6709011512504962, |
| "grad_norm": 1.6691526174545288, |
| "learning_rate": 0.0001555319994699881, |
| "loss": 2.9645782470703126, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.6748709805478365, |
| "grad_norm": 0.9732962250709534, |
| "learning_rate": 0.00015526699350735393, |
| "loss": 2.8384857177734375, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.6788408098451767, |
| "grad_norm": 0.9814636707305908, |
| "learning_rate": 0.00015500198754471976, |
| "loss": 2.9634319305419923, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.6828106391425168, |
| "grad_norm": 1.2787647247314453, |
| "learning_rate": 0.0001547369815820856, |
| "loss": 2.973423957824707, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.6867804684398571, |
| "grad_norm": 1.2211189270019531, |
| "learning_rate": 0.00015447197561945143, |
| "loss": 3.0307428359985353, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.6907502977371973, |
| "grad_norm": 1.0328019857406616, |
| "learning_rate": 0.0001542069696568173, |
| "loss": 2.8718870162963865, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.6947201270345376, |
| "grad_norm": 1.0765776634216309, |
| "learning_rate": 0.00015394196369418312, |
| "loss": 3.050098991394043, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.6986899563318777, |
| "grad_norm": 1.0749907493591309, |
| "learning_rate": 0.00015367695773154899, |
| "loss": 3.0334381103515624, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.7026597856292179, |
| "grad_norm": 1.123230218887329, |
| "learning_rate": 0.00015341195176891482, |
| "loss": 2.948457717895508, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.7066296149265582, |
| "grad_norm": 1.2905099391937256, |
| "learning_rate": 0.00015314694580628065, |
| "loss": 2.968699264526367, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.7105994442238984, |
| "grad_norm": 1.1446195840835571, |
| "learning_rate": 0.0001528819398436465, |
| "loss": 2.848519706726074, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.7145692735212386, |
| "grad_norm": 1.073853611946106, |
| "learning_rate": 0.00015261693388101232, |
| "loss": 2.9441722869873046, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.7185391028185788, |
| "grad_norm": 1.2332338094711304, |
| "learning_rate": 0.00015235192791837818, |
| "loss": 2.9227483749389647, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.722508932115919, |
| "grad_norm": 1.0547096729278564, |
| "learning_rate": 0.00015208692195574402, |
| "loss": 3.0400369644165037, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.7264787614132592, |
| "grad_norm": 1.2107875347137451, |
| "learning_rate": 0.00015182191599310985, |
| "loss": 2.932765007019043, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.7304485907105994, |
| "grad_norm": 1.1923927068710327, |
| "learning_rate": 0.00015155691003047568, |
| "loss": 2.8786020278930664, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.7344184200079397, |
| "grad_norm": 1.3000658750534058, |
| "learning_rate": 0.00015129190406784152, |
| "loss": 3.0670289993286133, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.7383882493052799, |
| "grad_norm": 1.079545259475708, |
| "learning_rate": 0.00015102689810520738, |
| "loss": 2.9120521545410156, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.74235807860262, |
| "grad_norm": 1.164806604385376, |
| "learning_rate": 0.0001507618921425732, |
| "loss": 3.098134422302246, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.7463279078999603, |
| "grad_norm": 1.0587846040725708, |
| "learning_rate": 0.00015049688617993905, |
| "loss": 2.889917182922363, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.7502977371973005, |
| "grad_norm": 1.6976264715194702, |
| "learning_rate": 0.0001502318802173049, |
| "loss": 2.9458736419677733, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.7542675664946408, |
| "grad_norm": 1.0733898878097534, |
| "learning_rate": 0.00014996687425467074, |
| "loss": 2.872547912597656, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.7582373957919809, |
| "grad_norm": 1.560863971710205, |
| "learning_rate": 0.00014970186829203657, |
| "loss": 2.8400611877441406, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.7622072250893211, |
| "grad_norm": 1.3527973890304565, |
| "learning_rate": 0.0001494368623294024, |
| "loss": 2.9421205520629883, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.7661770543866614, |
| "grad_norm": 1.0963633060455322, |
| "learning_rate": 0.00014917185636676827, |
| "loss": 2.890008544921875, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.7701468836840016, |
| "grad_norm": 0.93892902135849, |
| "learning_rate": 0.0001489068504041341, |
| "loss": 2.8861242294311524, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.7741167129813418, |
| "grad_norm": 1.233338713645935, |
| "learning_rate": 0.00014864184444149994, |
| "loss": 2.9477554321289063, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.778086542278682, |
| "grad_norm": 1.2628257274627686, |
| "learning_rate": 0.0001483768384788658, |
| "loss": 2.8417577743530273, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.7820563715760223, |
| "grad_norm": 1.0811272859573364, |
| "learning_rate": 0.00014811183251623163, |
| "loss": 2.887801933288574, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.7860262008733624, |
| "grad_norm": 1.088047981262207, |
| "learning_rate": 0.00014784682655359746, |
| "loss": 3.039769744873047, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.7899960301707026, |
| "grad_norm": 1.2557246685028076, |
| "learning_rate": 0.0001475818205909633, |
| "loss": 2.9063520431518555, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.7939658594680429, |
| "grad_norm": 1.131279706954956, |
| "learning_rate": 0.00014731681462832913, |
| "loss": 2.995278549194336, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.7979356887653831, |
| "grad_norm": 1.127064824104309, |
| "learning_rate": 0.0001470783092619584, |
| "loss": 2.8959430694580077, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.8019055180627233, |
| "grad_norm": 1.1206923723220825, |
| "learning_rate": 0.00014681330329932425, |
| "loss": 2.988982009887695, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.8058753473600635, |
| "grad_norm": 1.2321375608444214, |
| "learning_rate": 0.00014654829733669008, |
| "loss": 2.886695671081543, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.8098451766574037, |
| "grad_norm": 1.0987670421600342, |
| "learning_rate": 0.00014628329137405591, |
| "loss": 2.9366876602172853, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.813815005954744, |
| "grad_norm": 1.2729072570800781, |
| "learning_rate": 0.00014601828541142177, |
| "loss": 2.733133316040039, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.8177848352520841, |
| "grad_norm": 1.4275444746017456, |
| "learning_rate": 0.0001457532794487876, |
| "loss": 2.9442211151123048, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.8217546645494244, |
| "grad_norm": 1.1997590065002441, |
| "learning_rate": 0.00014548827348615344, |
| "loss": 2.8335521697998045, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.8257244938467646, |
| "grad_norm": 1.4380601644515991, |
| "learning_rate": 0.0001452232675235193, |
| "loss": 3.0139677047729494, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.8296943231441049, |
| "grad_norm": 1.0848125219345093, |
| "learning_rate": 0.0001449582615608851, |
| "loss": 2.9831415176391602, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.833664152441445, |
| "grad_norm": 1.0817651748657227, |
| "learning_rate": 0.00014469325559825097, |
| "loss": 3.0775167465209963, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.8376339817387852, |
| "grad_norm": 1.1604492664337158, |
| "learning_rate": 0.0001444282496356168, |
| "loss": 2.9208209991455076, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.8416038110361255, |
| "grad_norm": 1.03305184841156, |
| "learning_rate": 0.00014416324367298264, |
| "loss": 2.9657546997070314, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.8455736403334657, |
| "grad_norm": 1.5073528289794922, |
| "learning_rate": 0.0001438982377103485, |
| "loss": 2.9726272583007813, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.8495434696308058, |
| "grad_norm": 1.332560420036316, |
| "learning_rate": 0.00014363323174771433, |
| "loss": 2.933932876586914, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.8535132989281461, |
| "grad_norm": 1.1734390258789062, |
| "learning_rate": 0.00014336822578508017, |
| "loss": 2.8562877655029295, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.8574831282254863, |
| "grad_norm": 1.1189327239990234, |
| "learning_rate": 0.000143103219822446, |
| "loss": 2.9401512145996094, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.8614529575228265, |
| "grad_norm": 1.2062342166900635, |
| "learning_rate": 0.00014283821385981183, |
| "loss": 3.0194915771484374, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.8654227868201667, |
| "grad_norm": 1.0934343338012695, |
| "learning_rate": 0.0001425732078971777, |
| "loss": 2.8667329788208007, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.869392616117507, |
| "grad_norm": 1.0804356336593628, |
| "learning_rate": 0.00014230820193454353, |
| "loss": 2.8640270233154297, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.8733624454148472, |
| "grad_norm": 1.1175063848495483, |
| "learning_rate": 0.0001420431959719094, |
| "loss": 2.998785400390625, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.8773322747121873, |
| "grad_norm": 1.038718819618225, |
| "learning_rate": 0.00014177819000927522, |
| "loss": 2.9121694564819336, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.8813021040095276, |
| "grad_norm": 1.2699339389801025, |
| "learning_rate": 0.00014151318404664106, |
| "loss": 2.925882339477539, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.8852719333068678, |
| "grad_norm": 1.0924122333526611, |
| "learning_rate": 0.0001412481780840069, |
| "loss": 2.883635902404785, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.8892417626042081, |
| "grad_norm": 1.1971683502197266, |
| "learning_rate": 0.00014098317212137273, |
| "loss": 2.8960296630859377, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.8932115919015482, |
| "grad_norm": 1.0126338005065918, |
| "learning_rate": 0.0001407181661587386, |
| "loss": 2.889109420776367, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.8971814211988884, |
| "grad_norm": 1.2543033361434937, |
| "learning_rate": 0.00014045316019610442, |
| "loss": 2.887612724304199, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.9011512504962287, |
| "grad_norm": 1.394667387008667, |
| "learning_rate": 0.00014018815423347028, |
| "loss": 2.9344444274902344, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.9051210797935689, |
| "grad_norm": 1.413507103919983, |
| "learning_rate": 0.00013992314827083612, |
| "loss": 2.91464900970459, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 1.258139729499817, |
| "learning_rate": 0.00013965814230820192, |
| "loss": 2.9243486404418944, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.9130607383882493, |
| "grad_norm": 0.8673571348190308, |
| "learning_rate": 0.00013939313634556778, |
| "loss": 2.7983678817749023, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.9170305676855895, |
| "grad_norm": 1.285875678062439, |
| "learning_rate": 0.00013912813038293362, |
| "loss": 3.068038558959961, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.9210003969829297, |
| "grad_norm": 1.1456619501113892, |
| "learning_rate": 0.00013886312442029948, |
| "loss": 2.982662010192871, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.9249702262802699, |
| "grad_norm": 1.028979778289795, |
| "learning_rate": 0.0001385981184576653, |
| "loss": 2.831150245666504, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.9289400555776102, |
| "grad_norm": 1.103188157081604, |
| "learning_rate": 0.00013833311249503115, |
| "loss": 2.891666603088379, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.9329098848749504, |
| "grad_norm": 1.105437159538269, |
| "learning_rate": 0.00013806810653239698, |
| "loss": 2.8475828170776367, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.9368797141722905, |
| "grad_norm": 1.1804033517837524, |
| "learning_rate": 0.0001378031005697628, |
| "loss": 2.9830224990844725, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.9408495434696308, |
| "grad_norm": 1.031882405281067, |
| "learning_rate": 0.00013753809460712867, |
| "loss": 2.820730781555176, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.944819372766971, |
| "grad_norm": 1.071161150932312, |
| "learning_rate": 0.0001372730886444945, |
| "loss": 2.9033863067626955, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.9487892020643113, |
| "grad_norm": 1.1234395503997803, |
| "learning_rate": 0.00013700808268186034, |
| "loss": 2.983052444458008, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.9527590313616514, |
| "grad_norm": 1.198830485343933, |
| "learning_rate": 0.0001367430767192262, |
| "loss": 3.0303747177124025, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.9567288606589917, |
| "grad_norm": 1.5915600061416626, |
| "learning_rate": 0.00013647807075659204, |
| "loss": 2.9372890472412108, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.9606986899563319, |
| "grad_norm": 1.2830276489257812, |
| "learning_rate": 0.00013621306479395787, |
| "loss": 2.769970703125, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.9646685192536721, |
| "grad_norm": 1.1718764305114746, |
| "learning_rate": 0.0001359480588313237, |
| "loss": 2.947464942932129, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.9686383485510123, |
| "grad_norm": 1.3351068496704102, |
| "learning_rate": 0.00013568305286868954, |
| "loss": 3.0664255142211916, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.9726081778483525, |
| "grad_norm": 1.2922847270965576, |
| "learning_rate": 0.0001354180469060554, |
| "loss": 2.882719039916992, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.9765780071456928, |
| "grad_norm": 1.3131754398345947, |
| "learning_rate": 0.00013515304094342123, |
| "loss": 2.906990814208984, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.9805478364430329, |
| "grad_norm": 1.2137771844863892, |
| "learning_rate": 0.0001348880349807871, |
| "loss": 2.9342098236083984, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.9845176657403731, |
| "grad_norm": 1.352759599685669, |
| "learning_rate": 0.0001346230290181529, |
| "loss": 2.8431310653686523, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.9884874950377134, |
| "grad_norm": 1.0442841053009033, |
| "learning_rate": 0.00013435802305551873, |
| "loss": 2.929820251464844, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.9924573243350536, |
| "grad_norm": 1.130361557006836, |
| "learning_rate": 0.0001340930170928846, |
| "loss": 2.9055503845214843, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.9964271536323938, |
| "grad_norm": 1.461983323097229, |
| "learning_rate": 0.00013382801113025043, |
| "loss": 2.9048336029052733, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.0003969829297341, |
| "grad_norm": 1.2407251596450806, |
| "learning_rate": 0.0001335630051676163, |
| "loss": 2.888891410827637, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.0043668122270741, |
| "grad_norm": 1.3580700159072876, |
| "learning_rate": 0.00013329799920498212, |
| "loss": 2.927655029296875, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.0083366415244144, |
| "grad_norm": 1.0742342472076416, |
| "learning_rate": 0.00013303299324234796, |
| "loss": 2.9614290237426757, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.0123064708217546, |
| "grad_norm": 1.2635444402694702, |
| "learning_rate": 0.0001327679872797138, |
| "loss": 2.7592201232910156, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.0162763001190949, |
| "grad_norm": 1.331705927848816, |
| "learning_rate": 0.00013250298131707962, |
| "loss": 2.8516969680786133, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.020246129416435, |
| "grad_norm": 1.1936160326004028, |
| "learning_rate": 0.00013223797535444549, |
| "loss": 3.008740234375, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.0242159587137754, |
| "grad_norm": 1.1526603698730469, |
| "learning_rate": 0.00013197296939181132, |
| "loss": 2.7761598587036134, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.0281857880111156, |
| "grad_norm": 1.0937445163726807, |
| "learning_rate": 0.00013170796342917718, |
| "loss": 2.8639547348022463, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.0321556173084558, |
| "grad_norm": 1.1443973779678345, |
| "learning_rate": 0.00013144295746654301, |
| "loss": 2.841537284851074, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.0361254466057959, |
| "grad_norm": 1.246218204498291, |
| "learning_rate": 0.00013117795150390885, |
| "loss": 2.89624137878418, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.040095275903136, |
| "grad_norm": 1.2295280694961548, |
| "learning_rate": 0.00013091294554127468, |
| "loss": 2.7112895965576174, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.0440651052004764, |
| "grad_norm": 1.1867451667785645, |
| "learning_rate": 0.00013064793957864052, |
| "loss": 2.817560577392578, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.0480349344978166, |
| "grad_norm": 1.3577598333358765, |
| "learning_rate": 0.00013038293361600638, |
| "loss": 2.899570846557617, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.0520047637951568, |
| "grad_norm": 1.1519272327423096, |
| "learning_rate": 0.0001301179276533722, |
| "loss": 2.899755096435547, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.055974593092497, |
| "grad_norm": 1.1014765501022339, |
| "learning_rate": 0.00012985292169073804, |
| "loss": 2.949821662902832, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.0599444223898373, |
| "grad_norm": 1.1649622917175293, |
| "learning_rate": 0.0001295879157281039, |
| "loss": 3.0167802810668944, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.0639142516871773, |
| "grad_norm": 1.4407117366790771, |
| "learning_rate": 0.0001293229097654697, |
| "loss": 2.934400177001953, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.0678840809845176, |
| "grad_norm": 1.1467158794403076, |
| "learning_rate": 0.00012905790380283557, |
| "loss": 2.8859203338623045, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.0718539102818578, |
| "grad_norm": 1.1657541990280151, |
| "learning_rate": 0.0001287928978402014, |
| "loss": 2.9197870254516602, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.075823739579198, |
| "grad_norm": 1.137046217918396, |
| "learning_rate": 0.00012852789187756724, |
| "loss": 2.9437820434570314, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.0797935688765383, |
| "grad_norm": 1.2877311706542969, |
| "learning_rate": 0.0001282628859149331, |
| "loss": 2.861769104003906, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.0837633981738786, |
| "grad_norm": 1.4007761478424072, |
| "learning_rate": 0.00012799787995229893, |
| "loss": 2.888690376281738, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.0877332274712188, |
| "grad_norm": 1.1097158193588257, |
| "learning_rate": 0.00012773287398966477, |
| "loss": 2.829306793212891, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.091703056768559, |
| "grad_norm": 1.3691431283950806, |
| "learning_rate": 0.0001274678680270306, |
| "loss": 2.900307846069336, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.095672886065899, |
| "grad_norm": 1.4336342811584473, |
| "learning_rate": 0.00012720286206439644, |
| "loss": 2.7967662811279297, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.0996427153632393, |
| "grad_norm": 1.2973034381866455, |
| "learning_rate": 0.0001269378561017623, |
| "loss": 2.774248504638672, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.1036125446605796, |
| "grad_norm": 1.5863878726959229, |
| "learning_rate": 0.00012667285013912813, |
| "loss": 2.7378374099731446, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.1075823739579198, |
| "grad_norm": 1.4274410009384155, |
| "learning_rate": 0.000126407844176494, |
| "loss": 3.0109136581420897, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.11155220325526, |
| "grad_norm": 1.1030832529067993, |
| "learning_rate": 0.00012614283821385983, |
| "loss": 2.7925899505615233, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.1155220325526003, |
| "grad_norm": 1.1131644248962402, |
| "learning_rate": 0.00012587783225122566, |
| "loss": 2.9009119033813477, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.1194918618499405, |
| "grad_norm": 1.3609836101531982, |
| "learning_rate": 0.0001256128262885915, |
| "loss": 2.8956506729125975, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.1234616911472806, |
| "grad_norm": 1.1545202732086182, |
| "learning_rate": 0.00012534782032595733, |
| "loss": 2.876191520690918, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.1274315204446208, |
| "grad_norm": 1.2126272916793823, |
| "learning_rate": 0.0001250828143633232, |
| "loss": 2.7961231231689454, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.131401349741961, |
| "grad_norm": 1.1984245777130127, |
| "learning_rate": 0.00012481780840068902, |
| "loss": 2.7959896087646485, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.1353711790393013, |
| "grad_norm": 1.2016088962554932, |
| "learning_rate": 0.00012455280243805488, |
| "loss": 2.867430305480957, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.1393410083366415, |
| "grad_norm": 1.1378740072250366, |
| "learning_rate": 0.00012428779647542072, |
| "loss": 2.741920280456543, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.1433108376339818, |
| "grad_norm": 1.2212181091308594, |
| "learning_rate": 0.00012402279051278652, |
| "loss": 2.7447364807128904, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.147280666931322, |
| "grad_norm": 1.0747908353805542, |
| "learning_rate": 0.00012375778455015238, |
| "loss": 2.98239688873291, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.1512504962286623, |
| "grad_norm": 1.3732624053955078, |
| "learning_rate": 0.00012349277858751822, |
| "loss": 2.932689094543457, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.1552203255260023, |
| "grad_norm": 1.2373459339141846, |
| "learning_rate": 0.00012322777262488408, |
| "loss": 2.8869907379150392, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.1591901548233425, |
| "grad_norm": 1.3174314498901367, |
| "learning_rate": 0.0001229627666622499, |
| "loss": 2.9600086212158203, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.1631599841206828, |
| "grad_norm": 1.3416168689727783, |
| "learning_rate": 0.00012269776069961575, |
| "loss": 2.840256118774414, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.167129813418023, |
| "grad_norm": 1.149091362953186, |
| "learning_rate": 0.00012243275473698158, |
| "loss": 2.807183265686035, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.1710996427153633, |
| "grad_norm": 1.1443051099777222, |
| "learning_rate": 0.00012216774877434741, |
| "loss": 2.9720365524291994, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.1750694720127035, |
| "grad_norm": 1.3129942417144775, |
| "learning_rate": 0.00012190274281171328, |
| "loss": 2.9757314682006837, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.1790393013100438, |
| "grad_norm": 1.098672866821289, |
| "learning_rate": 0.00012163773684907911, |
| "loss": 2.753942680358887, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.1830091306073838, |
| "grad_norm": 1.1337664127349854, |
| "learning_rate": 0.00012137273088644494, |
| "loss": 2.827354621887207, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.186978959904724, |
| "grad_norm": 1.1231764554977417, |
| "learning_rate": 0.00012110772492381079, |
| "loss": 2.711290740966797, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.1909487892020643, |
| "grad_norm": 1.1375696659088135, |
| "learning_rate": 0.00012084271896117662, |
| "loss": 2.904682731628418, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 7557, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.3210243364431872e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
