{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 199772, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0025028532527080873, "grad_norm": 2.3626365661621094, "learning_rate": 0.0001996, "loss": 7.29805810546875, "step": 500 }, { "epoch": 0.005005706505416175, "grad_norm": 7.337688446044922, "learning_rate": 0.0003996, "loss": 6.20317236328125, "step": 1000 }, { "epoch": 0.007508559758124262, "grad_norm": 7.458404541015625, "learning_rate": 0.0005996, "loss": 5.50300537109375, "step": 1500 }, { "epoch": 0.01001141301083235, "grad_norm": 4.7689361572265625, "learning_rate": 0.0007996, "loss": 4.899404296875, "step": 2000 }, { "epoch": 0.012514266263540436, "grad_norm": 4.442220211029053, "learning_rate": 0.0009996, "loss": 4.44524853515625, "step": 2500 }, { "epoch": 0.015017119516248524, "grad_norm": 3.4935672283172607, "learning_rate": 0.000997470497587088, "loss": 4.15882275390625, "step": 3000 }, { "epoch": 0.017519972768956612, "grad_norm": 2.0901474952697754, "learning_rate": 0.0009949359260310639, "loss": 3.967610107421875, "step": 3500 }, { "epoch": 0.0200228260216647, "grad_norm": 2.429978847503662, "learning_rate": 0.0009924013544750396, "loss": 3.841876953125, "step": 4000 }, { "epoch": 0.022525679274372785, "grad_norm": 3.0798449516296387, "learning_rate": 0.0009898667829190155, "loss": 3.7350634765625, "step": 4500 }, { "epoch": 0.02502853252708087, "grad_norm": 2.054459571838379, "learning_rate": 0.0009873322113629912, "loss": 3.646090576171875, "step": 5000 }, { "epoch": 0.02753138577978896, "grad_norm": 2.25846791267395, "learning_rate": 0.000984797639806967, "loss": 3.531734130859375, "step": 5500 }, { "epoch": 0.030034239032497047, "grad_norm": 1.8457165956497192, "learning_rate": 0.000982263068250943, "loss": 3.30592333984375, "step": 6000 }, { "epoch": 0.032537092285205134, "grad_norm": 1.4192341566085815, "learning_rate": 0.0009797284966949187, "loss": 3.15514404296875, "step": 6500 }, { "epoch": 0.035039945537913224, "grad_norm": 1.4434535503387451, "learning_rate": 0.0009771939251388944, "loss": 3.068768310546875, "step": 7000 }, { "epoch": 0.03754279879062131, "grad_norm": 1.5978730916976929, "learning_rate": 0.0009746593535828703, "loss": 3.014418701171875, "step": 7500 }, { "epoch": 0.0400456520433294, "grad_norm": 1.287479281425476, "learning_rate": 0.0009721247820268462, "loss": 2.95143408203125, "step": 8000 }, { "epoch": 0.04254850529603748, "grad_norm": 1.2595716714859009, "learning_rate": 0.0009695902104708221, "loss": 2.907595703125, "step": 8500 }, { "epoch": 0.04505135854874557, "grad_norm": 1.1986782550811768, "learning_rate": 0.0009670556389147979, "loss": 2.857933349609375, "step": 9000 }, { "epoch": 0.04755421180145366, "grad_norm": 1.1681886911392212, "learning_rate": 0.0009645210673587737, "loss": 2.812803955078125, "step": 9500 }, { "epoch": 0.05005706505416174, "grad_norm": 1.0249395370483398, "learning_rate": 0.0009619864958027495, "loss": 2.78913427734375, "step": 10000 }, { "epoch": 0.05255991830686983, "grad_norm": 1.040594220161438, "learning_rate": 0.0009594519242467253, "loss": 2.7626005859375, "step": 10500 }, { "epoch": 0.05506277155957792, "grad_norm": 0.9752668142318726, "learning_rate": 0.0009569173526907012, "loss": 2.740474853515625, "step": 11000 }, { "epoch": 0.057565624812286005, "grad_norm": 1.185533881187439, "learning_rate": 0.000954382781134677, "loss": 2.71858935546875, "step": 11500 }, { "epoch": 0.060068478064994095, "grad_norm": 1.0896838903427124, "learning_rate": 0.0009518482095786529, "loss": 2.708484375, "step": 12000 }, { "epoch": 0.06257133131770218, "grad_norm": 0.9004521369934082, "learning_rate": 0.0009493136380226287, "loss": 2.69316162109375, "step": 12500 }, { "epoch": 0.06507418457041027, "grad_norm": 1.0431623458862305, "learning_rate": 0.0009467790664666045, "loss": 2.67708251953125, "step": 13000 }, { "epoch": 0.06757703782311836, "grad_norm": 0.8985926508903503, "learning_rate": 0.0009442444949105803, "loss": 2.66218701171875, "step": 13500 }, { "epoch": 0.07007989107582645, "grad_norm": 0.9118687510490417, "learning_rate": 0.0009417099233545562, "loss": 2.653901611328125, "step": 14000 }, { "epoch": 0.07258274432853452, "grad_norm": 0.9350694417953491, "learning_rate": 0.0009391753517985319, "loss": 2.636311767578125, "step": 14500 }, { "epoch": 0.07508559758124261, "grad_norm": 0.9138495922088623, "learning_rate": 0.0009366407802425078, "loss": 2.625677490234375, "step": 15000 }, { "epoch": 0.0775884508339507, "grad_norm": 1.0561628341674805, "learning_rate": 0.0009341062086864837, "loss": 2.618361572265625, "step": 15500 }, { "epoch": 0.0800913040866588, "grad_norm": 0.865665078163147, "learning_rate": 0.0009315716371304595, "loss": 2.60893017578125, "step": 16000 }, { "epoch": 0.08259415733936688, "grad_norm": 0.9117794632911682, "learning_rate": 0.0009290370655744354, "loss": 2.60950439453125, "step": 16500 }, { "epoch": 0.08509701059207496, "grad_norm": 0.9361228942871094, "learning_rate": 0.0009265024940184111, "loss": 2.59773388671875, "step": 17000 }, { "epoch": 0.08759986384478305, "grad_norm": 0.9310739636421204, "learning_rate": 0.0009239679224623869, "loss": 2.5843515625, "step": 17500 }, { "epoch": 0.09010271709749114, "grad_norm": 0.8137948513031006, "learning_rate": 0.0009214333509063628, "loss": 2.58233935546875, "step": 18000 }, { "epoch": 0.09260557035019923, "grad_norm": 0.8215316534042358, "learning_rate": 0.0009188987793503386, "loss": 2.577420166015625, "step": 18500 }, { "epoch": 0.09510842360290732, "grad_norm": 0.8454509377479553, "learning_rate": 0.0009163642077943145, "loss": 2.568532470703125, "step": 19000 }, { "epoch": 0.0976112768556154, "grad_norm": 0.8091618418693542, "learning_rate": 0.0009138296362382903, "loss": 2.560650146484375, "step": 19500 }, { "epoch": 0.10011413010832348, "grad_norm": 0.7978821992874146, "learning_rate": 0.0009112950646822661, "loss": 2.550300048828125, "step": 20000 }, { "epoch": 0.10261698336103157, "grad_norm": 0.8111914396286011, "learning_rate": 0.000908760493126242, "loss": 2.547173095703125, "step": 20500 }, { "epoch": 0.10511983661373966, "grad_norm": 0.8145331740379333, "learning_rate": 0.0009062259215702178, "loss": 2.54088720703125, "step": 21000 }, { "epoch": 0.10762268986644775, "grad_norm": 0.9337794184684753, "learning_rate": 0.0009036913500141937, "loss": 2.53918359375, "step": 21500 }, { "epoch": 0.11012554311915584, "grad_norm": 0.891290009021759, "learning_rate": 0.0009011567784581694, "loss": 2.531181396484375, "step": 22000 }, { "epoch": 0.11262839637186392, "grad_norm": 0.9127227067947388, "learning_rate": 0.0008986222069021452, "loss": 2.52918408203125, "step": 22500 }, { "epoch": 0.11513124962457201, "grad_norm": 0.829241931438446, "learning_rate": 0.0008960876353461211, "loss": 2.525134765625, "step": 23000 }, { "epoch": 0.1176341028772801, "grad_norm": 0.826885461807251, "learning_rate": 0.000893553063790097, "loss": 2.524625732421875, "step": 23500 }, { "epoch": 0.12013695612998819, "grad_norm": 0.8609133958816528, "learning_rate": 0.0008910184922340728, "loss": 2.51367431640625, "step": 24000 }, { "epoch": 0.12263980938269628, "grad_norm": 0.8546214699745178, "learning_rate": 0.0008884839206780486, "loss": 2.509973876953125, "step": 24500 }, { "epoch": 0.12514266263540436, "grad_norm": 0.7829476594924927, "learning_rate": 0.0008859493491220244, "loss": 2.506958984375, "step": 25000 }, { "epoch": 0.12764551588811246, "grad_norm": 0.8260162472724915, "learning_rate": 0.0008834147775660003, "loss": 2.50248876953125, "step": 25500 }, { "epoch": 0.13014836914082054, "grad_norm": 0.7452630996704102, "learning_rate": 0.0008808802060099761, "loss": 2.49617041015625, "step": 26000 }, { "epoch": 0.1326512223935286, "grad_norm": 0.756504476070404, "learning_rate": 0.0008783456344539519, "loss": 2.49525732421875, "step": 26500 }, { "epoch": 0.13515407564623672, "grad_norm": 0.8310842514038086, "learning_rate": 0.0008758110628979277, "loss": 2.48782568359375, "step": 27000 }, { "epoch": 0.1376569288989448, "grad_norm": 0.7258675694465637, "learning_rate": 0.0008732764913419036, "loss": 2.483075927734375, "step": 27500 }, { "epoch": 0.1401597821516529, "grad_norm": 0.8203240633010864, "learning_rate": 0.0008707419197858795, "loss": 2.471329345703125, "step": 28000 }, { "epoch": 0.14266263540436097, "grad_norm": 0.8238281607627869, "learning_rate": 0.0008682073482298553, "loss": 2.477720947265625, "step": 28500 }, { "epoch": 0.14516548865706905, "grad_norm": 0.7688509821891785, "learning_rate": 0.000865672776673831, "loss": 2.47250146484375, "step": 29000 }, { "epoch": 0.14766834190977715, "grad_norm": 0.7029343843460083, "learning_rate": 0.0008631382051178069, "loss": 2.465688720703125, "step": 29500 }, { "epoch": 0.15017119516248523, "grad_norm": 0.7543035745620728, "learning_rate": 0.0008606036335617827, "loss": 2.4645048828125, "step": 30000 }, { "epoch": 0.15267404841519333, "grad_norm": 0.7720212340354919, "learning_rate": 0.0008580690620057585, "loss": 2.464320556640625, "step": 30500 }, { "epoch": 0.1551769016679014, "grad_norm": 0.7318539023399353, "learning_rate": 0.0008555344904497345, "loss": 2.46198095703125, "step": 31000 }, { "epoch": 0.15767975492060948, "grad_norm": 0.7759379744529724, "learning_rate": 0.0008529999188937102, "loss": 2.45583984375, "step": 31500 }, { "epoch": 0.1601826081733176, "grad_norm": 0.7703037858009338, "learning_rate": 0.0008504653473376861, "loss": 2.45607470703125, "step": 32000 }, { "epoch": 0.16268546142602566, "grad_norm": 0.7710204720497131, "learning_rate": 0.0008479307757816619, "loss": 2.45154443359375, "step": 32500 }, { "epoch": 0.16518831467873377, "grad_norm": 0.7813094258308411, "learning_rate": 0.0008453962042256377, "loss": 2.44821484375, "step": 33000 }, { "epoch": 0.16769116793144184, "grad_norm": 0.7582312226295471, "learning_rate": 0.0008428616326696136, "loss": 2.44476611328125, "step": 33500 }, { "epoch": 0.17019402118414992, "grad_norm": 0.7505660653114319, "learning_rate": 0.0008403270611135893, "loss": 2.4436533203125, "step": 34000 }, { "epoch": 0.17269687443685802, "grad_norm": 0.7981584668159485, "learning_rate": 0.0008377924895575651, "loss": 2.439576904296875, "step": 34500 }, { "epoch": 0.1751997276895661, "grad_norm": 0.7095271348953247, "learning_rate": 0.000835257918001541, "loss": 2.434719970703125, "step": 35000 }, { "epoch": 0.1777025809422742, "grad_norm": 0.8338398933410645, "learning_rate": 0.0008327233464455169, "loss": 2.437919921875, "step": 35500 }, { "epoch": 0.18020543419498228, "grad_norm": 0.8130350112915039, "learning_rate": 0.0008301887748894928, "loss": 2.43570263671875, "step": 36000 }, { "epoch": 0.18270828744769035, "grad_norm": 0.7466760277748108, "learning_rate": 0.0008276542033334685, "loss": 2.433554931640625, "step": 36500 }, { "epoch": 0.18521114070039846, "grad_norm": 0.7282906770706177, "learning_rate": 0.0008251196317774443, "loss": 2.42677783203125, "step": 37000 }, { "epoch": 0.18771399395310653, "grad_norm": 0.7484606504440308, "learning_rate": 0.0008225850602214202, "loss": 2.425487060546875, "step": 37500 }, { "epoch": 0.19021684720581464, "grad_norm": 0.7364671230316162, "learning_rate": 0.000820050488665396, "loss": 2.423259765625, "step": 38000 }, { "epoch": 0.1927197004585227, "grad_norm": 0.7133408784866333, "learning_rate": 0.000817515917109372, "loss": 2.419514404296875, "step": 38500 }, { "epoch": 0.1952225537112308, "grad_norm": 0.75999516248703, "learning_rate": 0.0008149813455533477, "loss": 2.42005810546875, "step": 39000 }, { "epoch": 0.1977254069639389, "grad_norm": 0.8608483672142029, "learning_rate": 0.0008124467739973235, "loss": 2.419370361328125, "step": 39500 }, { "epoch": 0.20022826021664697, "grad_norm": 0.7337772846221924, "learning_rate": 0.0008099122024412994, "loss": 2.417884765625, "step": 40000 }, { "epoch": 0.20273111346935507, "grad_norm": 0.7339558601379395, "learning_rate": 0.0008073776308852752, "loss": 2.418275146484375, "step": 40500 }, { "epoch": 0.20523396672206315, "grad_norm": 0.762388288974762, "learning_rate": 0.0008048430593292509, "loss": 2.41318212890625, "step": 41000 }, { "epoch": 0.20773681997477125, "grad_norm": 0.7218593955039978, "learning_rate": 0.0008023084877732268, "loss": 2.411724853515625, "step": 41500 }, { "epoch": 0.21023967322747933, "grad_norm": 0.6575179100036621, "learning_rate": 0.0007997739162172026, "loss": 2.40373486328125, "step": 42000 }, { "epoch": 0.2127425264801874, "grad_norm": 0.7761327624320984, "learning_rate": 0.0007972393446611785, "loss": 2.40553564453125, "step": 42500 }, { "epoch": 0.2152453797328955, "grad_norm": 0.7239595651626587, "learning_rate": 0.0007947047731051544, "loss": 2.399615234375, "step": 43000 }, { "epoch": 0.21774823298560358, "grad_norm": 0.693205714225769, "learning_rate": 0.0007921702015491301, "loss": 2.4022412109375, "step": 43500 }, { "epoch": 0.2202510862383117, "grad_norm": 0.745655357837677, "learning_rate": 0.000789635629993106, "loss": 2.403769287109375, "step": 44000 }, { "epoch": 0.22275393949101976, "grad_norm": 0.7009297609329224, "learning_rate": 0.0007871010584370818, "loss": 2.40014599609375, "step": 44500 }, { "epoch": 0.22525679274372784, "grad_norm": 0.7825349569320679, "learning_rate": 0.0007845664868810577, "loss": 2.39456689453125, "step": 45000 }, { "epoch": 0.22775964599643594, "grad_norm": 0.7200064659118652, "learning_rate": 0.0007820319153250335, "loss": 2.39523583984375, "step": 45500 }, { "epoch": 0.23026249924914402, "grad_norm": 0.801326334476471, "learning_rate": 0.0007794973437690092, "loss": 2.392660400390625, "step": 46000 }, { "epoch": 0.23276535250185212, "grad_norm": 0.7437544465065002, "learning_rate": 0.0007769627722129851, "loss": 2.39413037109375, "step": 46500 }, { "epoch": 0.2352682057545602, "grad_norm": 0.7113602757453918, "learning_rate": 0.000774428200656961, "loss": 2.394007080078125, "step": 47000 }, { "epoch": 0.23777105900726828, "grad_norm": 0.7065946459770203, "learning_rate": 0.0007718936291009368, "loss": 2.3883369140625, "step": 47500 }, { "epoch": 0.24027391225997638, "grad_norm": 0.7566688656806946, "learning_rate": 0.0007693590575449127, "loss": 2.381677001953125, "step": 48000 }, { "epoch": 0.24277676551268446, "grad_norm": 0.7059527635574341, "learning_rate": 0.0007668244859888884, "loss": 2.384253173828125, "step": 48500 }, { "epoch": 0.24527961876539256, "grad_norm": 0.7765628099441528, "learning_rate": 0.0007642899144328643, "loss": 2.384454345703125, "step": 49000 }, { "epoch": 0.24778247201810064, "grad_norm": 0.6866586208343506, "learning_rate": 0.0007617553428768401, "loss": 2.37686767578125, "step": 49500 }, { "epoch": 0.2502853252708087, "grad_norm": 0.7130732536315918, "learning_rate": 0.0007592207713208159, "loss": 2.377067138671875, "step": 50000 }, { "epoch": 0.2527881785235168, "grad_norm": 0.722373902797699, "learning_rate": 0.0007566861997647919, "loss": 2.374890380859375, "step": 50500 }, { "epoch": 0.2552910317762249, "grad_norm": 0.7623845934867859, "learning_rate": 0.0007541516282087676, "loss": 2.370496337890625, "step": 51000 }, { "epoch": 0.25779388502893297, "grad_norm": 0.730656623840332, "learning_rate": 0.0007516170566527434, "loss": 2.37606201171875, "step": 51500 }, { "epoch": 0.26029673828164107, "grad_norm": 0.7228966951370239, "learning_rate": 0.0007490824850967193, "loss": 2.37339599609375, "step": 52000 }, { "epoch": 0.2627995915343492, "grad_norm": 0.7284409999847412, "learning_rate": 0.0007465479135406951, "loss": 2.37570068359375, "step": 52500 }, { "epoch": 0.2653024447870572, "grad_norm": 0.747478723526001, "learning_rate": 0.000744013341984671, "loss": 2.368949462890625, "step": 53000 }, { "epoch": 0.2678052980397653, "grad_norm": 0.6787912845611572, "learning_rate": 0.0007414787704286467, "loss": 2.369084716796875, "step": 53500 }, { "epoch": 0.27030815129247343, "grad_norm": 0.7583162784576416, "learning_rate": 0.0007389441988726225, "loss": 2.371407958984375, "step": 54000 }, { "epoch": 0.27281100454518153, "grad_norm": 0.7999855279922485, "learning_rate": 0.0007364096273165985, "loss": 2.365984375, "step": 54500 }, { "epoch": 0.2753138577978896, "grad_norm": 0.7388531565666199, "learning_rate": 0.0007338750557605743, "loss": 2.3695380859375, "step": 55000 }, { "epoch": 0.2778167110505977, "grad_norm": 0.6815361976623535, "learning_rate": 0.0007313404842045502, "loss": 2.3597080078125, "step": 55500 }, { "epoch": 0.2803195643033058, "grad_norm": 0.7165845632553101, "learning_rate": 0.0007288059126485259, "loss": 2.36343115234375, "step": 56000 }, { "epoch": 0.28282241755601384, "grad_norm": 0.9094180464744568, "learning_rate": 0.0007262713410925017, "loss": 2.360259765625, "step": 56500 }, { "epoch": 0.28532527080872194, "grad_norm": 0.7427837252616882, "learning_rate": 0.0007237367695364776, "loss": 2.358617431640625, "step": 57000 }, { "epoch": 0.28782812406143005, "grad_norm": 0.7851507067680359, "learning_rate": 0.0007212021979804534, "loss": 2.354507080078125, "step": 57500 }, { "epoch": 0.2903309773141381, "grad_norm": 0.7658779621124268, "learning_rate": 0.0007186676264244291, "loss": 2.356690185546875, "step": 58000 }, { "epoch": 0.2928338305668462, "grad_norm": 0.698862612247467, "learning_rate": 0.000716133054868405, "loss": 2.35316748046875, "step": 58500 }, { "epoch": 0.2953366838195543, "grad_norm": 0.7587510347366333, "learning_rate": 0.0007135984833123809, "loss": 2.353517333984375, "step": 59000 }, { "epoch": 0.2978395370722624, "grad_norm": 0.7297301888465881, "learning_rate": 0.0007110639117563568, "loss": 2.351627197265625, "step": 59500 }, { "epoch": 0.30034239032497045, "grad_norm": 0.7435001134872437, "learning_rate": 0.0007085293402003326, "loss": 2.3591904296875, "step": 60000 }, { "epoch": 0.30284524357767856, "grad_norm": 0.7464287877082825, "learning_rate": 0.0007059947686443083, "loss": 2.348665771484375, "step": 60500 }, { "epoch": 0.30534809683038666, "grad_norm": 0.7203123569488525, "learning_rate": 0.0007034601970882842, "loss": 2.3467275390625, "step": 61000 }, { "epoch": 0.3078509500830947, "grad_norm": 0.7109084725379944, "learning_rate": 0.00070092562553226, "loss": 2.350416259765625, "step": 61500 }, { "epoch": 0.3103538033358028, "grad_norm": 0.7419735789299011, "learning_rate": 0.0006983910539762359, "loss": 2.345415283203125, "step": 62000 }, { "epoch": 0.3128566565885109, "grad_norm": 0.7744441628456116, "learning_rate": 0.0006958564824202118, "loss": 2.3443701171875, "step": 62500 }, { "epoch": 0.31535950984121897, "grad_norm": 0.7277444005012512, "learning_rate": 0.0006933219108641875, "loss": 2.34493017578125, "step": 63000 }, { "epoch": 0.31786236309392707, "grad_norm": 0.716800332069397, "learning_rate": 0.0006907873393081634, "loss": 2.34497802734375, "step": 63500 }, { "epoch": 0.3203652163466352, "grad_norm": 0.7135152220726013, "learning_rate": 0.0006882527677521392, "loss": 2.340219970703125, "step": 64000 }, { "epoch": 0.3228680695993433, "grad_norm": 0.7370596528053284, "learning_rate": 0.000685718196196115, "loss": 2.336718994140625, "step": 64500 }, { "epoch": 0.3253709228520513, "grad_norm": 0.7324895262718201, "learning_rate": 0.0006831836246400909, "loss": 2.342513427734375, "step": 65000 }, { "epoch": 0.32787377610475943, "grad_norm": 0.7181077003479004, "learning_rate": 0.0006806490530840666, "loss": 2.34013037109375, "step": 65500 }, { "epoch": 0.33037662935746753, "grad_norm": 0.8013672828674316, "learning_rate": 0.0006781144815280425, "loss": 2.338814453125, "step": 66000 }, { "epoch": 0.3328794826101756, "grad_norm": 0.8142485022544861, "learning_rate": 0.0006755799099720184, "loss": 2.3417041015625, "step": 66500 }, { "epoch": 0.3353823358628837, "grad_norm": 0.7426137924194336, "learning_rate": 0.0006730453384159942, "loss": 2.33266943359375, "step": 67000 }, { "epoch": 0.3378851891155918, "grad_norm": 0.7787583470344543, "learning_rate": 0.0006705107668599701, "loss": 2.338009521484375, "step": 67500 }, { "epoch": 0.34038804236829984, "grad_norm": 0.8185747265815735, "learning_rate": 0.0006679761953039458, "loss": 2.33683349609375, "step": 68000 }, { "epoch": 0.34289089562100794, "grad_norm": 0.703858494758606, "learning_rate": 0.0006654416237479217, "loss": 2.338229736328125, "step": 68500 }, { "epoch": 0.34539374887371604, "grad_norm": 0.7147069573402405, "learning_rate": 0.0006629070521918975, "loss": 2.335529541015625, "step": 69000 }, { "epoch": 0.34789660212642415, "grad_norm": 0.8129968643188477, "learning_rate": 0.0006603724806358733, "loss": 2.329845703125, "step": 69500 }, { "epoch": 0.3503994553791322, "grad_norm": 0.7802807688713074, "learning_rate": 0.0006578379090798491, "loss": 2.33106884765625, "step": 70000 }, { "epoch": 0.3529023086318403, "grad_norm": 0.7523847818374634, "learning_rate": 0.000655303337523825, "loss": 2.32638134765625, "step": 70500 }, { "epoch": 0.3554051618845484, "grad_norm": 0.7706813812255859, "learning_rate": 0.0006527687659678008, "loss": 2.3215029296875, "step": 71000 }, { "epoch": 0.35790801513725645, "grad_norm": 0.7487002611160278, "learning_rate": 0.0006502341944117767, "loss": 2.3280048828125, "step": 71500 }, { "epoch": 0.36041086838996456, "grad_norm": 0.773955225944519, "learning_rate": 0.0006476996228557525, "loss": 2.320476806640625, "step": 72000 }, { "epoch": 0.36291372164267266, "grad_norm": 0.7263004779815674, "learning_rate": 0.0006451650512997283, "loss": 2.32126220703125, "step": 72500 }, { "epoch": 0.3654165748953807, "grad_norm": 0.7567547559738159, "learning_rate": 0.0006426304797437041, "loss": 2.32256494140625, "step": 73000 }, { "epoch": 0.3679194281480888, "grad_norm": 0.7865636348724365, "learning_rate": 0.0006400959081876799, "loss": 2.33000439453125, "step": 73500 }, { "epoch": 0.3704222814007969, "grad_norm": 0.7263105511665344, "learning_rate": 0.0006375613366316558, "loss": 2.323398193359375, "step": 74000 }, { "epoch": 0.372925134653505, "grad_norm": 0.7239190936088562, "learning_rate": 0.0006350267650756317, "loss": 2.3299130859375, "step": 74500 }, { "epoch": 0.37542798790621307, "grad_norm": 0.7300642132759094, "learning_rate": 0.0006324921935196074, "loss": 2.32454443359375, "step": 75000 }, { "epoch": 0.37793084115892117, "grad_norm": 0.7653185725212097, "learning_rate": 0.0006299576219635833, "loss": 2.317549560546875, "step": 75500 }, { "epoch": 0.3804336944116293, "grad_norm": 0.7031499743461609, "learning_rate": 0.0006274230504075591, "loss": 2.320560791015625, "step": 76000 }, { "epoch": 0.3829365476643373, "grad_norm": 0.8148022890090942, "learning_rate": 0.000624888478851535, "loss": 2.311893798828125, "step": 76500 }, { "epoch": 0.3854394009170454, "grad_norm": 0.7557041645050049, "learning_rate": 0.0006223539072955108, "loss": 2.315852294921875, "step": 77000 }, { "epoch": 0.38794225416975353, "grad_norm": 0.7287080883979797, "learning_rate": 0.0006198193357394865, "loss": 2.316939453125, "step": 77500 }, { "epoch": 0.3904451074224616, "grad_norm": 0.7498106956481934, "learning_rate": 0.0006172847641834624, "loss": 2.31532373046875, "step": 78000 }, { "epoch": 0.3929479606751697, "grad_norm": 0.7679102420806885, "learning_rate": 0.0006147501926274383, "loss": 2.3134306640625, "step": 78500 }, { "epoch": 0.3954508139278778, "grad_norm": 0.7155805230140686, "learning_rate": 0.0006122156210714142, "loss": 2.31547314453125, "step": 79000 }, { "epoch": 0.3979536671805859, "grad_norm": 0.8072831630706787, "learning_rate": 0.00060968104951539, "loss": 2.3124755859375, "step": 79500 }, { "epoch": 0.40045652043329394, "grad_norm": 0.8042863607406616, "learning_rate": 0.0006071464779593657, "loss": 2.3117451171875, "step": 80000 }, { "epoch": 0.40295937368600204, "grad_norm": 0.7113111615180969, "learning_rate": 0.0006046119064033416, "loss": 2.307724853515625, "step": 80500 }, { "epoch": 0.40546222693871015, "grad_norm": 0.7466287612915039, "learning_rate": 0.0006020773348473174, "loss": 2.315100830078125, "step": 81000 }, { "epoch": 0.4079650801914182, "grad_norm": 0.7885359525680542, "learning_rate": 0.0005995427632912932, "loss": 2.307638916015625, "step": 81500 }, { "epoch": 0.4104679334441263, "grad_norm": 0.860286295413971, "learning_rate": 0.0005970081917352692, "loss": 2.305792724609375, "step": 82000 }, { "epoch": 0.4129707866968344, "grad_norm": 0.7989618182182312, "learning_rate": 0.0005944736201792449, "loss": 2.309379150390625, "step": 82500 }, { "epoch": 0.4154736399495425, "grad_norm": 0.7975777387619019, "learning_rate": 0.0005919390486232208, "loss": 2.30583056640625, "step": 83000 }, { "epoch": 0.41797649320225055, "grad_norm": 0.7304244637489319, "learning_rate": 0.0005894044770671966, "loss": 2.301467041015625, "step": 83500 }, { "epoch": 0.42047934645495866, "grad_norm": Infinity, "learning_rate": 0.0005868699055111724, "loss": 2.303387451171875, "step": 84000 }, { "epoch": 0.42298219970766676, "grad_norm": 0.6834360361099243, "learning_rate": 0.0005843353339551482, "loss": 2.3065302734375, "step": 84500 }, { "epoch": 0.4254850529603748, "grad_norm": 0.7431224584579468, "learning_rate": 0.000581800762399124, "loss": 2.30105322265625, "step": 85000 }, { "epoch": 0.4279879062130829, "grad_norm": 0.8064895272254944, "learning_rate": 0.0005792661908430999, "loss": 2.300477294921875, "step": 85500 }, { "epoch": 0.430490759465791, "grad_norm": 0.7376459836959839, "learning_rate": 0.0005767316192870758, "loss": 2.29766650390625, "step": 86000 }, { "epoch": 0.43299361271849907, "grad_norm": 0.8226877450942993, "learning_rate": 0.0005741970477310516, "loss": 2.301047119140625, "step": 86500 }, { "epoch": 0.43549646597120717, "grad_norm": 0.7533671259880066, "learning_rate": 0.0005716624761750274, "loss": 2.305169921875, "step": 87000 }, { "epoch": 0.4379993192239153, "grad_norm": 0.7831952571868896, "learning_rate": 0.0005691279046190032, "loss": 2.297417236328125, "step": 87500 }, { "epoch": 0.4405021724766234, "grad_norm": 0.7732293009757996, "learning_rate": 0.000566593333062979, "loss": 2.297120361328125, "step": 88000 }, { "epoch": 0.4430050257293314, "grad_norm": 0.8549154996871948, "learning_rate": 0.0005640587615069549, "loss": 2.299347412109375, "step": 88500 }, { "epoch": 0.44550787898203953, "grad_norm": 0.7167575359344482, "learning_rate": 0.0005615241899509307, "loss": 2.294741455078125, "step": 89000 }, { "epoch": 0.44801073223474763, "grad_norm": 0.7664961814880371, "learning_rate": 0.0005589896183949065, "loss": 2.2976376953125, "step": 89500 }, { "epoch": 0.4505135854874557, "grad_norm": 0.7918602228164673, "learning_rate": 0.0005564550468388824, "loss": 2.2920361328125, "step": 90000 }, { "epoch": 0.4530164387401638, "grad_norm": 0.7296045422554016, "learning_rate": 0.0005539204752828582, "loss": 2.2964619140625, "step": 90500 }, { "epoch": 0.4555192919928719, "grad_norm": 0.7569752335548401, "learning_rate": 0.0005513859037268341, "loss": 2.292640380859375, "step": 91000 }, { "epoch": 0.45802214524557994, "grad_norm": 0.883685290813446, "learning_rate": 0.0005488513321708099, "loss": 2.291853271484375, "step": 91500 }, { "epoch": 0.46052499849828804, "grad_norm": 0.8388252258300781, "learning_rate": 0.0005463167606147856, "loss": 2.291097412109375, "step": 92000 }, { "epoch": 0.46302785175099614, "grad_norm": 0.7835770845413208, "learning_rate": 0.0005437821890587615, "loss": 2.29258984375, "step": 92500 }, { "epoch": 0.46553070500370425, "grad_norm": 0.7594423294067383, "learning_rate": 0.0005412476175027373, "loss": 2.29114111328125, "step": 93000 }, { "epoch": 0.4680335582564123, "grad_norm": 0.7177765369415283, "learning_rate": 0.0005387130459467132, "loss": 2.2937822265625, "step": 93500 }, { "epoch": 0.4705364115091204, "grad_norm": 0.763774037361145, "learning_rate": 0.0005361784743906891, "loss": 2.287029296875, "step": 94000 }, { "epoch": 0.4730392647618285, "grad_norm": 0.7418309450149536, "learning_rate": 0.0005336439028346648, "loss": 2.287328125, "step": 94500 }, { "epoch": 0.47554211801453655, "grad_norm": 0.7371549606323242, "learning_rate": 0.0005311093312786407, "loss": 2.2873623046875, "step": 95000 }, { "epoch": 0.47804497126724466, "grad_norm": 0.769923985004425, "learning_rate": 0.0005285747597226165, "loss": 2.28591943359375, "step": 95500 }, { "epoch": 0.48054782451995276, "grad_norm": 0.7358853220939636, "learning_rate": 0.0005260401881665924, "loss": 2.290060546875, "step": 96000 }, { "epoch": 0.4830506777726608, "grad_norm": 0.7564646601676941, "learning_rate": 0.0005235056166105681, "loss": 2.291353759765625, "step": 96500 }, { "epoch": 0.4855535310253689, "grad_norm": 0.7150413990020752, "learning_rate": 0.0005209710450545439, "loss": 2.284273193359375, "step": 97000 }, { "epoch": 0.488056384278077, "grad_norm": 0.7864349484443665, "learning_rate": 0.0005184364734985198, "loss": 2.286536376953125, "step": 97500 }, { "epoch": 0.4905592375307851, "grad_norm": 0.8199743628501892, "learning_rate": 0.0005159019019424957, "loss": 2.281621826171875, "step": 98000 }, { "epoch": 0.49306209078349317, "grad_norm": 0.7762373089790344, "learning_rate": 0.0005133673303864715, "loss": 2.280634033203125, "step": 98500 }, { "epoch": 0.49556494403620127, "grad_norm": 0.8148872256278992, "learning_rate": 0.0005108327588304473, "loss": 2.27905908203125, "step": 99000 }, { "epoch": 0.4980677972889094, "grad_norm": 0.7498465180397034, "learning_rate": 0.0005082981872744231, "loss": 2.281162109375, "step": 99500 }, { "epoch": 0.5005706505416174, "grad_norm": 0.7839276790618896, "learning_rate": 0.000505763615718399, "loss": 2.283458740234375, "step": 100000 }, { "epoch": 0.5030735037943256, "grad_norm": 0.7910953164100647, "learning_rate": 0.0005032290441623748, "loss": 2.27851513671875, "step": 100500 }, { "epoch": 0.5055763570470336, "grad_norm": 0.7984676361083984, "learning_rate": 0.0005006944726063506, "loss": 2.279833740234375, "step": 101000 }, { "epoch": 0.5080792102997417, "grad_norm": 0.7724723815917969, "learning_rate": 0.0004981599010503264, "loss": 2.280149658203125, "step": 101500 }, { "epoch": 0.5105820635524498, "grad_norm": 0.7771040201187134, "learning_rate": 0.0004956253294943023, "loss": 2.2798291015625, "step": 102000 }, { "epoch": 0.5130849168051579, "grad_norm": 0.7931957840919495, "learning_rate": 0.0004930907579382782, "loss": 2.280603271484375, "step": 102500 }, { "epoch": 0.5155877700578659, "grad_norm": 0.7495967149734497, "learning_rate": 0.000490556186382254, "loss": 2.275011474609375, "step": 103000 }, { "epoch": 0.5180906233105741, "grad_norm": 0.7999151945114136, "learning_rate": 0.0004880216148262298, "loss": 2.276978515625, "step": 103500 }, { "epoch": 0.5205934765632821, "grad_norm": 0.851466715335846, "learning_rate": 0.0004854870432702056, "loss": 2.277045654296875, "step": 104000 }, { "epoch": 0.5230963298159902, "grad_norm": 0.7750067114830017, "learning_rate": 0.0004829524717141814, "loss": 2.269293212890625, "step": 104500 }, { "epoch": 0.5255991830686984, "grad_norm": 0.8001800775527954, "learning_rate": 0.0004804179001581573, "loss": 2.27691552734375, "step": 105000 }, { "epoch": 0.5281020363214064, "grad_norm": 0.7864193320274353, "learning_rate": 0.00047788332860213315, "loss": 2.273873046875, "step": 105500 }, { "epoch": 0.5306048895741144, "grad_norm": 0.8848699927330017, "learning_rate": 0.0004753487570461089, "loss": 2.268595947265625, "step": 106000 }, { "epoch": 0.5331077428268226, "grad_norm": 0.7949478030204773, "learning_rate": 0.0004728141854900848, "loss": 2.270918701171875, "step": 106500 }, { "epoch": 0.5356105960795307, "grad_norm": 0.766722559928894, "learning_rate": 0.0004702796139340606, "loss": 2.270744873046875, "step": 107000 }, { "epoch": 0.5381134493322387, "grad_norm": 0.7705179452896118, "learning_rate": 0.00046774504237803645, "loss": 2.265997314453125, "step": 107500 }, { "epoch": 0.5406163025849469, "grad_norm": 0.8289052248001099, "learning_rate": 0.0004652104708220122, "loss": 2.27073876953125, "step": 108000 }, { "epoch": 0.5431191558376549, "grad_norm": 0.7828037738800049, "learning_rate": 0.0004626758992659881, "loss": 2.271988037109375, "step": 108500 }, { "epoch": 0.5456220090903631, "grad_norm": 0.7880077958106995, "learning_rate": 0.00046014132770996394, "loss": 2.264798828125, "step": 109000 }, { "epoch": 0.5481248623430711, "grad_norm": 0.7686044573783875, "learning_rate": 0.00045760675615393975, "loss": 2.2659130859375, "step": 109500 }, { "epoch": 0.5506277155957792, "grad_norm": 0.7744019627571106, "learning_rate": 0.00045507218459791556, "loss": 2.267750732421875, "step": 110000 }, { "epoch": 0.5531305688484873, "grad_norm": 0.8203539848327637, "learning_rate": 0.0004525376130418914, "loss": 2.264103271484375, "step": 110500 }, { "epoch": 0.5556334221011954, "grad_norm": 0.768332302570343, "learning_rate": 0.00045000304148586724, "loss": 2.261407470703125, "step": 111000 }, { "epoch": 0.5581362753539034, "grad_norm": 0.8079013824462891, "learning_rate": 0.0004474684699298431, "loss": 2.26651708984375, "step": 111500 }, { "epoch": 0.5606391286066116, "grad_norm": 0.8450067639350891, "learning_rate": 0.0004449338983738189, "loss": 2.268547607421875, "step": 112000 }, { "epoch": 0.5631419818593196, "grad_norm": 0.8903306722640991, "learning_rate": 0.00044239932681779473, "loss": 2.261239501953125, "step": 112500 }, { "epoch": 0.5656448351120277, "grad_norm": 0.8823024034500122, "learning_rate": 0.00043986475526177054, "loss": 2.264261474609375, "step": 113000 }, { "epoch": 0.5681476883647358, "grad_norm": 0.8395885229110718, "learning_rate": 0.0004373301837057464, "loss": 2.26232177734375, "step": 113500 }, { "epoch": 0.5706505416174439, "grad_norm": 0.7955716848373413, "learning_rate": 0.0004347956121497222, "loss": 2.260594482421875, "step": 114000 }, { "epoch": 0.5731533948701519, "grad_norm": 0.7682616114616394, "learning_rate": 0.000432261040593698, "loss": 2.263950927734375, "step": 114500 }, { "epoch": 0.5756562481228601, "grad_norm": 0.7299888730049133, "learning_rate": 0.0004297264690376739, "loss": 2.265936767578125, "step": 115000 }, { "epoch": 0.5781591013755681, "grad_norm": 0.7789059281349182, "learning_rate": 0.0004271918974816497, "loss": 2.258765869140625, "step": 115500 }, { "epoch": 0.5806619546282762, "grad_norm": 0.7743063569068909, "learning_rate": 0.00042465732592562557, "loss": 2.257328857421875, "step": 116000 }, { "epoch": 0.5831648078809843, "grad_norm": 0.7700663208961487, "learning_rate": 0.0004221227543696013, "loss": 2.260767333984375, "step": 116500 }, { "epoch": 0.5856676611336924, "grad_norm": 0.7848778367042542, "learning_rate": 0.0004195881828135772, "loss": 2.258348876953125, "step": 117000 }, { "epoch": 0.5881705143864004, "grad_norm": 0.8424545526504517, "learning_rate": 0.00041705361125755306, "loss": 2.261285888671875, "step": 117500 }, { "epoch": 0.5906733676391086, "grad_norm": 0.7779626250267029, "learning_rate": 0.00041451903970152887, "loss": 2.25941748046875, "step": 118000 }, { "epoch": 0.5931762208918167, "grad_norm": 0.7888478636741638, "learning_rate": 0.0004119844681455047, "loss": 2.255343994140625, "step": 118500 }, { "epoch": 0.5956790741445248, "grad_norm": 0.8624785542488098, "learning_rate": 0.0004094498965894805, "loss": 2.26355517578125, "step": 119000 }, { "epoch": 0.5981819273972329, "grad_norm": 0.8803367614746094, "learning_rate": 0.00040691532503345636, "loss": 2.2552080078125, "step": 119500 }, { "epoch": 0.6006847806499409, "grad_norm": 0.7741619944572449, "learning_rate": 0.00040438075347743217, "loss": 2.250769775390625, "step": 120000 }, { "epoch": 0.6031876339026491, "grad_norm": 0.838072657585144, "learning_rate": 0.00040184618192140803, "loss": 2.25475439453125, "step": 120500 }, { "epoch": 0.6056904871553571, "grad_norm": 0.8736438751220703, "learning_rate": 0.00039931161036538384, "loss": 2.258033935546875, "step": 121000 }, { "epoch": 0.6081933404080652, "grad_norm": 0.8456421494483948, "learning_rate": 0.00039677703880935966, "loss": 2.25280029296875, "step": 121500 }, { "epoch": 0.6106961936607733, "grad_norm": 0.8903365135192871, "learning_rate": 0.0003942424672533355, "loss": 2.256286376953125, "step": 122000 }, { "epoch": 0.6131990469134814, "grad_norm": 0.7919314503669739, "learning_rate": 0.00039170789569731133, "loss": 2.254138916015625, "step": 122500 }, { "epoch": 0.6157019001661894, "grad_norm": 0.7579549551010132, "learning_rate": 0.00038917332414128714, "loss": 2.247982421875, "step": 123000 }, { "epoch": 0.6182047534188976, "grad_norm": 0.8009623289108276, "learning_rate": 0.000386638752585263, "loss": 2.25244921875, "step": 123500 }, { "epoch": 0.6207076066716056, "grad_norm": 0.8338503837585449, "learning_rate": 0.0003841041810292388, "loss": 2.251850830078125, "step": 124000 }, { "epoch": 0.6232104599243137, "grad_norm": 0.8399888277053833, "learning_rate": 0.0003815696094732147, "loss": 2.24957666015625, "step": 124500 }, { "epoch": 0.6257133131770218, "grad_norm": 0.7493221759796143, "learning_rate": 0.00037903503791719044, "loss": 2.252378173828125, "step": 125000 }, { "epoch": 0.6282161664297299, "grad_norm": 0.8306897878646851, "learning_rate": 0.0003765004663611663, "loss": 2.24980810546875, "step": 125500 }, { "epoch": 0.6307190196824379, "grad_norm": 0.8594768047332764, "learning_rate": 0.0003739658948051422, "loss": 2.2517607421875, "step": 126000 }, { "epoch": 0.6332218729351461, "grad_norm": 0.8418853282928467, "learning_rate": 0.000371431323249118, "loss": 2.251323486328125, "step": 126500 }, { "epoch": 0.6357247261878541, "grad_norm": 0.8355680108070374, "learning_rate": 0.0003688967516930938, "loss": 2.246643798828125, "step": 127000 }, { "epoch": 0.6382275794405622, "grad_norm": 0.8033305406570435, "learning_rate": 0.0003663621801370696, "loss": 2.254865478515625, "step": 127500 }, { "epoch": 0.6407304326932703, "grad_norm": 0.7940734624862671, "learning_rate": 0.0003638276085810455, "loss": 2.246910400390625, "step": 128000 }, { "epoch": 0.6432332859459784, "grad_norm": 0.8016595840454102, "learning_rate": 0.0003612930370250213, "loss": 2.24661181640625, "step": 128500 }, { "epoch": 0.6457361391986866, "grad_norm": 0.9160833954811096, "learning_rate": 0.00035875846546899715, "loss": 2.245209716796875, "step": 129000 }, { "epoch": 0.6482389924513946, "grad_norm": 0.8217096924781799, "learning_rate": 0.00035622389391297296, "loss": 2.243098388671875, "step": 129500 }, { "epoch": 0.6507418457041027, "grad_norm": 0.8168454170227051, "learning_rate": 0.0003536893223569488, "loss": 2.2455546875, "step": 130000 }, { "epoch": 0.6532446989568108, "grad_norm": 0.9416291117668152, "learning_rate": 0.00035115475080092464, "loss": 2.2414873046875, "step": 130500 }, { "epoch": 0.6557475522095189, "grad_norm": 0.8549010753631592, "learning_rate": 0.00034862017924490045, "loss": 2.245110595703125, "step": 131000 }, { "epoch": 0.6582504054622269, "grad_norm": 0.8422268629074097, "learning_rate": 0.00034608560768887626, "loss": 2.2416806640625, "step": 131500 }, { "epoch": 0.6607532587149351, "grad_norm": 0.851165771484375, "learning_rate": 0.0003435510361328521, "loss": 2.24537451171875, "step": 132000 }, { "epoch": 0.6632561119676431, "grad_norm": 0.8447210788726807, "learning_rate": 0.00034101646457682794, "loss": 2.2506845703125, "step": 132500 }, { "epoch": 0.6657589652203512, "grad_norm": 0.8464446663856506, "learning_rate": 0.0003384818930208038, "loss": 2.2375830078125, "step": 133000 }, { "epoch": 0.6682618184730593, "grad_norm": 0.8156412839889526, "learning_rate": 0.00033594732146477956, "loss": 2.23932666015625, "step": 133500 }, { "epoch": 0.6707646717257674, "grad_norm": 0.8493568301200867, "learning_rate": 0.0003334127499087554, "loss": 2.240296630859375, "step": 134000 }, { "epoch": 0.6732675249784754, "grad_norm": 0.8365939259529114, "learning_rate": 0.00033087817835273124, "loss": 2.236571533203125, "step": 134500 }, { "epoch": 0.6757703782311836, "grad_norm": 0.9133689999580383, "learning_rate": 0.0003283436067967071, "loss": 2.236758544921875, "step": 135000 }, { "epoch": 0.6782732314838916, "grad_norm": 0.8600197434425354, "learning_rate": 0.00032580903524068297, "loss": 2.24697314453125, "step": 135500 }, { "epoch": 0.6807760847365997, "grad_norm": 0.9155253171920776, "learning_rate": 0.0003232744636846587, "loss": 2.241391357421875, "step": 136000 }, { "epoch": 0.6832789379893078, "grad_norm": 0.9236546158790588, "learning_rate": 0.0003207398921286346, "loss": 2.24028515625, "step": 136500 }, { "epoch": 0.6857817912420159, "grad_norm": 0.8298687934875488, "learning_rate": 0.0003182053205726104, "loss": 2.238099365234375, "step": 137000 }, { "epoch": 0.688284644494724, "grad_norm": 0.8567104339599609, "learning_rate": 0.00031567074901658627, "loss": 2.235069091796875, "step": 137500 }, { "epoch": 0.6907874977474321, "grad_norm": 0.8979398012161255, "learning_rate": 0.0003131361774605621, "loss": 2.241339111328125, "step": 138000 }, { "epoch": 0.6932903510001401, "grad_norm": 0.9321918487548828, "learning_rate": 0.0003106016059045379, "loss": 2.239907958984375, "step": 138500 }, { "epoch": 0.6957932042528483, "grad_norm": 0.8230648636817932, "learning_rate": 0.00030806703434851376, "loss": 2.2357685546875, "step": 139000 }, { "epoch": 0.6982960575055563, "grad_norm": 0.9177250266075134, "learning_rate": 0.00030553246279248957, "loss": 2.237476806640625, "step": 139500 }, { "epoch": 0.7007989107582644, "grad_norm": 0.9383904337882996, "learning_rate": 0.0003029978912364654, "loss": 2.2343798828125, "step": 140000 }, { "epoch": 0.7033017640109726, "grad_norm": 0.9799622893333435, "learning_rate": 0.0003004633196804412, "loss": 2.2350654296875, "step": 140500 }, { "epoch": 0.7058046172636806, "grad_norm": 0.945094108581543, "learning_rate": 0.00029792874812441705, "loss": 2.237676513671875, "step": 141000 }, { "epoch": 0.7083074705163886, "grad_norm": 0.964667797088623, "learning_rate": 0.0002953941765683929, "loss": 2.236647216796875, "step": 141500 }, { "epoch": 0.7108103237690968, "grad_norm": 0.8698720932006836, "learning_rate": 0.0002928596050123687, "loss": 2.230376953125, "step": 142000 }, { "epoch": 0.7133131770218049, "grad_norm": 0.8578648567199707, "learning_rate": 0.00029032503345634454, "loss": 2.2356962890625, "step": 142500 }, { "epoch": 0.7158160302745129, "grad_norm": 0.9196198582649231, "learning_rate": 0.00028779046190032035, "loss": 2.228503173828125, "step": 143000 }, { "epoch": 0.7183188835272211, "grad_norm": 0.8499640226364136, "learning_rate": 0.0002852558903442962, "loss": 2.228593994140625, "step": 143500 }, { "epoch": 0.7208217367799291, "grad_norm": 0.8713704943656921, "learning_rate": 0.0002827213187882721, "loss": 2.229366943359375, "step": 144000 }, { "epoch": 0.7233245900326372, "grad_norm": 0.8715904951095581, "learning_rate": 0.00028018674723224784, "loss": 2.228853271484375, "step": 144500 }, { "epoch": 0.7258274432853453, "grad_norm": 0.8873693943023682, "learning_rate": 0.0002776521756762237, "loss": 2.227843017578125, "step": 145000 }, { "epoch": 0.7283302965380534, "grad_norm": 0.8924927115440369, "learning_rate": 0.0002751176041201995, "loss": 2.231787109375, "step": 145500 }, { "epoch": 0.7308331497907614, "grad_norm": 0.8382013440132141, "learning_rate": 0.0002725830325641754, "loss": 2.230431640625, "step": 146000 }, { "epoch": 0.7333360030434696, "grad_norm": 0.8293667435646057, "learning_rate": 0.0002700484610081512, "loss": 2.227186279296875, "step": 146500 }, { "epoch": 0.7358388562961776, "grad_norm": 0.8786559104919434, "learning_rate": 0.000267513889452127, "loss": 2.22480810546875, "step": 147000 }, { "epoch": 0.7383417095488858, "grad_norm": 0.9427769184112549, "learning_rate": 0.00026497931789610287, "loss": 2.22841357421875, "step": 147500 }, { "epoch": 0.7408445628015938, "grad_norm": 0.9076118469238281, "learning_rate": 0.0002624447463400787, "loss": 2.221101806640625, "step": 148000 }, { "epoch": 0.7433474160543019, "grad_norm": 0.8812743425369263, "learning_rate": 0.0002599101747840545, "loss": 2.229921630859375, "step": 148500 }, { "epoch": 0.74585026930701, "grad_norm": 0.8556144833564758, "learning_rate": 0.0002573756032280303, "loss": 2.222492919921875, "step": 149000 }, { "epoch": 0.7483531225597181, "grad_norm": 0.8820508122444153, "learning_rate": 0.00025484103167200617, "loss": 2.229560546875, "step": 149500 }, { "epoch": 0.7508559758124261, "grad_norm": 0.857142984867096, "learning_rate": 0.00025230646011598204, "loss": 2.222930419921875, "step": 150000 }, { "epoch": 0.7533588290651343, "grad_norm": 0.8786548972129822, "learning_rate": 0.00024977188855995785, "loss": 2.22297265625, "step": 150500 }, { "epoch": 0.7558616823178423, "grad_norm": 0.9771350026130676, "learning_rate": 0.00024723731700393366, "loss": 2.222854736328125, "step": 151000 }, { "epoch": 0.7583645355705504, "grad_norm": 0.9149673581123352, "learning_rate": 0.00024470274544790947, "loss": 2.22020458984375, "step": 151500 }, { "epoch": 0.7608673888232586, "grad_norm": 0.9130868911743164, "learning_rate": 0.0002421681738918853, "loss": 2.222697998046875, "step": 152000 }, { "epoch": 0.7633702420759666, "grad_norm": 0.9060380458831787, "learning_rate": 0.00023963360233586115, "loss": 2.219531494140625, "step": 152500 }, { "epoch": 0.7658730953286746, "grad_norm": 0.9753881692886353, "learning_rate": 0.000237099030779837, "loss": 2.225330810546875, "step": 153000 }, { "epoch": 0.7683759485813828, "grad_norm": 0.915471613407135, "learning_rate": 0.0002345644592238128, "loss": 2.217918701171875, "step": 153500 }, { "epoch": 0.7708788018340909, "grad_norm": 0.89429771900177, "learning_rate": 0.00023202988766778866, "loss": 2.219392822265625, "step": 154000 }, { "epoch": 0.7733816550867989, "grad_norm": 0.8764525651931763, "learning_rate": 0.00022949531611176447, "loss": 2.223370361328125, "step": 154500 }, { "epoch": 0.7758845083395071, "grad_norm": 1.0488871335983276, "learning_rate": 0.0002269607445557403, "loss": 2.22296875, "step": 155000 }, { "epoch": 0.7783873615922151, "grad_norm": 0.9207631945610046, "learning_rate": 0.00022442617299971612, "loss": 2.220275146484375, "step": 155500 }, { "epoch": 0.7808902148449232, "grad_norm": 0.8892915844917297, "learning_rate": 0.00022189160144369196, "loss": 2.21755517578125, "step": 156000 }, { "epoch": 0.7833930680976313, "grad_norm": 0.8849020600318909, "learning_rate": 0.00021935702988766777, "loss": 2.2131943359375, "step": 156500 }, { "epoch": 0.7858959213503394, "grad_norm": 0.8904945254325867, "learning_rate": 0.00021682245833164364, "loss": 2.21828515625, "step": 157000 }, { "epoch": 0.7883987746030475, "grad_norm": 0.9660515785217285, "learning_rate": 0.00021428788677561945, "loss": 2.21041845703125, "step": 157500 }, { "epoch": 0.7909016278557556, "grad_norm": 0.9489515423774719, "learning_rate": 0.0002117533152195953, "loss": 2.214953125, "step": 158000 }, { "epoch": 0.7934044811084636, "grad_norm": 0.8680441975593567, "learning_rate": 0.0002092187436635711, "loss": 2.215566650390625, "step": 158500 }, { "epoch": 0.7959073343611718, "grad_norm": 0.9325746297836304, "learning_rate": 0.00020668417210754694, "loss": 2.215436279296875, "step": 159000 }, { "epoch": 0.7984101876138798, "grad_norm": 0.972744345664978, "learning_rate": 0.00020414960055152275, "loss": 2.216304443359375, "step": 159500 }, { "epoch": 0.8009130408665879, "grad_norm": 0.921138346195221, "learning_rate": 0.00020161502899549862, "loss": 2.20898291015625, "step": 160000 }, { "epoch": 0.803415894119296, "grad_norm": 0.9532469511032104, "learning_rate": 0.00019908045743947443, "loss": 2.218600341796875, "step": 160500 }, { "epoch": 0.8059187473720041, "grad_norm": 0.921109139919281, "learning_rate": 0.00019654588588345027, "loss": 2.20949560546875, "step": 161000 }, { "epoch": 0.8084216006247121, "grad_norm": 0.9620404839515686, "learning_rate": 0.0001940113143274261, "loss": 2.21048046875, "step": 161500 }, { "epoch": 0.8109244538774203, "grad_norm": 0.96196049451828, "learning_rate": 0.00019147674277140191, "loss": 2.211478515625, "step": 162000 }, { "epoch": 0.8134273071301283, "grad_norm": 0.8911144137382507, "learning_rate": 0.00018894217121537778, "loss": 2.214663818359375, "step": 162500 }, { "epoch": 0.8159301603828364, "grad_norm": 0.8819808959960938, "learning_rate": 0.0001864075996593536, "loss": 2.2146357421875, "step": 163000 }, { "epoch": 0.8184330136355445, "grad_norm": 1.0955288410186768, "learning_rate": 0.00018387302810332943, "loss": 2.2112265625, "step": 163500 }, { "epoch": 0.8209358668882526, "grad_norm": 0.8608503937721252, "learning_rate": 0.00018133845654730524, "loss": 2.210550537109375, "step": 164000 }, { "epoch": 0.8234387201409606, "grad_norm": 0.9371418356895447, "learning_rate": 0.00017880388499128108, "loss": 2.21534912109375, "step": 164500 }, { "epoch": 0.8259415733936688, "grad_norm": 1.0319269895553589, "learning_rate": 0.0001762693134352569, "loss": 2.2081904296875, "step": 165000 }, { "epoch": 0.8284444266463769, "grad_norm": 0.9122185707092285, "learning_rate": 0.00017373474187923276, "loss": 2.213637939453125, "step": 165500 }, { "epoch": 0.830947279899085, "grad_norm": 0.9754204154014587, "learning_rate": 0.00017120017032320857, "loss": 2.21116015625, "step": 166000 }, { "epoch": 0.8334501331517931, "grad_norm": 0.9737589359283447, "learning_rate": 0.0001686655987671844, "loss": 2.210800048828125, "step": 166500 }, { "epoch": 0.8359529864045011, "grad_norm": 0.9370356202125549, "learning_rate": 0.00016613102721116022, "loss": 2.207994873046875, "step": 167000 }, { "epoch": 0.8384558396572093, "grad_norm": 1.0208055973052979, "learning_rate": 0.00016359645565513606, "loss": 2.2066201171875, "step": 167500 }, { "epoch": 0.8409586929099173, "grad_norm": 0.9976203441619873, "learning_rate": 0.00016106188409911187, "loss": 2.20734765625, "step": 168000 }, { "epoch": 0.8434615461626254, "grad_norm": 0.9368829131126404, "learning_rate": 0.00015852731254308773, "loss": 2.20378271484375, "step": 168500 }, { "epoch": 0.8459643994153335, "grad_norm": 0.9501802921295166, "learning_rate": 0.00015599274098706357, "loss": 2.207123779296875, "step": 169000 }, { "epoch": 0.8484672526680416, "grad_norm": 1.1042721271514893, "learning_rate": 0.00015345816943103938, "loss": 2.20475146484375, "step": 169500 }, { "epoch": 0.8509701059207496, "grad_norm": 0.9867444038391113, "learning_rate": 0.00015092359787501522, "loss": 2.203618896484375, "step": 170000 }, { "epoch": 0.8534729591734578, "grad_norm": 0.902101993560791, "learning_rate": 0.00014838902631899103, "loss": 2.204595458984375, "step": 170500 }, { "epoch": 0.8559758124261658, "grad_norm": 1.009162187576294, "learning_rate": 0.00014585445476296687, "loss": 2.202363037109375, "step": 171000 }, { "epoch": 0.8584786656788739, "grad_norm": 0.8863809108734131, "learning_rate": 0.0001433198832069427, "loss": 2.1996005859375, "step": 171500 }, { "epoch": 0.860981518931582, "grad_norm": 0.9419631361961365, "learning_rate": 0.00014078531165091855, "loss": 2.197529052734375, "step": 172000 }, { "epoch": 0.8634843721842901, "grad_norm": 1.0317671298980713, "learning_rate": 0.00013825074009489436, "loss": 2.202193603515625, "step": 172500 }, { "epoch": 0.8659872254369981, "grad_norm": 1.1154420375823975, "learning_rate": 0.0001357161685388702, "loss": 2.205138916015625, "step": 173000 }, { "epoch": 0.8684900786897063, "grad_norm": 0.8611302375793457, "learning_rate": 0.000133181596982846, "loss": 2.2033359375, "step": 173500 }, { "epoch": 0.8709929319424143, "grad_norm": 1.054329514503479, "learning_rate": 0.00013064702542682185, "loss": 2.19782861328125, "step": 174000 }, { "epoch": 0.8734957851951224, "grad_norm": 0.960110068321228, "learning_rate": 0.00012811245387079768, "loss": 2.1972919921875, "step": 174500 }, { "epoch": 0.8759986384478305, "grad_norm": 0.9327337741851807, "learning_rate": 0.00012557788231477352, "loss": 2.2049345703125, "step": 175000 }, { "epoch": 0.8785014917005386, "grad_norm": 0.9900343418121338, "learning_rate": 0.00012304331075874933, "loss": 2.197893310546875, "step": 175500 }, { "epoch": 0.8810043449532468, "grad_norm": 0.9800822734832764, "learning_rate": 0.00012050873920272517, "loss": 2.200410888671875, "step": 176000 }, { "epoch": 0.8835071982059548, "grad_norm": 0.9310763478279114, "learning_rate": 0.00011797416764670101, "loss": 2.198806640625, "step": 176500 }, { "epoch": 0.8860100514586629, "grad_norm": 0.9996923804283142, "learning_rate": 0.00011543959609067684, "loss": 2.200385498046875, "step": 177000 }, { "epoch": 0.888512904711371, "grad_norm": 0.9879135489463806, "learning_rate": 0.00011290502453465266, "loss": 2.201372802734375, "step": 177500 }, { "epoch": 0.8910157579640791, "grad_norm": 0.9147036075592041, "learning_rate": 0.0001103704529786285, "loss": 2.198845703125, "step": 178000 }, { "epoch": 0.8935186112167871, "grad_norm": 0.9257446527481079, "learning_rate": 0.00010783588142260432, "loss": 2.19611767578125, "step": 178500 }, { "epoch": 0.8960214644694953, "grad_norm": 0.9083291888237, "learning_rate": 0.00010530130986658015, "loss": 2.19533203125, "step": 179000 }, { "epoch": 0.8985243177222033, "grad_norm": 0.9234206676483154, "learning_rate": 0.00010276673831055599, "loss": 2.197060302734375, "step": 179500 }, { "epoch": 0.9010271709749114, "grad_norm": 0.9290277361869812, "learning_rate": 0.00010023216675453181, "loss": 2.193916259765625, "step": 180000 }, { "epoch": 0.9035300242276195, "grad_norm": 0.9390488266944885, "learning_rate": 9.769759519850764e-05, "loss": 2.195574462890625, "step": 180500 }, { "epoch": 0.9060328774803276, "grad_norm": 0.9403425455093384, "learning_rate": 9.516302364248348e-05, "loss": 2.195044677734375, "step": 181000 }, { "epoch": 0.9085357307330356, "grad_norm": 0.9091187119483948, "learning_rate": 9.26284520864593e-05, "loss": 2.198144287109375, "step": 181500 }, { "epoch": 0.9110385839857438, "grad_norm": 0.9017473459243774, "learning_rate": 9.009388053043514e-05, "loss": 2.19246630859375, "step": 182000 }, { "epoch": 0.9135414372384518, "grad_norm": 0.9799933433532715, "learning_rate": 8.755930897441098e-05, "loss": 2.195907958984375, "step": 182500 }, { "epoch": 0.9160442904911599, "grad_norm": 0.9365866184234619, "learning_rate": 8.50247374183868e-05, "loss": 2.193672607421875, "step": 183000 }, { "epoch": 0.918547143743868, "grad_norm": 0.9813685417175293, "learning_rate": 8.249016586236263e-05, "loss": 2.189624755859375, "step": 183500 }, { "epoch": 0.9210499969965761, "grad_norm": 0.9871322512626648, "learning_rate": 7.995559430633847e-05, "loss": 2.192703369140625, "step": 184000 }, { "epoch": 0.9235528502492841, "grad_norm": 1.029382586479187, "learning_rate": 7.742102275031429e-05, "loss": 2.18955517578125, "step": 184500 }, { "epoch": 0.9260557035019923, "grad_norm": 0.8904364705085754, "learning_rate": 7.488645119429011e-05, "loss": 2.191893310546875, "step": 185000 }, { "epoch": 0.9285585567547003, "grad_norm": 0.9197665452957153, "learning_rate": 7.235187963826595e-05, "loss": 2.193606689453125, "step": 185500 }, { "epoch": 0.9310614100074085, "grad_norm": 1.0172648429870605, "learning_rate": 6.981730808224178e-05, "loss": 2.188887939453125, "step": 186000 }, { "epoch": 0.9335642632601165, "grad_norm": 0.9492712616920471, "learning_rate": 6.72827365262176e-05, "loss": 2.19666064453125, "step": 186500 }, { "epoch": 0.9360671165128246, "grad_norm": 0.9610516428947449, "learning_rate": 6.474816497019344e-05, "loss": 2.189039306640625, "step": 187000 }, { "epoch": 0.9385699697655328, "grad_norm": 1.0125523805618286, "learning_rate": 6.221359341416927e-05, "loss": 2.190942626953125, "step": 187500 }, { "epoch": 0.9410728230182408, "grad_norm": 0.9109295606613159, "learning_rate": 5.9679021858145105e-05, "loss": 2.1827451171875, "step": 188000 }, { "epoch": 0.9435756762709488, "grad_norm": 0.9272294044494629, "learning_rate": 5.7144450302120936e-05, "loss": 2.188083740234375, "step": 188500 }, { "epoch": 0.946078529523657, "grad_norm": 1.0134825706481934, "learning_rate": 5.460987874609676e-05, "loss": 2.189583251953125, "step": 189000 }, { "epoch": 0.9485813827763651, "grad_norm": 0.9716783761978149, "learning_rate": 5.207530719007259e-05, "loss": 2.185861083984375, "step": 189500 }, { "epoch": 0.9510842360290731, "grad_norm": 0.9720017910003662, "learning_rate": 4.9540735634048424e-05, "loss": 2.187808837890625, "step": 190000 }, { "epoch": 0.9535870892817813, "grad_norm": 1.0426287651062012, "learning_rate": 4.700616407802425e-05, "loss": 2.18582666015625, "step": 190500 }, { "epoch": 0.9560899425344893, "grad_norm": 0.9847986698150635, "learning_rate": 4.447159252200008e-05, "loss": 2.19047607421875, "step": 191000 }, { "epoch": 0.9585927957871974, "grad_norm": 0.9739118218421936, "learning_rate": 4.193702096597591e-05, "loss": 2.19089990234375, "step": 191500 }, { "epoch": 0.9610956490399055, "grad_norm": 1.0427643060684204, "learning_rate": 3.940244940995174e-05, "loss": 2.1856728515625, "step": 192000 }, { "epoch": 0.9635985022926136, "grad_norm": 0.9532492160797119, "learning_rate": 3.6867877853927575e-05, "loss": 2.18632421875, "step": 192500 }, { "epoch": 0.9661013555453216, "grad_norm": 0.9698778390884399, "learning_rate": 3.433330629790341e-05, "loss": 2.186090576171875, "step": 193000 }, { "epoch": 0.9686042087980298, "grad_norm": 0.9797762036323547, "learning_rate": 3.179873474187923e-05, "loss": 2.185658935546875, "step": 193500 }, { "epoch": 0.9711070620507378, "grad_norm": 1.0082223415374756, "learning_rate": 2.9264163185855064e-05, "loss": 2.18181298828125, "step": 194000 }, { "epoch": 0.973609915303446, "grad_norm": 1.1114989519119263, "learning_rate": 2.6729591629830892e-05, "loss": 2.181358642578125, "step": 194500 }, { "epoch": 0.976112768556154, "grad_norm": 0.9352531433105469, "learning_rate": 2.4195020073806723e-05, "loss": 2.187153076171875, "step": 195000 }, { "epoch": 0.9786156218088621, "grad_norm": 0.9446794986724854, "learning_rate": 2.1660448517782555e-05, "loss": 2.18537548828125, "step": 195500 }, { "epoch": 0.9811184750615702, "grad_norm": 0.9275797009468079, "learning_rate": 1.9125876961758387e-05, "loss": 2.186037841796875, "step": 196000 }, { "epoch": 0.9836213283142783, "grad_norm": 0.9595587849617004, "learning_rate": 1.6591305405734215e-05, "loss": 2.185150634765625, "step": 196500 }, { "epoch": 0.9861241815669863, "grad_norm": 1.0136067867279053, "learning_rate": 1.4056733849710046e-05, "loss": 2.1808955078125, "step": 197000 }, { "epoch": 0.9886270348196945, "grad_norm": 0.9668794870376587, "learning_rate": 1.1522162293685875e-05, "loss": 2.179188720703125, "step": 197500 }, { "epoch": 0.9911298880724025, "grad_norm": 1.0530500411987305, "learning_rate": 8.987590737661706e-06, "loss": 2.1799482421875, "step": 198000 }, { "epoch": 0.9936327413251106, "grad_norm": 0.9392565488815308, "learning_rate": 6.453019181637536e-06, "loss": 2.1833037109375, "step": 198500 }, { "epoch": 0.9961355945778188, "grad_norm": 0.9999274015426636, "learning_rate": 3.918447625613366e-06, "loss": 2.17640966796875, "step": 199000 }, { "epoch": 0.9986384478305268, "grad_norm": 0.9832459092140198, "learning_rate": 1.3838760695891967e-06, "loss": 2.18042626953125, "step": 199500 }, { "epoch": 1.0, "step": 199772, "total_flos": 1.1485998133297152e+17, "train_loss": 2.3878673870218887, "train_runtime": 9532.9956, "train_samples_per_second": 1341.17, "train_steps_per_second": 20.956 } ], "logging_steps": 500, "max_steps": 199772, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 1.1485998133297152e+17, "train_batch_size": 64, "trial_name": null, "trial_params": null }